-- Logs begin at Thu 2021-07-22 10:45:43 UTC, end at Thu 2021-07-22 12:57:53 UTC. -- Jul 22 11:14:27.466816 n-d-754448-4 systemd[1]: Started Devstack devstack@q-svc.service. Jul 22 11:14:30.179475 n-d-754448-4 neutron-server[93599]: INFO neutron.common.config [-] Logging enabled! Jul 22 11:14:30.180103 n-d-754448-4 neutron-server[93599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 11:14:30.180247 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 11:14:30.183669 n-d-754448-4 neutron-server[93599]: INFO neutron.common.config [-] Logging enabled! Jul 22 11:14:30.183923 n-d-754448-4 neutron-server[93599]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.1.0.dev492 Jul 22 11:14:30.184232 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=93599) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Jul 22 11:14:30.185171 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:14:30.185406 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:14:30.185770 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:14:30.186015 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:14:30.186263 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:14:30.186618 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.186920 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.187213 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.187445 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.187740 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.188031 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.188313 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.188601 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.188897 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.189186 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.189468 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.189751 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.189981 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.190263 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] config_source = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.190579 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.190873 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.191097 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] debug = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.191377 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.191808 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.192228 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.192507 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.192795 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.193083 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.193342 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.193617 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.193901 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.194503 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] host = n-d-754448-4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.194782 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.195069 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.195358 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.195645 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.195920 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.196197 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.196480 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.196752 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_dir = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.197022 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.197298 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.197586 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.197873 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.198161 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.198385 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.198761 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.199053 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.199341 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.199619 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.199894 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.200168 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.200442 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.200731 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.200995 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.201280 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.201562 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.202360 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.202724 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.203086 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.203362 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.203638 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.203925 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.204197 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.204470 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.204744 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.205031 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.205296 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.205568 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.205868 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.206154 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.206435 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.206742 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.207013 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.207291 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.207559 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.207824 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_journal = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.208095 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_json = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.208364 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.208631 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.208910 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.209182 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.209451 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.209723 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.209994 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.210279 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:30.210593 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.210890 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.211195 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.211477 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.211772 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.212053 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.212339 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.212617 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.212904 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.213189 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.213476 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.213751 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.214036 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.214433 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.214750 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.215051 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.215342 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.215631 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.215904 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.216176 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.216448 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.216725 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.217007 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.217297 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.217779 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.218053 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.218332 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.218647 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.218926 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.219197 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.219472 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.219757 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.220033 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.220302 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.220578 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.220851 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.221127 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.221397 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.221670 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.221966 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.222240 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.222523 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.222800 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.223071 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.223334 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.223615 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.223892 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.224165 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.224435 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.224710 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.224974 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.225248 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.225521 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.225788 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.226059 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.226325 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.226623 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.226891 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.227159 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.227425 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.227693 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.227959 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.228232 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.228499 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.228768 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.229038 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.229306 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.229575 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.229857 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.230154 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.230584 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.230870 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.231151 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.231425 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.231700 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.231975 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.232252 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.232529 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.232816 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.233625 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.233920 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.234197 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.234499 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.234778 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.235072 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.235349 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.235628 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.235903 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.236183 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.236470 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.236753 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.237057 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.237352 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.237642 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.237933 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.238217 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.238514 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.238821 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.239098 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:30.239314 n-d-754448-4 neutron-server[93599]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:14:30.239556 n-d-754448-4 neutron-server[93599]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=93599) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Jul 22 11:14:30.588877 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 11:14:30.589159 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 11:14:30.589449 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Jul 22 11:14:30.589778 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [-] Loading core plugin: ml2 Jul 22 11:14:30.982540 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:30.982760 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:30.983555 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:30.984853 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:30.985122 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:30.985376 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.020226 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.020504 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.020770 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.034096 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.034376 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.034672 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.064687 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.064969 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.065239 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.103639 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.103916 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.104185 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.334348 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.335101 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.335101 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.335285 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.335909 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.455040 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.455360 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.455643 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.455913 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.456178 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.456489 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.456749 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.457005 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.457258 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.457539 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.457797 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.458058 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.458314 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.458588 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.458843 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.459114 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.459375 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.459638 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.459906 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.460163 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.460434 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.460684 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.460962 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.461336 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.461584 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.461828 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.462219 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.462472 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.462727 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.462963 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.463194 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.463424 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:31.463785 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jul 22 11:14:31.467008 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jul 22 11:14:31.471146 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jul 22 11:14:31.474838 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jul 22 11:14:31.476452 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jul 22 11:14:31.476902 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jul 22 11:14:31.477235 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Jul 22 11:14:31.477619 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jul 22 11:14:31.481465 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jul 22 11:14:31.481717 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jul 22 11:14:31.482063 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 11:14:31.487472 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] HyperV agent's supported_vnic_types: ['normal', 'direct'] Jul 22 11:14:31.510202 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.mech_agent [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Jul 22 11:14:31.510676 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.510977 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=93599) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Jul 22 11:14:31.511339 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.512690 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=93599) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jul 22 11:14:31.512974 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Jul 22 11:14:31.513220 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Jul 22 11:14:31.517059 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.517338 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:31.583191 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jul 22 11:14:31.583432 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jul 22 11:14:31.583669 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jul 22 11:14:31.584052 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jul 22 11:14:31.605211 n-d-754448-4 neutron-server[93599]: DEBUG oslo_db.sqlalchemy.engines [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=93599) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:314}} Jul 22 11:14:32.145004 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing driver for type 'gre' Jul 22 11:14:32.145533 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] gre ID ranges: [(1, 1000)] Jul 22 11:14:32.203432 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing driver for type 'local' Jul 22 11:14:32.203764 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing driver for type 'vlan' Jul 22 11:14:32.216785 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] VlanTypeDriver initialization complete Jul 22 11:14:32.217250 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing driver for type 'vxlan' Jul 22 11:14:32.218565 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] vxlan ID ranges: [(1, 1000)] Jul 22 11:14:32.272989 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing extension driver 'port_security' Jul 22 11:14:32.273467 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.extensions.port_security [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] PortSecurityExtensionDriver initialization complete Jul 22 11:14:32.273839 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing mechanism driver 'openvswitch' Jul 22 11:14:32.274197 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing mechanism driver 'hyperv' Jul 22 11:14:32.281653 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.plugin [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=93599) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:32.282524 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.282898 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.283256 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.283794 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.284228 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.284583 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.284932 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.285319 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.285723 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.286076 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.286429 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.286840 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.287245 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.287595 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.287938 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.288324 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.288723 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.289072 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.289411 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.289794 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.290195 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > address_group after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.290569 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > address_group after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.290914 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > address_group after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.291296 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=93599) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:105}} Jul 22 11:14:32.291670 n-d-754448-4 neutron-server[93599]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] ML2 OVO RPC backend initialized. {{(pid=93599) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:154}} Jul 22 11:14:32.292374 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.292738 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.293158 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.293507 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > networks before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.294003 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.294350 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > ports before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.294720 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.295067 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnets before_response 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.295417 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.296006 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.296348 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.296694 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.297038 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.297379 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.297721 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.298062 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.298403 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > subnet after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.299005 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.plugin [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Modular L2 Plugin initialization complete Jul 22 11:14:32.299338 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading services supported by the core plugin {{(pid=93599) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jul 22 11:14:32.299674 n-d-754448-4 neutron-server[93599]: INFO neutron.plugins.ml2.managers [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Got port-security extension from driver 'port_security' Jul 22 11:14:32.300139 n-d-754448-4 neutron-server[93599]: INFO neutron.extensions.vlantransparent [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Disabled vlantransparent extension. Jul 22 11:14:32.300622 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=93599) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jul 22 11:14:32.300940 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: router Jul 22 11:14:32.336933 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.337505 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_create 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.337685 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router before_create 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.338058 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.338438 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.338820 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_delete 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.339182 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > floatingip after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.339669 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_create 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.340024 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.340380 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.340734 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.341094 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.341507 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.341879 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.342224 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.343195 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: subnet after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.343543 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.343890 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > port precommit_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.344243 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_create 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.344591 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.344939 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.345301 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router after_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.345652 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_delete 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.346005 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_create 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.346368 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router_interface after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.346737 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_update 55549900 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.347106 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > agent after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.347460 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > agent after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.347808 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > network after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.348792 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Tracking information for resource: router configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:32.349127 n-d-754448-4 neutron-server[93599]: DEBUG neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Tracking information for resource: floatingip configured {{(pid=93599) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Jul 22 11:14:32.353969 n-d-754448-4 neutron-server[93599]: INFO neutron.db.l3_agentschedulers_db [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jul 22 11:14:32.354583 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.354952 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.355305 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.355663 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: port after_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.356463 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router before_create 55550100 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.356829 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_delete 55550100 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.357193 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_create 55550100 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.357549 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > router precommit_update 55550100 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.362103 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.provider_configuration [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service providers = [] {{(pid=93599) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jul 22 11:14:32.362500 n-d-754448-4 neutron-server[93599]: DEBUG neutron.db.servicetype_db [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=93599) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jul 22 11:14:32.365418 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.service_base [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=93599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:14:32.365774 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.service_base [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=93599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:14:32.366113 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.service_base [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=93599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:14:32.367037 n-d-754448-4 neutron-server[93599]: DEBUG neutron.services.service_base [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=93599) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Jul 22 11:14:32.367411 n-d-754448-4 neutron-server[93599]: INFO neutron.services.service_base [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Default provider is not specified for service type L3_ROUTER_NAT Jul 22 11:14:32.367786 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.368104 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jul 22 11:14:32.378807 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.379147 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: auto_allocate Jul 22 11:14:32.384830 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: network precommit_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.385201 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: network precommit_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.385718 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.386038 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: tag Jul 22 11:14:32.393368 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.393707 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: timestamp Jul 22 11:14:32.397529 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.397812 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: network_ip_availability Jul 22 11:14:32.403206 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.403581 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.403940 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.404887 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.405647 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: flavors Jul 22 11:14:32.411980 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.412316 n-d-754448-4 neutron-server[93599]: INFO neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading Plugin: revisions Jul 22 11:14:32.416635 n-d-754448-4 neutron-server[93599]: DEBUG neutron.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=93599) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Jul 22 11:14:32.417034 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.827s {{(pid=93599) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Jul 22 11:14:32.417768 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=93599) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jul 22 11:14:32.418109 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Initializing extension manager. Jul 22 11:14:32.418650 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: __init__.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.418995 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: __pycache__ {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.419330 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.419669 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: address_group.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.420447 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.421104 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: address-group Jul 22 11:14:32.421566 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: address_scope.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.422284 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.422878 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: address-scope Jul 22 11:14:32.423200 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: admin_state_down_before_update.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.424129 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.424634 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: router-admin-state-down-before-update Jul 22 11:14:32.424965 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: agent.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.425670 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.426165 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: agent Jul 22 11:14:32.426506 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: agent_resources_synced.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.427422 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.427930 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: agent-resources-synced Jul 22 11:14:32.428264 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: allowedaddresspairs.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.430041 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.430580 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: allowed-address-pairs Jul 22 11:14:32.430911 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: auto_allocated_topology.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.431981 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.432490 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: auto-allocated-topology Jul 22 11:14:32.432817 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: availability_zone.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.433510 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.434011 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: availability_zone Jul 22 11:14:32.434334 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: availability_zone_filter.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.435270 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.435771 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: availability_zone_filter Jul 22 11:14:32.436114 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: data_plane_status.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.437019 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.437514 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension data-plane-status not supported by any of loaded plugins Jul 22 11:14:32.437833 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: default_subnetpools.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.438884 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.439388 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: default-subnetpools Jul 22 11:14:32.439709 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: dhcpagentscheduler.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.440513 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.441010 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: dhcp_agent_scheduler Jul 22 11:14:32.441331 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: dns.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.442236 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.442762 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension dns-integration not supported by any of loaded plugins Jul 22 11:14:32.443083 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: dns_domain_ports.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.444266 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.444772 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension dns-domain-ports not supported by any of loaded plugins Jul 22 11:14:32.445096 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: dns_integration_domain_keywords.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.446017 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="DNS domain names with keywords allowed" alias="dns-integration-domain-keywords" description="Allows to use keywords like , , and as DNS domain name" updated="2020-06-15T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.446542 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension dns-integration-domain-keywords not supported by any of loaded plugins Jul 22 11:14:32.446865 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: dvr.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.447532 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.448027 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: dvr Jul 22 11:14:32.448346 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: ecmp_routes.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.449256 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Equal Cost Multipath Routing" alias="ecmp_routes" description="Allows traffic to reach thesame destination via multiple different links " updated="2020-11-26T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.449750 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension ecmp_routes not supported by any of loaded plugins Jul 22 11:14:32.450071 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: empty_string_filtering.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.451132 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.451632 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: empty-string-filtering Jul 22 11:14:32.452490 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.453440 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.453933 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jul 22 11:14:32.454254 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.455203 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.455699 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jul 22 11:14:32.456022 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: external_net.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.456925 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.457426 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: external-net Jul 22 11:14:32.457748 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: extra_dhcp_opt.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.458678 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.459175 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: extra_dhcp_opt Jul 22 11:14:32.459498 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: extraroute.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.460406 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.460900 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: extraroute Jul 22 11:14:32.461221 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: extraroute_atomic.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.462259 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.462792 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: extraroute-atomic Jul 22 11:14:32.463260 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: filter_validation.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.463909 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.464404 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: filter-validation Jul 22 11:14:32.464727 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: fip_pf_description.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.465843 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.466340 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jul 22 11:14:32.466687 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: fip_port_details.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.468160 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.468659 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: fip-port-details Jul 22 11:14:32.468984 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: flavors.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.470200 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.470746 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: flavors Jul 22 11:14:32.471071 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.472700 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.473212 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jul 22 11:14:32.473544 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: floatingip_pools.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.474240 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.474784 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: floatingip-pools Jul 22 11:14:32.475111 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: ip_allocation.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.476039 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.476537 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension ip_allocation not supported by any of loaded plugins Jul 22 11:14:32.476861 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.477777 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.478280 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: ip-substring-filtering Jul 22 11:14:32.478757 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l2_adjacency.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.479685 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.480184 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension l2_adjacency not supported by any of loaded plugins Jul 22 11:14:32.480510 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.481478 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.481986 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: router Jul 22 11:14:32.482310 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3_conntrack_helper.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.484594 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.485117 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jul 22 11:14:32.485447 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.486880 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.487417 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: ext-gw-mode Jul 22 11:14:32.487717 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.488662 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.489168 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: l3-ha Jul 22 11:14:32.489487 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3_flavors.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.490402 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.490932 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: l3-flavors Jul 22 11:14:32.491255 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.492352 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.492883 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: l3-port-ip-change-not-allowed Jul 22 11:14:32.493179 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: l3agentscheduler.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.494252 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.494935 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: l3_agent_scheduler Jul 22 11:14:32.495293 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: logging.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.496751 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.497310 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension logging not supported by any of loaded plugins Jul 22 11:14:32.497630 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: metering.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.498346 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.499113 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: metering Jul 22 11:14:32.499433 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.500767 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.501283 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: metering_source_and_destination_fields Jul 22 11:14:32.501609 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: multiprovidernet.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.502698 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.503213 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: multi-provider Jul 22 11:14:32.503601 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: netmtu.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.504467 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.504981 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: net-mtu Jul 22 11:14:32.505299 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: netmtu_writable.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.506229 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.506759 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: net-mtu-writable Jul 22 11:14:32.507155 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: network_availability_zone.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.507749 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.508248 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: network_availability_zone Jul 22 11:14:32.508567 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: network_ip_availability.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.509661 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.510168 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: network-ip-availability Jul 22 11:14:32.510514 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: network_segment_range.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.511281 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.511783 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension network-segment-range not supported by any of loaded plugins Jul 22 11:14:32.512105 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: pagination.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.513080 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.513412 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: pagination Jul 22 11:14:32.513735 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: port_device_profile.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.515186 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.515699 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: port-device-profile Jul 22 11:14:32.516024 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.516958 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.517461 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: port-mac-address-regenerate Jul 22 11:14:32.517782 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.518716 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.519222 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: port-numa-affinity-policy Jul 22 11:14:32.519597 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: port_resource_request.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.520654 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.521153 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension port-resource-request not supported by any of loaded plugins Jul 22 11:14:32.521474 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: portbindings.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.522399 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.522928 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: binding Jul 22 11:14:32.523250 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: portbindings_extended.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.524517 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.525029 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: binding-extended Jul 22 11:14:32.525355 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: portsecurity.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.526267 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.526815 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: port-security Jul 22 11:14:32.527140 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: project_id.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.528108 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.528440 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: project-id Jul 22 11:14:32.528764 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: providernet.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.529679 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.530895 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: provider Jul 22 11:14:32.531214 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.534725 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.535249 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos not supported by any of loaded plugins Jul 22 11:14:32.535581 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.536822 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.537333 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jul 22 11:14:32.537662 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.538614 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.539125 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jul 22 11:14:32.539453 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_default.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.540367 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.540879 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-default not supported by any of loaded plugins Jul 22 11:14:32.541209 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_fip.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.541861 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.542508 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-fip not supported by any of loaded plugins Jul 22 11:14:32.542830 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_gateway_ip.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.543751 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.544255 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jul 22 11:14:32.544576 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_port_network_policy.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.545551 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.546098 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jul 22 11:14:32.546464 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_rule_type_details.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.547420 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.547919 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jul 22 11:14:32.548241 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: qos_rules_alias.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.549278 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.549788 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension qos-rules-alias not supported by any of loaded plugins Jul 22 11:14:32.550111 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: quotasv2.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.551086 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.551606 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: quotas Jul 22 11:14:32.551929 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: quotasv2_detail.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.555465 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.556010 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: quota_details Jul 22 11:14:32.556568 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: rbac.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.558307 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.559252 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: rbac-policies Jul 22 11:14:32.559774 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: rbac_address_group.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.561170 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.562018 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: rbac-address-group Jul 22 11:14:32.562667 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: rbac_address_scope.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.563850 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.564367 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: rbac-address-scope Jul 22 11:14:32.564697 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: rbac_security_groups.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.565754 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.566268 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: rbac-security-groups Jul 22 11:14:32.566626 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: rbac_subnetpool.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.567547 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.568058 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: rbac-subnetpool Jul 22 11:14:32.568383 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: revisionifmatch.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.569560 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.570068 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: revision-if-match Jul 22 11:14:32.570391 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: revisions.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.571541 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.572053 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: standard-attr-revisions Jul 22 11:14:32.572380 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: router_availability_zone.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.573060 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.573566 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: router_availability_zone Jul 22 11:14:32.573893 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: routerservicetype.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.574850 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.575358 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension router-service-type not supported by any of loaded plugins Jul 22 11:14:32.575685 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.576603 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.578273 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: security-groups-normalized-cidr Jul 22 11:14:32.578631 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: security_groups_port_filtering.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.579561 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.580067 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: port-security-groups-filtering Jul 22 11:14:32.580394 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.581322 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.581829 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: security-groups-remote-address-group Jul 22 11:14:32.582154 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: securitygroup.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.591920 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.593031 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: security-group Jul 22 11:14:32.593519 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: segment.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.594333 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.594873 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension segment not supported by any of loaded plugins Jul 22 11:14:32.595212 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.596188 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.596700 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jul 22 11:14:32.597027 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: servicetype.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.598130 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.598667 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: service-type Jul 22 11:14:32.599003 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: sorting.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.599985 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.600324 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: sorting Jul 22 11:14:32.600652 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: standard_attr_segment.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.601640 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.602161 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension standard-attr-segment not supported by any of loaded plugins Jul 22 11:14:32.602518 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: standardattrdescription.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.603172 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.603680 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: standard-attr-description Jul 22 11:14:32.604004 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: stateful_security_group.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.604947 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.605465 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: stateful-security-group Jul 22 11:14:32.605792 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: stdattrs_common.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.606389 n-d-754448-4 neutron-server[93599]: WARNING neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jul 22 11:14:32.606739 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.607669 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.608267 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jul 22 11:14:32.608588 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnet_onboard.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.609665 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.610181 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: subnet_onboard Jul 22 11:14:32.610530 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.611464 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.611969 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jul 22 11:14:32.612289 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnet_service_types.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.613213 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.613720 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: subnet-service-types Jul 22 11:14:32.614040 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnetallocation.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.615214 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.615724 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: subnet_allocation Jul 22 11:14:32.616046 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.616717 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.617216 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: subnetpool-prefix-ops Jul 22 11:14:32.617534 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.618487 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.618995 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jul 22 11:14:32.619317 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: tagging.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.620400 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.620914 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: standard-attr-tag Jul 22 11:14:32.621238 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: timestamp.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.622464 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.622985 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loaded extension: standard-attr-timestamp Jul 22 11:14:32.623313 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: trunk.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.624392 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.624912 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension trunk not supported by any of loaded plugins Jul 22 11:14:32.625242 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: trunk_details.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.626172 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.626715 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension trunk-details not supported by any of loaded plugins Jul 22 11:14:32.627042 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: uplink_status_propagation.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.627967 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.628469 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jul 22 11:14:32.628793 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Loading extension file: vlantransparent.py {{(pid=93599) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jul 22 11:14:32.629473 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=93599) _check_extension /opt/stack/neutron/neutron/api/extensions.py:411}} Jul 22 11:14:32.629974 n-d-754448-4 neutron-server[93599]: INFO neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extension vlan-transparent not supported by any of loaded plugins Jul 22 11:14:32.632505 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:network Jul 22 11:14:32.633032 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnet Jul 22 11:14:32.633432 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:14:32.633832 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:port Jul 22 11:14:32.635108 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.635550 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service FLAVORS assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.636337 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.636772 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.637106 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:router Jul 22 11:14:32.637544 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 11:14:32.638064 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service METERING assigned prefix: /metering {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.640074 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.640450 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.640870 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=93599) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:14:32.641955 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 11:14:32.642585 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:security_group Jul 22 11:14:32.643043 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 11:14:32.643660 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service CORE assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.644110 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:14:32.644481 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] subnetpool is already registered Jul 22 11:14:32.644925 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service CORE assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.645245 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:14:32.645581 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] subnetpool is already registered Jul 22 11:14:32.648008 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.648364 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service FLAVORS assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.648961 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.649385 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.649718 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:router Jul 22 11:14:32.650058 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] router is already registered Jul 22 11:14:32.650492 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:floatingip Jul 22 11:14:32.650837 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] floatingip is already registered Jul 22 11:14:32.651290 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service METERING assigned prefix: /metering {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.651952 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of CountableResource for resource:rbac_policy Jul 22 11:14:32.652279 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] rbac_policy is already registered Jul 22 11:14:32.652689 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:security_group Jul 22 11:14:32.653024 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] security_group is already registered Jul 22 11:14:32.653433 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:security_group_rule Jul 22 11:14:32.653766 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] security_group_rule is already registered Jul 22 11:14:32.654384 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service CORE assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.654746 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:14:32.655717 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] subnetpool is already registered Jul 22 11:14:32.656139 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.v2.resource_helper [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Service CORE assigned prefix: {{(pid=93599) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Jul 22 11:14:32.656460 n-d-754448-4 neutron-server[93599]: INFO neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Creating instance of TrackedResource for resource:subnetpool Jul 22 11:14:32.656792 n-d-754448-4 neutron-server[93599]: WARNING neutron.quota.resource_registry [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] subnetpool is already registered Jul 22 11:14:32.657259 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: extensions {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.658742 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: address-groups {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.660317 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: address-scopes {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.661619 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: agents {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.662773 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: auto-allocated-topology {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.664005 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: availability_zones {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.665220 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: dhcp-networks {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.666743 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: dhcp-agents {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.668215 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: routers {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.669900 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: flavors {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.672281 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: service_profiles {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.673475 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: next_providers {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.674938 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: service_profiles {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.676482 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: floatingip-pools {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.677693 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: routers {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.679414 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: floatingips {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.680674 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: l3-routers {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.682043 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: l3-agents {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.683501 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: metering-labels {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.684744 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: metering-label-rules {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.686619 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: network-ip-availabilities {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.687880 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: bindings {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.689418 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: quotas {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.690988 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: quotas {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.692371 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: rbac-policies {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.693564 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: security-groups {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.695161 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: security-group-rules {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.696388 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: service-providers {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.697613 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: subnetpools {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.698958 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: subnetpools {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.700483 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.702722 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.704534 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.706297 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.707998 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.709922 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.711641 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.713438 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.715301 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.717043 n-d-754448-4 neutron-server[93599]: DEBUG neutron.api.extensions [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Extended resource: tags {{(pid=93599) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Jul 22 11:14:32.723269 n-d-754448-4 neutron-server[93599]: WARNING keystonemiddleware.auth_token [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jul 22 11:14:32.727796 n-d-754448-4 neutron-server[93599]: WARNING keystonemiddleware.auth_token [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jul 22 11:14:32.736329 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Acquired lock "singleton_lock" {{(pid=93599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Jul 22 11:14:32.736805 n-d-754448-4 neutron-server[93599]: DEBUG oslo_concurrency.lockutils [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Releasing lock "singleton_lock" {{(pid=93599) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Jul 22 11:14:32.737445 n-d-754448-4 neutron-server[93599]: INFO oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Starting 2 workers Jul 22 11:14:32.742188 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Started child 93706 {{(pid=93599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:14:32.746650 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Started child 93707 {{(pid=93599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:14:32.747931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.749193 n-d-754448-4 neutron-server[93599]: INFO neutron.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Neutron service started, listening on 0.0.0.0:9696 Jul 22 11:14:32.749724 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Notify callbacks [] for process, before_spawn {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.750076 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [-] (93706) wsgi starting up on http://0.0.0.0:9696 Jul 22 11:14:32.752163 n-d-754448-4 neutron-server[93599]: INFO oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Starting 1 workers Jul 22 11:14:32.752647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.754053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [-] (93707) wsgi starting up on http://0.0.0.0:9696 Jul 22 11:14:32.757319 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Started child 93708 {{(pid=93599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:14:32.757829 n-d-754448-4 neutron-server[93599]: INFO oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Starting 1 workers Jul 22 11:14:32.760892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] calling RpcWorker wait() {{(pid=93708) _wait /opt/stack/neutron/neutron/service.py:128}} Jul 22 11:14:32.761465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] returning from RpcWorker wait() {{(pid=93708) _wait /opt/stack/neutron/neutron/service.py:135}} Jul 22 11:14:32.762380 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Started child 93709 {{(pid=93599) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:575}} Jul 22 11:14:32.762632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.763075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:32.763242 n-d-754448-4 neutron-server[93599]: DEBUG neutron_lib.callbacks.manager [None req-eef1e161-b154-4d0d-8a99-c19db6905342 None None] Notify callbacks [] for process, after_spawn {{(pid=93599) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.765730 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 11:14:32.765939 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:14:32.766123 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:14:32.766335 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:14:32.766704 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:14:32.766865 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:14:32.767358 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.767648 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.767908 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.768166 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.768451 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.768608 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:32.769085 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.769299 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.769543 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.769829 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.769973 n-d-754448-4 neutron-server[93709]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:32.770111 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.770234 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.770584 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.770993 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.771366 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.771794 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.772209 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.772586 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.772994 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.773331 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.773741 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.774152 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.774559 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.774968 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] debug = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.775328 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.775969 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.776383 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.776780 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.777137 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.777572 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.777958 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.778363 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.778778 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.779167 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.779548 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.780192 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.780578 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.780951 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.781325 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.781736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.782097 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.782735 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] host = n-d-754448-4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.783111 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.783485 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.783873 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.784275 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.784665 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.785047 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.785457 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.785866 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.786273 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.786681 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.787067 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.787438 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.787795 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.788169 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.788485 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_options = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.788856 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.789251 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.789660 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.789986 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.790298 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.790631 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.791025 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.791343 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.791729 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.792097 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.792461 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.792821 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.793205 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.793585 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.793983 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.794375 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.794761 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.795166 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.796173 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.796433 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.796834 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.797076 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.797337 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.797587 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.797837 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.798119 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.798574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.798804 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.799021 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.799446 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.799689 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.800280 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.800280 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.800490 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.802590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.803194 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.803194 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.803414 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.803498 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_json = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.803649 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.804017 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.804422 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.804780 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.805164 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.805378 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.805605 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.805843 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.806256 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.806579 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.806886 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.807139 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.807656 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.807914 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.808206 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.808795 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.809206 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.809477 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.809784 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.810029 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.810330 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.810616 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.810873 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.811785 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.812061 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.812334 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.812590 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.812802 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.813049 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.813268 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.813589 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.813991 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.814423 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.814740 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.815086 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.815363 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.815596 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.815960 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.816337 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.816729 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.817004 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.818664 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.819211 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.819474 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.819734 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.819972 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.820244 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.820529 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.820815 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.821084 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.821326 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.821578 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.821809 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.822033 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.822259 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.822533 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.822762 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.823013 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.823253 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.823483 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.823706 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.823928 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.824155 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.824433 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.824655 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.824877 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.825092 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.825322 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.825565 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.825851 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.826100 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.826323 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.826604 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.827430 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.827730 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.827968 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.828198 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.828524 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.828766 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.828986 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.829231 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.829462 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.829698 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.830090 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.830503 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.830752 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.831132 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.831358 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.831580 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.831802 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.832045 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833098 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833098 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833098 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833312 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833419 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.833826 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.834246 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.834656 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.835037 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.835411 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.835800 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.836205 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.836466 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.836698 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.836955 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.837208 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.837438 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.837698 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.837954 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.838201 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.838441 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.838708 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.838934 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.839210 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.839447 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.839684 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.840038 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.840311 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.840733 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.841135 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.841403 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.841641 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.841908 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.842238 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.842700 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.842978 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.843265 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.843510 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.843772 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.844004 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.844277 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.844605 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.844860 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.845230 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.845666 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.845929 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.846173 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.846400 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.846679 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.846989 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.847226 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.847442 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.847663 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.847941 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.848207 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.848446 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.848719 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.848965 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.849196 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.849450 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.849684 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.849923 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.850185 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.850426 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.850665 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.850903 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.851129 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.851376 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.851618 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.851834 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.852104 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.852478 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.852856 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.853097 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.853319 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.853542 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.853790 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.854010 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.854251 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.854507 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.854729 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.855113 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.855509 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.855733 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.855997 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.856220 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.856502 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.856763 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.856979 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.857230 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.857492 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.857773 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.858166 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.858434 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.858859 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.859079 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.859294 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.859514 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.859727 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.859969 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.860199 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.860413 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.860686 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.861097 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.861748 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.862003 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.862261 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.862529 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.862756 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.863003 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.863224 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.863464 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.863683 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.863922 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.864142 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.864389 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.864665 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.865067 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.865286 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.865510 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.865724 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.865941 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.866160 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.866468 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.866729 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.866970 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.867241 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.867478 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.867710 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.867974 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.868186 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.868419 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.868645 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.868862 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.869074 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.869302 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.869516 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.869725 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.869947 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.870164 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.870375 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.870630 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.870842 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.871052 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.871284 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.871498 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.871708 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.871932 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.872182 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.872391 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.872614 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.872855 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.873064 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.873325 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.874109 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.874399 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.874664 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.874906 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.875116 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.875431 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.875695 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.875913 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.876219 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.876527 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.876816 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.877023 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.877347 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.877569 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.877834 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.878070 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.878467 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.878861 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.879111 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.879446 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.879733 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.879991 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.880232 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.880535 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.880811 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.881070 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.881310 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.881595 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.881934 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.882216 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.882490 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.882740 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.882985 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.883214 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.883427 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.883682 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.883916 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.884130 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.884367 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.884597 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.884821 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.885214 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.885503 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.885692 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.885937 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.886169 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.886412 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.886675 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.886832 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:14:32.887377 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=93599) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:649}} Jul 22 11:14:32.887541 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Jul 22 11:14:32.887692 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Jul 22 11:14:32.887882 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Jul 22 11:14:32.888053 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Jul 22 11:14:32.888205 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Jul 22 11:14:32.888409 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.888569 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.888728 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.888887 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.889046 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.889828 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.890117 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.890408 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.890700 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.890986 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891165 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891327 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891487 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891647 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891805 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.891971 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892129 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892287 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892456 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892614 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] config_source = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892769 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.892926 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893085 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] debug = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893245 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893446 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893613 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893770 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.893929 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894087 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894244 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894402 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894584 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894742 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.894903 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.895060 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.895218 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.895382 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.895538 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.895898 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896217 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] host = n-d-754448-4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896375 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896530 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896689 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.896846 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897006 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897162 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897319 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897478 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897636 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897793 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.897951 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:32.898212 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898281 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_dir = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898404 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898584 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_options = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898743 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.898900 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899056 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899242 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899404 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899562 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899721 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.899880 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900038 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900195 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900353 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900509 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900666 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900824 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.900982 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901139 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901297 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901454 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901610 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901767 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.901923 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902079 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902236 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902392 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902569 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902728 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.902884 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903042 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903197 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903354 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903511 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903667 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903825 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.903982 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.904139 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.904296 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.904452 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.904614 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.904789 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905063 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905289 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905453 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905625 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905760 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.905959 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_journal = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906062 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_json = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906218 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906376 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906557 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906714 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.906871 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.907027 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.907183 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.907338 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Jul 22 11:14:32.907515 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.907676 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.907847 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908008 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908170 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908332 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908491 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908650 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908810 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.908968 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.909137 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.909371 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.909550 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.909776 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.909941 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910072 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910203 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910325 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910484 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910607 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.910758 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.911537 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.911537 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.911537 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.911537 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.21/identity {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.911537 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912094 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912094 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912094 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912524 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912524 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912524 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912856 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912856 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.912856 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913185 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913185 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913421 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913540 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913659 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913778 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.913897 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914051 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914214 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914373 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914542 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914708 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.914870 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915029 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915189 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915362 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915522 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915682 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.915842 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916075 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916234 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916358 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916477 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916589 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916754 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.916914 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917087 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917247 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917406 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917565 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917726 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.917886 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918046 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918205 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918365 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918545 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918706 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.918866 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919025 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919184 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919345 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919505 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919666 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919827 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.919986 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.920147 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.920306 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.920531 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.920697 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.920867 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921043 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921190 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921355 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921500 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921660 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921819 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.921979 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922139 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922299 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922489 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922639 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922798 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.922961 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923123 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923282 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923443 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923602 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923761 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.923921 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924082 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924242 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924402 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924561 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924720 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.924879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925039 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925213 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925373 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925535 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925694 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.925861 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926031 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926239 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926364 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926514 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926662 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926821 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.926981 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927140 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927294 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927449 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927608 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927775 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.927945 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928106 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928267 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928428 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928610 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928769 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.928927 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929088 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929247 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929407 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929567 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929727 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.929886 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930045 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930205 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930366 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.21/identity {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930533 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930696 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.930855 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931014 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931175 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931335 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931493 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931654 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931814 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.931974 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932133 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932292 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932451 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932610 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932770 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.932929 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933088 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933247 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933407 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933566 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933718 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.933873 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934033 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934191 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934351 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934534 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934695 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.934857 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935017 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935183 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935344 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935505 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935666 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935825 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.935984 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.936697 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.936824 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.936945 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937102 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937268 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937423 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937545 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937706 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.937880 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938039 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938198 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938356 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938536 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938695 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.938931 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.939104 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.939260 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.939574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.939907 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.940071 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.940234 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.940395 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.940557 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.940719 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.941043 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.941043 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.943736 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.945081 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.capabilities = [21] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.946058 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_namespace.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.capabilities = [12] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_conntrack.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947059 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.capabilities = [12, 21] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.helper_command = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.logger_name = oslo_privsep.daemon {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.thread_pool_size = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] privsep_link.user = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.947998 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.948879 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.949881 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.950808 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.951473 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.951473 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.951473 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.951473 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.951473 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.952574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.952574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.952574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.952574 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953034 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953034 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953034 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953516 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953516 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953516 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953848 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.953848 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.954084 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Jul 22 11:14:32.954084 n-d-754448-4 neutron-server[93599]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=93599) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Jul 22 11:14:33.145653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:14:33.154228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0062764 Jul 22 11:14:45.252585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be889cf0-c4ba-4275-8dec-1b1a0e26d5a9 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:14:45.340891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be889cf0-c4ba-4275-8dec-1b1a0e26d5a9 None None] No non-hosted networks {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jul 22 11:14:45.372598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.agentschedulers_db [None req-be889cf0-c4ba-4275-8dec-1b1a0e26d5a9 None None] DHCP Agent not found on host n-d-754448-4 {{(pid=93708) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Jul 22 11:14:45.615620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3d4a189-cb45-4db6-8a1e-d44845aaccca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:47.690432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:47.691106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.691811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.692399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.692896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.693692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.694527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.695252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.695908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.696537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.697012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.697784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.698250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:47.699135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-754448-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:47.733945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-754448-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:14:48.125512 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e63334b3-6c33-4206-a97e-66d360e790ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:48.191739 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7904c59d-d097-4065-bf28-a1e565233b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:49.224775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:51.159869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:52.338054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:14:52.900904 n-d-754448-4 neutron-server[93707]: WARNING oslo_policy.policy [None req-5e77912b-b4b0-46a9-a78c-4a2363c7b5c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:14:52.901478 n-d-754448-4 neutron-server[93707]: WARNING oslo_policy.policy [None req-5e77912b-b4b0-46a9-a78c-4a2363c7b5c1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:14:53.126550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-5e77912b-b4b0-46a9-a78c-4a2363c7b5c1 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:14:53.127615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e77912b-b4b0-46a9-a78c-4a2363c7b5c1 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.7880976 Jul 22 11:14:53.550328 n-d-754448-4 neutron-server[93708]: INFO neutron.db.l3_hamode_db [None req-90f28534-8adf-402e-8d5a-676f12d42794 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jul 22 11:14:53.627464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f28534-8adf-402e-8d5a-676f12d42794 None None] Routers set() bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:14:53.627859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90f28534-8adf-402e-8d5a-676f12d42794 None None] Router IDs set() for agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 11:14:55.505277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:14:55.824055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] Request body: {'subnetpool': {'default_prefixlen': 26, 'name': 'shared-default-subnetpool-v4', 'shared': True, 'is_default': True, 'prefixes': ['172.20.0.0/16']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:14:55.917597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.policy [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93707) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 11:14:55.964616 n-d-754448-4 neutron-server[93707]: WARNING oslo_policy.policy [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:14:55.964986 n-d-754448-4 neutron-server[93707]: WARNING oslo_policy.policy [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:14:55.974759 n-d-754448-4 neutron-server[93707]: INFO neutron.quota [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] Loaded quota_driver: . Jul 22 11:14:56.069275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038548685', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038549216', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038570515', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038567109', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038591112', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8770038580990', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-754430', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-7634645', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-330595', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-414723'] for rbac-policy, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:56.136229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:56.137490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0f6f9d58-1d57-4519-ae75-6ae2bf1714fb admin admin] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6311843 Jul 22 11:14:58.784190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:14:59.080877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Request body: {'network': {'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'name': 'private', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:14:59.110514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Made reservation on behalf of 1e3bdca2380c40e787deb93c23a5b25d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:14:59.113252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.130682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.257819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.261872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.283264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] vlan segment allocate from pool success with {'vlan_id': 121, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:14:59.312001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770042428712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.312600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Unsubscribe: segment precommit_create {{(pid=93707) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 11:14:59.313114 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Added segment d58c5476-958e-4d4d-bedd-172b56efa176 of type vlan for network cfefafaa-a190-4bb8-8201-97acec0d31c4 Jul 22 11:14:59.331185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=65810ee1-a01a-4b70-b51b-24fd07ba7300,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:59.358384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.358758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.359104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.359446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.359773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.360104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.360428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.360755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.361080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.361397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.361720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.362040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Tracked resource versions report: Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: pushed versions: Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: { 'AddressGroup': {'1.2'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'ConntrackHelper': {'1.0'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Log': {'1.0'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Network': {'1.1'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Port': {'1.7'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'PortForwarding': {'1.2'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'QosPolicy': {'1.8'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SecurityGroup': {'1.4'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SubPort': {'1.0'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Subnet': {'1.1'}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Trunk': {'1.1'}} Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: consumer versions: Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: L3 agent@n-d-754448-4: {}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: Metadata agent@n-d-754448-4: {}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: Metering agent@n-d-754448-4: {}, Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'ConntrackHelper': '1.0', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Log': '1.0', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Network': '1.1', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Port': '1.7', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'PortForwarding': '1.2', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'QosPolicy': '1.8', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SecurityGroup': '1.4', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SecurityGroupRule': '1.2', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'SubPort': '1.0', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Subnet': '1.1', Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: 'Trunk': '1.1'}} Jul 22 11:14:59.363220 n-d-754448-4 neutron-server[93707]: {{(pid=93707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:14:59.438434 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.500651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.501750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:14:59.502438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:14:59.563919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.7784984 Jul 22 11:14:59.607242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37748819-1e6a-419f-a9ec-61b700d2f2a3 admin admin] Pushing event updated for resources: {'Network': ['ID=cfefafaa-a190-4bb8-8201-97acec0d31c4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:14:59.619854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:15:02.319350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:02.710978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-936ce575-7208-4262-b103-d21e55c94cd6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:02.712260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-936ce575-7208-4262-b103-d21e55c94cd6 admin admin] 10.222.0.21 "GET /v2.0/networks/cfefafaa-a190-4bb8-8201-97acec0d31c4 HTTP/1.1" status: 200 len: 825 time: 0.3919504 Jul 22 11:15:02.737204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fec98240-1050-4394-b050-d251fb184354 admin admin] 10.222.0.21 "GET /v2.0/subnetpools/0ce2711a-5046-44e3-855f-32e7a5f5069d HTTP/1.1" status: 200 len: 734 time: 0.0189157 Jul 22 11:15:02.745735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Request body: {'subnet': {'gateway_ip': '172.20.0.1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'ip_version': 4, 'name': 'private-subnet', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:15:02.769200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Made reservation on behalf of 1e3bdca2380c40e787deb93c23a5b25d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:02.771763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:03.075866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:03.148261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8d5637-418f-498b-b82f-08749fdd669a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:03.150540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Checking segment: {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:15:03.150916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Network hostable DHCP agents. Network: cfefafaa-a190-4bb8-8201-97acec0d31c4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:15:03.174703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:15:03.186902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cfefafaa-a190-4bb8-8201-97acec0d31c4) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:03.193170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:03.194328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:03.199581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00579238-132f-4ed5-914b-4cd370e4d185 None None] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:15:03.211214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f925a6ba-2baf-4899-b011-750651838905 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.4686778 Jul 22 11:15:03.562314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cfefafaa-a190-4bb8-8201-97acec0d31c4', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:15:03.563616 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:03.836879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Allocated IP 172.20.0.2 (cfefafaa-a190-4bb8-8201-97acec0d31c4/1f8d5637-418f-498b-b82f-08749fdd669a/6d5577aa-9e5a-4189-b207-ce30daffc23d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:04.076346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:04.092551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Transition to ACTIVE for port object 6d5577aa-9e5a-4189-b207-ce30daffc23d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:15:04.114652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Transition to ACTIVE for port object 6d5577aa-9e5a-4189-b207-ce30daffc23d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:15:04.124955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:04.196708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:04.203586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:04.213445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:15:04.220164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Pushing event updated for resources: {'Port': ['ID=6d5577aa-9e5a-4189-b207-ce30daffc23d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:04.249844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.250236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.250528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.250869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.251202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.251534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.251859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.252181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.252508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.252832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.253154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.253473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Tracked resource versions report: Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: pushed versions: Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: { 'AddressGroup': {'1.2'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'ConntrackHelper': {'1.0'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Log': {'1.0'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Network': {'1.1'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Port': {'1.7'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'PortForwarding': {'1.2'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'QosPolicy': {'1.8'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SecurityGroup': {'1.4'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SubPort': {'1.0'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Subnet': {'1.1'}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Trunk': {'1.1'}} Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: consumer versions: Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: L3 agent@n-d-754448-4: {}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: Metadata agent@n-d-754448-4: {}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: Metering agent@n-d-754448-4: {}, Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'ConntrackHelper': '1.0', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Log': '1.0', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Network': '1.1', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Port': '1.7', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'PortForwarding': '1.2', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'QosPolicy': '1.8', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SecurityGroup': '1.4', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SecurityGroupRule': '1.2', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'SubPort': '1.0', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Subnet': '1.1', Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: 'Trunk': '1.1'}} Jul 22 11:15:04.254647 n-d-754448-4 neutron-server[93708]: {{(pid=93708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:15:04.311900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Attempting to bind port 6d5577aa-9e5a-4189-b207-ce30daffc23d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:15:04.312289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Attempting to bind port 6d5577aa-9e5a-4189-b207-ce30daffc23d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:15:04.312714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Attempting to bind port 6d5577aa-9e5a-4189-b207-ce30daffc23d on network cfefafaa-a190-4bb8-8201-97acec0d31c4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:15:04.317868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 14, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:15:04.318268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Checking segment: {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:15:04.319014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:04.319405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Bound using segment: {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:15:04.319888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Bound port: 6d5577aa-9e5a-4189-b207-ce30daffc23d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:15:04.320305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:04.385691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] For port 6d5577aa-9e5a-4189-b207-ce30daffc23d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:04.389931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] For port 6d5577aa-9e5a-4189-b207-ce30daffc23d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6d5577aa-9e5a-4189-b207-ce30daffc23d,segment=NetworkSegment(d58c5476-958e-4d4d-bedd-172b56efa176),segment_id=d58c5476-958e-4d4d-bedd-172b56efa176)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:04.395411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:04.464931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c8ac99-e12a-4156-ad86-5f3e29678c8b None None] Pushing event updated for resources: {'Port': ['ID=6d5577aa-9e5a-4189-b207-ce30daffc23d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:05.665890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:06.002804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-a9763a61-ad21-432a-9c6e-013d5497c31c admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:15:06.003854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9763a61-ad21-432a-9c6e-013d5497c31c admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3366816 Jul 22 11:15:08.457700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:08.795686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-b96459ad-3177-4d87-b420-648f28d558cc admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:15:08.796698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b96459ad-3177-4d87-b420-648f28d558cc admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3380878 Jul 22 11:15:11.529684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:12.056892 n-d-754448-4 neutron-server[93706]: WARNING oslo_policy.policy [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:15:12.057458 n-d-754448-4 neutron-server[93706]: WARNING oslo_policy.policy [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:15:12.281476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Request body: {'router': {'admin_state_up': True, 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'name': 'router1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:15:12.346805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.policy [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=93706) register_rules /opt/stack/neutron/neutron/policy.py:73}} Jul 22 11:15:12.394195 n-d-754448-4 neutron-server[93706]: WARNING oslo_policy.policy [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:15:12.394630 n-d-754448-4 neutron-server[93706]: WARNING oslo_policy.policy [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jul 22 11:15:12.403966 n-d-754448-4 neutron-server[93706]: INFO neutron.quota [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Loaded quota_driver: . Jul 22 11:15:12.461611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:12.463459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:12.624977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:12.630739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:12.651218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:12.656050 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3cdea10b-58be-4262-9605-4990d9d89830 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.1211038 Jul 22 11:15:13.136370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba26a164-d111-46ed-b370-d7e1aae1df07 None None] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:15:13.277015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76dbaa3f-b72c-4f6b-b9ba-7932b7733953 None None] Provisioning for port 6d5577aa-9e5a-4189-b207-ce30daffc23d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:15:13.764029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d5577aa-9e5a-4189-b207-ce30daffc23d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:13.844300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6d5577aa-9e5a-4189-b207-ce30daffc23d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:15:13.848118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6d5577aa-9e5a-4189-b207-ce30daffc23d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:13.848528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:13.959331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:13.994075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6d5577aa-9e5a-4189-b207-ce30daffc23d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6d5577aa-9e5a-4189-b207-ce30daffc23d,segment=NetworkSegment(d58c5476-958e-4d4d-bedd-172b56efa176),segment_id=d58c5476-958e-4d4d-bedd-172b56efa176)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:13.998048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:14.046157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6d5577aa-9e5a-4189-b207-ce30daffc23d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:15.136014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:15.163715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c95ee2f9-33f7-4d53-a236-4a87b9a9f3ee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:15.469590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-67ea4eb3-e685-4fe9-8ea6-dd4f965df5b4 admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:15:15.470672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67ea4eb3-e685-4fe9-8ea6-dd4f965df5b4 admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3336246 Jul 22 11:15:15.741504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d5577aa-9e5a-4189-b207-ce30daffc23d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:15.787556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6d5577aa-9e5a-4189-b207-ce30daffc23d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:15.787929 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:17.668675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:17.868558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:18.118580 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00b39de1-7d90-40d6-9f36-54032ff5e8eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.181814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Request body: {'network': {'provider:physical_network': 'physnet1', 'name': 'public', 'provider:network_type': 'flat', 'admin_state_up': True, 'router:external': True, 'is_default': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:15:18.204433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Made reservation on behalf of 95cef153d979460f945a9d249d2982b6 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:18.207203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.222424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.342160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.345970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.357173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Reserving flat network on physical network physnet1 {{(pid=93706) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Jul 22 11:15:18.389177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8770042428712', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.389661 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Unsubscribe: segment precommit_create {{(pid=93706) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Jul 22 11:15:18.390151 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Added segment d3bb83b0-166a-4207-b9a9-452183adae7b of type flat for network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c Jul 22 11:15:18.407392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ee0a2b8-6689-43de-8260-4b6a46a0c536,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:18.432711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.433053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.433387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.433716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.434205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.434549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.434881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.435201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.435521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.435838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.436155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.436471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Tracked resource versions report: Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: pushed versions: Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Log': {'1.0'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Network': {'1.1'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Port': {'1.7'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SubPort': {'1.0'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Subnet': {'1.1'}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Trunk': {'1.1'}} Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: consumer versions: Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: L3 agent@n-d-754448-4: {}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: Metadata agent@n-d-754448-4: {}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: Metering agent@n-d-754448-4: {}, Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Log': '1.0', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Network': '1.1', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Port': '1.7', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'PortForwarding': '1.2', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'QosPolicy': '1.8', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SecurityGroup': '1.4', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'SubPort': '1.0', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Subnet': '1.1', Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: 'Trunk': '1.1'}} Jul 22 11:15:18.437598 n-d-754448-4 neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:15:18.516828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.572078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.573335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:18.574004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:18.623742 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.7541394 Jul 22 11:15:18.677191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e2f4460-c687-4944-8365-6b9f506cb634 admin admin] Pushing event updated for resources: {'Network': ['ID=70926d8a-8331-41cd-bbd3-550e7dd0cb9c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:18.687950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:15:19.136212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:21.079809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:21.325178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:21.503754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcd272c7-8817-4ef9-8d5b-03d5e0d10456 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:21.505409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bcd272c7-8817-4ef9-8d5b-03d5e0d10456 admin admin] 10.222.0.21 "GET /v2.0/subnets/1f8d5637-418f-498b-b82f-08749fdd669a HTTP/1.1" status: 200 len: 849 time: 0.1789987 Jul 22 11:15:21.679851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1b39f4e7-2bf4-4cb9-9141-8ea3ecfb3c11 admin admin] 10.222.0.21 "GET /v2.0/routers/ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 HTTP/1.1" status: 200 len: 704 time: 0.1690223 Jul 22 11:15:22.012859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:22.345667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Allocated IP 172.20.0.1 (cfefafaa-a190-4bb8-8201-97acec0d31c4/1f8d5637-418f-498b-b82f-08749fdd669a/ed78a9d7-3820-4aeb-bc43-2cca3951f398) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:22.517195 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:22.540393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Transition to ACTIVE for port object ed78a9d7-3820-4aeb-bc43-2cca3951f398 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:15:22.622472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:22.739578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:22.744325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:22.749974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:15:22.750520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:22.812059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed78a9d7-3820-4aeb-bc43-2cca3951f398,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:22.988321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:22.989021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-12c74345-aaca-42bc-9e90-9ddf3495b13b None None] Provisioning for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:15:22.992893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-12c74345-aaca-42bc-9e90-9ddf3495b13b None None] Provisioning complete for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:22.993341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12c74345-aaca-42bc-9e90-9ddf3495b13b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:23.027263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-12c74345-aaca-42bc-9e90-9ddf3495b13b None None] Port ed78a9d7-3820-4aeb-bc43-2cca3951f398 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:15:23.178771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:23.183228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:23.184521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:23.248627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Pushing event updated for resources: {'Port': ['ID=ed78a9d7-3820-4aeb-bc43-2cca3951f398,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:23.316172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:23.317482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:23.493746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:15:23.548058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d9dc8d5b-a78b-4b09-96c3-91c014df4436 None None] Provisioning complete for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:23.548444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9dc8d5b-a78b-4b09-96c3-91c014df4436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:23.591128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:23.593548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d9dc8d5b-a78b-4b09-96c3-91c014df4436 None None] Port ed78a9d7-3820-4aeb-bc43-2cca3951f398 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:15:23.599143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fc6de072-7b92-4ec5-bfe4-4d33ab2d31c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6/add_router_interface HTTP/1.1" status: 200 len: 508 time: 1.9129522 Jul 22 11:15:23.602062 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Sync routers for ids ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:23.619546 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Routers {'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:15:23.620372 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:15:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:23.810935 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Set router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:15:24.255885 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:22Z', 'revision_number': 2, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port_host': None, '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:23Z', 'revision_number': 2, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:24.308075 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Checking router: ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:24.308453 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Updating router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 port ed78a9d7-3820-4aeb-bc43-2cca3951f398 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:24.371006 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:24.874726 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:24.892553 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Transition to ACTIVE for port object ed78a9d7-3820-4aeb-bc43-2cca3951f398 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:15:24.898119 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:25.064201 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Attempting to bind port ed78a9d7-3820-4aeb-bc43-2cca3951f398 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:15:25.064610 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Attempting to bind port ed78a9d7-3820-4aeb-bc43-2cca3951f398 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:15:25.065039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Attempting to bind port ed78a9d7-3820-4aeb-bc43-2cca3951f398 on network cfefafaa-a190-4bb8-8201-97acec0d31c4 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:15:25.075075 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:15:25.075607 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Checking segment: {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:15:25.076141 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:25.076543 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Bound using segment: {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:15:25.077145 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Bound port: ed78a9d7-3820-4aeb-bc43-2cca3951f398, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd58c5476-958e-4d4d-bedd-172b56efa176', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 121, 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:15:25.077486 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:25.092808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Pushing event updated for resources: {'Port': ['ID=ed78a9d7-3820-4aeb-bc43-2cca3951f398,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:25.103409 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.103817 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.104306 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.104641 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.105041 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.105493 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.105955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.106317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.106693 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.107092 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.107483 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.107820 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Tracked resource versions report: Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: pushed versions: Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: { 'AddressGroup': {'1.2'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'ConntrackHelper': {'1.0'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Log': {'1.0'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Network': {'1.1'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Port': {'1.7'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'PortForwarding': {'1.2'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'QosPolicy': {'1.8'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SecurityGroup': {'1.4'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SubPort': {'1.0'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Subnet': {'1.1'}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Trunk': {'1.1'}} Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: consumer versions: Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: L3 agent@n-d-754448-4: {}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: Metadata agent@n-d-754448-4: {}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: Metering agent@n-d-754448-4: {}, Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'ConntrackHelper': '1.0', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Log': '1.0', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Network': '1.1', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Port': '1.7', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'PortForwarding': '1.2', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'QosPolicy': '1.8', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SecurityGroup': '1.4', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SecurityGroupRule': '1.2', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'SubPort': '1.0', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Subnet': '1.1', Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: 'Trunk': '1.1'}} Jul 22 11:15:25.109643 n-d-754448-4 neutron-server[93709]: {{(pid=93709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:15:25.167468 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] For port ed78a9d7-3820-4aeb-bc43-2cca3951f398, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:25.189537 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] For port ed78a9d7-3820-4aeb-bc43-2cca3951f398, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ed78a9d7-3820-4aeb-bc43-2cca3951f398,segment=NetworkSegment(d58c5476-958e-4d4d-bedd-172b56efa176),segment_id=d58c5476-958e-4d4d-bedd-172b56efa176)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:25.194097 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:25.251289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32670e43-9bee-4378-9df4-6bc8984b03fa None None] Pushing event updated for resources: {'Port': ['ID=ed78a9d7-3820-4aeb-bc43-2cca3951f398,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:25.280713 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Routers {'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:15:25.281768 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:15:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:25.387382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] Set router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:15:25.607595 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:22Z', 'revision_number': 2, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port_host': None, '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:25Z', 'revision_number': 4, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:25.640896 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec52a567-5ccb-4c82-af78-921b056f1e66 None None] The sync data for ids ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'] in n-d-754448-4 is: [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:22Z', 'revision_number': 2, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port_host': None, '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:25Z', 'revision_number': 4, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:25.966362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:26.098503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-041603a0-f077-47db-89f8-ce189551a46a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:26.099872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-041603a0-f077-47db-89f8-ce189551a46a admin admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 842 time: 0.1326208 Jul 22 11:15:26.109708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Request body: {'subnet': {'enable_dhcp': False, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'cidr': '172.25.6.0/24', 'ip_version': 4, 'name': 'public-subnet', 'gateway_ip': '172.25.6.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:15:26.131419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Made reservation on behalf of 95cef153d979460f945a9d249d2982b6 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:15:26.133693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:26.412506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:15:26.412931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:26.470298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4302bf19-6ee3-4209-873c-0a56fba70cc5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:26.477516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:15:26.477866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Network hostable DHCP agents. Network: 70926d8a-8331-41cd-bbd3-550e7dd0cb9c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:15:26.494467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:15:26.506620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 70926d8a-8331-41cd-bbd3-550e7dd0cb9c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:26.510684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:26.511269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:26.517253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4094117d-a216-4b10-8f69-33febdb0c7be None None] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:15:26.526538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09765982-6620-4f83-8024-27e55cd822d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4202721 Jul 22 11:15:26.661534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b49c22d-7b7f-4141-b619-237b952cd206 None None] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:15:28.821983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:28.953673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-65966581-716b-4494-939d-bdd3e3541924 admin admin] 10.222.0.21 "GET /v2.0/routers/ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 HTTP/1.1" status: 200 len: 710 time: 0.1304927 Jul 22 11:15:29.111265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9519f6e1-6787-4ba4-b007-a3071b957be5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:15:29.112574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9519f6e1-6787-4ba4-b007-a3071b957be5 admin admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 886 time: 0.1537321 Jul 22 11:15:29.121278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:15:29.373748 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:29.616172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:29.689883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:29.794536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Allocated IP 172.25.6.51 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/3d43008a-029d-4323-bdbd-458dedb8c11e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:15:29.896091 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:29.938224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:29.982025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:15:29.984969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:15:29.989164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:15:29.992146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Pushing event updated for resources: {'Port': ['ID=3d43008a-029d-4323-bdbd-458dedb8c11e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:30.247658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:30.529897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:30.533021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:30.638550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:15:30.742904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:15:30.747047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:30.748223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6454b65f-ec3a-4e6b-9e35-1a595065f6d7 admin admin] 10.222.0.21 "PUT /v2.0/routers/ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 HTTP/1.1" status: 200 len: 889 time: 1.6302588 Jul 22 11:15:31.771539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ed78a9d7-3820-4aeb-bc43-2cca3951f398 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:31.823530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:15:31.826718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:15:31.827706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:31.828077 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:31.905724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:31.938588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ed78a9d7-3820-4aeb-bc43-2cca3951f398, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ed78a9d7-3820-4aeb-bc43-2cca3951f398,segment=NetworkSegment(d58c5476-958e-4d4d-bedd-172b56efa176),segment_id=d58c5476-958e-4d4d-bedd-172b56efa176)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:31.942121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:31.990818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ed78a9d7-3820-4aeb-bc43-2cca3951f398,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:32.187357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Sync routers for ids ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:15:32.197590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Routers {'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:15:32.198309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:15:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:32.442778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Set router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:15:32.830149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:30Z', 'revision_number': 4, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port': {'id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:29Z', 'updated_at': '2021-07-22T11:15:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:31Z', 'revision_number': 5, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:32.878166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Checking router: ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:15:32.878548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Updating router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 port 3d43008a-029d-4323-bdbd-458dedb8c11e binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:15:32.914527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.133376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:15:33.239938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.249713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Transition to ACTIVE for port object 3d43008a-029d-4323-bdbd-458dedb8c11e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:15:33.255803 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.262101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9c2bda03-c116-437d-ad3a-f16fdc92fd06 admin admin] 10.222.0.21 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 410 time: 0.1275322 Jul 22 11:15:33.309355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Attempting to bind port 3d43008a-029d-4323-bdbd-458dedb8c11e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:15:33.309759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Attempting to bind port 3d43008a-029d-4323-bdbd-458dedb8c11e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:15:33.310093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Attempting to bind port 3d43008a-029d-4323-bdbd-458dedb8c11e on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:15:33.317535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5379c2-cdf2-4bd1-9204-ee38a38e6b53 None None] Pushing event updated for resources: {'Port': ['ID=3d43008a-029d-4323-bdbd-458dedb8c11e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:33.321075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 15, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:15:33.321461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:15:33.321875 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.322274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:15:33.322793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Bound port: 3d43008a-029d-4323-bdbd-458dedb8c11e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:15:33.323211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.377593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] For port 3d43008a-029d-4323-bdbd-458dedb8c11e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:15:33.380923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] For port 3d43008a-029d-4323-bdbd-458dedb8c11e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d43008a-029d-4323-bdbd-458dedb8c11e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:15:33.385447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.445924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Routers {'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:15:33.446659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:15:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:33.451780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5379c2-cdf2-4bd1-9204-ee38a38e6b53 None None] Pushing event updated for resources: {'Port': ['ID=3d43008a-029d-4323-bdbd-458dedb8c11e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:33.640948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] Set router ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:15:33.773878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ed78a9d7-3820-4aeb-bc43-2cca3951f398 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:33.864762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:33.865269 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:33.953491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:30Z', 'revision_number': 4, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port': {'id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:29Z', 'updated_at': '2021-07-22T11:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:31Z', 'revision_number': 5, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:15:33.984022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d21ab4f6-b6e1-4de3-9136-bd213261fab1 None None] The sync data for ids ['ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6'] in n-d-754448-4 is: [{'id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'name': 'router1', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51'}], 'enable_snat': True}, 'gw_port_id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:15:12Z', 'updated_at': '2021-07-22T11:15:30Z', 'revision_number': 4, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'gw_port': {'id': '3d43008a-029d-4323-bdbd-458dedb8c11e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:f2:c9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.51', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:29Z', 'updated_at': '2021-07-22T11:15:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ed78a9d7-3820-4aeb-bc43-2cca3951f398', 'name': '', 'network_id': 'cfefafaa-a190-4bb8-8201-97acec0d31c4', 'tenant_id': '1e3bdca2380c40e787deb93c23a5b25d', 'mac_address': 'fa:16:3e:f4:a6:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ea93aca2-cb30-4dd1-9c9b-04e9e75a49a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:15:22Z', 'updated_at': '2021-07-22T11:15:31Z', 'revision_number': 5, 'project_id': '1e3bdca2380c40e787deb93c23a5b25d', 'subnets': [{'id': '1f8d5637-418f-498b-b82f-08749fdd669a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '0ce2711a-5046-44e3-855f-32e7a5f5069d'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:15:35.794861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d43008a-029d-4323-bdbd-458dedb8c11e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:35.852465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3d43008a-029d-4323-bdbd-458dedb8c11e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:15:35.859411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3d43008a-029d-4323-bdbd-458dedb8c11e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:35.860586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:35.967928 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:35.988620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 3d43008a-029d-4323-bdbd-458dedb8c11e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d43008a-029d-4323-bdbd-458dedb8c11e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:15:35.992761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:36.041454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=3d43008a-029d-4323-bdbd-458dedb8c11e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:15:37.810496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d43008a-029d-4323-bdbd-458dedb8c11e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:15:37.878297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3d43008a-029d-4323-bdbd-458dedb8c11e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:15:37.879099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:45.165732 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-207a1925-c340-415f-a802-e50312ef541c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:47.670638 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:48.121312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98bcf7d1-0391-4dda-bdbb-80f8adcf0581 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:49.146795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:15:51.103665 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:08.825008 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:16:15.167897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d09336d4-a1e4-4447-abd3-2e7878bfbc4e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:17.676016 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:18.128986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-374f4244-2cb9-4f30-abe6-97d67563c9fa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:19.141068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:21.106051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:45.169249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-447eec67-bb72-4f35-acb4-c19f59973bcf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:45.824646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:16:47.677677 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:48.120315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68ca40cc-208a-41b8-bc9b-7d560463eaa9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:49.142769 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:16:51.100905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:14.562819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:14.635174 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-bed8e0bb-8f70-4301-a9d1-7359f8fb71a0 admin admin] GET failed (client error): The resource could not be found. Jul 22 11:17:14.636495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bed8e0bb-8f70-4301-a9d1-7359f8fb71a0 admin admin] 10.222.0.21 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.0727253 Jul 22 11:17:14.834346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67615252-d557-43bd-8438-9da83fac5fbe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:14.836361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67615252-d557-43bd-8438-9da83fac5fbe admin admin] 10.222.0.21 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1961241 Jul 22 11:17:15.172588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-27604bb7-bba4-4273-9647-1789f868a32f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.028918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:17.161265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f199e682-b617-4419-a062-8e055688c321 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:17.162649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f199e682-b617-4419-a062-8e055688c321 admin admin] 10.222.0.21 "GET /v2.0/subnets/1f8d5637-418f-498b-b82f-08749fdd669a HTTP/1.1" status: 200 len: 849 time: 0.1327679 Jul 22 11:17:17.172050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:17:17.256790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Notify callbacks [] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.410083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770042281072'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.448334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:17.448948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.450230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] 10.222.0.21 "PUT /v2.0/subnets/1f8d5637-418f-498b-b82f-08749fdd669a HTTP/1.1" status: 200 len: 868 time: 0.2819679 Jul 22 11:17:17.453778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caaba08-af3b-4164-a252-20c4d033a0a8 None None] Network cfefafaa-a190-4bb8-8201-97acec0d31c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:17:17.467381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f8d5637-418f-498b-b82f-08749fdd669a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:17:17.475234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.476770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.476770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.476770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.477047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.477230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.477537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.477871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.478194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.478560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.478939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.479443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0ab97d6-4496-416b-9b2f-fd3168ddabcf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:17:17.682929 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.901807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-356c7a29-a7fa-4ca1-b527-338ba48ee5de None None] Provisioning complete for port 6d5577aa-9e5a-4189-b207-ce30daffc23d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:17:17.902103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-356c7a29-a7fa-4ca1-b527-338ba48ee5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:17.987967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-356c7a29-a7fa-4ca1-b527-338ba48ee5de None None] Provisioning complete for port ed78a9d7-3820-4aeb-bc43-2cca3951f398 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:17:17.988265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-356c7a29-a7fa-4ca1-b527-338ba48ee5de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:18.123615 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efecabcc-d2a7-4cea-a4e6-8a5ffff3afb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:19.145278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:19.623399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:19.827810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a66f8d-cd03-479e-90c5-bb2dcf29fee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:19.828230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31a66f8d-cd03-479e-90c5-bb2dcf29fee9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:19.829775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31a66f8d-cd03-479e-90c5-bb2dcf29fee9 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.2053449 Jul 22 11:17:21.107186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:21.985594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:22.113645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50baae-8c77-4507-9754-f48219a2ffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:22.114116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff50baae-8c77-4507-9754-f48219a2ffe2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:22.115691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff50baae-8c77-4507-9754-f48219a2ffe2 admin admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1291289 Jul 22 11:17:22.824041 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:17:24.290177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:24.422550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152a80a8-463b-4d9d-8aaf-e9f7fe29f14d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:24.423946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-152a80a8-463b-4d9d-8aaf-e9f7fe29f14d admin admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 886 time: 0.1327798 Jul 22 11:17:26.612576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:26.770721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18a4f7f7-db0a-48db-83f3-711b9d61aa3a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:26.772103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18a4f7f7-db0a-48db-83f3-711b9d61aa3a admin admin] 10.222.0.21 "GET /v2.0/networks/cfefafaa-a190-4bb8-8201-97acec0d31c4 HTTP/1.1" status: 200 len: 869 time: 0.1585724 Jul 22 11:17:28.970967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:29.092578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eacd7d-a550-44e7-a703-c8178f733229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:29.093035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9eacd7d-a550-44e7-a703-c8178f733229 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:29.094581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e9eacd7d-a550-44e7-a703-c8178f733229 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1222680 Jul 22 11:17:31.276003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:31.367089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101116e2-1cbf-41b6-bb3e-c78d92a8d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:31.367549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-101116e2-1cbf-41b6-bb3e-c78d92a8d484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:31.369090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-101116e2-1cbf-41b6-bb3e-c78d92a8d484 admin admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.0921249 Jul 22 11:17:33.518250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:33.614072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a042028a-59a8-4c2c-b66b-e771accef103 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:33.615469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a042028a-59a8-4c2c-b66b-e771accef103 admin admin] 10.222.0.21 "GET /v2.0/subnets/1f8d5637-418f-498b-b82f-08749fdd669a HTTP/1.1" status: 200 len: 868 time: 0.0959857 Jul 22 11:17:35.780876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:17:35.864519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a098425-b5a5-405c-9805-bccf32ff6d10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:17:35.865843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3a098425-b5a5-405c-9805-bccf32ff6d10 admin admin] 10.222.0.21 "GET /v2.0/subnets/4302bf19-6ee3-4209-873c-0a56fba70cc5 HTTP/1.1" status: 200 len: 816 time: 0.0840158 Jul 22 11:17:45.175947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d8cff9a-9f9c-47ea-8f5f-ab48cf2b67ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:47.686480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:48.127400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-648659e9-d838-4395-a09f-7b8201a97cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:49.148341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:51.117286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:17:59.823293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:18:00.766522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:18:00.816068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-afad7a14-0145-4d06-9cb4-0c207215bf9d admin admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:18:00.817029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-afad7a14-0145-4d06-9cb4-0c207215bf9d admin admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0495131 Jul 22 11:18:03.066031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:18:03.124712 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1762fcc5-5fb1-4443-ab9a-8a2ae93d00bd admin admin] GET failed (client error): The resource could not be found. Jul 22 11:18:03.126017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1762fcc5-5fb1-4443-ab9a-8a2ae93d00bd admin admin] 10.222.0.21 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0587292 Jul 22 11:18:03.219030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-832f07a2-5b12-487c-a13f-a1dbeed06893 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:18:03.220512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-832f07a2-5b12-487c-a13f-a1dbeed06893 admin admin] 10.222.0.21 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.0905800 Jul 22 11:18:05.440337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:18:05.486724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Request body: {'network': {'shared': True, 'admin_state_up': True, 'name': 'shared'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:18:05.508875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Made reservation on behalf of 95cef153d979460f945a9d249d2982b6 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:18:05.511125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:05.546801 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.revisions.revision_plugin [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Could not find related network for resource to bump revision. Jul 22 11:18:05.561778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] vlan segment allocate from pool success with {'vlan_id': 124, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:18:05.572433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:05.572785 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Added segment f0c214b7-2e03-4e76-81ef-b0e7568f1181 of type vlan for network 64a8a73e-4282-4946-bb4d-e69dd2619d34 Jul 22 11:18:05.611335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:05.639695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:05.640574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:18:05.641146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:05.705460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.2639692 Jul 22 11:18:05.706381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a311c04-c2d8-4304-9985-afcc7e2bdbcc admin admin] Pushing event updated for resources: {'Network': ['ID=64a8a73e-4282-4946-bb4d-e69dd2619d34,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:05.721323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:18:07.932125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:18:07.990624 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-db8dc2f8-9e68-426a-9c36-ae511f480362 admin admin] GET failed (client error): The resource could not be found. Jul 22 11:18:07.992124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-db8dc2f8-9e68-426a-9c36-ae511f480362 admin admin] 10.222.0.21 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0590439 Jul 22 11:18:08.063726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93705276-3c2c-4d15-9b7a-9b48511c3185 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:18:08.065154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-93705276-3c2c-4d15-9b7a-9b48511c3185 admin admin] 10.222.0.21 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.0693014 Jul 22 11:18:08.075270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Request body: {'subnet': {'ip_version': 4, 'cidr': '192.168.233.0/24', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'description': 'shared-subnet', 'name': 'shared-subnet'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:18:08.097810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Made reservation on behalf of 95cef153d979460f945a9d249d2982b6 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:18:08.100350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:08.313008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:08.378022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0d16eb0-af3a-412a-ab56-e1f14b189e21,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:08.384232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:18:08.384616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Network hostable DHCP agents. Network: 64a8a73e-4282-4946-bb4d-e69dd2619d34, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:18:08.405629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:18:08.415862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 64a8a73e-4282-4946-bb4d-e69dd2619d34) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:18:08.419841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:18:08.420418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:08.425153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bc4ad24-cbc0-49a5-a6c4-476f90d9b71b None None] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:18:08.436360 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd126c7e-b724-40dd-8856-c5bfdf4e1aaf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3641703 Jul 22 11:18:08.684497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-64a8a73e-4282-4946-bb4d-e69dd2619d34', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'tenant_id': '95cef153d979460f945a9d249d2982b6', 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:18:08.685417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:08.823965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Allocated IP 192.168.233.2 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/d41a0f7d-200f-4584-a272-96166f020401) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:18:08.968828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:08.978665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Transition to ACTIVE for port object d41a0f7d-200f-4584-a272-96166f020401 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:18:08.994299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Transition to ACTIVE for port object d41a0f7d-200f-4584-a272-96166f020401 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:18:09.000539 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:09.039953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:18:09.044617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:18:09.047886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:18:09.058143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Pushing event updated for resources: {'Port': ['ID=d41a0f7d-200f-4584-a272-96166f020401,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:09.080384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.080730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.081067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.081409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.081748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.082081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.082409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.082755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.083077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.083398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.083721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.084633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:18:09.120491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Attempting to bind port d41a0f7d-200f-4584-a272-96166f020401 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:18:09.120838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Attempting to bind port d41a0f7d-200f-4584-a272-96166f020401 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:18:09.121217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Attempting to bind port d41a0f7d-200f-4584-a272-96166f020401 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:18:09.126038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 17, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:18:09.126405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:18:09.126835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:09.127222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:18:09.127679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Bound port: d41a0f7d-200f-4584-a272-96166f020401, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:18:09.128071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:09.188248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] For port d41a0f7d-200f-4584-a272-96166f020401, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:18:09.191322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] For port d41a0f7d-200f-4584-a272-96166f020401, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d41a0f7d-200f-4584-a272-96166f020401,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:18:09.196723 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:09.260450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1019f07-1c8d-4202-8a93-d965225a57c2 None None] Pushing event updated for resources: {'Port': ['ID=d41a0f7d-200f-4584-a272-96166f020401,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:09.954219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d41a0f7d-200f-4584-a272-96166f020401 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:18:10.023361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d41a0f7d-200f-4584-a272-96166f020401 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:18:10.089081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dc8447c-84c7-476d-b211-c4ebfc17659b None None] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:18:10.214929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Provisioning for port d41a0f7d-200f-4584-a272-96166f020401 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:18:10.220859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Provisioning complete for port d41a0f7d-200f-4584-a272-96166f020401 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:18:10.221229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:10.334581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:10.371560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] For port d41a0f7d-200f-4584-a272-96166f020401, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d41a0f7d-200f-4584-a272-96166f020401,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:18:10.376983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:10.430878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08c44c12-c4fc-46cd-84e8-e90f5596e150 None None] Pushing event updated for resources: {'Port': ['ID=d41a0f7d-200f-4584-a272-96166f020401,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:18:10.497826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8d2f3f7-8d6a-4ca8-8d57-d4f1c375da85 None None] Provisioning complete for port d41a0f7d-200f-4584-a272-96166f020401 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:18:10.498209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e8d2f3f7-8d6a-4ca8-8d57-d4f1c375da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:11.886602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d41a0f7d-200f-4584-a272-96166f020401 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:18:11.932934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d41a0f7d-200f-4584-a272-96166f020401 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:18:11.933299 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:15.178563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a5b7109-f536-4e4c-a6d9-0d7a0fbf63ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:17.688779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:18.128070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899f5781-ca98-4f00-9fa9-49c955087247 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:19.150383 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:21.121476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:36.824274 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:18:45.180541 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57f28896-5cce-45af-9e68-b8861af4719a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:47.690323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:48.129892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d304517-285b-432e-94ff-4045148fbf5f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:49.154527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:18:51.125257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:13.822609 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:19:15.183111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cc395dc-43cb-48a5-9315-ecfe56ca04da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:17.693433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:18.132608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3c34a19-7071-4872-859e-e1f4fe4b57e2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:19.159741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:21.128538 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:21.407747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:19:21.414247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-3696c5df-e7ed-4142-98a4-1caddd3761b6 tempest-verify_tempest_config-1006696278 tempest-verify_tempest_config-1006696278-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:19:21.415368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3696c5df-e7ed-4142-98a4-1caddd3761b6 tempest-verify_tempest_config-1006696278 tempest-verify_tempest_config-1006696278-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0066586 Jul 22 11:19:21.723602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:19:21.822808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:21.917168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:21.920802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:21.964686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e958e83d32f641c3b1df6b2f18b1a501&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2400584 Jul 22 11:19:21.965629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6fa7a80f-001a-49cc-ab19-737cdfa5a045,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:21.967354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:19:21.971939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.972287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.972627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.972963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.973293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.973619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.973945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.974264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.974617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.974938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.975256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:21.975576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b75bae5-946f-401f-b96e-249fd672da61 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.024123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:22.044640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:22.132516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:22.135145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:22.136340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6fa7a80f-001a-49cc-ab19-737cdfa5a045 HTTP/1.1" status: 204 len: 168 time: 0.1678443 Jul 22 11:19:22.144033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fa7a80f-001a-49cc-ab19-737cdfa5a045,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:19:22.150771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.151124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.151472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.151815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.152153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.152490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.152827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.153166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.153499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.153883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.154161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:22.154518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-255027a3-f7e6-4c5e-a173-0a41ee265434 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:19:45.183637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d952e8e5-f081-4b1b-9c61-4e2b7fd8508c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:47.695260 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:48.132983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88f4324d-88a8-4767-a0ea-63f3b6482811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:49.162827 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:19:50.822148 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:19:51.131173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:15.184572 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-273837aa-7c28-45f9-98a4-9a379413070b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:17.697515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:18.133152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de33955e-7e2f-469b-8806-1ada78c6bbae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:19.164785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:21.135312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:27.820453 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:20:45.185601 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-486875c5-f195-47f2-845b-86e61c5f1da9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:47.698405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:48.134141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba7c3f28-ef0f-48ee-b804-d9ff94a8b2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:49.168351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:20:51.135566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:04.822675 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:21:15.186490 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9072925-6b9f-48fc-a73d-6114e63d82cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:17.699225 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:18.135086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee1d289a-6227-448a-9366-8993900376b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:19.171258 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:21.140255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:41.821052 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:21:45.186970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56b3574d-a5ec-44d5-99ed-ef076ac96caa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:47.703099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:48.135176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98b0b1e7-b369-4778-9cb8-87ebfe6a98a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:49.174382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:21:51.145528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:15.187624 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e058d1b-893e-4715-9f20-c825d414b465 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:17.704719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:18.137851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-297e10b1-f8a7-49ff-8612-dfe59f027b4d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:18.820612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 5 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:22:19.176787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:21.148075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:27.054658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:27.849706 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-8057580'] for agent, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:45.188824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1675f9bd-4b5e-4ade-a1f2-59938487861e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:47.705174 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:48.139874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e3b1dbc-b788-42ff-831b-e805598f4aca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:49.184641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:51.148710 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:55.820677 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:22:57.009243 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:22:57.809716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:12.748025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:23:12.856233 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5d0cbfe7-763c-4411-868b-6a55453ca85e admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.1070795 Jul 22 11:23:15.059001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:23:15.156653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-773e5696-498b-4499-8097-e4b62bb96f01 admin admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4681 time: 0.0965340 Jul 22 11:23:15.191133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35f999ab-2b42-4870-930c-6b1dd3889275 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:17.705629 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:18.141134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aaf9aa97-21e2-4951-9856-30e175e826ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:19.183867 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:21.153004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:27.010404 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:27.836314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:32.820421 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:23:45.194988 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8f15751e-be2f-42f8-b2da-e20e2733f960 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:47.711774 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:48.141498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5ce18fd-2339-4b7d-b13c-0c4dc5a474cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:49.186353 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:51.159631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:57.032000 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:23:57.840342 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:09.820039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:24:15.196737 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60932a6a-1784-4381-8606-c39b29e7e191 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:17.819568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:18.146589 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6404edc-fb08-40ec-a8e5-638b1f21ca3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:19.189557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:21.161084 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:27.024326 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:27.865763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.098169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:38.450734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-network', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:38.473671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Made reservation on behalf of 24534c6de3854106a276c03a5b08a9a2 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:38.476248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.485399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.563277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46314) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:38.576923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.583054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.606190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:24:38.620286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f2db153-396a-46ff-ba12-049868dc873a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:38.629610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.630231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.630756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.631303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.631651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.631987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.632495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.632839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.633171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.633511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.633846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.634175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Tracked resource versions report: Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: pushed versions: Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: { 'AddressGroup': {'1.2'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'ConntrackHelper': {'1.0'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Log': {'1.0'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Network': {'1.1'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Port': {'1.7'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'PortForwarding': {'1.2'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'QosPolicy': {'1.8'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SecurityGroup': {'1.4'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SubPort': {'1.0'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Subnet': {'1.1'}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Trunk': {'1.1'}} Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: consumer versions: Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: HyperV agent@n-h1-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: HyperV agent@n-h2-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: L3 agent@n-d-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: Metadata agent@n-d-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: Metering agent@n-d-754448-4: {}, Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'ConntrackHelper': '1.0', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Log': '1.0', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Network': '1.1', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Port': '1.7', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'PortForwarding': '1.2', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'QosPolicy': '1.8', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SecurityGroup': '1.4', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SecurityGroupRule': '1.2', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'SubPort': '1.0', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Subnet': '1.1', Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: 'Trunk': '1.1'}} Jul 22 11:24:38.635328 n-d-754448-4 neutron-server[93706]: {{(pid=93706) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:24:38.638354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.638732 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Added segment aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88 of type vlan for network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 Jul 22 11:24:38.681673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.718392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.720054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:38.720638 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:38.786572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] Pushing event updated for resources: {'Network': ['ID=bbf2a136-e34e-4f57-9582-b3ecef67dbb4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:38.798224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:38.798429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3a0cb82c-3035-4af6-adfa-09dd81cb314c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6988616 Jul 22 11:24:38.802698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:24:38.803555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Request body: {'subnet': {'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-subnet', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:38.829481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Made reservation on behalf of 24534c6de3854106a276c03a5b08a9a2 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:38.832628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.038610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.057715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:39.059476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-86f3bec5-640d-451d-9b57-a80b0b8b847a tempest-AutoAllocateNetworkTest-1720004660 tempest-AutoAllocateNetworkTest-1720004660-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee38d3e92ae7439397432b657aaba63a&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4943695 Jul 22 11:24:39.126528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd06ab7-6ace-4322-98fa-30ba7a126126,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:39.134887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.135372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.135808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.136243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.136667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.137257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.137813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.138494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.139047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.139590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.140186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.140728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Tracked resource versions report: Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: pushed versions: Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: { 'AddressGroup': {'1.2'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'ConntrackHelper': {'1.0'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Log': {'1.0'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Network': {'1.1'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Port': {'1.7'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'PortForwarding': {'1.2'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'QosPolicy': {'1.8'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SecurityGroup': {'1.4'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SubPort': {'1.0'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Subnet': {'1.1'}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Trunk': {'1.1'}} Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: consumer versions: Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: HyperV agent@n-h1-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: HyperV agent@n-h2-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: L3 agent@n-d-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: Metadata agent@n-d-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: Metering agent@n-d-754448-4: {}, Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'ConntrackHelper': '1.0', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Log': '1.0', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Network': '1.1', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Port': '1.7', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'PortForwarding': '1.2', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'QosPolicy': '1.8', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SecurityGroup': '1.4', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SecurityGroupRule': '1.2', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'SubPort': '1.0', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Subnet': '1.1', Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: 'Trunk': '1.1'}} Jul 22 11:24:39.144176 n-d-754448-4 neutron-server[93707]: {{(pid=93707) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:24:39.160343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Checking segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:39.161176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Network hostable DHCP agents. Network: bbf2a136-e34e-4f57-9582-b3ecef67dbb4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:24:39.181858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:24:39.198383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bbf2a136-e34e-4f57-9582-b3ecef67dbb4) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:39.202942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:39.204656 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.212365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f1eb2c0-0465-45bc-92f1-fa21157a9a60 None None] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:24:39.222525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-423a8790-39c6-4958-92d6-17c9be5ec79d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4228709 Jul 22 11:24:39.225406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:39.231715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:39.264949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.270241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.284879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d800d58-5498-40fb-900a-ba0eeb4afb0c tempest-AutoAllocateNetworkTest-1720004660 tempest-AutoAllocateNetworkTest-1720004660-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:39.287469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d800d58-5498-40fb-900a-ba0eeb4afb0c tempest-AutoAllocateNetworkTest-1720004660 tempest-AutoAllocateNetworkTest-1720004660-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2286386 Jul 22 11:24:39.290080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:39.363336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e3ecff1f-119a-4f09-86a4-b8b032c96aca tempest-AutoAllocateNetworkTest-1720004660 tempest-AutoAllocateNetworkTest-1720004660-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0703502 Jul 22 11:24:39.365789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46354) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:39.394388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:24:39.395319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.434117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-965a8e7b-b40d-40cf-9113-7723a34a04ed tempest-AutoAllocateNetworkTest-1720004660 tempest-AutoAllocateNetworkTest-1720004660-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=ee38d3e92ae7439397432b657aaba63a HTTP/1.1" status: 200 len: 208 time: 0.0668314 Jul 22 11:24:39.465598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.608579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Allocated IP 172.20.0.2 (bbf2a136-e34e-4f57-9582-b3ecef67dbb4/5fd06ab7-6ace-4322-98fa-30ba7a126126/5a1562bc-dac3-4d9c-b688-12c99da7113d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:39.631310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.781666 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.793204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Transition to ACTIVE for port object 5a1562bc-dac3-4d9c-b688-12c99da7113d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:39.814986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Transition to ACTIVE for port object 5a1562bc-dac3-4d9c-b688-12c99da7113d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:39.825428 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:39.873693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Pushing event updated for resources: {'Port': ['ID=5a1562bc-dac3-4d9c-b688-12c99da7113d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:39.884008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.884732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.885288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.885855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.886403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.887003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.887551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.888099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.888688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.889232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.889774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.890299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Tracked resource versions report: Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: pushed versions: Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: { 'AddressGroup': {'1.2'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'ConntrackHelper': {'1.0'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Log': {'1.0'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Network': {'1.1'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Port': {'1.7'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'PortForwarding': {'1.2'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'QosPolicy': {'1.8'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SecurityGroup': {'1.4'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SubPort': {'1.0'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Subnet': {'1.1'}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Trunk': {'1.1'}} Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: consumer versions: Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: HyperV agent@n-h1-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: HyperV agent@n-h2-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: L3 agent@n-d-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: Metadata agent@n-d-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: Metering agent@n-d-754448-4: {}, Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'ConntrackHelper': '1.0', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Log': '1.0', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Network': '1.1', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Port': '1.7', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'PortForwarding': '1.2', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'QosPolicy': '1.8', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SecurityGroup': '1.4', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SecurityGroupRule': '1.2', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'SubPort': '1.0', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Subnet': '1.1', Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: 'Trunk': '1.1'}} Jul 22 11:24:39.892460 n-d-754448-4 neutron-server[93708]: {{(pid=93708) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:24:39.909864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:39.911740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:39.914577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:40.002292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.018018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Attempting to bind port 5a1562bc-dac3-4d9c-b688-12c99da7113d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:40.018850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Attempting to bind port 5a1562bc-dac3-4d9c-b688-12c99da7113d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:40.019439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Attempting to bind port 5a1562bc-dac3-4d9c-b688-12c99da7113d on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:40.025337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:40.026097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Checking segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:40.027140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.027444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.028055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Bound using segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:40.028746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Bound port: 5a1562bc-dac3-4d9c-b688-12c99da7113d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:40.029371 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.125245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] For port 5a1562bc-dac3-4d9c-b688-12c99da7113d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:40.131199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] For port 5a1562bc-dac3-4d9c-b688-12c99da7113d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5a1562bc-dac3-4d9c-b688-12c99da7113d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:40.138639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.156227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Allocated IP 172.25.6.211 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/21128b3d-cbfa-4668-836a-a6a3d0c6ad32) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:40.185130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46384) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:40.214151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e52491e1-c17c-402e-ba0a-f04d31ad4082 None None] Pushing event updated for resources: {'Port': ['ID=5a1562bc-dac3-4d9c-b688-12c99da7113d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:40.315545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.369677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.448422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:40.451206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:40.458555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:40.503692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Pushing event updated for resources: {'Port': ['ID=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:40.674269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b25-5c0a-48ca-aa5e-10e803c37537 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.715937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.792452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b25-5c0a-48ca-aa5e-10e803c37537 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.799786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d79d2b25-5c0a-48ca-aa5e-10e803c37537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.850821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79d2b25-5c0a-48ca-aa5e-10e803c37537 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e450e3d7-bf75-4968-8f60-949734329353,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:40.869884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d79d2b25-5c0a-48ca-aa5e-10e803c37537 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ee38d3e92ae7439397432b657aaba63a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6837587 Jul 22 11:24:40.876784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:40.943249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:40.974497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:41.061015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:41.066226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:41.069394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e450e3d7-bf75-4968-8f60-949734329353 HTTP/1.1" status: 204 len: 168 time: 0.1893611 Jul 22 11:24:41.088295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-194a11df-b116-4750-995b-1aaa0dbdceb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e450e3d7-bf75-4968-8f60-949734329353,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:41.179379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:41.371802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Router b094958f-2def-41bf-9582-9c2e7eea86a3 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:24:41.473976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0da7edd-0f9a-4c2d-8eeb-7e90c3accc21 None None] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:24:41.522024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:41.530875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96637394-7cdd-4ea0-99e7-0c67ecbd95fc None None] Provisioning for port 5a1562bc-dac3-4d9c-b688-12c99da7113d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:41.541603 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:41.554490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:41.557528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:41.557838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-661189f4-f04e-433b-87b2-be2ce886c0f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 2.3310602 Jul 22 11:24:41.575542 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:41.576969 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:41.853079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:42.097478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:40Z', 'revision_number': 3, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:42.136289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:42.136838 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Updating router b094958f-2def-41bf-9582-9c2e7eea86a3 port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:24:42.198565 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.274646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5a1562bc-dac3-4d9c-b688-12c99da7113d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:42.394761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5a1562bc-dac3-4d9c-b688-12c99da7113d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:42.400827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5a1562bc-dac3-4d9c-b688-12c99da7113d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:42.402536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.504567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.565158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5a1562bc-dac3-4d9c-b688-12c99da7113d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5a1562bc-dac3-4d9c-b688-12c99da7113d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:42.573477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.673108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5a1562bc-dac3-4d9c-b688-12c99da7113d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:42.723665 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.747710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Transition to ACTIVE for port object 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:42.761826 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.784354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.793582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Attempting to bind port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:42.794197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Attempting to bind port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:42.794771 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Attempting to bind port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:42.801628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:42.802477 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:42.803075 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.803631 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:42.804290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Bound port: 21128b3d-cbfa-4668-836a-a6a3d0c6ad32, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:42.804850 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.892594 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] For port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:42.899070 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] For port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:42.936840 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:42.999211 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:43.001002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:43.188484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Pushing event updated for resources: {'Port': ['ID=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:43.205430 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.205888 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.206309 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Tracked resource versions report: Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: pushed versions: Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: { 'AddressGroup': {'1.2'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'ConntrackHelper': {'1.0'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Log': {'1.0'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Network': {'1.1'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Port': {'1.7'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'PortForwarding': {'1.2'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'QosPolicy': {'1.8'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SecurityGroup': {'1.4'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SecurityGroupRule': {'1.2'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SubPort': {'1.0'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Subnet': {'1.1'}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Trunk': {'1.1'}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: consumer versions: Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: { DHCP agent@n-d-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: HyperV agent@n-h1-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: HyperV agent@n-h2-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: L3 agent@n-d-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: Metadata agent@n-d-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: Metering agent@n-d-754448-4: {}, Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: Open vSwitch agent@n-d-754448-4: { 'AddressGroup': '1.2', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'ConntrackHelper': '1.0', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Log': '1.0', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Network': '1.1', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Port': '1.7', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'PortForwarding': '1.2', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'QosPolicy': '1.8', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SecurityGroup': '1.4', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SecurityGroupRule': '1.2', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'SubPort': '1.0', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Subnet': '1.1', Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: 'Trunk': '1.1'}} Jul 22 11:24:43.211989 n-d-754448-4 neutron-server[93709]: {{(pid=93709) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Jul 22 11:24:43.295114 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a65e98-626f-47f5-acf4-5bcdce7090c8 None None] Pushing event updated for resources: {'Port': ['ID=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:43.307787 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:43.434626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Allocated IP 172.20.0.1 (bbf2a136-e34e-4f57-9582-b3ecef67dbb4/5fd06ab7-6ace-4322-98fa-30ba7a126126/3eaeb568-923a-47f9-8f69-2b12a8b4e09d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:43.693625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:43.717319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:40Z', 'revision_number': 3, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:43.725714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Transition to ACTIVE for port object 3eaeb568-923a-47f9-8f69-2b12a8b4e09d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:43.754423 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eab9efe0-9ccb-43ff-9937-83098b4c0120 None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:40Z', 'revision_number': 3, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:43.899722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.010084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:44.015131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:44.023367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:44.023920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.084649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:44.189567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5a1562bc-dac3-4d9c-b688-12c99da7113d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:44.302948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Pushing event updated for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:44.333908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5a1562bc-dac3-4d9c-b688-12c99da7113d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:44.334656 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.474635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a577508-b402-4f50-9564-4895d9635e49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.492013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3853e852-8a2e-400e-98cd-a2a69fc6bfef None None] Provisioning for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:44.501298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3853e852-8a2e-400e-98cd-a2a69fc6bfef None None] Provisioning complete for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:44.505964 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3853e852-8a2e-400e-98cd-a2a69fc6bfef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.566932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.596821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3853e852-8a2e-400e-98cd-a2a69fc6bfef None None] Port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:24:44.711023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a577508-b402-4f50-9564-4895d9635e49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.724098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a577508-b402-4f50-9564-4895d9635e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.810912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a577508-b402-4f50-9564-4895d9635e49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00d67a87823a4e97beae9f132f37c749&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7252488 Jul 22 11:24:44.811558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:44.814240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a577508-b402-4f50-9564-4895d9635e49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6ef3d8c7-cdf7-47e3-bf7a-734df359975b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:44.921100 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.934720 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.943806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.956132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:44.972991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:45.073769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Pushing event updated for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:45.117905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:45.122547 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:45.124265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ef3d8c7-cdf7-47e3-bf7a-734df359975b HTTP/1.1" status: 204 len: 168 time: 0.3115399 Jul 22 11:24:45.133936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da74d3cd-5571-49e9-864c-a08eea35647e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ef3d8c7-cdf7-47e3-bf7a-734df359975b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:45.186993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:45.189255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:45.215881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40e63e64-7b66-4a6c-a34c-500f3ea79f75 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:45.377490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:24:45.512926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:45.521244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97d2ba97-2172-4616-b62d-710355e0d67b admin admin] 10.222.0.21 "PUT /v2.0/routers/b094958f-2def-41bf-9582-9c2e7eea86a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9619823 Jul 22 11:24:45.538623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-25723ed7-3abf-4493-8a98-01e0f0ea246b None None] Provisioning complete for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:45.539094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25723ed7-3abf-4493-8a98-01e0f0ea246b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:45.590116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-25723ed7-3abf-4493-8a98-01e0f0ea246b None None] Port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:24:45.930798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:45.939916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:45.940747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:45.956592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:45.990219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:45.996949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46644) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.024311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d1f361b-1a8a-4d9b-8bf0-c6ff55f1619d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.084593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.124825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:46.179456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d1f361b-1a8a-4d9b-8bf0-c6ff55f1619d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.189138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d1f361b-1a8a-4d9b-8bf0-c6ff55f1619d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.213557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:46.254850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d1f361b-1a8a-4d9b-8bf0-c6ff55f1619d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8bb3ca9b817e46129c7a34773081e5ba&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2566564 Jul 22 11:24:46.257612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.258494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1f361b-1a8a-4d9b-8bf0-c6ff55f1619d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b932663f-2fcf-4975-a423-9fdc79c265b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:46.324718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.352343 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.386026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:46.392266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:46.392906 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.418001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aeb68faa-829b-4622-9dec-d057d44ca501 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.419771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.422939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.424375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b932663f-2fcf-4975-a423-9fdc79c265b9 HTTP/1.1" status: 204 len: 168 time: 0.1654549 Jul 22 11:24:46.438948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdabb5a-4b88-436f-9db6-898b973ef37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b932663f-2fcf-4975-a423-9fdc79c265b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:46.478736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3633c0-3552-4e38-8604-1620f6a0aadd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.548418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05385d4e-7901-4be9-b90e-e9a873bf0b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.567276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 2, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:46.601610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.608094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:46.608457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Updating router b094958f-2def-41bf-9582-9c2e7eea86a3 port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:24:46.620473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aeb68faa-829b-4622-9dec-d057d44ca501 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.643712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aeb68faa-829b-4622-9dec-d057d44ca501 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.651423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:46.660622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.677163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.732022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aeb68faa-829b-4622-9dec-d057d44ca501 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ffec4abeea9b48c3a3c162e3c82e6c00&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7742596 Jul 22 11:24:46.733104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.745522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb68faa-829b-4622-9dec-d057d44ca501 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18b21d0c-fcbe-4336-8982-d2efcac3572a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:46.762718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.769552 n-d-754448-4 neutron-server[93707]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jul 22 11:24:46.795666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3633c0-3552-4e38-8604-1620f6a0aadd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.806491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef3633c0-3552-4e38-8604-1620f6a0aadd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:46.823184 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:24:46.830319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-6dbaee57-0bad-47c6-9069-aecaec0381b0 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0618913 Jul 22 11:24:46.854598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef3633c0-3552-4e38-8604-1620f6a0aadd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=333f764444dc4b6ca15706ba28e48297&name=default HTTP/1.1" status: 200 len: 2975 time: 0.7666893 Jul 22 11:24:46.863253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:46.921298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:46.988327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3633c0-3552-4e38-8604-1620f6a0aadd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f036e817-db53-4faf-80fb-4aab7001f6f0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.031043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.043282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.100400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.142339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.173302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05385d4e-7901-4be9-b90e-e9a873bf0b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.244439 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.260195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:47.261363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Transition to ACTIVE for port object 3eaeb568-923a-47f9-8f69-2b12a8b4e09d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:47.267156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-network', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:47.271930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.333751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15291f05-dd55-4800-9405-b7dc652673a3 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:47.334704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05385d4e-7901-4be9-b90e-e9a873bf0b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.335971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15291f05-dd55-4800-9405-b7dc652673a3 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5048096 Jul 22 11:24:47.337689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Made reservation on behalf of 7d025c7c417348b695c5c73f84470a1c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:47.341069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.366002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.377303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-6d94cc67-19ba-4e99-a172-6e6c43678833 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/quotas/41ca0c1d701340eca8f8011e7e0d8079 HTTP/1.1" status: 200 len: 375 time: 0.0302646 Jul 22 11:24:47.416536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05385d4e-7901-4be9-b90e-e9a873bf0b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be4af791-8009-4df3-bf32-6df27adc9b42,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.417993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd0a36-d577-454c-b5f7-ce0ad110f8e6 None None] Pushing event updated for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.426809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05385d4e-7901-4be9-b90e-e9a873bf0b12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=819c3706b868469c977d9722f21cd1d0&name=default HTTP/1.1" status: 200 len: 2975 time: 1.4345641 Jul 22 11:24:47.430483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:47.461500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.480914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.482084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f036e817-db53-4faf-80fb-4aab7001f6f0 HTTP/1.1" status: 204 len: 168 time: 0.6159222 Jul 22 11:24:47.482713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-e833c0ae-7c49-453f-92c6-da1e206c9921 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0972352 Jul 22 11:24:47.516592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.526540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.527862 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18b21d0c-fcbe-4336-8982-d2efcac3572a HTTP/1.1" status: 204 len: 168 time: 0.7915666 Jul 22 11:24:47.542658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f945eed-1ff5-4606-bdd0-09fae967c22e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f036e817-db53-4faf-80fb-4aab7001f6f0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.559382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Attempting to bind port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:47.559753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Attempting to bind port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:47.560117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Attempting to bind port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:47.575764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dda8da-ddd0-409b-8136-586480ba6e38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18b21d0c-fcbe-4336-8982-d2efcac3572a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.606382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.610967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.619965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.648496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:47.648841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Checking segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:47.649270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.649670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Bound using segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:47.650169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Bound port: 3eaeb568-923a-47f9-8f69-2b12a8b4e09d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:47.650602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.654281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.662663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:24:47.682640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=df7def14-3f78-49ca-bacd-13106ca6a8c7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.691598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.692008 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Added segment 25068563-1082-4c1a-a1b5-8d72af615dd2 of type vlan for network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc Jul 22 11:24:47.751179 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.755339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.759451 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be4af791-8009-4df3-bf32-6df27adc9b42 HTTP/1.1" status: 204 len: 168 time: 0.3296292 Jul 22 11:24:47.769558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e3244b-f09b-475b-b2d3-5fc84e7e70c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4af791-8009-4df3-bf32-6df27adc9b42,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.780806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.821998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.823592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:47.824454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.832255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.871809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] For port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:47.880912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] For port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:47.890570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] Pushing event updated for resources: {'Network': ['ID=694bd8e9-553f-4ab8-9a56-f48df5b7efbc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:47.895403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:47.904121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-acfdc6db-e8d2-4fd5-8bef-d401d2c9ad0e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.6417174 Jul 22 11:24:47.907416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:47.911939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:24:47.913383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Request body: {'subnet': {'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-subnet', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:47.948628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Made reservation on behalf of 7d025c7c417348b695c5c73f84470a1c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:47.950971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.102707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5fd0a36-d577-454c-b5f7-ce0ad110f8e6 None None] Pushing event updated for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:48.111017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:48.111665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:48.220656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:48.274764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.278893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb43de12-2264-498c-b8ec-773d5c361eb8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.317135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:48.338919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Pushing event updated for resources: {'Subnet': ['ID=14101cac-9af2-420f-a8b0-c742cc24f607,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:48.351620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:48.367168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:48.367548 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.382751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b55-158a-450f-9c0a-58db2f32b07e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.384320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Checking segment: {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:48.384684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Network hostable DHCP agents. Network: 694bd8e9-553f-4ab8-9a56-f48df5b7efbc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:24:48.407849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:24:48.422240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 694bd8e9-553f-4ab8-9a56-f48df5b7efbc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:48.429595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:48.430114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.437766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-379b075f-dafa-4beb-abc3-57d22998c769 None None] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:24:48.510751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b55-158a-450f-9c0a-58db2f32b07e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.518334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e9fa2b55-158a-450f-9c0a-58db2f32b07e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.524541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-10837743-40c5-4975-aa1c-0a5395de9f44 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6160045 Jul 22 11:24:48.527138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:48.536490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:48.564218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9fa2b55-158a-450f-9c0a-58db2f32b07e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e6afb34-6e0b-4d95-a3bd-0c9f85da6efa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:48.577078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e9fa2b55-158a-450f-9c0a-58db2f32b07e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7044cead6e6c410293048dc084b8d62c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2221894 Jul 22 11:24:48.579323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46754) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:48.606846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.608649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.665501 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.698672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:48.699698 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.722558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe779-fc37-4379-ae2e-5d2d0e8f0510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.735949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.858049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'fixed_ips': [{'subnet_id': '14101cac-9af2-420f-a8b0-c742cc24f607'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:24:48.858969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.886278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:47Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:48.914233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.917395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:48.921356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e6afb34-6e0b-4d95-a3bd-0c9f85da6efa HTTP/1.1" status: 204 len: 168 time: 0.3405085 Jul 22 11:24:48.930372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:48.936065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e7338b-ece4-4559-8e56-4b426c68e06e None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:47Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:48.988112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bc114-b338-45ab-b4b5-685fd4cb1e66 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e6afb34-6e0b-4d95-a3bd-0c9f85da6efa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:49.044105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.073148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:49.138826 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38851bf3-00f0-4b18-8011-a803ae7e3652 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.194487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe779-fc37-4379-ae2e-5d2d0e8f0510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.212173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5bbe779-fc37-4379-ae2e-5d2d0e8f0510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.246838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.252565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Allocated IP 172.20.0.2 (694bd8e9-553f-4ab8-9a56-f48df5b7efbc/14101cac-9af2-420f-a8b0-c742cc24f607/1afe1e71-692b-43c9-8054-ca879e4e7c0b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:49.323562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5bbe779-fc37-4379-ae2e-5d2d0e8f0510 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ec385c5a5260412b9bdbcb0611f9bebb&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6238451 Jul 22 11:24:49.326433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5bbe779-fc37-4379-ae2e-5d2d0e8f0510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae5f6978-594c-4530-887c-c51df2c59203,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:49.328862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:49.428887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38851bf3-00f0-4b18-8011-a803ae7e3652 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.450483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38851bf3-00f0-4b18-8011-a803ae7e3652 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.483754 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.517129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-38851bf3-00f0-4b18-8011-a803ae7e3652 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d757a94c7184ba69461a098f121e68d&name=default HTTP/1.1" status: 200 len: 2975 time: 0.4369154 Jul 22 11:24:49.518756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:49.536596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.562549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38851bf3-00f0-4b18-8011-a803ae7e3652 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a113b1fb-9461-423b-968f-519bb24ff922,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:49.584559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.606235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Transition to ACTIVE for port object 1afe1e71-692b-43c9-8054-ca879e4e7c0b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:49.643650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Transition to ACTIVE for port object 1afe1e71-692b-43c9-8054-ca879e4e7c0b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:49.659169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.749729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d04c753-76f6-4a7a-b0ea-5739b5048ac5 req-550352d3-ca63-4844-a424-0e0f58bf22cf tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 210 time: 0.8126838 Jul 22 11:24:49.754751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Allocated IP 172.25.6.126 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:49.758042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Pushing event updated for resources: {'Port': ['ID=1afe1e71-692b-43c9-8054-ca879e4e7c0b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:49.784617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:49.786081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:49.789797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:49.803029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.867112 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.885054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.900005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Attempting to bind port 1afe1e71-692b-43c9-8054-ca879e4e7c0b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:49.900238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.901637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Attempting to bind port 1afe1e71-692b-43c9-8054-ca879e4e7c0b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:49.907873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Attempting to bind port 1afe1e71-692b-43c9-8054-ca879e4e7c0b on network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:49.923300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:49.925339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Checking segment: {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:49.927403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:49.927901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Bound using segment: {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:49.932895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Bound port: 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:49.933235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.046368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.049850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.051064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a113b1fb-9461-423b-968f-519bb24ff922 HTTP/1.1" status: 204 len: 168 time: 0.4899762 Jul 22 11:24:50.074222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbd488e8-3fe2-4ad2-b147-bcafcca468c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a113b1fb-9461-423b-968f-519bb24ff922,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:50.087248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.090010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.093489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ae5f6978-594c-4530-887c-c51df2c59203 HTTP/1.1" status: 204 len: 168 time: 0.7571425 Jul 22 11:24:50.100970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.112674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08a73e71-ef8b-479e-a4fb-0285d6d4130a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae5f6978-594c-4530-887c-c51df2c59203,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:50.143070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] For port 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:50.159751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] For port 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1afe1e71-692b-43c9-8054-ca879e4e7c0b,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:50.193665 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.228094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.282568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:50.285698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:50.313285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:50.396438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Pushing event updated for resources: {'Port': ['ID=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:50.471356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3eaeb568-923a-47f9-8f69-2b12a8b4e09d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:50.596280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:50.598476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2770ae87-d9e2-43f8-b685-825beae0c366 None None] Pushing event updated for resources: {'Port': ['ID=1afe1e71-692b-43c9-8054-ca879e4e7c0b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:50.610744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:50.611129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.752786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.813703 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:50.830236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:50.849587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:51.006717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:51.123575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98cd633c-ce27-49b9-a3cf-0a5c88d4e19b req-fee30ad7-6a4f-4091-8f17-aaa67041098d tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 210 time: 0.0779691 Jul 22 11:24:51.178555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:51.231857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:51.428095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Router 162658d0-e654-4798-ae44-04598f2916c1 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:24:51.716170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.36', 57979) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:51.756991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-218d17ef-3431-4b83-9e7d-06ef222d150f tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0396950 Jul 22 11:24:51.812560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:51.825501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Sync routers for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:51.843348 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:51.844530 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:51.853410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:51.854665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5dbb6eee-995c-4897-b48d-1d52117a8a8f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.3264146 Jul 22 11:24:51.857463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46866) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:52.019843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-0be5e0fa-a5dc-472c-af06-e30717d855f7 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:52.022029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-0be5e0fa-a5dc-472c-af06-e30717d855f7 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2540476 Jul 22 11:24:52.049692 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:52.085029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d31504ca-ccd8-465a-88d2-3e5239ba33b4 None None] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:24:52.092821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Request body: {'port': {'device_id': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '41ca0c1d701340eca8f8011e7e0d8079'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:52.363118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70d0975f-59ec-46b2-8889-c40b26b4ec01 req-270256ca-6ea9-4fe1-80cf-b4a576f402ad tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 210 time: 0.0735948 Jul 22 11:24:52.410788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-32a85cd3-5d7c-4401-a12f-f2e2594af024 None None] Provisioning for port 1afe1e71-692b-43c9-8054-ca879e4e7c0b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:52.485998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Made reservation on behalf of 41ca0c1d701340eca8f8011e7e0d8079 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:24:52.489944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.490935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3eaeb568-923a-47f9-8f69-2b12a8b4e09d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:52.497620 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 3, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:49Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:52.509162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.537680 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Checking router: 162658d0-e654-4798-ae44-04598f2916c1 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:52.538344 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Updating router 162658d0-e654-4798-ae44-04598f2916c1 port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:24:52.602231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:52.602900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.610041 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.779521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1afe1e71-692b-43c9-8054-ca879e4e7c0b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:52.885509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 1afe1e71-692b-43c9-8054-ca879e4e7c0b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:52.892076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1afe1e71-692b-43c9-8054-ca879e4e7c0b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:52.893079 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.955961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.960745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.977986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:52.980727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d2fc753-3ad7-435f-af47-77d70c5e2cb3 None None] Provisioning complete for port 1afe1e71-692b-43c9-8054-ca879e4e7c0b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:52.981320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc753-3ad7-435f-af47-77d70c5e2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.152852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=318ecdd8-ea19-4879-940b-7fa6aeddae8f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:53.173311 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.195818 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Transition to ACTIVE for port object 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:53.205509 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.255219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38f9d-a5e6-4298-bd3d-183c223a32b2 None None] Pushing event updated for resources: {'Port': ['ID=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:53.271315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.284484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Attempting to bind port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:53.285324 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Attempting to bind port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:53.286042 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Attempting to bind port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:53.297796 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:53.298435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:53.299055 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.299605 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:53.300274 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Bound port: 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:53.300846 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.317304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d2fc753-3ad7-435f-af47-77d70c5e2cb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.358904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1afe1e71-692b-43c9-8054-ca879e4e7c0b,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:53.366552 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.463198 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] For port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:53.474981 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] For port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:53.484815 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:53.583528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Allocated IP 192.168.233.87 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/21438d0b-f2ba-4cae-873d-fd869b0390e9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:53.643607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-6d2fc753-3ad7-435f-af47-77d70c5e2cb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:24:53.644414 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-6d2fc753-3ad7-435f-af47-77d70c5e2cb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:24:53.654521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=1afe1e71-692b-43c9-8054-ca879e4e7c0b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:53.712526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Allocated IP 172.20.0.1 (694bd8e9-553f-4ab8-9a56-f48df5b7efbc/14101cac-9af2-420f-a8b0-c742cc24f607/248911ff-d78b-458a-9f01-8950c108bf6f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:24:53.746032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c38f9d-a5e6-4298-bd3d-183c223a32b2 None None] Pushing event updated for resources: {'Port': ['ID=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:53.765223 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:53.766130 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:53.925147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52589e97-02f8-44b0-bbef-6c1baf1bfc1d req-f0e8f175-b786-4097-a97c-943be67c86ef tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 210 time: 0.0524747 Jul 22 11:24:53.971656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46944) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:54.053472 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:54.064613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.072965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.124032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Transition to ACTIVE for port object 248911ff-d78b-458a-9f01-8950c108bf6f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:54.208566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1afe1e71-692b-43c9-8054-ca879e4e7c0b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:54.237098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.258599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Transition to ACTIVE for port object 21438d0b-f2ba-4cae-873d-fd869b0390e9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:54.357247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1afe1e71-692b-43c9-8054-ca879e4e7c0b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:54.357815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.384806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81bd7d37-1414-4298-bc3c-7e904dfb0efa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.390314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Pushing event updated for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:54.419000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:54.423880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:54.439919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:54.443647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.694231 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 3, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:54.713280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81bd7d37-1414-4298-bc3c-7e904dfb0efa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.727135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81bd7d37-1414-4298-bc3c-7e904dfb0efa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.759925 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd9830d6-97fe-4fca-9781-b4e5c999d500 None None] The sync data for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 is: [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 3, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:24:54.788674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-81bd7d37-1414-4298-bc3c-7e904dfb0efa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b7711089709d4523b7a7ad1c5ede4f7e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8152821 Jul 22 11:24:54.792337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:54.899284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bd7d37-1414-4298-bc3c-7e904dfb0efa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=64c48cba-c793-4534-a878-14b937759259,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:54.937202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:54.960127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.038494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24e053f9-c2ca-45a2-8bb8-fdd425a80239 None None] Provisioning for port 248911ff-d78b-458a-9f01-8950c108bf6f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:55.050567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.059318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24e053f9-c2ca-45a2-8bb8-fdd425a80239 None None] Provisioning complete for port 248911ff-d78b-458a-9f01-8950c108bf6f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:55.060826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24e053f9-c2ca-45a2-8bb8-fdd425a80239 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.119498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.189344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-24e053f9-c2ca-45a2-8bb8-fdd425a80239 None None] Port 248911ff-d78b-458a-9f01-8950c108bf6f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:24:55.383711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:55.457577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:55.465512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:24:55.485859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.488077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:55.488549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.489714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:55.504791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/64c48cba-c793-4534-a878-14b937759259 HTTP/1.1" status: 204 len: 168 time: 0.7111406 Jul 22 11:24:55.545556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05468675-ad92-4cbf-acca-c7bd61cc74ff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=64c48cba-c793-4534-a878-14b937759259,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:55.602197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb7e32ce-89a9-40e2-a12a-aca8e6241db8 req-dff0a701-90e3-44a1-98bb-13d54148b770 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:55.604176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb7e32ce-89a9-40e2-a12a-aca8e6241db8 req-dff0a701-90e3-44a1-98bb-13d54148b770 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 935 time: 0.4657931 Jul 22 11:24:55.712474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb7e32ce-89a9-40e2-a12a-aca8e6241db8 req-b914964b-a4b2-4bb3-a812-d7fd1ce641e5 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010976 Jul 22 11:24:55.902138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Pushing event updated for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:55.938426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-15886a99-03ff-4c6d-a051-3194e42e8367 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.8529472 Jul 22 11:24:55.956549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cffd4e54-a480-45c3-b21d-5d1fea95e9bd None None] Provisioning for port 21438d0b-f2ba-4cae-873d-fd869b0390e9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:55.958198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-39e841e4-8920-4dc9-9195-7c603967f1fc tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:24:55.960281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-39e841e4-8920-4dc9-9195-7c603967f1fc tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0125895 Jul 22 11:24:55.975006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cffd4e54-a480-45c3-b21d-5d1fea95e9bd None None] Provisioning complete for port 21438d0b-f2ba-4cae-873d-fd869b0390e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:55.976681 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cffd4e54-a480-45c3-b21d-5d1fea95e9bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.110093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.112255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cffd4e54-a480-45c3-b21d-5d1fea95e9bd None None] Port 21438d0b-f2ba-4cae-873d-fd869b0390e9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:24:56.127370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.135137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.280626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:56.356228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Pushing event updated for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:56.427827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:24:56.432730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:56.433748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.451881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:24:56.455224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:24:56.643243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:56.692133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00f2f362-4693-4b15-98a9-3f2d4a349d3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.702277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.763583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Router 162658d0-e654-4798-ae44-04598f2916c1 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:24:56.764080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:24:56.774888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.907818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24d3554c-1881-46fa-9429-c49f767c643c None None] Provisioning complete for port 248911ff-d78b-458a-9f01-8950c108bf6f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:56.909101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00f2f362-4693-4b15-98a9-3f2d4a349d3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.910300 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24d3554c-1881-46fa-9429-c49f767c643c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.921148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-00f2f362-4693-4b15-98a9-3f2d4a349d3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:56.977623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-24d3554c-1881-46fa-9429-c49f767c643c None None] Port 248911ff-d78b-458a-9f01-8950c108bf6f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:24:56.980587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:57.019110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:24:57.021466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00f2f362-4693-4b15-98a9-3f2d4a349d3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55e9ae14-507a-4666-8cda-2b8e4b7d5eec,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:57.059936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-00f2f362-4693-4b15-98a9-3f2d4a349d3e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7714c429261e40f496617da93b25aacf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4129634 Jul 22 11:24:57.060591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:57.063329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2d8e056a-e55f-4648-b620-279c0cc6f791 admin admin] 10.222.0.21 "PUT /v2.0/routers/162658d0-e654-4798-ae44-04598f2916c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1911037 Jul 22 11:24:57.070336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.174729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.286378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.382064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Request body: {'port': {'device_id': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'device_owner': 'compute:tempest-test_az-820475231', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:24:57.486938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8857bf60-4329-43ac-a460-0d26bca046f5 req-d364a242-677a-4e87-a788-48cbecf18a3a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:57.487752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8857bf60-4329-43ac-a460-0d26bca046f5 req-d364a242-677a-4e87-a788-48cbecf18a3a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 935 time: 0.1987219 Jul 22 11:24:57.488768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.491830 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.496468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55e9ae14-507a-4666-8cda-2b8e4b7d5eec HTTP/1.1" status: 204 len: 168 time: 0.4330750 Jul 22 11:24:57.508315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-676a2832-ef1f-4492-945e-e45df5acb093 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55e9ae14-507a-4666-8cda-2b8e4b7d5eec,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:57.579086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8857bf60-4329-43ac-a460-0d26bca046f5 req-4fa08301-bf55-4f7a-9a7a-f28398ee59c1 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762944 Jul 22 11:24:57.584140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.859585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Sync routers for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:24:57.912196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:57.913235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:24:57.915175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:58.151119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:24:58.203899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 21438d0b-f2ba-4cae-873d-fd869b0390e9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:24:58.212511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.229701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Transition to ACTIVE for port object 21438d0b-f2ba-4cae-873d-fd869b0390e9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:24:58.230757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:24:58.236123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.425936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:58.490741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:24:58.491141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.560994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Pushing event updated for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:58.567164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Attempting to bind port 21438d0b-f2ba-4cae-873d-fd869b0390e9 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:24:58.567894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Attempting to bind port 21438d0b-f2ba-4cae-873d-fd869b0390e9 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:24:58.568476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Attempting to bind port 21438d0b-f2ba-4cae-873d-fd869b0390e9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:58.578925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Port 21438d0b-f2ba-4cae-873d-fd869b0390e9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:24:58.579728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Attempting to bind port 21438d0b-f2ba-4cae-873d-fd869b0390e9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:24:58.593317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:24:58.596700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:24:58.597679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:24:58.600857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Bound port: 21438d0b-f2ba-4cae-873d-fd869b0390e9, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:24:58.618941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.724672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:24:58.733881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:24:58.748898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.898550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Pushing event updated for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:58.909224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a8ec01-8f09-401c-89d3-ba2042085b52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.921295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:58.921994 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:58.924858 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-00012b9c-74aa-4fe4-803a-55f2535ec41c service neutron] 10.222.0.36 "PUT /v2.0/ports/21438d0b-f2ba-4cae-873d-fd869b0390e9 HTTP/1.1" status: 200 len: 1116 time: 2.3245645 Jul 22 11:24:58.925383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:24:59.105947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecb3d1ed-f832-4f52-a005-21fecf7fc8c4 req-1af766e9-4b17-49d6-aed3-0206c05ce820 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:59.114681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecb3d1ed-f832-4f52-a005-21fecf7fc8c4 req-1af766e9-4b17-49d6-aed3-0206c05ce820 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.3091524 Jul 22 11:24:59.149294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a8ec01-8f09-401c-89d3-ba2042085b52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.161436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a8ec01-8f09-401c-89d3-ba2042085b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.184732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:54Z', 'revision_number': 4, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '248911ff-d78b-458a-9f01-8950c108bf6f', 'name': '', 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'mac_address': 'fa:16:3e:00:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:53Z', 'updated_at': '2021-07-22T11:24:55Z', 'revision_number': 2, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'subnets': [{'id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:24:59.274608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a8ec01-8f09-401c-89d3-ba2042085b52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be90c8cf-d395-4bc5-8d42-c4a4dbf28d02,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:59.308069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Checking router: 162658d0-e654-4798-ae44-04598f2916c1 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:24:59.308320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Updating router 162658d0-e654-4798-ae44-04598f2916c1 port 248911ff-d78b-458a-9f01-8950c108bf6f binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:24:59.336331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecb3d1ed-f832-4f52-a005-21fecf7fc8c4 req-2dacb9d7-00a8-4f11-a1ba-2807a198cdf7 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111490 Jul 22 11:24:59.394991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-72a8ec01-8f09-401c-89d3-ba2042085b52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a089dba9ba4a47878480a630df267480&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9673586 Jul 22 11:24:59.396474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47116) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:24:59.431684 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.508765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-1dccfe7d-fc92-4d0b-8287-76df40ec6e2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:24:59.508765 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-1dccfe7d-fc92-4d0b-8287-76df40ec6e2d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 1119 time: 0.4078794 Jul 22 11:24:59.546141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.599410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.684206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.695589 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:24:59.705410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be90c8cf-d395-4bc5-8d42-c4a4dbf28d02 HTTP/1.1" status: 204 len: 168 time: 0.3041670 Jul 22 11:24:59.712660 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-1ac7428c-0810-4f11-8b29-d228acae6cff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9 HTTP/1.1" status: 200 len: 217 time: 0.1923716 Jul 22 11:24:59.748593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32abf771-08ca-4af0-8ab8-96ee7ca40db5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90c8cf-d395-4bc5-8d42-c4a4dbf28d02,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:24:59.981442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:00.026636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:00.040071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1845228427', 'description': 'tempest-description--110682935'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:00.113960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.247722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.302798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Transition to ACTIVE for port object 248911ff-d78b-458a-9f01-8950c108bf6f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:00.323522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.375307 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c401781d-60b5-45bb-83af-1c34a87e9e14" -d '{"events": [{"name": "network-changed", "server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:00.441778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-adb3a59b-f2f9-4612-a4d2-0a31a67253ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:00.444276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-adb3a59b-f2f9-4612-a4d2-0a31a67253ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.6895132 Jul 22 11:25:00.448316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.457146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.543084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a406b0c-9160-4982-93a9-1009bc964e06 None None] Pushing event updated for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:00.605883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.629114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.6010938 Jul 22 11:25:00.631476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:00.725502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2218b-1739-443d-b786-25442aa1b370', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:00.767753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b889b10c-e123-444d-b77c-75d4f4bbfba6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2218b-1739-443d-b786-25442aa1b370,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:00.788113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Attempting to bind port 248911ff-d78b-458a-9f01-8950c108bf6f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:00.788484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Attempting to bind port 248911ff-d78b-458a-9f01-8950c108bf6f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:00.788851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Attempting to bind port 248911ff-d78b-458a-9f01-8950c108bf6f on network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:00.790352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-049d6c7a-b386-4d4b-8319-6b1f3cdaa3e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:00.797467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-049d6c7a-b386-4d4b-8319-6b1f3cdaa3e7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3310041 Jul 22 11:25:00.817398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:00.817814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Checking segment: {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:00.818226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.818671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Bound using segment: {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:00.819150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Bound port: 248911ff-d78b-458a-9f01-8950c108bf6f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25068563-1082-4c1a-a1b5-8d72af615dd2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:00.819818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.862872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c47e2ae1-ddf7-49bc-943d-57cedd835808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:00.926234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.024578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18822936-200d-4d4e-abf2-37660071daac req-20c35a68-fd96-424d-a21d-900835c0f588 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:01.029655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] For port 248911ff-d78b-458a-9f01-8950c108bf6f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:01.033951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] For port 248911ff-d78b-458a-9f01-8950c108bf6f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=248911ff-d78b-458a-9f01-8950c108bf6f,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:01.035783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18822936-200d-4d4e-abf2-37660071daac req-20c35a68-fd96-424d-a21d-900835c0f588 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.4943273 Jul 22 11:25:01.043113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.121673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.134732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:01.179094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.180083 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a2e5c4f-fc16-4b81-a8be-c170dd5c7e0a x-openstack-request-id: req-1a2e5c4f-fc16-4b81-a8be-c170dd5c7e0a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:01.180735 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:01.183108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:01.183651 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a2e5c4f-fc16-4b81-a8be-c170dd5c7e0a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:01.183844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:01.186363 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9', 'status': 'completed', 'code': 200} Jul 22 11:25:01.195918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a57b40-26d0-4773-91e0-6c9bf4907fa0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.241624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a406b0c-9160-4982-93a9-1009bc964e06 None None] Pushing event updated for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:01.285115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cdca412c-6049-48c6-8a5f-efef06fddd7b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:01.331648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-aad17a90-9621-4192-9292-d2c334485b7f service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2903695 Jul 22 11:25:01.370990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18822936-200d-4d4e-abf2-37660071daac req-73f0233e-662a-4d9b-a8ad-e4699a4f94f2 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3337193 Jul 22 11:25:01.497933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:01.579101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d1ca715c-d92d-46cc-ba16-6ac2037e18ab req-6ec2f69f-e01e-4fef-a443-7909b8392ccf service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2204843 Jul 22 11:25:01.601785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c47e2ae1-ddf7-49bc-943d-57cedd835808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.611549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c47e2ae1-ddf7-49bc-943d-57cedd835808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.672392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c47e2ae1-ddf7-49bc-943d-57cedd835808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a7b64e41914409dae3c35ab83bb68de&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6896622 Jul 22 11:25:01.674744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.678197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4b1b8206-dc2b-4dde-b73f-34e55a4fcb58 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9599545 Jul 22 11:25:01.682535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:01.682875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:01.715243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'security_group_rule': {'security_group_id': 'a5d2218b-1739-443d-b786-25442aa1b370', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:01.802907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a57b40-26d0-4773-91e0-6c9bf4907fa0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.810729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18a57b40-26d0-4773-91e0-6c9bf4907fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:01.884646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a57b40-26d0-4773-91e0-6c9bf4907fa0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6954f749-ad7c-40ae-8946-20b1398f5c1c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:01.916486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c47e2ae1-ddf7-49bc-943d-57cedd835808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a28ce6ec-d7cb-42ed-a281-a12f3b8fbbc1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:01.947758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-18a57b40-26d0-4773-91e0-6c9bf4907fa0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae41b5a8900b4fb2a3d9029f8ba347bf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8098550 Jul 22 11:25:01.950900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:02.028209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.062239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:54Z', 'revision_number': 4, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '248911ff-d78b-458a-9f01-8950c108bf6f', 'name': '', 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'mac_address': 'fa:16:3e:00:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:53Z', 'updated_at': '2021-07-22T11:25:01Z', 'revision_number': 4, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'subnets': [{'id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:02.106533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.108370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-050cef63-b3f3-4052-a1a3-4ad59beedc45 None None] The sync data for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 is: [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:24:54Z', 'revision_number': 4, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '248911ff-d78b-458a-9f01-8950c108bf6f', 'name': '', 'network_id': '694bd8e9-553f-4ab8-9a56-f48df5b7efbc', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'mac_address': 'fa:16:3e:00:83:15', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 105, 'fixed_ips': [{'subnet_id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:53Z', 'updated_at': '2021-07-22T11:25:01Z', 'revision_number': 4, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'subnets': [{'id': '14101cac-9af2-420f-a8b0-c742cc24f607', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:25:02.136982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.210900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.291974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.312502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.316267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.363703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.373187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.377001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6954f749-ad7c-40ae-8946-20b1398f5c1c HTTP/1.1" status: 204 len: 168 time: 0.4231105 Jul 22 11:25:02.405189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3623d146-1008-4d2a-b95d-b82805a5597e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6954f749-ad7c-40ae-8946-20b1398f5c1c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:02.478774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a848caa2-5b63-4e66-922c-42a0a8686d93,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:02.490050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:02.521512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.526015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:02.527470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2adc876e-f08e-4ded-a1d8-16c282cd8f68 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8308499 Jul 22 11:25:02.533428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:02.627063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.711358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.714257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.715466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a28ce6ec-d7cb-42ed-a281-a12f3b8fbbc1 HTTP/1.1" status: 204 len: 168 time: 1.0202110 Jul 22 11:25:02.744962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb447bd0-999c-4907-8f52-86764a60630e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a28ce6ec-d7cb-42ed-a281-a12f3b8fbbc1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:02.838669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-253ffaab-9f93-42b7-bbdf-276cd1ebb9c1 req-1776f836-5976-4d12-ac88-5db5ece64699 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:02.842204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-253ffaab-9f93-42b7-bbdf-276cd1ebb9c1 req-1776f836-5976-4d12-ac88-5db5ece64699 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.2525113 Jul 22 11:25:02.902700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1a12559-6b74-4399-8daa-af3fcf31ce53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:02.932915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-253ffaab-9f93-42b7-bbdf-276cd1ebb9c1 req-ebb05bef-8615-4ca8-82e8-ed050d736abf tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835099 Jul 22 11:25:03.049456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-02965322-9650-435c-b310-20f904bc8d30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:03.051180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-02965322-9650-435c-b310-20f904bc8d30 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 1119 time: 0.3143816 Jul 22 11:25:03.088274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.257186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1a12559-6b74-4399-8daa-af3fcf31ce53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.264341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1a12559-6b74-4399-8daa-af3fcf31ce53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.303055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a12559-6b74-4399-8daa-af3fcf31ce53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=def9c257-b935-43fa-952f-d4de25a2f5b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:03.321086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Allocated IP 172.25.6.10 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/e42ded02-af35-4221-8f37-4c0c5babf372) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:03.358024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:03.368513 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a1a12559-6b74-4399-8daa-af3fcf31ce53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4b3c61e69644594b8069316448eed8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8756413 Jul 22 11:25:03.474721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.526491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.611582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.644557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.648068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.652580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/def9c257-b935-43fa-952f-d4de25a2f5b3 HTTP/1.1" status: 204 len: 168 time: 0.2934439 Jul 22 11:25:03.682847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1607c870-3067-4d49-ad23-6087291c1f0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=def9c257-b935-43fa-952f-d4de25a2f5b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:03.814918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:03.842071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8621d195-d893-4a9f-a76d-479ef99d8a8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:03.903540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.168845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:04.170060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:04.179736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:04.272779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8621d195-d893-4a9f-a76d-479ef99d8a8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.304051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8621d195-d893-4a9f-a76d-479ef99d8a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.338649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 248911ff-d78b-458a-9f01-8950c108bf6f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:04.340726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'Port': ['ID=e42ded02-af35-4221-8f37-4c0c5babf372,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:04.351103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-b0a808a1-96c0-4361-82f4-ffd45ea22c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:04.353946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-b0a808a1-96c0-4361-82f4-ffd45ea22c88 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.6915543 Jul 22 11:25:04.416078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:04.490902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 248911ff-d78b-458a-9f01-8950c108bf6f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:04.495610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 248911ff-d78b-458a-9f01-8950c108bf6f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:04.496036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.549472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.665852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.681989 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.727048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8621d195-d893-4a9f-a76d-479ef99d8a8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9580846ea5654faf9200b2832c88fc15&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9099059 Jul 22 11:25:04.755353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:04.763145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 248911ff-d78b-458a-9f01-8950c108bf6f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=248911ff-d78b-458a-9f01-8950c108bf6f,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:04.773702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.874276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8621d195-d893-4a9f-a76d-479ef99d8a8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5931b36e-0f6e-4133-91d8-0311e67768cc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:04.881044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-000cd300-ed63-48ee-b32f-93c488cf4c21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.87&port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9 HTTP/1.1" status: 200 len: 217 time: 0.1092453 Jul 22 11:25:04.887967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:04.948222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9240aefe-9517-4406-b672-c35bcce1c7f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:04.975620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09cca-c3ee-43dc-a959-2636c3166cf1 req-bb3b0160-4565-43b1-8715-8a5a6aafad5a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:04.979327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cf09cca-c3ee-43dc-a959-2636c3166cf1 req-bb3b0160-4565-43b1-8715-8a5a6aafad5a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.7038312 Jul 22 11:25:05.030436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.065063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cf09cca-c3ee-43dc-a959-2636c3166cf1 req-f1ca9377-cd3d-43e6-8b00-27d448904228 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616672 Jul 22 11:25:05.096844 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.202293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:05.236018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-087aa67b-6ac1-4541-b965-727d883c1e78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.264154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9240aefe-9517-4406-b672-c35bcce1c7f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.273837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9240aefe-9517-4406-b672-c35bcce1c7f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.281086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.285014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.286912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5931b36e-0f6e-4133-91d8-0311e67768cc HTTP/1.1" status: 204 len: 168 time: 0.5288584 Jul 22 11:25:05.311222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9240aefe-9517-4406-b672-c35bcce1c7f9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54573427de414bb48750d305b450564f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8940444 Jul 22 11:25:05.314861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47272) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:05.345026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b075e961-1d7d-4d98-84b6-cf6aa9265d80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5931b36e-0f6e-4133-91d8-0311e67768cc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.363580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.387964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.443572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9240aefe-9517-4406-b672-c35bcce1c7f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b36cf0f1-c3db-4183-8485-c2586dd47e09,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.471236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.490630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-087aa67b-6ac1-4541-b965-727d883c1e78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.501920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-087aa67b-6ac1-4541-b965-727d883c1e78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.509327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.512647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'Port': ['ID=e42ded02-af35-4221-8f37-4c0c5babf372,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.530428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.542162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd68292c-7598-4f1c-b50b-4989f5c728d0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 3.0131323 Jul 22 11:25:05.577114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-087aa67b-6ac1-4541-b965-727d883c1e78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dfd2938377a04584ab196137ba28991d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3711140 Jul 22 11:25:05.577980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087aa67b-6ac1-4541-b965-727d883c1e78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdf3b195-5e5e-45dc-bc86-153884cbf718,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.580738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:05.586371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.637221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.666198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.673952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.677249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.681909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b36cf0f1-c3db-4183-8485-c2586dd47e09 HTTP/1.1" status: 204 len: 168 time: 0.3660076 Jul 22 11:25:05.692740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da3ceb8-6d03-455a-b5b6-b5cbcd87fd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b36cf0f1-c3db-4183-8485-c2586dd47e09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.783823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.786677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:05.787903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cdf3b195-5e5e-45dc-bc86-153884cbf718 HTTP/1.1" status: 204 len: 168 time: 0.2061636 Jul 22 11:25:05.802068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-b55c9dbd-a2ac-4b55-81ca-88125d9bac6f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1845228427&fields=id&tenant_id=24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 267 time: 0.0634472 Jul 22 11:25:05.807491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e0cf7b-7a0d-41e7-a905-4ba8ac6c54a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdf3b195-5e5e-45dc-bc86-153884cbf718,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:05.931698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-324d419b-9399-4339-94c1-2a907565bf70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:05.933972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-324d419b-9399-4339-94c1-2a907565bf70 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0522780 Jul 22 11:25:06.011003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-7da8e7ea-12ac-4610-b50b-abfc24159a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:06.016692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-7da8e7ea-12ac-4610-b50b-abfc24159a3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0756755 Jul 22 11:25:06.028502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-87b14b44-d341-482a-8c20-6486698fc860 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:06.035810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-87b14b44-d341-482a-8c20-6486698fc860 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 823 time: 0.2259071 Jul 22 11:25:06.052712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-aeeb0777-f390-4ef1-a29b-0201130f4897 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/quotas/24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 375 time: 0.0159631 Jul 22 11:25:06.158423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:06.159154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-764bbbe0-08ec-47b0-be81-f11c86c8fcb4 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1055830 Jul 22 11:25:06.183103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-cfed8a99-ff18-41af-8a4f-e084755986d9 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1568205 Jul 22 11:25:06.184140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e15601a-a2de-4c86-a3d7-1c08dde90f78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.215790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 248911ff-d78b-458a-9f01-8950c108bf6f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:06.276441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72197a8e-340b-45cb-b814-d90eb991da16 req-0a5c4f3f-0724-454d-9f24-9050e12a07b3 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:06.278159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72197a8e-340b-45cb-b814-d90eb991da16 req-0a5c4f3f-0724-454d-9f24-9050e12a07b3 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.0842040 Jul 22 11:25:06.330802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72197a8e-340b-45cb-b814-d90eb991da16 req-3ace0458-099c-448c-b262-db4d8d8bf5d9 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460589 Jul 22 11:25:06.335794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 248911ff-d78b-458a-9f01-8950c108bf6f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:06.336458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.426021 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c401781d-60b5-45bb-83af-1c34a87e9e14 req-86b9c281-e932-4007-8616-2c45cc1e1ce2 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2290368 Jul 22 11:25:06.483164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e15601a-a2de-4c86-a3d7-1c08dde90f78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.487969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e15601a-a2de-4c86-a3d7-1c08dde90f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.527522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e15601a-a2de-4c86-a3d7-1c08dde90f78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=22ce94b36c204f6c80782aefb834360f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3678637 Jul 22 11:25:06.528759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e15601a-a2de-4c86-a3d7-1c08dde90f78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4158f8eb-2e43-4f95-9e7d-2081c85a2c7f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:06.530200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:06.602346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.625974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.681618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.688000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:06.688000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4158f8eb-2e43-4f95-9e7d-2081c85a2c7f HTTP/1.1" status: 204 len: 168 time: 0.1530075 Jul 22 11:25:06.695513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd849318-f763-46ac-8572-f341d193d1c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4158f8eb-2e43-4f95-9e7d-2081c85a2c7f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:06.771907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-bc67ee86-b7eb-4987-b566-c78a10293cbc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:25:06.772968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-bc67ee86-b7eb-4987-b566-c78a10293cbc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1965840 Jul 22 11:25:06.872473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-39117bdc-b2d2-402d-bdca-7a8a5522b466 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0924506 Jul 22 11:25:06.978771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-36691e8f-a3cc-45e3-a2b0-62ffd3d67492 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0983052 Jul 22 11:25:07.176916 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c948fc17-0b66-47e9-83fa-7ea829ce8fbc req-2da6ee77-fd7f-420a-bc40-10cb2923a580 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0335543 Jul 22 11:25:07.536027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a9299dc-27ae-477c-a180-b59aa6c06e5d req-bd694793-03f9-4ba4-810a-367693b881db tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:07.549009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a9299dc-27ae-477c-a180-b59aa6c06e5d req-bd694793-03f9-4ba4-810a-367693b881db tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.0960286 Jul 22 11:25:07.615613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a9299dc-27ae-477c-a180-b59aa6c06e5d req-1e83edbb-769b-4844-b0eb-57c1af768d50 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651882 Jul 22 11:25:08.367652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63015798-b35d-44bb-b565-a6711fca2135 req-42c60f00-a7a0-47e3-9594-b0b21acc5418 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0661979 Jul 22 11:25:08.779847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13d1c94b-4746-412a-aae2-0a5b39fb9631 req-26c683fc-834e-452b-b67c-4e7872e132b9 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:08.781490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13d1c94b-4746-412a-aae2-0a5b39fb9631 req-26c683fc-834e-452b-b67c-4e7872e132b9 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.0908096 Jul 22 11:25:08.825431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.20', 50830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:08.846221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13d1c94b-4746-412a-aae2-0a5b39fb9631 req-8a3407df-a882-4330-b3dd-fc5e69967b87 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523233 Jul 22 11:25:09.008501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:09.220514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-e856e9ec-b47a-4fe9-bd70-d2efed52e49e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:09.222424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-e856e9ec-b47a-4fe9-bd70-d2efed52e49e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 823 time: 0.3948486 Jul 22 11:25:09.314667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd4a476f-9dda-4c6c-bf0b-564fe67145fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.472812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd4a476f-9dda-4c6c-bf0b-564fe67145fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.506650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd4a476f-9dda-4c6c-bf0b-564fe67145fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.513562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ff04fa0-7720-4448-9fed-871eb4dfa893 req-e340a0be-9b28-40bf-a908-2ce74915f61c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0393543 Jul 22 11:25:09.575109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd4a476f-9dda-4c6c-bf0b-564fe67145fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d90ad183429149da85a03c7e6563e9bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5653489 Jul 22 11:25:09.578025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:09.584280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4a476f-9dda-4c6c-bf0b-564fe67145fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d404b270-0b79-42ec-bdae-a17549c8a5b3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:09.641419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.663712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.726278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 21438d0b-f2ba-4cae-873d-fd869b0390e9 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:09.735115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.740774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.742186 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d404b270-0b79-42ec-bdae-a17549c8a5b3 HTTP/1.1" status: 204 len: 168 time: 0.1626487 Jul 22 11:25:09.750556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1b4d0b-4a4f-4ea0-bd67-03a1b4249300 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d404b270-0b79-42ec-bdae-a17549c8a5b3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:09.817235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47520) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:09.857499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:09.872939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '21438d0b-f2ba-4cae-873d-fd869b0390e9', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '21438d0b-f2ba-4cae-873d-fd869b0390e9', 'mac_address': 'fa:16:3e:ec:4f:d6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.87'}], 'device_owner': 'compute:tempest-test_az-820475231', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:09.922148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:09.938983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 21438d0b-f2ba-4cae-873d-fd869b0390e9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:09.963109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:09.970871 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.026757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:10.031985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dc36465-8ba1-4628-8ccf-a0482e88ea7a req-ce11e940-d006-4b85-a1d1-3c3e2f7f6d7b tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:10.040062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6dc36465-8ba1-4628-8ccf-a0482e88ea7a req-ce11e940-d006-4b85-a1d1-3c3e2f7f6d7b tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 968 time: 0.0941980 Jul 22 11:25:10.101707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6dc36465-8ba1-4628-8ccf-a0482e88ea7a req-7534f39f-7446-403f-87af-ea76c34f1ad4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607736 Jul 22 11:25:10.270940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['21438d0b-f2ba-4cae-873d-fd869b0390e9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:10.273412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82161246-0276-40a8-8609-78d309038319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.383339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:10.388852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82161246-0276-40a8-8609-78d309038319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.393549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82161246-0276-40a8-8609-78d309038319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.399628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8db05476-3571-429c-b881-0f701f9352a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.451032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82161246-0276-40a8-8609-78d309038319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c366b5ba-e6fc-4c55-8792-007eae3e3cb3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:10.459322 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-82161246-0276-40a8-8609-78d309038319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=29d5c1e162eb40069cb3aed0e6176c07&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6408460 Jul 22 11:25:10.462113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:10.570208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.595201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8db05476-3571-429c-b881-0f701f9352a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.618367 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8db05476-3571-429c-b881-0f701f9352a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.632862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.671500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8db05476-3571-429c-b881-0f701f9352a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=033206e8d6e8405cb0afd7c99e260076&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2867832 Jul 22 11:25:10.675140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:10.724334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecfe9275-de43-4707-9496-989bd7b5e33f req-bd5ecc70-8fa0-4352-b413-1161cb8370f8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0581133 Jul 22 11:25:10.729964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db05476-3571-429c-b881-0f701f9352a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9a4fbf8-6047-490c-8401-81de3fbaf506,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:10.785690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.788606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.791967 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c366b5ba-e6fc-4c55-8792-007eae3e3cb3 HTTP/1.1" status: 204 len: 168 time: 0.3179669 Jul 22 11:25:10.801742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.805595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3747a04e-d295-435e-9452-ea9a8360f951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c366b5ba-e6fc-4c55-8792-007eae3e3cb3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:10.815744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:10.838013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.889480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.893626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:10.894942 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9a4fbf8-6047-490c-8401-81de3fbaf506 HTTP/1.1" status: 204 len: 168 time: 0.2183480 Jul 22 11:25:10.910285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ccbf313-1b45-4974-b001-81eef74926d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9a4fbf8-6047-490c-8401-81de3fbaf506,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:11.102036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77e702fd-e4f1-45dc-895a-50d063c32d30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.223861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77e702fd-e4f1-45dc-895a-50d063c32d30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.234070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77e702fd-e4f1-45dc-895a-50d063c32d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.297200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-77e702fd-e4f1-45dc-895a-50d063c32d30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=676d8bd3ed204b218cd0ffc9bd87dbc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4801714 Jul 22 11:25:11.299823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e702fd-e4f1-45dc-895a-50d063c32d30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6d903cc-b6b4-41e3-b225-4b4a3f479247,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:11.300634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:11.313316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:11.333575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbf35e41-7b6a-4ec8-8d2c-6c212b8f8304 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.378615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0061823f-6939-41aa-b241-9029621183c0 req-47e54be1-1b04-483a-af79-bd892ab9fd3a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:11.383260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0061823f-6939-41aa-b241-9029621183c0 req-47e54be1-1b04-483a-af79-bd892ab9fd3a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 969 time: 0.1627505 Jul 22 11:25:11.397065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.432984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.469590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0061823f-6939-41aa-b241-9029621183c0 req-2be3c48f-4b44-4d47-95c0-3d01d324d277 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0816808 Jul 22 11:25:11.507992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.510582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.515743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e6d903cc-b6b4-41e3-b225-4b4a3f479247 HTTP/1.1" status: 204 len: 168 time: 0.2132542 Jul 22 11:25:11.520594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbf35e41-7b6a-4ec8-8d2c-6c212b8f8304 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.526911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b83f127-7bd6-4106-9229-a56f9d7bff32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6d903cc-b6b4-41e3-b225-4b4a3f479247,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:11.527727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbf35e41-7b6a-4ec8-8d2c-6c212b8f8304 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.573530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dbf35e41-7b6a-4ec8-8d2c-6c212b8f8304 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3225a177370446c3b58eaa3a39447081&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2583675 Jul 22 11:25:11.576218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:11.594933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbf35e41-7b6a-4ec8-8d2c-6c212b8f8304 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7722bf8c-2878-4cfd-b74c-4f070140adc4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:11.638309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.677716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.719726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 21438d0b-f2ba-4cae-873d-fd869b0390e9 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:11.752971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.756451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.760442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7722bf8c-2878-4cfd-b74c-4f070140adc4 HTTP/1.1" status: 204 len: 168 time: 0.1806147 Jul 22 11:25:11.767932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3688bae9-5e04-4c88-8a73-1cd55d0d4ba6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7722bf8c-2878-4cfd-b74c-4f070140adc4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:11.823341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 21438d0b-f2ba-4cae-873d-fd869b0390e9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:11.829445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 21438d0b-f2ba-4cae-873d-fd869b0390e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:11.829835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:11.868915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4aac4510-8a3a-4fcb-9416-a5f6f90dc6d9 req-690a135c-726e-44cb-a74a-719cee4958ad tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0417430 Jul 22 11:25:11.932557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:11.947462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0304f535-3d5e-4915-ab9f-21e2efe73114 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.036122 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.070093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:12.091601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0304f535-3d5e-4915-ab9f-21e2efe73114 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.097524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0304f535-3d5e-4915-ab9f-21e2efe73114 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.144392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:12.150889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.156657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0304f535-3d5e-4915-ab9f-21e2efe73114 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86472a47-d0c0-4b19-b00d-f42de8e8231f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:12.161441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0304f535-3d5e-4915-ab9f-21e2efe73114 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d60c5a2b5f98477b8bb422c1e40a707c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2278497 Jul 22 11:25:12.164131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:12.242480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.246100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:12.268775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.324784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.327729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.331748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86472a47-d0c0-4b19-b00d-f42de8e8231f HTTP/1.1" status: 204 len: 168 time: 0.1637640 Jul 22 11:25:12.337002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5b9598f-60e2-42af-afe7-769cedc1a7eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86472a47-d0c0-4b19-b00d-f42de8e8231f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:12.445109 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c9652d-d1f0-43a5-9f82-8a8ec936ed04" -d '{"events": [{"server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:12.692503 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d180415-da38-44d3-a751-781174e222d3 x-openstack-request-id: req-9d180415-da38-44d3-a751-781174e222d3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:12.692810 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "name": "network-vif-plugged", "status": "completed", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:12.703468 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d180415-da38-44d3-a751-781174e222d3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:12.704143 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9', 'code': 200} Jul 22 11:25:12.887570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da73a0f5-7b08-4132-8abc-7c7e8b481de2 req-1ad5af63-62cf-4bd2-b910-dfc2e1599357 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:12.896045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-e3d680f0-361a-48bf-afbc-0f161a5b737c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:12.897672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-e3d680f0-361a-48bf-afbc-0f161a5b737c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 1121 time: 0.1360521 Jul 22 11:25:12.899317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da73a0f5-7b08-4132-8abc-7c7e8b481de2 req-1ad5af63-62cf-4bd2-b910-dfc2e1599357 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.1095335 Jul 22 11:25:12.918563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-b8d21803-704a-4866-9065-1860fe857715 service neutron] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:12.954757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da73a0f5-7b08-4132-8abc-7c7e8b481de2 req-4071c493-4429-4ce2-8197-78517296d47a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500076 Jul 22 11:25:13.083173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d1f2fae-18ef-4994-a505-be6f2998a2f0 req-7068b89f-711a-4cbb-ab38-8879fe27b7f0 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0378442 Jul 22 11:25:13.116870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-b8d21803-704a-4866-9065-1860fe857715 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:13.124641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-b8d21803-704a-4866-9065-1860fe857715 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:13.183203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b23d9217-8591-4d34-aaab-d85ba28545d5 req-b8d21803-704a-4866-9065-1860fe857715 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787635 Jul 22 11:25:13.183861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d21803-704a-4866-9065-1860fe857715 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=1d18229c-9669-49b5-800c-011362889e9e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:14.016596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:14.116161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c345b41b-2386-4496-af9b-77327dedcd31 req-90dece65-3190-4c0f-99b4-bec543b8d230 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:14.123142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c345b41b-2386-4496-af9b-77327dedcd31 req-90dece65-3190-4c0f-99b4-bec543b8d230 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.0810666 Jul 22 11:25:14.179066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c345b41b-2386-4496-af9b-77327dedcd31 req-d75f9650-e6f8-4043-b0a1-51cb75a76b70 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548308 Jul 22 11:25:14.226277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ed02a20-d549-4a58-8425-c255e0b34aa6 req-cb145ca5-482e-46ae-962d-9cfe235541f9 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0409126 Jul 22 11:25:14.284598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-1491240215-network', 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:14.307819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:14.310333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.320450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.429564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.434167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.457991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:14.484106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a890e54d-9ec4-4b2a-9cce-870ab74c67e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:14.487235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.487578 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Added segment e60fea67-5b00-47be-b0d5-c2430e105338 of type vlan for network c70356b4-eaef-4504-8995-fa574328dc83 Jul 22 11:25:14.537725 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.576968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.577946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:14.578759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.616754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:14.617164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.5980527 Jul 22 11:25:14.629112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Request body: {'subnet': {'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-1491240215-subnet', 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:14.677065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:14.681593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.683131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9af7bbf-abdb-4237-8d26-1b82ea4259bb admin admin] Pushing event updated for resources: {'Network': ['ID=c70356b4-eaef-4504-8995-fa574328dc83,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:14.703610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c70356b4-eaef-4504-8995-fa574328dc83 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:14.714598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:14.935713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-105e9134-88c3-4543-9be4-edafb399631f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:14.961926 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.026665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ebaed47c-bf4d-4d30-8560-c28efb3215a1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:15.055923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-105e9134-88c3-4543-9be4-edafb399631f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.059813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:15.060259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Network hostable DHCP agents. Network: c70356b4-eaef-4504-8995-fa574328dc83, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:15.063757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-105e9134-88c3-4543-9be4-edafb399631f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.079276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Network c70356b4-eaef-4504-8995-fa574328dc83 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:15.089229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, c70356b4-eaef-4504-8995-fa574328dc83) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:15.100917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-603e048a-3643-4823-aa8b-3e699f87ded2 None None] Network c70356b4-eaef-4504-8995-fa574328dc83 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:15.107773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:15.109418 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.111561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-105e9134-88c3-4543-9be4-edafb399631f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e20e72b79fe442f90002745babf4b09&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3957226 Jul 22 11:25:15.112649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-105e9134-88c3-4543-9be4-edafb399631f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7da54c4-d12d-4ab9-9c4e-add4838b9e52,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:15.115996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:15.140867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-60be4cf1-8624-4771-9a2d-d7a23236eb55 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5219207 Jul 22 11:25:15.189637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.219400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53ec0c45-8b35-4bcc-845a-8c094cda37d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.238429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.309620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.312679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.313580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7da54c4-d12d-4ab9-9c4e-add4838b9e52 HTTP/1.1" status: 204 len: 168 time: 0.1962168 Jul 22 11:25:15.330468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f5fd52c-0a1c-4e33-86e9-67c5fea863f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7da54c4-d12d-4ab9-9c4e-add4838b9e52,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:15.383908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23f19d7e-d302-406c-80f3-cf507f445b8e None None] Network c70356b4-eaef-4504-8995-fa574328dc83 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:15.395220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe08623e-af8b-4bd0-ad3e-7c71e89e2e62 req-67451db1-035f-4d82-9aca-fd1e5d2952a7 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:15.398423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe08623e-af8b-4bd0-ad3e-7c71e89e2e62 req-67451db1-035f-4d82-9aca-fd1e5d2952a7 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.1209927 Jul 22 11:25:15.447936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d57a0ba-48fe-4374-9053-f94bef81fe55 req-a0ce1459-56f4-4c6f-8f3f-61bc56bdaa80 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0471828 Jul 22 11:25:15.470703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe08623e-af8b-4bd0-ad3e-7c71e89e2e62 req-8e9dd45c-9f6c-41ef-bef1-5ee2e4d7c70a tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585246 Jul 22 11:25:15.717854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:15.733511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c53529-7f74-43e5-b6c0-e44686534f53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.869435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c53529-7f74-43e5-b6c0-e44686534f53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.876772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c53529-7f74-43e5-b6c0-e44686534f53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.880868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-49813069-3642-40c3-b1ed-d89ba47aa327 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:15.882352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-49813069-3642-40c3-b1ed-d89ba47aa327 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 1121 time: 0.2641230 Jul 22 11:25:15.904588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-b3527441-5fa5-4c4b-a437-28c5d23816f8 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:15.931156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-92c53529-7f74-43e5-b6c0-e44686534f53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ed60faf6b19a47d080f3e4e9fe520bd5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2116303 Jul 22 11:25:15.934259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:15.935131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c53529-7f74-43e5-b6c0-e44686534f53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f66bc4e4-d998-4ac3-859f-9ffb6234cdb5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.002776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.028630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.037710 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-b3527441-5fa5-4c4b-a437-28c5d23816f8 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.043118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-b3527441-5fa5-4c4b-a437-28c5d23816f8 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.061512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:16.081311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-554041314-network', 'tenant_id': 'bc11115a51394d3181fff9704ad62c98'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:16.093587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.094743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5431ecd-04be-403f-b17f-e617d42a6e66 req-b3527441-5fa5-4c4b-a437-28c5d23816f8 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2058103 Jul 22 11:25:16.096703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.099885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f66bc4e4-d998-4ac3-859f-9ffb6234cdb5 HTTP/1.1" status: 204 len: 168 time: 0.1601577 Jul 22 11:25:16.115262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94aba1e1-bff9-4055-86ba-97f3a854a03e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f66bc4e4-d998-4ac3-859f-9ffb6234cdb5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.115401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3527441-5fa5-4c4b-a437-28c5d23816f8 tempest-AggregatesAdminTestJSON-846123090 tempest-AggregatesAdminTestJSON-846123090-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=556d5192-808d-40cf-aab3-cc11b9d98360,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.128975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Made reservation on behalf of bc11115a51394d3181fff9704ad62c98 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:16.133378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.145545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.297883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.306066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.356500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:16.366684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b914d1f-c380-443a-bee4-3141d1aa8a86,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.382257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.382811 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Added segment b761da83-cd36-4e28-b9fe-f699b9cb27c0 of type vlan for network 0e3e8852-5f46-4568-a65b-bbc18b2cca11 Jul 22 11:25:16.452708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.496936 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.498479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:16.500340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.604954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5380573 Jul 22 11:25:16.605846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90acf862-ebf2-41f3-be61-7e1770dbbca4 admin admin] Pushing event updated for resources: {'Network': ['ID=0e3e8852-5f46-4568-a65b-bbc18b2cca11,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.608129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:16.625589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0e3e8852-5f46-4568-a65b-bbc18b2cca11 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:16.630275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Request body: {'subnet': {'network_id': '0e3e8852-5f46-4568-a65b-bbc18b2cca11', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-554041314-subnet', 'tenant_id': 'bc11115a51394d3181fff9704ad62c98', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:16.657205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Made reservation on behalf of bc11115a51394d3181fff9704ad62c98 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:16.660870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.730986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cadb80da-7f7c-4c68-aeb8-b912a9396a85 req-fd86cc11-5c14-4f80-8d18-5c1e99fca874 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 210 time: 0.0499897 Jul 22 11:25:16.912596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:16.943048 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-88560210-bd5d-40a6-8a65-6874f312ccc2 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 380 time: 0.0539446 Jul 22 11:25:16.957551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'port': {'device_id': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'admin_state_up': True, 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'security_groups': ['a5d2218b-1739-443d-b786-25442aa1b370']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:16.980296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d5b71aef-c205-4a20-8332-588c519b9a38,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:16.982990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Checking segment: {'id': 'b761da83-cd36-4e28-b9fe-f699b9cb27c0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '0e3e8852-5f46-4568-a65b-bbc18b2cca11'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:16.984019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Network hostable DHCP agents. Network: 0e3e8852-5f46-4568-a65b-bbc18b2cca11, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:17.012461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Network 0e3e8852-5f46-4568-a65b-bbc18b2cca11 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:17.030186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0e3e8852-5f46-4568-a65b-bbc18b2cca11) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:17.039483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:17.040068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.045554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b79a23e-b3f5-4e96-b805-57ffb7840d71 None None] Network 0e3e8852-5f46-4568-a65b-bbc18b2cca11 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:17.102911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f2cb06f6-3dcb-4ea8-9560-28f57efe5233 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4785757 Jul 22 11:25:17.117406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Made reservation on behalf of 24534c6de3854106a276c03a5b08a9a2 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:17.121979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.274417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Allocated IP 172.20.0.14 (bbf2a136-e34e-4f57-9582-b3ecef67dbb4/5fd06ab7-6ace-4322-98fa-30ba7a126126/b84e3f2f-12c9-49a0-b260-12ac7101efa5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:17.304950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc03752c-c596-4ff5-bf0e-246341bf8446 None None] Network 0e3e8852-5f46-4568-a65b-bbc18b2cca11 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:17.483323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.505146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Transition to ACTIVE for port object b84e3f2f-12c9-49a0-b260-12ac7101efa5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:17.554611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.613374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:17.625200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:17.626776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:17.629608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:17.635359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:17.635988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.662011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-8ff552fe-36b9-4e4f-8956-fe9ec0c69798 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7076650 Jul 22 11:25:17.675712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-82c5199d-36cb-4d97-bdcc-7ef6e870539d tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:25:17.676750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-82c5199d-36cb-4d97-bdcc-7ef6e870539d tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0106893 Jul 22 11:25:17.746375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.907431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d78e7e72-aba9-4e55-9681-acfe0e1943a6 None None] Provisioning for port b84e3f2f-12c9-49a0-b260-12ac7101efa5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:17.914833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d78e7e72-aba9-4e55-9681-acfe0e1943a6 None None] Provisioning complete for port b84e3f2f-12c9-49a0-b260-12ac7101efa5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:17.915372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d78e7e72-aba9-4e55-9681-acfe0e1943a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:17.960468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d78e7e72-aba9-4e55-9681-acfe0e1943a6 None None] Port b84e3f2f-12c9-49a0-b260-12ac7101efa5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:18.007424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fadf154-6c8e-43da-86e9-cc153dd8a2aa req-1a9aaff8-79e1-49be-bb2d-7698eca9e0c7 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:18.009208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fadf154-6c8e-43da-86e9-cc153dd8a2aa req-1a9aaff8-79e1-49be-bb2d-7698eca9e0c7 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 932 time: 0.0784283 Jul 22 11:25:18.058766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Request body: {'port': {'device_id': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:18.068594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fadf154-6c8e-43da-86e9-cc153dd8a2aa req-3a2c185b-add9-46dc-8e95-6d8606535c5e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0539043 Jul 22 11:25:18.164295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9488e6a1-072c-4a35-a552-c909c8cd42b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.211433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-108ce7f4-ed27-44e0-ac0c-33510f44a126 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:18.213655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.220718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-108ce7f4-ed27-44e0-ac0c-33510f44a126 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.1168468 Jul 22 11:25:18.237168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-b7eb01b2-3889-46a8-9c35-ccc69fac4e3c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/quotas/2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 375 time: 0.0154986 Jul 22 11:25:18.302792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-e4fd12eb-09f5-4a25-82d2-855e371fc6ee tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0645189 Jul 22 11:25:18.477229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-caa811ce-b4a9-44b8-b8cd-c97eafbf8acc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:25:18.478282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-caa811ce-b4a9-44b8-b8cd-c97eafbf8acc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0729306 Jul 22 11:25:18.557438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b84e3f2f-12c9-49a0-b260-12ac7101efa5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:18.566036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.579943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Transition to ACTIVE for port object b84e3f2f-12c9-49a0-b260-12ac7101efa5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:18.581035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-93b3cc4e-4dd8-4e6e-b360-4840b9003c22 service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0947745 Jul 22 11:25:18.583958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.658695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Pushing event updated for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:18.671721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Attempting to bind port b84e3f2f-12c9-49a0-b260-12ac7101efa5 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:18.672280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Attempting to bind port b84e3f2f-12c9-49a0-b260-12ac7101efa5 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:18.672608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Attempting to bind port b84e3f2f-12c9-49a0-b260-12ac7101efa5 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:18.677380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Port b84e3f2f-12c9-49a0-b260-12ac7101efa5 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:18.677715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Attempting to bind port b84e3f2f-12c9-49a0-b260-12ac7101efa5 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:18.683471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:18.683816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Checking segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:18.684210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Bound using segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:18.684774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Bound port: b84e3f2f-12c9-49a0-b260-12ac7101efa5, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:18.685001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.714417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-057d4fe4-3ce9-4bb3-9176-b01c4a92851f service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1261573 Jul 22 11:25:18.792401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:18.797853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:18.810683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.856814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:18.857471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:18.859929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] 10.222.0.20 "PUT /v2.0/ports/b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 1092 time: 0.9417281 Jul 22 11:25:18.860416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:18.862955 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fc582c05-1e06-49e5-80de-4736dbdac265" -d '{"events": [{"name": "network-changed", "server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:18.907868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ede6682-85e0-4898-a29f-de3c1890839e service neutron] Pushing event updated for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:18.963203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Request body: {'security_group': {'name': 'tempest-securitygroup-133397132', 'description': 'tempest-description-1309890566'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:18.988073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-668b66f6-a38c-460d-a754-802fed08e7f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:18.989625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-668b66f6-a38c-460d-a754-802fed08e7f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1095 time: 0.0787530 Jul 22 11:25:19.013767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.034422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.042690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-23dda566-c562-4f0c-979a-9d28fbc5f930 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 217 time: 0.0452359 Jul 22 11:25:19.106109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-e3bb93c4-01e6-4acd-9830-bbc40900df2e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.108013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-e3bb93c4-01e6-4acd-9830-bbc40900df2e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.0580137 Jul 22 11:25:19.196458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.201775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47917846-8933-49c7-ae96-3a76a44a83ea req-2bc3fd70-a29b-4a61-8888-b3ffe1415722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.202691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.205400 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-2bc3fd70-a29b-4a61-8888-b3ffe1415722 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901377 Jul 22 11:25:19.241389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.243920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=357843c6-ca46-43a9-8eae-bb9264e217e4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:19.378199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.384842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.387623 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-6aa1728d-f8b6-4f4c-8548-899abc578353 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1655157 Jul 22 11:25:19.412710 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.424157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d0944f2-0222-4f6b-b71a-d727f1eec59c req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.4606631 Jul 22 11:25:19.437188 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-227f5314-136b-4cb3-8f5e-452410252e35 x-openstack-request-id: req-227f5314-136b-4cb3-8f5e-452410252e35 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:19.437577 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:19.439736 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-227f5314-136b-4cb3-8f5e-452410252e35 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:19.440277 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'status': 'completed', 'code': 200} Jul 22 11:25:19.443199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825052c8-d4e6-4534-ac07-46360c885956 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=eb2dbdc4-7c57-469a-8e08-c108f6dddfbf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:19.542271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-47917846-8933-49c7-ae96-3a76a44a83ea req-76feab5f-2e3c-42f4-8925-ee806e9e605f service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1450384 Jul 22 11:25:19.571528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a64fdfec-9d0b-4621-a6aa-745eb4740b98 req-ac420a73-8f00-4a68-b420-4980309dc95a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 210 time: 0.0903811 Jul 22 11:25:19.633359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ed1844-a1d8-4191-ae01-29bc7659989d req-a4e50108-5deb-4a21-97b5-5b7c84c4a83a tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.635023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ed1844-a1d8-4191-ae01-29bc7659989d req-a4e50108-5deb-4a21-97b5-5b7c84c4a83a tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 944 time: 0.1421242 Jul 22 11:25:19.678239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ed1844-a1d8-4191-ae01-29bc7659989d req-7f27c636-f2df-43b1-9ad4-0d01a91918fd tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374281 Jul 22 11:25:19.725099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Request body: {'security_group': {'name': 'tempest-securitygroup-1845594618', 'description': 'tempest-description-31664255'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:19.738407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-3f414448-2f7b-4392-9679-36a6158aab2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.739962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-3f414448-2f7b-4392-9679-36a6158aab2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1095 time: 0.0645833 Jul 22 11:25:19.775931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.855434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-d78bd548-d0b3-4e3d-a322-4824f072186c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.857204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-d78bd548-d0b3-4e3d-a322-4824f072186c service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.1103377 Jul 22 11:25:19.877091 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.881417 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.908262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:19.909215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-d5a34116-d98f-4a24-914a-f51b0bdea2b8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 217 time: 0.0429554 Jul 22 11:25:19.910995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d403e2bf-1dd7-4a11-9598-d49f11536148 req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.1899641 Jul 22 11:25:19.916319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef96376e-e867-4e20-8309-e7fccca68d98 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Pushing event updated for resources: {'SecurityGroup': ['ID=49ed95ec-f7f3-4d45-bccb-f80ad3784fae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:19.977327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-5dbcb6bf-541a-4df0-a266-739b004da123 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:19.978827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-5dbcb6bf-541a-4df0-a266-739b004da123 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.0603127 Jul 22 11:25:20.054339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-37c3eeb8-7588-4a0a-800c-a59bb9e14361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:20.056066 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-37c3eeb8-7588-4a0a-800c-a59bb9e14361 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0705853 Jul 22 11:25:20.125390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1162732701', 'description': 'tempest-description-724818049'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:20.154051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.20', 50836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:20.187813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-a336e636-bb28-454b-b1a4-6f24dd7b680a service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1229351 Jul 22 11:25:20.211623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:20.232873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:20.320894 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fc582c05-1e06-49e5-80de-4736dbdac265 req-646ea0f3-2558-47fd-9d95-7b329442c4e7 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253817 Jul 22 11:25:20.332451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-9301f66b-7a0e-4237-96aa-5d288ef00f89 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:20.334225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-9301f66b-7a0e-4237-96aa-5d288ef00f89 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.1789758 Jul 22 11:25:20.349842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Request body: {'port': {'device_id': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'admin_state_up': True, 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:20.563543 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:20.579572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:20.633743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:20.639004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:20.649967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f3095e9-9b27-4bba-933e-bf9203a113cd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:20.977842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.039201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:21.134217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc873ef0-d573-4bd4-a39f-15805c81df34 req-baac05f7-ebe2-4cc5-80a6-78112264ea07 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 210 time: 0.1994739 Jul 22 11:25:21.139997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.160777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Allocated IP 172.20.0.14 (c70356b4-eaef-4504-8995-fa574328dc83/ebaed47c-bf4d-4d30-8560-c28efb3215a1/2e4c80db-8fab-4732-9a55-aa1b04de5b49) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:21.166124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5e6506-1146-439e-8042-df07c59c700d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.175545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.188676 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.192401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e05fdafc-e7ea-4179-9c45-46266667ad98 req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.0717480 Jul 22 11:25:21.194712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28b7c84b-d40c-4d6c-a24b-3d0a55cdc7b5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63a3feb-8149-4dca-86cb-3cb6de0aea48,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:21.290911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5e6506-1146-439e-8042-df07c59c700d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.297147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec5e6506-1146-439e-8042-df07c59c700d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.339178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec5e6506-1146-439e-8042-df07c59c700d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=554794c27b4a4dfea4ec47e42e05013e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986274 Jul 22 11:25:21.339734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:21.340487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5e6506-1146-439e-8042-df07c59c700d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dee1cd4a-8193-4b5e-a7e8-3c66213aedd2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:21.390904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46156591-7e0f-4904-8836-dfbf8ac5f189 req-e4d1074e-3800-4d5b-8e3d-3d325b252260 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:21.392302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46156591-7e0f-4904-8836-dfbf8ac5f189 req-e4d1074e-3800-4d5b-8e3d-3d325b252260 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 944 time: 0.1650567 Jul 22 11:25:21.477764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46156591-7e0f-4904-8836-dfbf8ac5f189 req-908576ab-33a1-4043-b2f6-5331d24ae06d tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0770509 Jul 22 11:25:21.485626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.495009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.527892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Request body: {'security_group': {'name': 'tempest-securitygroup-1750002549', 'description': 'tempest-description-2035749448'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:21.536700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.594335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.598549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.693867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Network c70356b4-eaef-4504-8995-fa574328dc83 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:21.712392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:21.720590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:21.726029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:21.726676 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.735276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.737708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.738954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dee1cd4a-8193-4b5e-a7e8-3c66213aedd2 HTTP/1.1" status: 204 len: 168 time: 0.3982966 Jul 22 11:25:21.745156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:21.762888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0168280-762b-4393-a2b8-a56b18cc8ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee1cd4a-8193-4b5e-a7e8-3c66213aedd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:21.814388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.820797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.829758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-63345fc6-b681-41e0-85c9-c17f1901156e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4841456 Jul 22 11:25:21.852025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Request body: {'port': {'device_id': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:21.875111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:21.876178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e999c75-c87c-4c33-a12a-49f7a34bf3bc req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 0.3583922 Jul 22 11:25:21.880881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1e0ae-2d42-457e-8b65-77a8565c252c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d730131a-fecb-4281-8f64-69c4a8643364,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:21.939311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.195759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:22.212451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96f16bd-bae7-46f3-b804-d1768916d194 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.330612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96f16bd-bae7-46f3-b804-d1768916d194 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.336026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96f16bd-bae7-46f3-b804-d1768916d194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.375551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96f16bd-bae7-46f3-b804-d1768916d194 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba85edf5-8e46-45f5-93a0-f518d766cf84,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:22.380456 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d96f16bd-bae7-46f3-b804-d1768916d194 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4f5fc362f4bd411c81e2f28d38d263c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1835928 Jul 22 11:25:22.383649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:22.439798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.462381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.475763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4c80db-8fab-4732-9a55-aa1b04de5b49 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:22.492106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9f129f0-e83d-48ed-bdc3-05c4dc977fa5 req-eb8a8301-fa6f-4d2e-8300-f6da98187ba0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:22.493846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9f129f0-e83d-48ed-bdc3-05c4dc977fa5 req-eb8a8301-fa6f-4d2e-8300-f6da98187ba0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 932 time: 0.2076926 Jul 22 11:25:22.495840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.513810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:22.523282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.525762 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.529590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba85edf5-8e46-45f5-93a0-f518d766cf84 HTTP/1.1" status: 204 len: 168 time: 0.1422777 Jul 22 11:25:22.548325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41fb13ea-b7eb-4bf0-ad95-04f07b3333f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba85edf5-8e46-45f5-93a0-f518d766cf84,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:22.552992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Transition to ACTIVE for port object 2e4c80db-8fab-4732-9a55-aa1b04de5b49 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:22.563160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.632171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9f129f0-e83d-48ed-bdc3-05c4dc977fa5 req-a8bd0254-9863-4dbe-af7a-ac82bba65416 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244674 Jul 22 11:25:22.635697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b84e3f2f-12c9-49a0-b260-12ac7101efa5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:22.666728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-891745c2-16cb-42bb-9f3a-93c93a269a92 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 39555 time: 0.5531263 Jul 22 11:25:22.681352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:22.780040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-8505eabd-410d-456b-984f-e0f870360ad7 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1d18229c-9669-49b5-800c-011362889e9e HTTP/1.1" status: 200 len: 2981 time: 0.1113617 Jul 22 11:25:22.781467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:22.781820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:22.782158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:22.799092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:22.799425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:22.804743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:22.812768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 24, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:22.813002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:22.813601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:22.814029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Bound port: 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:22.814432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.821925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'port_id': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'mac_address': 'fa:16:3e:3d:ce:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:22.873208 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.873859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-8e56e165-e222-46ef-89cc-2a5118b7192d tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/1d18229c-9669-49b5-800c-011362889e9e HTTP/1.1" status: 200 len: 2981 time: 0.0934913 Jul 22 11:25:22.903241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b84e3f2f-12c9-49a0-b260-12ac7101efa5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:22.935658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:22.941830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:22.954144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:22.959987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-f97f6a66-f94c-4277-9e52-c89ea5e814f5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/318ecdd8-ea19-4879-940b-7fa6aeddae8f HTTP/1.1" status: 200 len: 2981 time: 0.0848050 Jul 22 11:25:22.962130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:22.975796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.025566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12221209-a48d-4738-a8f2-714c29879b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.028959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:23.104075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:23.104695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.106232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 1092 time: 1.2636962 Jul 22 11:25:23.106742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:23.154093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12221209-a48d-4738-a8f2-714c29879b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.159536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12221209-a48d-4738-a8f2-714c29879b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.182911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87bb4e8c-7d09-4506-b90c-c2f89ba66798 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:23.211387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12221209-a48d-4738-a8f2-714c29879b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3bfe3b7-406f-4899-8a18-545d1b75b056,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:23.227136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-2db96548-44a6-453f-a9e1-ac35ca8304a3 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/318ecdd8-ea19-4879-940b-7fa6aeddae8f HTTP/1.1" status: 200 len: 2981 time: 0.2656913 Jul 22 11:25:23.232336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12221209-a48d-4738-a8f2-714c29879b0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4bb42406ccf645f9b423ac4fa53e4642&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7172320 Jul 22 11:25:23.236632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:23.242663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:23.298352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b84e3f2f-12c9-49a0-b260-12ac7101efa5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:23.307604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.355973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.373639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-23982555-67e9-4aeb-9dd6-dd56f3e9782f tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/357843c6-ca46-43a9-8eae-bb9264e217e4 HTTP/1.1" status: 200 len: 2981 time: 0.1454926 Jul 22 11:25:23.396887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a88381f3-2c51-4d5b-9d52-33dd5e18bcea req-ef9d682d-1907-44b0-902b-f49286b388b9 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:23.403698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a88381f3-2c51-4d5b-9d52-33dd5e18bcea req-ef9d682d-1907-44b0-902b-f49286b388b9 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 945 time: 0.3785760 Jul 22 11:25:23.431735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.437507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.444005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3bfe3b7-406f-4899-8a18-545d1b75b056 HTTP/1.1" status: 204 len: 168 time: 0.2062380 Jul 22 11:25:23.450249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-d413a7b9-ba89-4803-b3ec-66efdbc09eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:23.452738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-d413a7b9-ba89-4803-b3ec-66efdbc09eed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1095 time: 0.2727616 Jul 22 11:25:23.455819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71410105-5871-4cea-a7a7-36e77e604a78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3bfe3b7-406f-4899-8a18-545d1b75b056,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:23.531576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d10e23c9-76b5-4bfd-9d6c-c027e396e989 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.558096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-e6eab02f-a704-4717-b503-bf1b27b2c7f5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/357843c6-ca46-43a9-8eae-bb9264e217e4 HTTP/1.1" status: 200 len: 2981 time: 0.1828406 Jul 22 11:25:23.560630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-8ccc83f0-849a-4f5a-ba7b-eb1649fbac0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.0949824 Jul 22 11:25:23.594333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a88381f3-2c51-4d5b-9d52-33dd5e18bcea req-dc8ca9a4-dabd-4b3a-a1ad-6d8a556905bf tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1893415 Jul 22 11:25:23.655938 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e7c7726e-8d7c-4cf0-b912-b171004e86be" -d '{"events": [{"name": "network-changed", "server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:23.679172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d10e23c9-76b5-4bfd-9d6c-c027e396e989 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.687164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d10e23c9-76b5-4bfd-9d6c-c027e396e989 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.759181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10e23c9-76b5-4bfd-9d6c-c027e396e989 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8bc287bf-be81-481d-86e0-194c3b873594,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:23.768232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d10e23c9-76b5-4bfd-9d6c-c027e396e989 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78f04eacc7ab47688224b42f6a0ef551&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5234363 Jul 22 11:25:23.768818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48164) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:23.824196 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:25:23.848792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.877299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-1be1c9a4-a662-4835-a56e-afbb143e594e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:23.878986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-1be1c9a4-a662-4835-a56e-afbb143e594e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.3108392 Jul 22 11:25:23.883541 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.886064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-11cfcabc-4bfe-4cd2-a336-af551d0db559 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3b914d1f-c380-443a-bee4-3141d1aa8a86 HTTP/1.1" status: 200 len: 2981 time: 0.3270822 Jul 22 11:25:23.932569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:23.940107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-502d4ebf-f388-44f0-bcbc-6f546ffd1d65 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514374 Jul 22 11:25:23.954708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-570fc9f6-2ba3-4c48-ad5d-5cc049e9d714 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.986392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:23.989300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.004696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8bc287bf-be81-481d-86e0-194c3b873594 HTTP/1.1" status: 204 len: 168 time: 0.2282219 Jul 22 11:25:24.010441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-c89424fe-0ef9-40ac-9cdb-afe0775cb0e8 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/3b914d1f-c380-443a-bee4-3141d1aa8a86 HTTP/1.1" status: 200 len: 2981 time: 0.1233840 Jul 22 11:25:24.013717 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4388c1f4-a4de-47ae-8f46-585255d3f089 x-openstack-request-id: req-4388c1f4-a4de-47ae-8f46-585255d3f089 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:24.013999 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:24.015194 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4388c1f4-a4de-47ae-8f46-585255d3f089 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:24.015482 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'status': 'completed', 'code': 200} Jul 22 11:25:24.039312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5b2f9a-1e1b-4fc5-a26e-f15bc6947736 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8bc287bf-be81-481d-86e0-194c3b873594,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:24.117311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-13c28af8-e5fb-4808-9077-161d1120bcf4 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/556d5192-808d-40cf-aab3-cc11b9d98360 HTTP/1.1" status: 200 len: 2981 time: 0.1058877 Jul 22 11:25:24.120820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-17403342-3ca4-4318-b331-8ed7684ac1c3 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725731 Jul 22 11:25:24.177634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-570fc9f6-2ba3-4c48-ad5d-5cc049e9d714 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.185251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-570fc9f6-2ba3-4c48-ad5d-5cc049e9d714 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.232486 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-570fc9f6-2ba3-4c48-ad5d-5cc049e9d714 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82d34b6651940b9a3b16165aac57e4e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2986126 Jul 22 11:25:24.236018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-570fc9f6-2ba3-4c48-ad5d-5cc049e9d714 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7104eb29-4f6e-4b97-bd80-0de81619a6e8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:24.239185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:24.272386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-759fe793-99e0-4da0-aa91-229d8fc7c014 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/556d5192-808d-40cf-aab3-cc11b9d98360 HTTP/1.1" status: 200 len: 2981 time: 0.1540639 Jul 22 11:25:24.301622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.316881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53bb60b-26cd-44d9-b453-36828864bdc4 req-cde71dd5-cbac-4719-a8ce-b73db6fa5b3e service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1870337 Jul 22 11:25:24.324542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.331962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f942e3f-a8a3-407a-b582-324f3c312557 req-eaf053fe-9fb2-442a-99ea-869d2af95320 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:24.333473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f942e3f-a8a3-407a-b582-324f3c312557 req-eaf053fe-9fb2-442a-99ea-869d2af95320 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.2112551 Jul 22 11:25:24.357184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-567fcfc8-4ea8-4631-a7e9-6aeb34f646d8 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5f2db153-396a-46ff-ba12-049868dc873a HTTP/1.1" status: 200 len: 2977 time: 0.0838761 Jul 22 11:25:24.379743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.382973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.384139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7104eb29-4f6e-4b97-bd80-0de81619a6e8 HTTP/1.1" status: 204 len: 168 time: 0.1437023 Jul 22 11:25:24.393748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-188811fc-f39b-4932-8a47-1204e5468d86 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7104eb29-4f6e-4b97-bd80-0de81619a6e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:24.473379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f942e3f-a8a3-407a-b582-324f3c312557 req-59173c29-59ac-4ec1-b8bb-1c0af38d9051 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1318669 Jul 22 11:25:24.487270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-9f737ee3-44a8-496b-8581-53dd62a934d0 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/5f2db153-396a-46ff-ba12-049868dc873a HTTP/1.1" status: 200 len: 2977 time: 0.1291299 Jul 22 11:25:24.508756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:24.538211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02960287-56f9-40b5-ae88-3bbe547a5f0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.558566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-eee32dca-a201-419b-b5a4-5ff19bca4efa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:24.561580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-eee32dca-a201-419b-b5a4-5ff19bca4efa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1095 time: 0.1744785 Jul 22 11:25:24.564122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-16d2768c-f1c7-40b7-8c32-8e403963bc01 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/65810ee1-a01a-4b70-b51b-24fd07ba7300 HTTP/1.1" status: 200 len: 2973 time: 0.0758467 Jul 22 11:25:24.638230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b84e3f2f-12c9-49a0-b260-12ac7101efa5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:24.661234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02960287-56f9-40b5-ae88-3bbe547a5f0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.668057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02960287-56f9-40b5-ae88-3bbe547a5f0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.726640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02960287-56f9-40b5-ae88-3bbe547a5f0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4e261b37-c30f-4fdd-b2e6-f1240b411a86,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:24.735791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-807f9bd4-4caf-46d7-97fd-a642a0caf341 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/65810ee1-a01a-4b70-b51b-24fd07ba7300 HTTP/1.1" status: 200 len: 2973 time: 0.1495726 Jul 22 11:25:24.737089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-02960287-56f9-40b5-ae88-3bbe547a5f0f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f5fe7406fd1427a9bcb17953d1f1215&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2256472 Jul 22 11:25:24.738466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48194) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:24.761032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port b84e3f2f-12c9-49a0-b260-12ac7101efa5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:24.766521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port b84e3f2f-12c9-49a0-b260-12ac7101efa5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:24.766914 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.821970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.865258 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.899474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:24.904035 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-18fea5cd-bc8b-43e1-8c13-552e74bd4c93" -d '{"events": [{"server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:24.926065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:24.938570 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:24.947479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-35e6ae2c-0cd8-4137-a0d2-8245354f6f48 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7ee0a2b8-6689-43de-8260-4b6a46a0c536 HTTP/1.1" status: 200 len: 2977 time: 0.1371322 Jul 22 11:25:24.994367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-f57b572a-7329-4f24-a8d4-08a85fddb265 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:24.995935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-f57b572a-7329-4f24-a8d4-08a85fddb265 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.4246271 Jul 22 11:25:25.051669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-807bd29f-2912-4530-9f37-9aedeed71977 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.0439732 Jul 22 11:25:25.060097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-d25fe694-6d3c-452d-976d-b405ed487f0d tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7ee0a2b8-6689-43de-8260-4b6a46a0c536 HTTP/1.1" status: 200 len: 2977 time: 0.1116850 Jul 22 11:25:25.063211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:25.085569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:25.134218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-0ad2d46c-06aa-4203-8d84-1d098cc33712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:25.135748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-0ad2d46c-06aa-4203-8d84-1d098cc33712 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0734177 Jul 22 11:25:25.143441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-93e3b05a-ab10-41ca-a0d5-4d1f2da9cf4a tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7f3095e9-9b27-4bba-933e-bf9203a113cd HTTP/1.1" status: 200 len: 2981 time: 0.0819948 Jul 22 11:25:25.159439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:25.164512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:25.168520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4e261b37-c30f-4fdd-b2e6-f1240b411a86 HTTP/1.1" status: 204 len: 168 time: 0.4269178 Jul 22 11:25:25.201389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91682356-2d61-44c1-8978-6a67d62dd7be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4e261b37-c30f-4fdd-b2e6-f1240b411a86,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:25.239260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-39479280-230e-45f1-8b3d-24000a79ec60 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/7f3095e9-9b27-4bba-933e-bf9203a113cd HTTP/1.1" status: 200 len: 2981 time: 0.0845172 Jul 22 11:25:25.248896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-7da4dc27-c6de-4eef-b3de-031e1a037cda service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1040106 Jul 22 11:25:25.390136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-8af0b2e1-e453-4e91-90d4-a0dc4206979d tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a890e54d-9ec4-4b2a-9cce-870ab74c67e2 HTTP/1.1" status: 200 len: 2981 time: 0.1389384 Jul 22 11:25:25.413873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5daa3114-5f6d-422d-82b9-df276ef50e0a req-468c2e90-d1fa-4d36-bd05-e2ce53345dfb tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:25.416045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5daa3114-5f6d-422d-82b9-df276ef50e0a req-468c2e90-d1fa-4d36-bd05-e2ce53345dfb tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1981010 Jul 22 11:25:25.442807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-aa1418a7-101f-4954-8bef-01227dcc7de6 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724906 Jul 22 11:25:25.513635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-4fe00882-c13f-41db-9fbb-8a022d704d8c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/a890e54d-9ec4-4b2a-9cce-870ab74c67e2 HTTP/1.1" status: 200 len: 2981 time: 0.1139865 Jul 22 11:25:25.544756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5daa3114-5f6d-422d-82b9-df276ef50e0a req-7cf90b4b-c509-4bfc-8901-b47f8c79f63c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1210079 Jul 22 11:25:25.612835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7c7726e-8d7c-4cf0-b912-b171004e86be req-b6cad7d3-0bf6-4b07-9072-b6f98412fc7f service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1587243 Jul 22 11:25:25.615714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-63afa796-bc41-4a43-adb0-f75f77a853a5 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/df7def14-3f78-49ca-bacd-13106ca6a8c7 HTTP/1.1" status: 200 len: 2977 time: 0.0680182 Jul 22 11:25:25.672932 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6049bbf-8d9f-4615-8bc5-775ef2ba9392 x-openstack-request-id: req-b6049bbf-8d9f-4615-8bc5-775ef2ba9392 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:25.673483 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "name": "network-vif-plugged", "status": "completed", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:25.673483 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6049bbf-8d9f-4615-8bc5-775ef2ba9392 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:25.673963 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'code': 200} Jul 22 11:25:25.689125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01363166-071b-4597-b381-095e6a375f34 req-8a2eb171-3022-40e3-8a44-78669793b41c tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/df7def14-3f78-49ca-bacd-13106ca6a8c7 HTTP/1.1" status: 200 len: 2977 time: 0.0594926 Jul 22 11:25:25.930993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9932fcef-3db2-45ae-a08b-def604db898e req-a86ca166-9809-4bc7-b30d-98ff62ac7611 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:25.932639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9932fcef-3db2-45ae-a08b-def604db898e req-a86ca166-9809-4bc7-b30d-98ff62ac7611 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1097 time: 0.1640043 Jul 22 11:25:25.950974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66c402cf-b889-4987-9620-980bacef4e61 req-338442b3-b277-4b98-9e83-4897d72d2f82 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:25.953104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66c402cf-b889-4987-9620-980bacef4e61 req-338442b3-b277-4b98-9e83-4897d72d2f82 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.1947939 Jul 22 11:25:25.964086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b0a3997-8bd1-452b-b65e-f9f469986cb7 req-103820f1-c8e5-4cc0-8f06-0718d45b8aa5 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=684d4770c7ef49e78ce0ec825ffb8305 HTTP/1.1" status: 200 len: 6101 time: 0.1363647 Jul 22 11:25:26.047538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9932fcef-3db2-45ae-a08b-def604db898e req-7e62e075-111a-428c-89e9-029f4c6868a1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1076813 Jul 22 11:25:26.052255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b0a3997-8bd1-452b-b65e-f9f469986cb7 req-b1984f55-e32c-43ee-b415-3dcd3c495d9d tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "GET /v2.0/security-groups/357843c6-ca46-43a9-8eae-bb9264e217e4 HTTP/1.1" status: 200 len: 2981 time: 0.0736926 Jul 22 11:25:26.058986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66c402cf-b889-4987-9620-980bacef4e61 req-6e2ae8d6-4ad8-4986-95e2-5dbe66b534a7 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0929742 Jul 22 11:25:26.106429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:26.126764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b0a3997-8bd1-452b-b65e-f9f469986cb7 req-acb24d58-7cf0-4244-a333-bbe9900f78ff tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "GET /v2.0/security-groups/357843c6-ca46-43a9-8eae-bb9264e217e4 HTTP/1.1" status: 200 len: 2981 time: 0.0665572 Jul 22 11:25:26.201664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-52ca4896-9a04-4ef1-89ef-7b5c818c765a tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/d730131a-fecb-4281-8f64-69c4a8643364 HTTP/1.1" status: 200 len: 1778 time: 0.0439413 Jul 22 11:25:26.281861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.298901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd987f48-0046-441a-a2b8-6f80aa977d08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.305004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.362069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.365206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.384500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3eec1f7f-a018-4184-aa07-f370f7b5d3cb req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/d730131a-fecb-4281-8f64-69c4a8643364 HTTP/1.1" status: 204 len: 173 time: 0.1818671 Jul 22 11:25:26.402398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddb775e2-bfbd-4bfb-bed2-38d79bed4c57 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d730131a-fecb-4281-8f64-69c4a8643364,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:26.469217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd987f48-0046-441a-a2b8-6f80aa977d08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.476135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-821d4f4f-7d9c-4041-b762-6044aecfd970 tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "GET /v2.0/security-groups/f63a3feb-8149-4dca-86cb-3cb6de0aea48 HTTP/1.1" status: 200 len: 1777 time: 0.0779560 Jul 22 11:25:26.479633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd987f48-0046-441a-a2b8-6f80aa977d08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.528574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd987f48-0046-441a-a2b8-6f80aa977d08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca66326a627447fd83e4f0a9302b7416&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4207051 Jul 22 11:25:26.531720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:26.555063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd987f48-0046-441a-a2b8-6f80aa977d08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67b12783-99fb-4d25-9b47-f2bc6ca03594,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:26.558088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.600596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.655576 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.677531 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.680024 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.682500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d004ca66-ac68-4644-ad05-c11ed5131c56 req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] 10.222.0.21 "DELETE /v2.0/security-groups/f63a3feb-8149-4dca-86cb-3cb6de0aea48 HTTP/1.1" status: 204 len: 173 time: 0.1937349 Jul 22 11:25:26.682994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.705667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fa55f57-ad15-4091-84f9-7589a78f85af tempest-SecurityGroupsTestAdminJSON-1363434118 tempest-SecurityGroupsTestAdminJSON-1363434118-project-admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63a3feb-8149-4dca-86cb-3cb6de0aea48,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:26.749200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.752966 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:26.758983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67b12783-99fb-4d25-9b47-f2bc6ca03594 HTTP/1.1" status: 204 len: 168 time: 0.2257073 Jul 22 11:25:26.772085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26770978-769b-4c71-866d-83ce7ce48435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67b12783-99fb-4d25-9b47-f2bc6ca03594,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:26.940817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31d5d571-1b91-4934-b5bd-0b54533def96 req-320e0ea1-5db1-46e8-81a3-f07c2ffa049c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:26.942373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31d5d571-1b91-4934-b5bd-0b54533def96 req-320e0ea1-5db1-46e8-81a3-f07c2ffa049c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1022000 Jul 22 11:25:26.971244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-1655ddba-c448-44fa-a5af-b1fea1825306 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "GET /v2.0/security-groups/49ed95ec-f7f3-4d45-bccb-f80ad3784fae HTTP/1.1" status: 200 len: 1776 time: 0.0757632 Jul 22 11:25:27.000820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31d5d571-1b91-4934-b5bd-0b54533def96 req-ea74c803-058b-4236-8a23-7f0969ba0ee3 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0494816 Jul 22 11:25:27.037921 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.050976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.076484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.172148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.177354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.179431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-381b6e2e-5298-4f96-b709-551e915f2d17 req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "DELETE /v2.0/security-groups/49ed95ec-f7f3-4d45-bccb-f80ad3784fae HTTP/1.1" status: 204 len: 173 time: 0.1976652 Jul 22 11:25:27.199101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb7b5973-79b4-463f-b6ef-8e1e313ed839 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=49ed95ec-f7f3-4d45-bccb-f80ad3784fae,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:27.209078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:27.233074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67ba512e-efb2-4112-ba09-9f744c966d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.362408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67ba512e-efb2-4112-ba09-9f744c966d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.367716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67ba512e-efb2-4112-ba09-9f744c966d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.403274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-11280ed0-c128-4d9e-8cda-91b4a2520ad0 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "GET /v2.0/security-groups/eb2dbdc4-7c57-469a-8e08-c108f6dddfbf HTTP/1.1" status: 200 len: 1777 time: 0.0575230 Jul 22 11:25:27.414669 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67ba512e-efb2-4112-ba09-9f744c966d7c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=95f69c35850f4d7484d5fabe63891b0e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2036457 Jul 22 11:25:27.415823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ba512e-efb2-4112-ba09-9f744c966d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5e67141-7ec7-4610-90a4-103c833f2ac6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:27.416746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867311a7-e91a-4d3d-ae0f-4fe54179aec9 req-65bd6dca-b79f-45bc-b0c6-243c1d6cd84f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:27.418097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:27.418707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-867311a7-e91a-4d3d-ae0f-4fe54179aec9 req-65bd6dca-b79f-45bc-b0c6-243c1d6cd84f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.1099865 Jul 22 11:25:27.474372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.492063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-867311a7-e91a-4d3d-ae0f-4fe54179aec9 req-1cdb563a-458c-41df-a8ec-23de21f1458c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589507 Jul 22 11:25:27.497442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.511284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.549111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.590903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.594509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.595740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5e67141-7ec7-4610-90a4-103c833f2ac6 HTTP/1.1" status: 204 len: 168 time: 0.1766973 Jul 22 11:25:27.613954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c839df89-a82d-4557-b8c1-4a9271b72893 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5e67141-7ec7-4610-90a4-103c833f2ac6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:27.626379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.630811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:27.640036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a572bfdf-d36a-40b8-9f0c-79307c9c9700 req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] 10.222.0.21 "DELETE /v2.0/security-groups/eb2dbdc4-7c57-469a-8e08-c108f6dddfbf HTTP/1.1" status: 204 len: 173 time: 0.2197516 Jul 22 11:25:27.672301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3977e3-7483-4d00-83ee-2739b9ec6843 tempest-SecurityGroupsTestAdminJSON-586460450 tempest-SecurityGroupsTestAdminJSON-586460450-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb2dbdc4-7c57-469a-8e08-c108f6dddfbf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:27.892781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.056555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48384) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:28.245346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-339b5f98-be8a-414b-88e7-7420dbeaefbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=684d4770c7ef49e78ce0ec825ffb8305&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1873574 Jul 22 11:25:28.247667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:28.305228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0ed4128-6966-4683-9696-02883aaa8c5b req-2822f593-e760-492b-908a-58efd906c266 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:28.306274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.307442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0ed4128-6966-4683-9696-02883aaa8c5b req-2822f593-e760-492b-908a-58efd906c266 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1078544 Jul 22 11:25:28.330803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.343602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-d4321de2-7458-4ec5-bb36-89d9cd292a4d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0348442 Jul 22 11:25:28.393410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.396301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.397742 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/357843c6-ca46-43a9-8eae-bb9264e217e4 HTTP/1.1" status: 204 len: 168 time: 0.1479051 Jul 22 11:25:28.408317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c224bfa0-0a19-4e9c-8b90-0888f6a82b04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=357843c6-ca46-43a9-8eae-bb9264e217e4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:28.423752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0ed4128-6966-4683-9696-02883aaa8c5b req-6815081e-71bc-415e-a73b-69d54d05f57d tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1024516 Jul 22 11:25:28.523350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-13e4ab2b-1d40-432b-b0cc-e39ab1f92cbf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:28.524943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-13e4ab2b-1d40-432b-b0cc-e39ab1f92cbf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1733630 Jul 22 11:25:28.565591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-e644d357-9369-4885-8113-9e328ad06327 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/quotas/a0f18d46c3504faa927b45ea8ee1d48f HTTP/1.1" status: 200 len: 375 time: 0.0186763 Jul 22 11:25:28.611850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-65fee1a1-df7f-4d83-ae75-6cfea0e1d4f6 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0357521 Jul 22 11:25:28.623312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d530e4-3ef4-4873-b3be-79a3692a2ba7 req-96b99244-ef5d-44fd-a42a-fea83be5678e tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:28.625118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21d530e4-3ef4-4873-b3be-79a3692a2ba7 req-96b99244-ef5d-44fd-a42a-fea83be5678e tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.1213982 Jul 22 11:25:28.642509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:28.679835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21d530e4-3ef4-4873-b3be-79a3692a2ba7 req-9f13c651-5979-438a-b06e-a97cfbbfb8ec tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480008 Jul 22 11:25:28.824652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:28.853975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'port_id': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'mac_address': 'fa:16:3e:29:82:cc', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaed47c-bf4d-4d30-8560-c28efb3215a1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:28.913407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:28.937222 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:28.959617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2e4c80db-8fab-4732-9a55-aa1b04de5b49 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:28.991607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:28.998702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.019030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:29.020730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-728d3f25-3a5a-42cd-9917-f06f7d3c6840 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e15266d84e341c78c2c6a401f666544&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1055508 Jul 22 11:25:29.059009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c32703-b57c-4cba-afe3-8260ac5446c7 req-a32b6917-3f31-4709-9672-84090b464705 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:29.064896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:29.071163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48452) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:29.071812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50c32703-b57c-4cba-afe3-8260ac5446c7 req-a32b6917-3f31-4709-9672-84090b464705 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1768458 Jul 22 11:25:29.079006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'floatingip': {'port_id': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:29.197340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.215858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['2e4c80db-8fab-4732-9a55-aa1b04de5b49'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:29.376635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fb9b6cc-9e20-4f8f-bd01-e6ba90f47aa8 req-4552a632-d3ec-4d14-96c6-f5b9c0b67910 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 210 time: 0.0475886 Jul 22 11:25:29.419475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.443024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f1252c3-7bcb-4549-8e6c-59d3f28417d6 req-2ed2caa3-9000-4893-920b-baf327eb42fc tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:29.453817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f1252c3-7bcb-4549-8e6c-59d3f28417d6 req-2ed2caa3-9000-4893-920b-baf327eb42fc tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.3797965 Jul 22 11:25:29.491040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.563149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f1252c3-7bcb-4549-8e6c-59d3f28417d6 req-6da54756-7b01-481a-8881-9e2b844dda28 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070921 Jul 22 11:25:29.648853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.653964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:29.656285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f3095e9-9b27-4bba-933e-bf9203a113cd HTTP/1.1" status: 204 len: 168 time: 0.6358564 Jul 22 11:25:29.681480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42da447e-d0fb-4ce2-9c79-69e6ba3fa72f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f3095e9-9b27-4bba-933e-bf9203a113cd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:29.891388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-4adee5d9-68c7-47a9-8d98-c2a05781ef4e tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:29.892956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-4adee5d9-68c7-47a9-8d98-c2a05781ef4e tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.3551443 Jul 22 11:25:29.922498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8c51a77-b8d3-425c-98d3-cfb36b6f0846 req-c2ea4e25-0d6b-4625-a0e0-39266c925970 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:29.932410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8c51a77-b8d3-425c-98d3-cfb36b6f0846 req-c2ea4e25-0d6b-4625-a0e0-39266c925970 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 970 time: 0.0949969 Jul 22 11:25:30.000649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8c51a77-b8d3-425c-98d3-cfb36b6f0846 req-b556ea16-5fa2-423d-8b32-dfbe5297dcb9 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/security-groups?id=318ecdd8-ea19-4879-940b-7fa6aeddae8f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648794 Jul 22 11:25:30.235507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.36', 57991) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:30.287729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-c30c518b-3f9f-4271-9d57-6d0721679d3e tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509903 Jul 22 11:25:30.324345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Deleting port 21438d0b-f2ba-4cae-873d-fd869b0390e9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:25:30.325215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.424482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] For port 21438d0b-f2ba-4cae-873d-fd869b0390e9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=21438d0b-f2ba-4cae-873d-fd869b0390e9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:30.425069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.445327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Calling delete_port for 21438d0b-f2ba-4cae-873d-fd869b0390e9 owned by compute:tempest-test_az-820475231 {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:25:30.553203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-f336ac38-9fb7-4522-b955-b53245ae0f6e tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:30.555327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-f336ac38-9fb7-4522-b955-b53245ae0f6e tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2590244 Jul 22 11:25:30.556348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:30.594180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Request body: {'port': {'device_id': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'a0f18d46c3504faa927b45ea8ee1d48f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:30.644508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80de9875-1502-48de-8680-320b255b904a req-cd8dcab2-7ad3-4c4b-afd2-56d810e7a1a9 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 210 time: 0.0869784 Jul 22 11:25:30.648332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:30.776209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:30.784848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:30.786250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.826180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.836022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.874268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263b66b9-5a98-4396-9810-bd6ef2173a40 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.930134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Made reservation on behalf of a0f18d46c3504faa927b45ea8ee1d48f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:30.933375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.944033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:30.985892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:30.989421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2139d933-2dd3-4b9a-86f5-607754098b34 req-9fad2ca7-a86a-4575-960f-babe31114261 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:30.990288 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da38c43d-407e-4871-a6b6-0dd1a9fcdd56" -d '{"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-plugged", "status": "completed", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:30.991161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2139d933-2dd3-4b9a-86f5-607754098b34 req-9fad2ca7-a86a-4575-960f-babe31114261 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.2466743 Jul 22 11:25:31.007963 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Floating IP da92ea54-ec20-4f7e-b15b-385c04e17308 associated. External IP: 172.25.6.10, port: b84e3f2f-12c9-49a0-b260-12ac7101efa5. Jul 22 11:25:31.023270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:31.033330 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.053598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.121697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.136149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['21438d0b-f2ba-4cae-873d-fd869b0390e9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:31.141031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:31.203297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2139d933-2dd3-4b9a-86f5-607754098b34 req-4158e72c-0058-467d-a2d3-b2c28cc3e0e3 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1920631 Jul 22 11:25:31.297263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-33e91fb2-684d-4ec1-aa96-216dc86dd4f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2119179 Jul 22 11:25:31.313899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263b66b9-5a98-4396-9810-bd6ef2173a40 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.329458 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c08f73e-e788-401d-9a52-cbbcbe93383c x-openstack-request-id: req-9c08f73e-e788-401d-9a52-cbbcbe93383c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:31.329807 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-plugged", "status": "completed", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:31.330073 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c08f73e-e788-401d-9a52-cbbcbe93383c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:31.330497 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'code': 200} Jul 22 11:25:31.330600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263b66b9-5a98-4396-9810-bd6ef2173a40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.393085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Pushing event deleted for resources: {'Port': ['ID=21438d0b-f2ba-4cae-873d-fd869b0390e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:31.615965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-263b66b9-5a98-4396-9810-bd6ef2173a40 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5515663b3e047bca40434776dc6641f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0379937 Jul 22 11:25:31.620114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:31.629687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] No DVR routers for this DVR port 21438d0b-f2ba-4cae-873d-fd869b0390e9 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:25:31.642999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.644754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2d20a8e-6b14-4c32-a277-b169e8eeb0a4 req-9ddec629-d7a3-4ac0-824b-c2992c4ea7a4 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.36 "DELETE /v2.0/ports/21438d0b-f2ba-4cae-873d-fd869b0390e9 HTTP/1.1" status: 204 len: 173 time: 1.7403910 Jul 22 11:25:31.647452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'name': 'network-vif-deleted', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:31.650815 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d860a79a-9eda-4180-8de2-67b2aff06613" -d '{"events": [{"server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "name": "network-vif-deleted", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:31.727563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:25:31.741572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-997ff96a-72df-4857-a3a9-b43f8ae1c45a req-207a8569-b078-4e9b-9df5-a6f18d538873 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:31.743161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-997ff96a-72df-4857-a3a9-b43f8ae1c45a req-207a8569-b078-4e9b-9df5-a6f18d538873 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1097 time: 0.2877214 Jul 22 11:25:31.755842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263b66b9-5a98-4396-9810-bd6ef2173a40 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5cc7977f-0680-447d-820b-8e5c984d70ec,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:31.792494 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f49eebfa-a536-4d1a-83a0-f379a28c1a22 x-openstack-request-id: req-f49eebfa-a536-4d1a-83a0-f379a28c1a22 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:31.792800 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "807018f6-4a31-484b-b50c-e67c03cbfa6d", "name": "network-vif-deleted", "tag": "21438d0b-f2ba-4cae-873d-fd869b0390e9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:31.793058 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f49eebfa-a536-4d1a-83a0-f379a28c1a22 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:31.793472 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '807018f6-4a31-484b-b50c-e67c03cbfa6d', 'name': 'network-vif-deleted', 'tag': '21438d0b-f2ba-4cae-873d-fd869b0390e9', 'status': 'completed', 'code': 200} Jul 22 11:25:31.810353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f169b605-366d-43e2-bd9b-f66f430ac06a req-875eda47-c0ab-46ad-a880-f36543355948 tempest-AggregatesAdminTestJSON-1024670825 tempest-AggregatesAdminTestJSON-1024670825-project] 10.222.0.21 "GET /v2.0/ports?device_id=807018f6-4a31-484b-b50c-e67c03cbfa6d HTTP/1.1" status: 200 len: 210 time: 0.2689295 Jul 22 11:25:31.913791 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-997ff96a-72df-4857-a3a9-b43f8ae1c45a req-9f205917-8514-4def-b1a9-3d7c0ede0f25 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1621957 Jul 22 11:25:31.940901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad047233-8319-4b57-b953-2a95f9bc0340 req-597910ea-c28d-4757-a457-58bb3ab0b353 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 210 time: 0.0734885 Jul 22 11:25:31.948792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:25:31.950790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.959382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:31.980463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-5ca5ef34-96f4-4ada-95f5-523f646e4815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:31.982099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-5ca5ef34-96f4-4ada-95f5-523f646e4815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1097 time: 0.5454524 Jul 22 11:25:31.983414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:25:32.009245 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:32.022144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:32.035032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:32.067150 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da3cea3a-f221-4196-9e6e-1fd58e96a331 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "PUT /v2.0/floatingips/da92ea54-ec20-4f7e-b15b-385c04e17308 HTTP/1.1" status: 200 len: 991 time: 2.9945879 Jul 22 11:25:32.080893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:32.098834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:32.165021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:32.225149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:32.227776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:32.228938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5cc7977f-0680-447d-820b-8e5c984d70ec HTTP/1.1" status: 204 len: 168 time: 0.5357733 Jul 22 11:25:32.304717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94792e4-a981-4eed-975b-59745f6ff19d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cc7977f-0680-447d-820b-8e5c984d70ec,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:32.338220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-914bc527-efe7-48e5-8f7b-dec798e44c99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:32.339653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-914bc527-efe7-48e5-8f7b-dec798e44c99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.3326612 Jul 22 11:25:32.360067 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:32.660999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-ac94fb72-0864-4ded-8efb-f2761abf2501 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 999 time: 0.3102357 Jul 22 11:25:32.707718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Allocated IP 192.168.233.6 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/eb5b619a-5e03-4b4e-a68e-ce626974cc64) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:32.790473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054fca67-1d1f-478c-aa8a-cd4927296088 req-8e8a9f8f-4dea-4cac-ada1-ab58f3cb86c4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:32.792209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054fca67-1d1f-478c-aa8a-cd4927296088 req-8e8a9f8f-4dea-4cac-ada1-ab58f3cb86c4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 946 time: 0.3676593 Jul 22 11:25:32.849835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-bbc1e186-2095-4f1f-8662-c4f593aac2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:32.851343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-bbc1e186-2095-4f1f-8662-c4f593aac2e8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1779442 Jul 22 11:25:32.988361 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:3d:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:25:30Z', 'revision_number': 1, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:33.017786 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:25:33.026081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054fca67-1d1f-478c-aa8a-cd4927296088 req-3ed62295-236d-4204-b31a-4388693f4f53 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2197959 Jul 22 11:25:33.027782 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:33.028499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:33.056409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-aac55319-56f1-4c14-8ab5-e3fc6ebacb6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:33.059230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-aac55319-56f1-4c14-8ab5-e3fc6ebacb6a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1969750 Jul 22 11:25:33.162498 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:33.209030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42762784-1e89-41d7-ab9b-dd56c3e7fecf req-9ac855f4-589e-4837-b1e1-ebd633e0bb6b tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 210 time: 0.0625603 Jul 22 11:25:33.259130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-8b802890-f696-41a2-a173-5d23f3dfd2e5 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1925321 Jul 22 11:25:33.293124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.321299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Transition to ACTIVE for port object eb5b619a-5e03-4b4e-a68e-ce626974cc64 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:33.403730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9055ee-26e6-45a0-afa8-a49bcb1d2638 req-73c93ac8-fd4a-4a42-a237-704b03f85a57 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345530 Jul 22 11:25:33.426859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.487434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:33.493024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:33.496928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:33.503209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:33.503850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.512439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:33.516685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Pushing event updated for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:33.532082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-bd1f5eca-6252-4ca5-9c9d-b4844d867eb7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.9437802 Jul 22 11:25:33.538777 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:3d:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:25:30Z', 'revision_number': 1, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:33.555647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:33.559430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Request body: {'port': {'device_id': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:33.588960 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5095f6b7-8295-4f0a-9e2b-801ea95d23da None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:3d:ce:cd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:25:30Z', 'revision_number': 1, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:25:33.596952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:33.707122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.806102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:33.808810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 21438d0b-f2ba-4cae-873d-fd869b0390e9 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:25:33.831624 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35a7fec9-9ac4-4933-8861-6802d83ac44d" -d '{"events": [{"name": "network-changed", "server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:33.836753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 21438d0b-f2ba-4cae-873d-fd869b0390e9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:25:33.837100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 21438d0b-f2ba-4cae-873d-fd869b0390e9 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:25:33.837373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faac9f2b-0012-4f0f-88e9-5c7926ad9c4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.866393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c306549f-7a2e-47d2-80cf-f28008a86a66 None None] Provisioning for port eb5b619a-5e03-4b4e-a68e-ce626974cc64 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:33.870958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c306549f-7a2e-47d2-80cf-f28008a86a66 None None] Provisioning complete for port eb5b619a-5e03-4b4e-a68e-ce626974cc64 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:33.871597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c306549f-7a2e-47d2-80cf-f28008a86a66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.931847 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a7a9fc-f8ff-482e-b7fb-43b52a30efc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:33.944151 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7b01006-a3af-4fcc-9645-0c86bc9c77d3 x-openstack-request-id: req-c7b01006-a3af-4fcc-9645-0c86bc9c77d3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:33.944674 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:33.944934 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7b01006-a3af-4fcc-9645-0c86bc9c77d3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:33.945323 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'status': 'completed', 'code': 200} Jul 22 11:25:33.967680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c306549f-7a2e-47d2-80cf-f28008a86a66 None None] Port eb5b619a-5e03-4b4e-a68e-ce626974cc64 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:34.012437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4100712-5b09-4da6-8114-26dc2596edf9 None None] New status for floating IP da92ea54-ec20-4f7e-b15b-385c04e17308: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:25:34.123603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a224203c-4555-4701-9e93-007ee2d8494b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=41ca0c1d701340eca8f8011e7e0d8079&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5249927 Jul 22 11:25:34.127917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:34.260080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.320630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faac9f2b-0012-4f0f-88e9-5c7926ad9c4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.338944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.349683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faac9f2b-0012-4f0f-88e9-5c7926ad9c4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.526995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faac9f2b-0012-4f0f-88e9-5c7926ad9c4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6f76dd-04cd-49c7-bbaf-8426157ee8d6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:34.546364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-faac9f2b-0012-4f0f-88e9-5c7926ad9c4c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f4a6344b90424ee0a30d987288e325f2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0305655 Jul 22 11:25:34.549983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:34.573283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:34.682915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.685509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.687417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/318ecdd8-ea19-4879-940b-7fa6aeddae8f HTTP/1.1" status: 204 len: 168 time: 0.5508895 Jul 22 11:25:34.705628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e271970e-027f-4ea2-9f99-18416a5824fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318ecdd8-ea19-4879-940b-7fa6aeddae8f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:34.726710 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.734680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-5ef7ac82-5047-4cf6-b46f-5a8fac9603f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:34.736201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-5ef7ac82-5047-4cf6-b46f-5a8fac9603f1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1097 time: 0.7560470 Jul 22 11:25:34.752592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-987e474a-849c-4561-b397-fa916d111565 req-9252ac0f-4a18-41fb-a3a9-5efa75f7f624 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:34.760079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-987e474a-849c-4561-b397-fa916d111565 req-9252ac0f-4a18-41fb-a3a9-5efa75f7f624 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 946 time: 0.3681343 Jul 22 11:25:34.767932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a7a9fc-f8ff-482e-b7fb-43b52a30efc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.774298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.781604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76a7a9fc-f8ff-482e-b7fb-43b52a30efc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.823205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-network', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:34.847699 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76a7a9fc-f8ff-482e-b7fb-43b52a30efc0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=818916425ca44078b10504e473cb1375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2905447 Jul 22 11:25:34.849161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:34.865506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a7a9fc-f8ff-482e-b7fb-43b52a30efc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14a9f2e4-8d3c-4458-a4e4-da3c34cc1467,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:34.912793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:34.940575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.943157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.944326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2c6f76dd-04cd-49c7-bbaf-8426157ee8d6 HTTP/1.1" status: 204 len: 168 time: 0.3929696 Jul 22 11:25:34.950428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.957633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9b5ce-75a1-43fd-9fcc-4ae2cde92d5f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6f76dd-04cd-49c7-bbaf-8426157ee8d6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:34.980256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb04115-4c53-42f9-a0ae-a9540c41a757 req-b379348c-4907-4be6-8ff2-a8d16bb90224 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:34.981568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:34.987486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acb04115-4c53-42f9-a0ae-a9540c41a757 req-b379348c-4907-4be6-8ff2-a8d16bb90224 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 934 time: 0.3130794 Jul 22 11:25:35.019531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-987e474a-849c-4561-b397-fa916d111565 req-591b411c-956f-4b7b-b62e-824d0d1763a9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2523692 Jul 22 11:25:35.043333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.047422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.048606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/14a9f2e4-8d3c-4458-a4e4-da3c34cc1467 HTTP/1.1" status: 204 len: 168 time: 0.1960893 Jul 22 11:25:35.058305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd56f660-a23e-48f5-aa14-369a2449b6c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14a9f2e4-8d3c-4458-a4e4-da3c34cc1467,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:35.087741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Made reservation on behalf of 98d6956b36944c2fbfe206ec6ce0b14f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:35.090021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.128620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.145805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id eb5b619a-5e03-4b4e-a68e-ce626974cc64 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:35.161488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-4bfaaed8-5b78-4e64-9380-c8fca41ed0a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:35.163044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-4bfaaed8-5b78-4e64-9380-c8fca41ed0a6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.3942113 Jul 22 11:25:35.165766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.193031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acb04115-4c53-42f9-a0ae-a9540c41a757 req-4bb45d80-9ed5-4ade-9736-dc79fb92557d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2046342 Jul 22 11:25:35.238183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Transition to ACTIVE for port object eb5b619a-5e03-4b4e-a68e-ce626974cc64 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:35.253709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.263329 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b10ddb10-b29d-4de3-bdc8-30b530d33ebe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.345064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:35.360426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-6aae135f-b05b-4737-a1b2-ac89b7f5e1cb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 1001 time: 0.1901271 Jul 22 11:25:35.455884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Attempting to bind port eb5b619a-5e03-4b4e-a68e-ce626974cc64 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:35.456876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Attempting to bind port eb5b619a-5e03-4b4e-a68e-ce626974cc64 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:35.457833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Attempting to bind port eb5b619a-5e03-4b4e-a68e-ce626974cc64 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:35.479750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Port eb5b619a-5e03-4b4e-a68e-ce626974cc64 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:35.480322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Attempting to bind port eb5b619a-5e03-4b4e-a68e-ce626974cc64 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:35.493723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-9e746212-bf26-483b-ae60-0ba86594264d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:35.495298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-9e746212-bf26-483b-ae60-0ba86594264d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1234462 Jul 22 11:25:35.502067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:35.502769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:35.503324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:35.503937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Bound port: eb5b619a-5e03-4b4e-a68e-ce626974cc64, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:35.504468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.541239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.600862 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.645139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:35.659734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:35.687857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66379fa7-c70e-4bee-bbba-e024463a7f0c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:35.695036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.695387 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Added segment 50bc4207-0355-4bd7-b33d-d532e86adfea of type vlan for network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 Jul 22 11:25:35.696471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b10ddb10-b29d-4de3-bdc8-30b530d33ebe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.710170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:35.717344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:35.729561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b6ed405-4936-4c1d-8b96-4e9eff8d304e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=af9d9f70dd624c0c8b5fc888c5ef02ad&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0668213 Jul 22 11:25:35.730567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b10ddb10-b29d-4de3-bdc8-30b530d33ebe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.733889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:35.780761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.802509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b10ddb10-b29d-4de3-bdc8-30b530d33ebe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=792eda17-69f6-4127-be51-52a20c2dc02c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:35.819344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b10ddb10-b29d-4de3-bdc8-30b530d33ebe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f1c9892e650d4fe1ac018de443219792&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9054325 Jul 22 11:25:35.823565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:35.863333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.865123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-13e0965b-920d-4b30-acdf-9dc4beb9fd63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:35.866845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-13e0965b-920d-4b30-acdf-9dc4beb9fd63 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3475077 Jul 22 11:25:35.881757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.900236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.926783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:35.926783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:35.938060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.946406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:35.947067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.948487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/eb5b619a-5e03-4b4e-a68e-ce626974cc64 HTTP/1.1" status: 200 len: 1094 time: 2.4068675 Jul 22 11:25:35.949835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:35.952891 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e50870b-6a7c-46f0-a46f-641746deca8a" -d '{"events": [{"name": "network-changed", "server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:35.995817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b638838-15f8-4644-b01d-9a1486b39a62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:35.999342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-430131c1-7e91-4704-8d2e-1c918155ad13 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.016636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a434e32-4d4f-4932-9377-76f578fdc9c4 service neutron] Pushing event updated for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.021509 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971fdb8f-8d7a-4cda-9897-38f943e18654 x-openstack-request-id: req-971fdb8f-8d7a-4cda-9897-38f943e18654 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:36.021808 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:36.022051 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-971fdb8f-8d7a-4cda-9897-38f943e18654 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:36.022466 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64', 'status': 'completed', 'code': 200} Jul 22 11:25:36.037587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.080509 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.081491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.082083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.095389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.098187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.099239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/556d5192-808d-40cf-aab3-cc11b9d98360 HTTP/1.1" status: 204 len: 168 time: 0.3607416 Jul 22 11:25:36.122715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f28e89-59bd-4399-a1ef-26f1b7b56882 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=556d5192-808d-40cf-aab3-cc11b9d98360,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.175294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.178251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.179503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/792eda17-69f6-4127-be51-52a20c2dc02c HTTP/1.1" status: 204 len: 168 time: 0.3551493 Jul 22 11:25:36.192478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e55a154-72b9-4317-8a76-18e382a679bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=792eda17-69f6-4127-be51-52a20c2dc02c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.243598 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b638838-15f8-4644-b01d-9a1486b39a62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.257320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b638838-15f8-4644-b01d-9a1486b39a62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.300232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] Pushing event updated for resources: {'Network': ['ID=699587f2-cf4c-4ffe-ab8f-073dae884bd2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.304609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ffba1-7454-4f1b-9bb8-47f12a34e07f req-2f8864fd-f0ad-487a-8298-506ed5662d94 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.307126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe7ffba1-7454-4f1b-9bb8-47f12a34e07f req-2f8864fd-f0ad-487a-8298-506ed5662d94 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1097 time: 0.4444261 Jul 22 11:25:36.313027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:36.322836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-183f1f3f-9f4a-454b-8eae-ea52ee9e9764 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4170828 Jul 22 11:25:36.330022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b638838-15f8-4644-b01d-9a1486b39a62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ffc455a-3fc5-4174-8b0a-fbe9a60deaff,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.347156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b638838-15f8-4644-b01d-9a1486b39a62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7c013b2750248e2a62badcb6fecdacc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4171522 Jul 22 11:25:36.351886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48806) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:36.463292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.483581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-430131c1-7e91-4704-8d2e-1c918155ad13 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.496193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-430131c1-7e91-4704-8d2e-1c918155ad13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.496878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-1ca46fbd-fb7e-4538-a3f4-dd9527363f87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.498710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-1ca46fbd-fb7e-4538-a3f4-dd9527363f87 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 1097 time: 0.4951057 Jul 22 11:25:36.500944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.547332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19e6623d-2bbc-4bd8-8007-e2acac015de2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.9643605 Jul 22 11:25:36.564359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:36.573676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Request body: {'subnet': {'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-subnet', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:36.593178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-430131c1-7e91-4704-8d2e-1c918155ad13 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8f83cecae15d4b49a8f43c26f93e65c1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6642389 Jul 22 11:25:36.594369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:36.599395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430131c1-7e91-4704-8d2e-1c918155ad13 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99e9be5d-b2a0-4448-a214-2386f395f0f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.649438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-42bcd9e4-eb2f-4756-9846-23affa8b07a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64 HTTP/1.1" status: 200 len: 217 time: 0.1046667 Jul 22 11:25:36.651817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe7ffba1-7454-4f1b-9bb8-47f12a34e07f req-5c3f5896-b82b-4fec-bdee-dc7b6e3bf6d1 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3185580 Jul 22 11:25:36.673080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Made reservation on behalf of 98d6956b36944c2fbfe206ec6ce0b14f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:36.677519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.706918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.709813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.711151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7ffc455a-3fc5-4174-8b0a-fbe9a60deaff HTTP/1.1" status: 204 len: 168 time: 0.3549337 Jul 22 11:25:36.720809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35a7fec9-9ac4-4933-8861-6802d83ac44d req-521074aa-614e-476d-9ce3-670db58b007d service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3968339 Jul 22 11:25:36.726274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9839c8ca-c2b9-4580-a01f-e94f242eb530 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ffc455a-3fc5-4174-8b0a-fbe9a60deaff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.752417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-7a3b7702-a5bc-4071-9015-526141f2f8e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.754721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-7a3b7702-a5bc-4071-9015-526141f2f8e1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0983398 Jul 22 11:25:36.765553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75757cd7-e0f8-421c-81f5-1f9430e5e029 req-e9156a17-86cf-4870-85ee-2d9ed9300a8f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.779493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75757cd7-e0f8-421c-81f5-1f9430e5e029 req-e9156a17-86cf-4870-85ee-2d9ed9300a8f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 946 time: 0.3594704 Jul 22 11:25:36.790474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.828391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.900597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75757cd7-e0f8-421c-81f5-1f9430e5e029 req-35e26dbf-7cac-434b-acd0-c787adf80af6 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1185622 Jul 22 11:25:36.933003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-cde27781-cbb8-4468-a0df-9b6640f06527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.934964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-cde27781-cbb8-4468-a0df-9b6640f06527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1510785 Jul 22 11:25:36.938272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.941020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:36.945577 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99e9be5d-b2a0-4448-a214-2386f395f0f6 HTTP/1.1" status: 204 len: 168 time: 0.3439598 Jul 22 11:25:36.950128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdd0ccd-a152-47a9-92ac-1102e20fd7c9 req-2ed77201-2fc7-4a06-ba40-fac7026feee0 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:36.952412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efdd0ccd-a152-47a9-92ac-1102e20fd7c9 req-2ed77201-2fc7-4a06-ba40-fac7026feee0 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1097 time: 0.1676173 Jul 22 11:25:36.987092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-594c66b8-f6b6-4bce-927b-90b996757cca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99e9be5d-b2a0-4448-a214-2386f395f0f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:36.994990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:37.041903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.049158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-826da2bf-866d-4f8d-b559-5a24109f0d65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.081199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efdd0ccd-a152-47a9-92ac-1102e20fd7c9 req-34ccafb5-ea26-4d43-bbf9-b541c18489d9 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148345 Jul 22 11:25:37.110442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-eb48550b-5aae-406b-ac97-b7062873a862 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1692476 Jul 22 11:25:37.160824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Pushing event updated for resources: {'Subnet': ['ID=b0b8dda4-338a-42f4-8347-ea3febefd6f8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:37.261364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Checking segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:37.261784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Network hostable DHCP agents. Network: 699587f2-cf4c-4ffe-ab8f-073dae884bd2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:37.300358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:37.315365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 699587f2-cf4c-4ffe-ab8f-073dae884bd2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:37.327890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e35d05-a28b-4c4e-af45-09e8b6fb2ef7 None None] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:37.329024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:37.329629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.518215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98caee03-b21a-485a-8dd6-ea6df44b5ad1 req-1c6df3af-6609-426d-a7df-4d7e5a71f72f service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3989267 Jul 22 11:25:37.597736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:25:37.598839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.599699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-826da2bf-866d-4f8d-b559-5a24109f0d65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.611431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b408f045-ac6f-409c-bc4c-1a7f778be77d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.0428648 Jul 22 11:25:37.614087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:37.619036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:37.650640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-826da2bf-866d-4f8d-b559-5a24109f0d65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.671916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.678177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.722456 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-826da2bf-866d-4f8d-b559-5a24109f0d65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3af9835372d54b69b4438c0ca078ed78&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7234724 Jul 22 11:25:37.724403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826da2bf-866d-4f8d-b559-5a24109f0d65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6971be3e-c6fe-442b-b318-bd0fac820a52,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:37.732077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:37.789126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:37.805312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-71998c46-ba1f-497f-aa66-472b6a7a0ac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:37.809253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-71998c46-ba1f-497f-aa66-472b6a7a0ac7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 1097 time: 0.2341378 Jul 22 11:25:37.848910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Allocated IP 172.20.0.2 (699587f2-cf4c-4ffe-ab8f-073dae884bd2/b0b8dda4-338a-42f4-8347-ea3febefd6f8/d8aa5b3b-f59c-4681-b499-d1e450708e01) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:37.942848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.021926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-7c3c5caf-5405-453c-ab55-81c6d1056e39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:38.023442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-7c3c5caf-5405-453c-ab55-81c6d1056e39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1982942 Jul 22 11:25:38.120753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-58df9322-7e6e-4e77-9f02-12a0c3fc5391 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.6&port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64 HTTP/1.1" status: 200 len: 217 time: 0.0871994 Jul 22 11:25:38.137389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.145825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.157056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Transition to ACTIVE for port object d8aa5b3b-f59c-4681-b499-d1e450708e01 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:38.175416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Transition to ACTIVE for port object d8aa5b3b-f59c-4681-b499-d1e450708e01 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:38.183845 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.232130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:38.236789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:38.241209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:38.259320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1056382-3ee8-4bf5-89c2-2bcf31f6b5e9 req-1132b220-8e0f-4fbf-90f6-b8d20e10d52f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:38.260888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1056382-3ee8-4bf5-89c2-2bcf31f6b5e9 req-1132b220-8e0f-4fbf-90f6-b8d20e10d52f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 946 time: 0.2113130 Jul 22 11:25:38.262317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-66f2a766-64f6-4a4d-9f8b-cd680e288245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:38.264463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-66f2a766-64f6-4a4d-9f8b-cd680e288245 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1306741 Jul 22 11:25:38.281851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Pushing event updated for resources: {'Port': ['ID=d8aa5b3b-f59c-4681-b499-d1e450708e01,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:38.329614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Attempting to bind port d8aa5b3b-f59c-4681-b499-d1e450708e01 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:38.330813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Attempting to bind port d8aa5b3b-f59c-4681-b499-d1e450708e01 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:38.331432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Attempting to bind port d8aa5b3b-f59c-4681-b499-d1e450708e01 on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:38.335940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.337477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:38.338271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Checking segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:38.338839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.339297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.339794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Bound using segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:38.340378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Bound port: d8aa5b3b-f59c-4681-b499-d1e450708e01, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:38.340937 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.343626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6971be3e-c6fe-442b-b318-bd0fac820a52 HTTP/1.1" status: 204 len: 168 time: 0.6099794 Jul 22 11:25:38.365192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.374732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fe9ad14-1400-4c50-a07b-56db0285a186 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6971be3e-c6fe-442b-b318-bd0fac820a52,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:38.392455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1056382-3ee8-4bf5-89c2-2bcf31f6b5e9 req-048cf24d-b5fb-44b5-9624-dfd430cba8ce tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1235530 Jul 22 11:25:38.426058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-4feea206-6284-413c-a6ee-c0c6e0764a92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:38.428015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-4feea206-6284-413c-a6ee-c0c6e0764a92 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1552100 Jul 22 11:25:38.437622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] For port d8aa5b3b-f59c-4681-b499-d1e450708e01, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:38.442618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] For port d8aa5b3b-f59c-4681-b499-d1e450708e01, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d8aa5b3b-f59c-4681-b499-d1e450708e01,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:38.457489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.524140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda1806a-000e-4097-b697-d6ebb0fc2177 None None] Pushing event updated for resources: {'Port': ['ID=d8aa5b3b-f59c-4681-b499-d1e450708e01,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:38.617560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-12117702-1a80-47c7-b32c-d64d1192e924 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1824858 Jul 22 11:25:38.736982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e50870b-6a7c-46f0-a46f-641746deca8a req-51c773be-794f-4848-b108-278d39b907ec service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122577 Jul 22 11:25:38.786697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:38.828919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:39.014746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Allocated IP 172.25.6.232 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/31c7df69-02ae-4753-9c32-c3dcd2cb3467) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:39.143399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:39.192490 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:39.248585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:39.251980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:39.254774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:39.411561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Pushing event updated for resources: {'Port': ['ID=31c7df69-02ae-4753-9c32-c3dcd2cb3467,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:39.422725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.423319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.423770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.424234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.424829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.425294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.425729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.426612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.427051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.427486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.427919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.428349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:39.621112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2736ee3d-5957-4282-9c87-6b9dc8fb068d req-a4ed5573-6437-449e-978b-8a9dd1aafb72 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:39.629843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2736ee3d-5957-4282-9c87-6b9dc8fb068d req-a4ed5573-6437-449e-978b-8a9dd1aafb72 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 946 time: 0.1205540 Jul 22 11:25:39.694110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:39.704920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2736ee3d-5957-4282-9c87-6b9dc8fb068d req-5fb0a66a-45e2-43c1-bff2-e0e67d3a7a65 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682843 Jul 22 11:25:39.879597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b92bdea2-5d35-42c3-a6cd-d3399cbde5e3 None None] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:39.958051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:39.979254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c899798f-448d-46a6-b44a-7f69829798de None None] Provisioning for port d8aa5b3b-f59c-4681-b499-d1e450708e01 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:40.180789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:25:40.211693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:40.278528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d8aa5b3b-f59c-4681-b499-d1e450708e01 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:40.358775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:25:40.372801 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:25:40.387120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:40.390246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a15987d3-ecff-4885-97e6-8ab4daf363f0 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 933 time: 2.7734468 Jul 22 11:25:40.391811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:40.408484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:40.410997 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:40.414098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d8aa5b3b-f59c-4681-b499-d1e450708e01 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:40.425913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d8aa5b3b-f59c-4681-b499-d1e450708e01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:40.426307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:40.537024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6873d317-1d81-4749-9f31-b31a9100e579 None None] Provisioning complete for port d8aa5b3b-f59c-4681-b499-d1e450708e01 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:40.537401 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6873d317-1d81-4749-9f31-b31a9100e579 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:40.559162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:40.613362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d8aa5b3b-f59c-4681-b499-d1e450708e01, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d8aa5b3b-f59c-4681-b499-d1e450708e01,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:40.621388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:40.623018 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:40.682983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-89cf5f4d-48d0-4cea-a830-f1ee40e4ffd4 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:25:40.686401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-89cf5f4d-48d0-4cea-a830-f1ee40e4ffd4 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4748766 Jul 22 11:25:40.704920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d8aa5b3b-f59c-4681-b499-d1e450708e01,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:40.712809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.713163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.713511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.713859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.714199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.714568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.714907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.715239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.715575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.715906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.716234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.716824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:40.884678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973a4e24-7ed0-4097-86d9-361e06ed0750 req-891ce87a-fe62-4743-a5a1-537d562f34be tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:40.886577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-973a4e24-7ed0-4097-86d9-361e06ed0750 req-891ce87a-fe62-4743-a5a1-537d562f34be tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 946 time: 0.1069458 Jul 22 11:25:40.901287 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:39Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:40.937311 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:25:40.938004 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Updating router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:25:40.992905 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.007028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-973a4e24-7ed0-4097-86d9-361e06ed0750 req-40988347-8b1a-491a-a3af-4291b9e73e00 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0807273 Jul 22 11:25:41.187291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.332947 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.347082 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Transition to ACTIVE for port object 31c7df69-02ae-4753-9c32-c3dcd2cb3467 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:41.355574 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.389192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:41.390551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:25:41.431244 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Attempting to bind port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:41.431786 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Attempting to bind port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:41.431978 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Attempting to bind port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:41.440286 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55fb44-b642-4bc9-bde1-948ddacdbc1e None None] Pushing event updated for resources: {'Port': ['ID=31c7df69-02ae-4753-9c32-c3dcd2cb3467,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:41.444354 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:41.445280 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:41.445872 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.446420 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:41.447123 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Bound port: 31c7df69-02ae-4753-9c32-c3dcd2cb3467, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:41.447781 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.462902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Allocated IP 172.20.0.1 (699587f2-cf4c-4ffe-ab8f-073dae884bd2/b0b8dda4-338a-42f4-8347-ea3febefd6f8/7938c14a-1378-4d80-b07e-4c12b5f45f4e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:41.516925 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] For port 31c7df69-02ae-4753-9c32-c3dcd2cb3467, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:41.522326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] For port 31c7df69-02ae-4753-9c32-c3dcd2cb3467, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=31c7df69-02ae-4753-9c32-c3dcd2cb3467,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:41.531588 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.615281 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc55fb44-b642-4bc9-bde1-948ddacdbc1e None None] Pushing event updated for resources: {'Port': ['ID=31c7df69-02ae-4753-9c32-c3dcd2cb3467,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:41.642362 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:41.643294 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:41.682484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-40f67113-24fa-4b23-baac-e5fd9a614203 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0651560 Jul 22 11:25:41.757788 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:41.787833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:41.823654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device eb5b619a-5e03-4b4e-a68e-ce626974cc64 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:41.838349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:41.838697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:41.838955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:41.852305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Transition to ACTIVE for port object 7938c14a-1378-4d80-b07e-4c12b5f45f4e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:41.858998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:41.858998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:41.883570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:41.883946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:41.884302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:41.884751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Bound port: 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:41.897510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-5398cfcb-ce2d-4ba7-81e7-3031398e6ec1 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:41.899102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-5398cfcb-ce2d-4ba7-81e7-3031398e6ec1 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2050905 Jul 22 11:25:41.948999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:41.961655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64', 'mac_address': 'fa:16:3e:20:5a:c4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:42.007013 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.023086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id eb5b619a-5e03-4b4e-a68e-ce626974cc64 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:42.048266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:42.053107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.104192 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:39Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:42.131548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:42.146350 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3c29a90-c3d6-47a0-985a-bb832b5fbab7 None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:39Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:41Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:25:42.207591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d8aa5b3b-f59c-4681-b499-d1e450708e01 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:42.225741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-007f85c6-1e5e-42ee-9669-565eefa8a2ac tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/quotas/f22f7ea2038d4817b38cebf6e9f24390 HTTP/1.1" status: 200 len: 375 time: 0.3023059 Jul 22 11:25:42.255982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['eb5b619a-5e03-4b4e-a68e-ce626974cc64'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:42.286889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-9f2f4f45-9121-4fa3-acbb-48edb4af8e84 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0479081 Jul 22 11:25:42.290520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.325078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:42.333546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.344265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-88b9a439-b19f-4dc0-a36a-09472b2df2a7 service neutron] 10.222.0.21 "POST /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49/bindings HTTP/1.1" status: 201 len: 389 time: 1.3684788 Jul 22 11:25:42.382010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:42.386359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:42.393474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Pushing event updated for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:42.394793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d8aa5b3b-f59c-4681-b499-d1e450708e01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:42.395267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.396807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:42.397292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:42.477467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.477818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.478165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.488780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.489172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.489525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.489863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.490194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.496921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.497416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.497898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.498715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:25:42.946420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fdc66945-a4e2-49f3-8865-048580ff9d2d None None] Provisioning for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:42.955457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fdc66945-a4e2-49f3-8865-048580ff9d2d None None] Provisioning complete for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:42.956136 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fdc66945-a4e2-49f3-8865-048580ff9d2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:43.017028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fdc66945-a4e2-49f3-8865-048580ff9d2d None None] Port 7938c14a-1378-4d80-b07e-4c12b5f45f4e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:43.049034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:43.196447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-fc9218b2-de17-4356-bb3e-5e4fd8b1d464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:43.198337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-fc9218b2-de17-4356-bb3e-5e4fd8b1d464 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1097 time: 0.3618324 Jul 22 11:25:43.381065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-bd4297d5-3b0b-4781-86fe-f61b554eeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:43.382640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-bd4297d5-3b0b-4781-86fe-f61b554eeb13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.1630552 Jul 22 11:25:43.436893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f886dc0-6ac6-47de-95a5-3d314a1ba3e4 req-f2889b50-cece-4d09-8f97-d6cf9d69fef5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:43.438625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f886dc0-6ac6-47de-95a5-3d314a1ba3e4 req-f2889b50-cece-4d09-8f97-d6cf9d69fef5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 947 time: 0.3871851 Jul 22 11:25:43.509088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edd7c616-4343-41fa-a5a3-1285609aa950 req-86f9ec6b-b35c-481c-bd12-540e7ba3b3e6 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 210 time: 0.1179385 Jul 22 11:25:43.519359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-a8ec9f79-5cf9-4031-bf5c-73f556c5ce07 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.1271129 Jul 22 11:25:43.735380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f886dc0-6ac6-47de-95a5-3d314a1ba3e4 req-a040aee3-d3b9-452a-b9a1-e07d354d3be4 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2576432 Jul 22 11:25:43.767918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-512d9541-e951-47d4-a460-f4f36ee9489b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:43.769382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-512d9541-e951-47d4-a460-f4f36ee9489b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.2272980 Jul 22 11:25:43.813767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-ca9221f4-e0c9-48c0-9d84-815553ce60e6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0360115 Jul 22 11:25:43.839040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device eb5b619a-5e03-4b4e-a68e-ce626974cc64 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:43.869185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:43.885478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:43.886603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:43.912520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port eb5b619a-5e03-4b4e-a68e-ce626974cc64 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:43.922790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port eb5b619a-5e03-4b4e-a68e-ce626974cc64 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:43.923193 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.023274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4881fec9-490c-4cf9-8631-9724e2cde513 req-99a650a9-5d71-4f95-beba-5a357a9cc184 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:44.025057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4881fec9-490c-4cf9-8631-9724e2cde513 req-99a650a9-5d71-4f95-beba-5a357a9cc184 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 946 time: 0.3892615 Jul 22 11:25:44.047863 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.069213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-5bebc924-9d28-46d5-8fb1-554445414c87 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0326293 Jul 22 11:25:44.082800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:44.085693 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3c6cf5d-aa53-4774-8af4-125e6244b1fe" -d '{"events": [{"server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:44.101487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:44.109819 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.128299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73750759-6a1d-41dd-9e82-40a6e92a3ee0 req-9a9dd7d9-3e68-41bb-b781-6527acb99bd8 tempest-FlavorsV2NegativeTest-1459225971 tempest-FlavorsV2NegativeTest-1459225971-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=b20359715d184b0c97f58edbc4714695&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0881174 Jul 22 11:25:44.167391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Pushing event updated for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:44.192645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:44.217018 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-85060028-d598-43b3-a48c-fe2cc07e8502 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3910799 Jul 22 11:25:44.261262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4881fec9-490c-4cf9-8631-9724e2cde513 req-54c27225-7ce0-406f-b913-2fed81b039c6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2139049 Jul 22 11:25:44.302489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-bf6d8efd-d637-4fc8-9baf-7b3649d2c552 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:44.304720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-bf6d8efd-d637-4fc8-9baf-7b3649d2c552 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2294693 Jul 22 11:25:44.317800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Request body: {'port': {'device_id': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'f22f7ea2038d4817b38cebf6e9f24390'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:44.337761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 31c7df69-02ae-4753-9c32-c3dcd2cb3467 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:44.406383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:44.417450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:44.417645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.422514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:44.427306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:44.444943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73750759-6a1d-41dd-9e82-40a6e92a3ee0 req-d7c68d5a-6863-4554-97af-fe4d5c7b79ab tempest-FlavorsV2NegativeTest-1459225971 tempest-FlavorsV2NegativeTest-1459225971-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:44.446586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73750759-6a1d-41dd-9e82-40a6e92a3ee0 req-d7c68d5a-6863-4554-97af-fe4d5c7b79ab tempest-FlavorsV2NegativeTest-1459225971 tempest-FlavorsV2NegativeTest-1459225971-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3077650 Jul 22 11:25:44.459477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-56c87666-696c-4744-8897-ef93f25cdbc1 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2258766 Jul 22 11:25:44.496941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Made reservation on behalf of f22f7ea2038d4817b38cebf6e9f24390 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:44.501343 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.510906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.552377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.590622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 31c7df69-02ae-4753-9c32-c3dcd2cb3467, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=31c7df69-02ae-4753-9c32-c3dcd2cb3467,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:44.596214 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.643488 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4142c432-3086-4d8f-89a8-eb3f9940f884 x-openstack-request-id: req-4142c432-3086-4d8f-89a8-eb3f9940f884 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:44.644117 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "name": "network-vif-plugged", "status": "completed", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:44.644541 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4142c432-3086-4d8f-89a8-eb3f9940f884 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:44.645218 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64', 'code': 200} Jul 22 11:25:44.674130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=31c7df69-02ae-4753-9c32-c3dcd2cb3467,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:44.701123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.36', 57999) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:44.720645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73750759-6a1d-41dd-9e82-40a6e92a3ee0 req-d5b4e360-64ae-449e-a700-f62084a7b5de tempest-FlavorsV2NegativeTest-1459225971 tempest-FlavorsV2NegativeTest-1459225971-project] 10.222.0.21 "GET /v2.0/quotas/b20359715d184b0c97f58edbc4714695 HTTP/1.1" status: 200 len: 375 time: 0.2638481 Jul 22 11:25:44.722259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.747271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.821884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73750759-6a1d-41dd-9e82-40a6e92a3ee0 req-dba89727-3f4e-4102-8e06-f259c0fb91a9 tempest-FlavorsV2NegativeTest-1459225971 tempest-FlavorsV2NegativeTest-1459225971-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=b20359715d184b0c97f58edbc4714695&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0958350 Jul 22 11:25:44.852773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9376b649-e99e-41b3-9b5d-a463908ae939,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:44.859374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-33efc1b8-22f2-456b-b075-7d724be7331f None None] Provisioning complete for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:44.859797 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33efc1b8-22f2-456b-b075-7d724be7331f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:44.929098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-33efc1b8-22f2-456b-b075-7d724be7331f None None] Port 7938c14a-1378-4d80-b07e-4c12b5f45f4e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:44.933493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:25:44.937100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-94e04452-1fb0-4822-9229-d464bca87a70 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:44.939058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-94e04452-1fb0-4822-9229-d464bca87a70 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1097 time: 0.3636441 Jul 22 11:25:44.959740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fa172b5-4ca8-4160-a0c1-66fbf45175b1 req-948c097b-2114-4325-9f51-1904c7099498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:44.961926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6fa172b5-4ca8-4160-a0c1-66fbf45175b1 req-948c097b-2114-4325-9f51-1904c7099498 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 1099 time: 0.2594221 Jul 22 11:25:44.962070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:45.001479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Allocated IP 192.168.233.246 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/11211784-8334-4a3b-b6ea-07f83b5fe551) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:45.023396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6fa172b5-4ca8-4160-a0c1-66fbf45175b1 req-99ebcf46-31cd-452a-8236-f2d8e64078f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547309 Jul 22 11:25:45.180988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.205969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc1b0db0-11d4-4b4d-9207-04b2f86a26ec req-7d299ed9-2b8a-4c38-aa7b-0b9da1c80f17 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 210 time: 0.2626722 Jul 22 11:25:45.207431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Transition to ACTIVE for port object 11211784-8334-4a3b-b6ea-07f83b5fe551 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:45.215585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-463b4ebb-7f16-43fa-97f7-bb9e79a03c79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.258759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.308498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:45.314843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:45.319810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:45.326006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:45.326949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.341276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Pushing event updated for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:45.362062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:25:45.378785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ad4c872f-a476-4385-9d11-791c0b8ca86b admin admin] 10.222.0.21 "PUT /v2.0/routers/5afed2a5-573e-48a4-a6bd-c9580b3c0b15/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9747453 Jul 22 11:25:45.379255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-b1435d9e-280b-41cf-b35a-9a500ffdb442 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0617554 Jul 22 11:25:45.379353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:25:45.400510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Request body: {'port': {'device_id': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:45.410820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:45.411473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:45.438398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.458837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9aa30a9-6f55-4a50-a593-f3ebab8ad458 req-c249ff0b-2e74-4ff2-aa60-c6e37e020162 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:45.460274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9aa30a9-6f55-4a50-a593-f3ebab8ad458 req-c249ff0b-2e74-4ff2-aa60-c6e37e020162 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 948 time: 0.2758172 Jul 22 11:25:45.541737 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.635652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9aa30a9-6f55-4a50-a593-f3ebab8ad458 req-9e71905c-0d17-432a-ac33-1cb729c36385 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1622479 Jul 22 11:25:45.717895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:45.776219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40dcec9-16a8-4f2c-8ffb-ef850b685dae req-84c373b5-a5ca-47a8-8fcf-19d0a1e1912e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:45.777850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40dcec9-16a8-4f2c-8ffb-ef850b685dae req-84c373b5-a5ca-47a8-8fcf-19d0a1e1912e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 946 time: 0.3150086 Jul 22 11:25:45.845216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:45.866557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ad0df66-caf6-4197-938c-2ccb7009d33d None None] Provisioning for port 11211784-8334-4a3b-b6ea-07f83b5fe551 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:45.882222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ad0df66-caf6-4197-938c-2ccb7009d33d None None] Provisioning complete for port 11211784-8334-4a3b-b6ea-07f83b5fe551 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:45.884924 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ad0df66-caf6-4197-938c-2ccb7009d33d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.885814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40dcec9-16a8-4f2c-8ffb-ef850b685dae req-dda76a80-021d-49e0-9928-669f277aff1a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865538 Jul 22 11:25:45.990095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de2cf42-030d-44e8-a678-d7e552f9dc6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:45.995896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:46.034502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 11211784-8334-4a3b-b6ea-07f83b5fe551 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:46.037993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5ad0df66-caf6-4197-938c-2ccb7009d33d None None] Port 11211784-8334-4a3b-b6ea-07f83b5fe551 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:46.045367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.049083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:46.075357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Transition to ACTIVE for port object 11211784-8334-4a3b-b6ea-07f83b5fe551 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:46.082771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.160913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:46.164158 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4eb3b235-3f44-4053-88d5-aca7dc2b269d" -d '{"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:46.168586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.192038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Pushing event updated for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:46.199954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.215093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Attempting to bind port 11211784-8334-4a3b-b6ea-07f83b5fe551 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:46.215718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Attempting to bind port 11211784-8334-4a3b-b6ea-07f83b5fe551 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:46.216121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Attempting to bind port 11211784-8334-4a3b-b6ea-07f83b5fe551 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:46.225889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Port 11211784-8334-4a3b-b6ea-07f83b5fe551 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:46.226145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Attempting to bind port 11211784-8334-4a3b-b6ea-07f83b5fe551 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:46.233750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:46.234180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:46.234682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:46.235198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Bound port: 11211784-8334-4a3b-b6ea-07f83b5fe551, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:46.235631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.280555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 31c7df69-02ae-4753-9c32-c3dcd2cb3467 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:46.347256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:46.350715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=11211784-8334-4a3b-b6ea-07f83b5fe551,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:46.352481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:46.352902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:46.353359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:46.362518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.370078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:46.370531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Attempting to bind port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:46.377143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:46.419223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:46.419641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:46.420606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:46.421126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Bound port: 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:46.421553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.458577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:46.459209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.462331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Pushing event updated for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:46.479431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:46.480367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.487806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-aa55d97c-016a-46f0-8504-e2ebe221120c service neutron] 10.222.0.36 "PUT /v2.0/ports/11211784-8334-4a3b-b6ea-07f83b5fe551 HTTP/1.1" status: 200 len: 1096 time: 1.0982649 Jul 22 11:25:46.488731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:46.491742 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c19cc12-7ff5-426e-8120-63860242a696" -d '{"events": [{"name": "network-changed", "server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:46.498302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de2cf42-030d-44e8-a678-d7e552f9dc6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.523078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49212) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:46.539448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de2cf42-030d-44e8-a678-d7e552f9dc6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.641899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:46.644881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:43Z', 'revision_number': 2, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:46.654035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2de2cf42-030d-44e8-a678-d7e552f9dc6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b20359715d184b0c97f58edbc4714695&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9267726 Jul 22 11:25:46.655151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de2cf42-030d-44e8-a678-d7e552f9dc6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4b425c6-7b3c-4789-b33e-d5306c946fa1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:46.657547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:46.672862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-484d631f-8888-43eb-9667-4b665d8ad031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:46.674361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-484d631f-8888-43eb-9667-4b665d8ad031 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 1099 time: 0.1382830 Jul 22 11:25:46.694308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-c02a25d6-0069-440d-b40c-435829a565c9 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:46.696387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-c02a25d6-0069-440d-b40c-435829a565c9 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 821 time: 0.3205020 Jul 22 11:25:46.702374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:46.724672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.745588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-f40517ac-e054-4144-ab87-565edaa23f82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=11211784-8334-4a3b-b6ea-07f83b5fe551 HTTP/1.1" status: 200 len: 217 time: 0.0623264 Jul 22 11:25:46.768663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:25:46.768663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Updating router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 port 7938c14a-1378-4d80-b07e-4c12b5f45f4e binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:25:46.780341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-cd7454b6-f69d-43ae-a85f-dfd401627d22 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/quotas/98d6956b36944c2fbfe206ec6ce0b14f HTTP/1.1" status: 200 len: 375 time: 0.0760083 Jul 22 11:25:46.804838 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1286cdd8-ed6f-474d-a313-09ab58c2f7cd x-openstack-request-id: req-1286cdd8-ed6f-474d-a313-09ab58c2f7cd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:46.805386 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-unplugged", "status": "completed", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:46.805818 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1286cdd8-ed6f-474d-a313-09ab58c2f7cd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:46.806424 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'code': 200} Jul 22 11:25:46.812154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.862067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22a51279-24e3-4ec4-90fc-fd7dcb2c16ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.882889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:46.883512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.885364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] 10.222.0.36 "PUT /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 1122 time: 1.9392273 Jul 22 11:25:46.898366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.910919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c209ab-e5f4-41ec-b2f2-1ee115024792 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:46.911568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-119196a3-d638-48ff-b16d-42ae71494a73 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:46.913276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-119196a3-d638-48ff-b16d-42ae71494a73 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1597264 Jul 22 11:25:46.949278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:46.981585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-b8910458-a548-40b2-a7ee-027d587a8076 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2000189 Jul 22 11:25:47.011496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['2e4c80db-8fab-4732-9a55-aa1b04de5b49'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:47.014108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d18ae62-9a1b-4ffe-9449-90c16f9173cc req-aa90e77a-0dfb-47da-8638-7c04f061cafe tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:47.015777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d18ae62-9a1b-4ffe-9449-90c16f9173cc req-aa90e77a-0dfb-47da-8638-7c04f061cafe tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 948 time: 0.1425221 Jul 22 11:25:47.049102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eee1b6e-90da-4446-9baf-68285f917982 req-29d44285-00db-4425-97a4-e5db6d81cd0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:47.050687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-29d44285-00db-4425-97a4-e5db6d81cd0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1282289 Jul 22 11:25:47.055992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.058579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.059639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4b425c6-7b3c-4789-b33e-d5306c946fa1 HTTP/1.1" status: 204 len: 168 time: 0.4011834 Jul 22 11:25:47.095401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd0a02b-ace8-48b4-bae0-2c401394d354 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4b425c6-7b3c-4789-b33e-d5306c946fa1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:47.109978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d18ae62-9a1b-4ffe-9449-90c16f9173cc req-2a987cee-a8c1-44fa-ada6-8664c289e490 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825400 Jul 22 11:25:47.147869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-2f87fb43-2119-4c86-9bc8-b57e78ef87bf service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1506574 Jul 22 11:25:47.189548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22a51279-24e3-4ec4-90fc-fd7dcb2c16ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.196795 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-025ce675-8b7d-4929-8118-c8a3d54fe01b service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319475 Jul 22 11:25:47.198559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-22a51279-24e3-4ec4-90fc-fd7dcb2c16ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.321311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-51daf532-c80a-4676-b15e-408839afa173 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633093 Jul 22 11:25:47.384422 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.406344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Transition to ACTIVE for port object 7938c14a-1378-4d80-b07e-4c12b5f45f4e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:47.414505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b5ed125-5c45-4395-a9ae-44d0ca6c4060 req-b6924bf4-275a-4ecf-a196-9fc309dada95 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:47.426146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b5ed125-5c45-4395-a9ae-44d0ca6c4060 req-b6924bf4-275a-4ecf-a196-9fc309dada95 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 948 time: 0.1007762 Jul 22 11:25:47.430762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.453050 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e18c87e-41f4-43d7-9ea8-85c67a32c199 x-openstack-request-id: req-8e18c87e-41f4-43d7-9ea8-85c67a32c199 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:47.453329 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:47.453576 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e18c87e-41f4-43d7-9ea8-85c67a32c199 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:47.453959 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551', 'status': 'completed', 'code': 200} Jul 22 11:25:47.492906 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-22a51279-24e3-4ec4-90fc-fd7dcb2c16ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5760f8f730e4488cb572b0d3ce1881ff&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9685869 Jul 22 11:25:47.493180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b5ed125-5c45-4395-a9ae-44d0ca6c4060 req-c0579564-8212-4d3a-ba4c-2a4cc3fbde03 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636885 Jul 22 11:25:47.498256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:47.519875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22a51279-24e3-4ec4-90fc-fd7dcb2c16ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0d54202-183b-4da1-bd09-76a1ff59a5aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:47.621792 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7eee1b6e-90da-4446-9baf-68285f917982 req-8412cfc8-cee5-42c2-80f1-914160a32198 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4108186 Jul 22 11:25:47.664251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.723148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Attempting to bind port 7938c14a-1378-4d80-b07e-4c12b5f45f4e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:47.723523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Attempting to bind port 7938c14a-1378-4d80-b07e-4c12b5f45f4e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:47.723892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Attempting to bind port 7938c14a-1378-4d80-b07e-4c12b5f45f4e on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:47.726239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.738774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8cd14-df24-484a-b7f4-1449cf0e7d7e None None] Pushing event updated for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:47.745010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:47.745956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Checking segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:47.747085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.748326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Bound using segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:47.749151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Bound port: 7938c14a-1378-4d80-b07e-4c12b5f45f4e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:47.749873 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.807126 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.813449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.816834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:47.818052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b0d54202-183b-4da1-bd09-76a1ff59a5aa HTTP/1.1" status: 204 len: 168 time: 0.3188484 Jul 22 11:25:47.858726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19cc12-7ff5-426e-8120-63860242a696 req-ac2f6c59-43d0-49d2-8d2d-0da4812028aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:47.860424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-ac2f6c59-43d0-49d2-8d2d-0da4812028aa service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 1099 time: 0.1711462 Jul 22 11:25:47.861520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b430faf7-bc95-4302-974c-200cd8fed94e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0d54202-183b-4da1-bd09-76a1ff59a5aa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:47.910198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d6c3e49-46c7-49d2-a839-c6bcb93ff618 req-1b292686-6dee-4547-9631-6ed3f3f6dbba tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:47.918883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d6c3e49-46c7-49d2-a839-c6bcb93ff618 req-1b292686-6dee-4547-9631-6ed3f3f6dbba tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.1220880 Jul 22 11:25:47.949766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] For port 7938c14a-1378-4d80-b07e-4c12b5f45f4e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:47.964133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d6c3e49-46c7-49d2-a839-c6bcb93ff618 req-fd8717f7-0b70-4b8f-ac35-ec87d477184a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440917 Jul 22 11:25:48.000984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] For port 7938c14a-1378-4d80-b07e-4c12b5f45f4e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7938c14a-1378-4d80-b07e-4c12b5f45f4e,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:48.009910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:48.073763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:25:48.074560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:48.076277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19cc12-7ff5-426e-8120-63860242a696 req-b416dd72-2551-49d7-932c-cf2408014129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:48.079239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-b416dd72-2551-49d7-932c-cf2408014129 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2078886 Jul 22 11:25:48.111624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4752f1f6-650c-4bec-95d9-68fbb1349374 req-f39d58b0-efe8-4ba4-8cef-e8fede4f88c3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 210 time: 0.0850730 Jul 22 11:25:48.188330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-ad4a6baa-1d83-4c7c-9699-99e7668de0a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.246&port_id=11211784-8334-4a3b-b6ea-07f83b5fe551 HTTP/1.1" status: 200 len: 217 time: 0.1012604 Jul 22 11:25:48.222652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe8cd14-df24-484a-b7f4-1449cf0e7d7e None None] Pushing event updated for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:48.246743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e284d76e-fa3e-4296-9761-f36c54026739 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:48.278664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19cc12-7ff5-426e-8120-63860242a696 req-6c7d1d2f-9645-42b6-978d-f72922e9078a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:48.281430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-6c7d1d2f-9645-42b6-978d-f72922e9078a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0848937 Jul 22 11:25:48.327285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:25:48.394533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c19cc12-7ff5-426e-8120-63860242a696 req-3f97a709-df38-4db5-9aac-2fcfb936a5db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:48.396795 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-3f97a709-df38-4db5-9aac-2fcfb936a5db service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1079934 Jul 22 11:25:48.516157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f317678-b24e-44c6-a0b7-61e73777201b req-f4a9eb4f-56fa-4c45-809b-99b6255819fd tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:48.531472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f317678-b24e-44c6-a0b7-61e73777201b req-f4a9eb4f-56fa-4c45-809b-99b6255819fd tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 948 time: 0.1838775 Jul 22 11:25:48.611399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:48.618528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-e403d60e-47ab-463f-ab78-395aec075809 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2135727 Jul 22 11:25:48.665934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:47Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:48.680010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f317678-b24e-44c6-a0b7-61e73777201b req-b27bbdaf-dc56-4326-a33e-dbc044f320bd tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1473348 Jul 22 11:25:48.684563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c65a-b910-4aa1-aafc-686107c30af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:48.787177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6fd13b6-9ae3-4713-a219-d21d5a55c15f None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:47Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:25:48.807435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c19cc12-7ff5-426e-8120-63860242a696 req-5ae92074-38d5-46b7-9600-9f2ca41ee124 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1820641 Jul 22 11:25:48.810327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:48.812953 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f" -d '{"events": [{"name": "network-changed", "server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:48.901749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-2bc0430a-8cf2-4028-9cc0-27cea4c1fd4b tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0757551 Jul 22 11:25:49.000855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:49.033349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c65a-b910-4aa1-aafc-686107c30af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.043941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0e3c65a-b910-4aa1-aafc-686107c30af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.085608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-6c58bade-c5be-4ea4-a416-6ade43589dd5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.087557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-6c58bade-c5be-4ea4-a416-6ade43589dd5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1850255 Jul 22 11:25:49.121860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b0e3c65a-b910-4aa1-aafc-686107c30af2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0585da6f95c4e8bbf67754425406a29&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5094025 Jul 22 11:25:49.123556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e3c65a-b910-4aa1-aafc-686107c30af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d96e7f1-2a78-4156-95ee-1a5826f1d422,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:49.124839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:49.135329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-a18ac48f-2019-4066-93c0-650b74d20a8c tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/quotas/a0f18d46c3504faa927b45ea8ee1d48f HTTP/1.1" status: 200 len: 375 time: 0.0300062 Jul 22 11:25:49.176867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-336868881-network', 'tenant_id': '21c84d1dd7c743ad85576d7206701fd8'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:49.208673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.231171 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c502860b-7785-4327-808b-91ff467d1d18 x-openstack-request-id: req-c502860b-7785-4327-808b-91ff467d1d18 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:49.231595 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:49.232274 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c502860b-7785-4327-808b-91ff467d1d18 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:49.232767 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'status': 'completed', 'code': 200} Jul 22 11:25:49.245595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Made reservation on behalf of 21c84d1dd7c743ad85576d7206701fd8 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:49.248545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.259298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-7e923395-a2c0-4e86-8723-d1d1633d8ace tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1115878 Jul 22 11:25:49.262065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.264489 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.349199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.443947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-8838b649-4c0e-42fd-8a07-56b09fd92d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.446128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-8838b649-4c0e-42fd-8a07-56b09fd92d13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1125 time: 0.1761091 Jul 22 11:25:49.476929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94841426-4854-46a3-9374-d3cfe89cc1ae req-fcb289c8-23ec-4c6c-bed1-3a81bf421727 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.478645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94841426-4854-46a3-9374-d3cfe89cc1ae req-fcb289c8-23ec-4c6c-bed1-3a81bf421727 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.1530528 Jul 22 11:25:49.522857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.553954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-8e39af84-d06d-45e9-b03f-411e83cb26eb tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.556054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-8e39af84-d06d-45e9-b03f-411e83cb26eb tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 821 time: 0.1924140 Jul 22 11:25:49.564033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.580493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'port': {'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'admin_state_up': True, 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:49.627137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.629704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.630065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2550d72b-1dce-4a6a-9587-afc92a92ab4c req-143b51ea-b99c-406e-8678-9402d334abb1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 210 time: 0.0625417 Jul 22 11:25:49.630865 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d96e7f1-2a78-4156-95ee-1a5826f1d422 HTTP/1.1" status: 204 len: 168 time: 0.5050833 Jul 22 11:25:49.667818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:49.708556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94841426-4854-46a3-9374-d3cfe89cc1ae req-52b38ff1-fff5-4bcf-b0df-be7a0d20c966 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172444 Jul 22 11:25:49.745006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=631942ee-f389-4452-9597-fdf5694d6cac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:49.770398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.770792 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Added segment ab3919c7-b04d-4e40-96b3-4303c9d74aba of type vlan for network fe8a4f2a-7cb5-4b12-a6a5-082c278c174f Jul 22 11:25:49.817809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8782feae-8425-4298-af8c-26189101a229 req-6baf5abb-bce1-4b76-a43a-5006af1c74a7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 210 time: 0.0859358 Jul 22 11:25:49.840025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2224aa5-cf75-4149-8fd6-61b03879306d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d96e7f1-2a78-4156-95ee-1a5826f1d422,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:49.855161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.855908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-b025e1de-891e-42e3-8165-3fe4c67a8cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.862533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-b025e1de-891e-42e3-8165-3fe4c67a8cc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.4068232 Jul 22 11:25:49.867061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:49.960119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-99628a30-a3c6-42af-a242-781c0bc729c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.0838563 Jul 22 11:25:49.985470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:49.988105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:49.990139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.089926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:50.118571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:25:50.160726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-90bd7080-03cc-4359-a174-f1c4a6620a5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:50.162641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-90bd7080-03cc-4359-a174-f1c4a6620a5c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1963420 Jul 22 11:25:50.183641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] Pushing event updated for resources: {'Network': ['ID=fe8a4f2a-7cb5-4b12-a6a5-082c278c174f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:50.205966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fe8a4f2a-7cb5-4b12-a6a5-082c278c174f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:50.224613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-9197346d-928d-4ce8-839a-f9b7275f229b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0534642 Jul 22 11:25:50.239463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Made reservation on behalf of 98d6956b36944c2fbfe206ec6ce0b14f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:50.242146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.283146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232d232e-2d83-43af-a1e2-f1005f0b0cf6 req-a18d6e73-a7d6-4ff4-8f3b-110412c53fc8 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:50.291735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-232ac118-d9c4-4bab-b826-b90b3b88dc5f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.2868047 Jul 22 11:25:50.291896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-232d232e-2d83-43af-a1e2-f1005f0b0cf6 req-a18d6e73-a7d6-4ff4-8f3b-110412c53fc8 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 948 time: 0.3029132 Jul 22 11:25:50.292803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:50.306270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Request body: {'subnet': {'network_id': 'fe8a4f2a-7cb5-4b12-a6a5-082c278c174f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-336868881-subnet', 'tenant_id': '21c84d1dd7c743ad85576d7206701fd8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:50.382320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7938c14a-1378-4d80-b07e-4c12b5f45f4e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:50.504973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:50.517358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-232d232e-2d83-43af-a1e2-f1005f0b0cf6 req-470d5ecb-a365-4a79-a3ef-ce1580f5b306 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2253141 Jul 22 11:25:50.520615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:50.521153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.527061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Made reservation on behalf of 21c84d1dd7c743ad85576d7206701fd8 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:50.532502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.625653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Allocated IP 172.20.0.8 (699587f2-cf4c-4ffe-ab8f-073dae884bd2/b0b8dda4-338a-42f4-8347-ea3febefd6f8/ade64f18-a65b-4ca3-8c45-948c5acfc27c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:50.634270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-3fa39527-08f2-48b1-864a-1519ad56a363 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3946407 Jul 22 11:25:50.737377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.796334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7938c14a-1378-4d80-b07e-4c12b5f45f4e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7938c14a-1378-4d80-b07e-4c12b5f45f4e,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:50.803818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.824637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0d98b15-64f4-48c7-90ef-da233702bd6c req-6427bbfe-1074-4cbf-8884-80abb704b68f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 210 time: 0.0705216 Jul 22 11:25:50.879451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:50.903269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Transition to ACTIVE for port object ade64f18-a65b-4ca3-8c45-948c5acfc27c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:50.936360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e86d20-4ea6-4eaa-9a81-df97df8eba3f req-ef2943f7-0ec6-4aa2-ba7e-36f6bfa3ff8c service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2460623 Jul 22 11:25:50.941014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:50.942012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:50.969447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.023086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:51.026171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:51.032188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:51.037676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:51.038298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.085674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event updated for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:51.091715 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-0d75ea6c-ba5b-41b0-98c6-942796d83323 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0605648 Jul 22 11:25:51.097012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-3426cb00-b97d-42d5-8dbe-735182c89335 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5246773 Jul 22 11:25:51.144771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Request body: {'port': {'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:51.186891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.192666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424094550-network', 'tenant_id': '7d9e1b0da89342ca84713d6b1d9281de'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:51.277994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Made reservation on behalf of 7d9e1b0da89342ca84713d6b1d9281de for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:51.281247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.319316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.344814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b853703b-b0a7-4270-b3c6-d9b5d6620253 None None] Provisioning for port ade64f18-a65b-4ca3-8c45-948c5acfc27c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:51.350227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b853703b-b0a7-4270-b3c6-d9b5d6620253 None None] Provisioning complete for port ade64f18-a65b-4ca3-8c45-948c5acfc27c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:51.351035 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b853703b-b0a7-4270-b3c6-d9b5d6620253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.364116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.379669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d360e4cd-1521-4b4e-a3b3-070d6bc103e0 req-7ba3077c-0e6d-4cd5-93d4-165f23c95584 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 210 time: 0.0669453 Jul 22 11:25:51.395610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-618dbb2f-324c-40e8-a978-4dbed997c22d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:51.396416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.398014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-618dbb2f-324c-40e8-a978-4dbed997c22d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2995002 Jul 22 11:25:51.401618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b853703b-b0a7-4270-b3c6-d9b5d6620253 None None] Port ade64f18-a65b-4ca3-8c45-948c5acfc27c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:51.414143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Request body: {'port': {'device_id': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'a0f18d46c3504faa927b45ea8ee1d48f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:51.485367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Pushing event updated for resources: {'Subnet': ['ID=753311e7-b6b0-4239-966f-b1505f8a5f64,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:51.487687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Checking segment: {'id': 'ab3919c7-b04d-4e40-96b3-4303c9d74aba', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': 'fe8a4f2a-7cb5-4b12-a6a5-082c278c174f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:51.488121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Network hostable DHCP agents. Network: fe8a4f2a-7cb5-4b12-a6a5-082c278c174f, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:51.502488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2da90b-b4e1-45a5-8392-ecc6394e3d97 req-19f821f5-c053-4c4a-906a-cae3ee59e6a9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:51.504139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc2da90b-b4e1-45a5-8392-ecc6394e3d97 req-19f821f5-c053-4c4a-906a-cae3ee59e6a9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.5169849 Jul 22 11:25:51.523610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Network fe8a4f2a-7cb5-4b12-a6a5-082c278c174f is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:51.566487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc2da90b-b4e1-45a5-8392-ecc6394e3d97 req-39948866-020a-4cf0-95e6-29981307add6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510900 Jul 22 11:25:51.570354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fe8a4f2a-7cb5-4b12-a6a5-082c278c174f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:51.575056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:51.576624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.587737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37464530-7b73-4fd0-8db0-a503f0b5a06a None None] Network fe8a4f2a-7cb5-4b12-a6a5-082c278c174f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:51.690882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df5436d8-3a73-4f57-a8ba-977c0c48873f req-66c07c6d-aa9e-4d3d-a233-a31efa61ee48 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:51.692902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df5436d8-3a73-4f57-a8ba-977c0c48873f req-66c07c6d-aa9e-4d3d-a233-a31efa61ee48 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 948 time: 0.0767393 Jul 22 11:25:51.717663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.726939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.756467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eee51cdb-c5c1-475f-a451-5a0a9d49c511 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.4552629 Jul 22 11:25:51.770554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df5436d8-3a73-4f57-a8ba-977c0c48873f req-67abc2c0-fb49-410d-9800-a583ab1b9cd7 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0719838 Jul 22 11:25:51.781928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:51.802016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=368ed3ea-9a46-48ed-a087-cdae45e47a37,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:51.811426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.812010 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Added segment d1a486d5-977e-4768-88ad-79754903f479 of type vlan for network b6e2bb2f-6503-4060-9b7f-5cb26a0734eb Jul 22 11:25:51.824590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Made reservation on behalf of a0f18d46c3504faa927b45ea8ee1d48f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:51.828942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.873695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:51.928123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 11211784-8334-4a3b-b6ea-07f83b5fe551 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:51.953898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:51.962990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ade64f18-a65b-4ca3-8c45-948c5acfc27c {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:51.972678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.016286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8041e7ba-f40b-4c38-aaf4-8cd7a512a8b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.063157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Transition to ACTIVE for port object ade64f18-a65b-4ca3-8c45-948c5acfc27c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:52.080385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.081810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:52.082818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.084882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=11211784-8334-4a3b-b6ea-07f83b5fe551,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:52.086577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.089907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32cc55ab-4c19-4cf0-af60-3620691f35d1 req-08bfa813-24b5-4d39-81fe-cf68f1279040 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:52.096423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32cc55ab-4c19-4cf0-af60-3620691f35d1 req-08bfa813-24b5-4d39-81fe-cf68f1279040 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 931 time: 0.1427872 Jul 22 11:25:52.101127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '11211784-8334-4a3b-b6ea-07f83b5fe551', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '11211784-8334-4a3b-b6ea-07f83b5fe551', 'mac_address': 'fa:16:3e:b3:e6:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.246'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:52.119194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28a7609b-3f04-440c-9315-6b7897b6cc6d None None] Network fe8a4f2a-7cb5-4b12-a6a5-082c278c174f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:52.133187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1766478756', 'description': 'tempest-description-2123608936'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:52.146386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.178357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32cc55ab-4c19-4cf0-af60-3620691f35d1 req-348cf149-e637-4824-a9cf-3666b9054ab1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701320 Jul 22 11:25:52.219626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8041e7ba-f40b-4c38-aaf4-8cd7a512a8b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.227608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8041e7ba-f40b-4c38-aaf4-8cd7a512a8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.261920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8041e7ba-f40b-4c38-aaf4-8cd7a512a8b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c46f6f8f-393d-46cc-b754-f4940add6c94,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.291408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] Pushing event updated for resources: {'Network': ['ID=b6e2bb2f-6503-4060-9b7f-5cb26a0734eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.295518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4787dca7-ad5c-4715-8e47-b06ccf360eef admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.3480463 Jul 22 11:25:52.302581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49396) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:52.316163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Attempting to bind port ade64f18-a65b-4ca3-8c45-948c5acfc27c on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:52.316639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Attempting to bind port ade64f18-a65b-4ca3-8c45-948c5acfc27c by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:52.317055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Attempting to bind port ade64f18-a65b-4ca3-8c45-948c5acfc27c on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:52.326438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Allocated IP 192.168.233.121 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/08499f22-1f1b-4eb1-8a0c-56fdc2a555e7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:25:52.329090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7938c14a-1378-4d80-b07e-4c12b5f45f4e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:52.329998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Request body: {'subnet': {'network_id': 'b6e2bb2f-6503-4060-9b7f-5cb26a0734eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1424094550-subnet', 'tenant_id': '7d9e1b0da89342ca84713d6b1d9281de', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:52.330985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Port ade64f18-a65b-4ca3-8c45-948c5acfc27c on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:52.331428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Attempting to bind port ade64f18-a65b-4ca3-8c45-948c5acfc27c on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:52.342411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:52.342822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Checking segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:52.343272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Bound using segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:52.346531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Bound port: ade64f18-a65b-4ca3-8c45-948c5acfc27c, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:52.346675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8041e7ba-f40b-4c38-aaf4-8cd7a512a8b7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0b9feefa93144c7869cc2b6ba0d399e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4693425 Jul 22 11:25:52.346867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.348652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.348782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:52.375020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b6e2bb2f-6503-4060-9b7f-5cb26a0734eb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:52.392262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:25:52.392262 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:25:52.392262 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id_1': '21c84d1dd7c743ad85576d7206701fd8', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 25, 52, 369858)}] Jul 22 11:25:52.392262 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:25:52.392916 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:25:52.423016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Made reservation on behalf of 7d9e1b0da89342ca84713d6b1d9281de for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:52.427305 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.432552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-92f9ba3d-38f0-4d68-952c-1747de882331 service neutron] 10.222.0.20 "GET /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.1448891 Jul 22 11:25:52.517709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.543662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 11211784-8334-4a3b-b6ea-07f83b5fe551 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:52.564526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:52.574862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.580051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=11211784-8334-4a3b-b6ea-07f83b5fe551,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:52.583426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7938c14a-1378-4d80-b07e-4c12b5f45f4e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:52.584000 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.586926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.601961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:52.616233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e6652d-4402-4b43-9070-27b247d99f40 req-c8b0d526-560d-4b66-9db9-18980a39013e tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 210 time: 0.1003778 Jul 22 11:25:52.618274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.630020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.679074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.701687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:52.702397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.704000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 1091 time: 1.5939045 Jul 22 11:25:52.707070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:52.709600 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab79618b-0064-41b1-907a-fe3cec76fc6e" -d '{"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:52.731515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Transition to ACTIVE for port object 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:52.739181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.757131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11470368-d1de-4437-87ab-7cb51b35c9c8 service neutron] Pushing event updated for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.808802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.813646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.819191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c46f6f8f-393d-46cc-b754-f4940add6c94 HTTP/1.1" status: 204 len: 168 time: 0.4694517 Jul 22 11:25:52.860298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab7e7ca0-a69d-4025-8d43-aaa2211c0382 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c46f6f8f-393d-46cc-b754-f4940add6c94,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.868243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['11211784-8334-4a3b-b6ea-07f83b5fe551'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:52.874308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.884084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:52.909568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.933194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:25:52.937196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:52.954352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:25:52.973871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:52.974597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:52.982034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:52.995625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Pushing event updated for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:52.999718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-7621b21c-f221-41d5-9bcf-df39505ef44b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.001472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-7621b21c-f221-41d5-9bcf-df39505ef44b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1094 time: 0.2054114 Jul 22 11:25:53.029571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-663d8d3f-0b41-4885-8601-f99b4b488087 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6222157 Jul 22 11:25:53.088655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Request body: {'port': {'device_id': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:53.107448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2e4c80db-8fab-4732-9a55-aa1b04de5b49 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:53.131814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:53.149530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-2af152c2-5171-43ac-b0fe-98baf0922819 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.1396170 Jul 22 11:25:53.152368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.169195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae883da4-76d5-4dd4-b36e-9134e6d26e68 req-0874eaa5-ffdb-49ae-bf6d-a14b3aadc442 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.172254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae883da4-76d5-4dd4-b36e-9134e6d26e68 req-0874eaa5-ffdb-49ae-bf6d-a14b3aadc442 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 944 time: 0.3547668 Jul 22 11:25:53.224488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.230843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.333279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=dbf5736f-e860-411d-b847-0afa960236e7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:53.334876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-73cb082a-6751-492a-b620-08cfd2fbd78b None None] Provisioning for port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:53.354028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-73cb082a-6751-492a-b620-08cfd2fbd78b None None] Provisioning complete for port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:53.354412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-73cb082a-6751-492a-b620-08cfd2fbd78b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.359859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49416) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:53.376521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae883da4-76d5-4dd4-b36e-9134e6d26e68 req-fa443a22-ffc0-4f1f-8997-e0334caaeba6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1926870 Jul 22 11:25:53.389974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.401314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da16de5d-2203-43f1-a0b6-1085d3d08923 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.403478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.410659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-73cb082a-6751-492a-b620-08cfd2fbd78b None None] Port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:25:53.410793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Checking segment: {'id': 'd1a486d5-977e-4768-88ad-79754903f479', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b6e2bb2f-6503-4060-9b7f-5cb26a0734eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:53.411154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Network hostable DHCP agents. Network: b6e2bb2f-6503-4060-9b7f-5cb26a0734eb, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:53.453066 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6881f202-9688-4cf9-9e6d-0ea9d9408253 x-openstack-request-id: req-6881f202-9688-4cf9-9e6d-0ea9d9408253 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:53.453472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:53.453578 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6881f202-9688-4cf9-9e6d-0ea9d9408253 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:53.453955 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:25:53.457938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-7d043bf1-dfa2-41aa-a5cd-4553348fb72c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.459021 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-7d043bf1-dfa2-41aa-a5cd-4553348fb72c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.2872097 Jul 22 11:25:53.468155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.469709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d72d553-ba89-44df-8cc0-e6f366b5d9c1 req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3443632 Jul 22 11:25:53.499102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] Transition to ACTIVE for port object 2e4c80db-8fab-4732-9a55-aa1b04de5b49 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:53.501994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-097f0a17-2d35-4e3e-9a4c-26253c8c2dd7 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29107839-e3db-4aab-95a8-e29894a66c4d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:53.515558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.532616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['eb5b619a-5e03-4b4e-a68e-ce626974cc64'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:53.563597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Network b6e2bb2f-6503-4060-9b7f-5cb26a0734eb is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:53.649614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b6e2bb2f-6503-4060-9b7f-5cb26a0734eb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:53.651271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-4fd971c8-5ccb-4b09-8716-d02314ef18f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.652999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-4fd971c8-5ccb-4b09-8716-d02314ef18f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1715159 Jul 22 11:25:53.659487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9dc464d-e227-491e-bcf4-d9734ccf9b5a None None] Network b6e2bb2f-6503-4060-9b7f-5cb26a0734eb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:53.671805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.672682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.724670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] No DVR routers for this DVR port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:25:53.737336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] Pushing event updated for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:53.766593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-e678d304-7beb-4c8d-a771-77c93b7db7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0988605 Jul 22 11:25:53.812356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-99779ae6-9bb4-4c02-a691-f12a81a694c7 service neutron] 10.222.0.20 "PUT /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3658321 Jul 22 11:25:53.820988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53b2d3b3-47e3-44e6-9cdc-9de2ec243728 None None] Network b6e2bb2f-6503-4060-9b7f-5cb26a0734eb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:53.828771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399825cb-04f6-4b53-a6f6-d701de4f1cee req-f77652ae-8354-4b5a-a4be-aad7a521d65b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.830307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-399825cb-04f6-4b53-a6f6-d701de4f1cee req-f77652ae-8354-4b5a-a4be-aad7a521d65b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 943 time: 0.2982502 Jul 22 11:25:53.837695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825d8da5-079d-4734-ae0c-e3e6dd441bfb req-d9b29b2e-7f89-4cb8-91bf-6f5d2b3e0218 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:53.839173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-825d8da5-079d-4734-ae0c-e3e6dd441bfb req-d9b29b2e-7f89-4cb8-91bf-6f5d2b3e0218 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 949 time: 0.3082104 Jul 22 11:25:53.841685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da16de5d-2203-43f1-a0b6-1085d3d08923 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.853348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da16de5d-2203-43f1-a0b6-1085d3d08923 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:53.893469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 11211784-8334-4a3b-b6ea-07f83b5fe551 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:53.897360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f0d2fa7-7a33-47d5-a2ae-fdcfa0dfd2e1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.5937452 Jul 22 11:25:53.959173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52b91eca-34f8-41ff-a6e1-7ee30d02f9e3 req-09cf4363-31f4-4f63-962a-18275084a874 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843421 Jul 22 11:25:54.001700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-825d8da5-079d-4734-ae0c-e3e6dd441bfb req-77314fb3-feb3-470f-86b5-265d1c05e4cc tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518073 Jul 22 11:25:54.010596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da16de5d-2203-43f1-a0b6-1085d3d08923 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cc5c9ac4d264ecf85fc9045b9bbcb95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6477354 Jul 22 11:25:54.019669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 11211784-8334-4a3b-b6ea-07f83b5fe551 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:54.023083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:54.030305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-399825cb-04f6-4b53-a6f6-d701de4f1cee req-8ea627cd-4928-44a8-bb47-8e0fb4dcc9ee tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1869748 Jul 22 11:25:54.033549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 11211784-8334-4a3b-b6ea-07f83b5fe551 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:54.034872 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.038068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da16de5d-2203-43f1-a0b6-1085d3d08923 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b4403cb-6dc3-43cb-bf1a-ef38bab897fc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:54.064591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-e0087d7b-99e4-4352-80de-efc7b25afe20 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.067605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-e0087d7b-99e4-4352-80de-efc7b25afe20 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1886141 Jul 22 11:25:54.090401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:54.101592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.156979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Transition to ACTIVE for port object 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:25:54.169206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.170585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-1339f785-7438-42c2-b6e1-035ee19ffa3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.172110 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-1339f785-7438-42c2-b6e1-035ee19ffa3d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1094 time: 0.1461129 Jul 22 11:25:54.172707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.213982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=11211784-8334-4a3b-b6ea-07f83b5fe551,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:54.215038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:54.219085 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9ba2ea8-c213-4ce5-98d6-a12b994e3bbd" -d '{"events": [{"server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "name": "network-vif-plugged", "status": "completed", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:54.222920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.275028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-3480beec-b086-4952-a473-5d3c54f338e4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/29107839-e3db-4aab-95a8-e29894a66c4d HTTP/1.1" status: 200 len: 1813 time: 0.1967776 Jul 22 11:25:54.277374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:54.282558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.304930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29107839-e3db-4aab-95a8-e29894a66c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:54.305252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '29107839-e3db-4aab-95a8-e29894a66c4d', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:54.341427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.359056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-701bffad-3071-444b-b520-4a99975b21fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.360611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-701bffad-3071-444b-b520-4a99975b21fc service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&tenant_id=2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 1096 time: 0.2666919 Jul 22 11:25:54.369258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cadba29-842e-4bab-93af-9f3b7bbdb83e req-c4c8deba-1c9d-4c72-9a92-235e3214c6c0 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.370809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cadba29-842e-4bab-93af-9f3b7bbdb83e req-c4c8deba-1c9d-4c72-9a92-235e3214c6c0 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 948 time: 0.2033498 Jul 22 11:25:54.414479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Pushing event updated for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:54.431656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.434174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.436238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b4403cb-6dc3-43cb-bf1a-ef38bab897fc HTTP/1.1" status: 204 len: 168 time: 0.4120350 Jul 22 11:25:54.500426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cadba29-842e-4bab-93af-9f3b7bbdb83e req-2b33a001-3941-425a-833a-335dbaaba115 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226254 Jul 22 11:25:54.502854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.512255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699ad972-0e6b-41b1-8280-e518240fa1af admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b4403cb-6dc3-43cb-bf1a-ef38bab897fc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:54.521806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-bb7f40a0-c970-47b1-8b32-2de79aa02687 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.523921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-bb7f40a0-c970-47b1-8b32-2de79aa02687 service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.3409457 Jul 22 11:25:54.532398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Attempting to bind port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:25:54.532949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Attempting to bind port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:25:54.533289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Attempting to bind port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:54.537721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.549135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:25:54.549679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Attempting to bind port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:25:54.556673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.600945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-3c99e66c-f330-4eb1-b6d9-ca250359095f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.602466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-3c99e66c-f330-4eb1-b6d9-ca250359095f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1096 time: 0.2073774 Jul 22 11:25:54.603293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ad46804-b0ae-4061-94bc-925fcf6c5bf5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:54.609195 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.612531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c628b8f-68a2-4299-b768-0951e0d90c2d req-b15a7f08-883e-42d4-968d-9023ecbcd6f4 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.3164914 Jul 22 11:25:54.636171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-0e0014e0-18e8-45a2-9211-4ecbf18ffc2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.0963728 Jul 22 11:25:54.637853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:25:54.640200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:54.640797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:25:54.641440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Bound port: 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:25:54.642767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.695383 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2f9f442-51ea-4bb2-a68c-738c78ad49a0 x-openstack-request-id: req-e2f9f442-51ea-4bb2-a68c-738c78ad49a0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:54.697093 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "name": "network-vif-plugged", "status": "completed", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:54.697093 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2f9f442-51ea-4bb2-a68c-738c78ad49a0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:54.697093 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551', 'code': 200} Jul 22 11:25:54.764314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-f05c7ec6-47f9-4214-9979-5bd2bcd97fe6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.766772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-f05c7ec6-47f9-4214-9979-5bd2bcd97fe6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1192143 Jul 22 11:25:54.830183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-894750fd-b581-4de7-8a67-5f1f5acfad8b req-73504840-3c7c-42c7-9561-90984d6a0c2a tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/29107839-e3db-4aab-95a8-e29894a66c4d HTTP/1.1" status: 200 len: 2406 time: 0.0528042 Jul 22 11:25:54.836487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:54.854516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1836521721-network', 'tenant_id': '411eed4ccbcf48d294be4e7224140b6b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:54.874207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:54.890943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-3bf89ae5-f828-4a0f-9f8d-a794ce73be29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:54.892496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-3bf89ae5-f828-4a0f-9f8d-a794ce73be29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2786524 Jul 22 11:25:54.899366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-f86b7bf8-0c8f-4053-a82f-eda204483f19 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-group-rules/3ad46804-b0ae-4061-94bc-925fcf6c5bf5 HTTP/1.1" status: 200 len: 778 time: 0.0444434 Jul 22 11:25:54.904497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:25:54.916648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Made reservation on behalf of 411eed4ccbcf48d294be4e7224140b6b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:54.918763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.925028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:54.940800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:54.949211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-cb817fa1-3db6-4f10-b700-5a1ebe2dd362 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.0488758 Jul 22 11:25:54.972498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.000049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.000858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.002235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] 10.222.0.36 "PUT /v2.0/ports/08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 HTTP/1.1" status: 200 len: 1096 time: 1.9182551 Jul 22 11:25:55.010351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06368f1e-6975-454e-a995-20da2f804721 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.018972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-f768af3d-d935-4e33-84a2-6838bdc5c754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.020639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-f768af3d-d935-4e33-84a2-6838bdc5c754 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2436619 Jul 22 11:25:55.035334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e4419c-e13d-4375-863c-e283f5f3ba72 req-cebe00b7-b80e-45e2-bf61-a9aabd2bdb6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.035933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f466f4e-5377-4112-b8a8-233fa55e7ab8 req-a37bae50-19d0-46b5-978b-e766ad427597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.036756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53e4419c-e13d-4375-863c-e283f5f3ba72 req-cebe00b7-b80e-45e2-bf61-a9aabd2bdb6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.1959994 Jul 22 11:25:55.037424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7f466f4e-5377-4112-b8a8-233fa55e7ab8 req-a37bae50-19d0-46b5-978b-e766ad427597 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 1101 time: 0.2697430 Jul 22 11:25:55.041242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-bc1950ba-6db6-45de-bd05-a36db1e103dd tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/29107839-e3db-4aab-95a8-e29894a66c4d HTTP/1.1" status: 200 len: 2406 time: 0.1312690 Jul 22 11:25:55.045780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-2d54674e-b7f2-49b9-a9b9-383aa26f472d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.047352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-2d54674e-b7f2-49b9-a9b9-383aa26f472d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0876989 Jul 22 11:25:55.110217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-edce894c-975e-41c5-aed4-dbb096ff23e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513201 Jul 22 11:25:55.134795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.136326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5a626e-6631-4fc0-99a8-a0c887e070ea service neutron] Pushing event updated for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:55.167230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.173759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53e4419c-e13d-4375-863c-e283f5f3ba72 req-9a444255-3d93-4cdf-976e-9663b455123e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1207554 Jul 22 11:25:55.233250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7f466f4e-5377-4112-b8a8-233fa55e7ab8 req-12692337-e2a2-4c6b-aaf8-55ca0c034a22 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1800070 Jul 22 11:25:55.264264 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-53a40941-a052-409b-b85f-489397bc69fd service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326355 Jul 22 11:25:55.269681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-ae438720-825e-40a2-b6b4-8b83ce0b740f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.271327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-ae438720-825e-40a2-b6b4-8b83ce0b740f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 1099 time: 0.2063460 Jul 22 11:25:55.342115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-ac8a5290-120d-4465-ae4f-afec6041ae03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 HTTP/1.1" status: 200 len: 217 time: 0.0494235 Jul 22 11:25:55.433995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ab79618b-0064-41b1-907a-fe3cec76fc6e req-31957a5b-d87a-4a53-b015-a2deeaf4b87f service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1616936 Jul 22 11:25:55.436283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-e50570a3-4518-48bf-9bf2-831cf758c939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.437608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-e50570a3-4518-48bf-9bf2-831cf758c939 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0667088 Jul 22 11:25:55.456129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:55.458343 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f73a502a-3bdd-4fc5-bd46-d238d659bf77" -d '{"events": [{"name": "network-changed", "server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:55.471467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.483785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.484857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdb41727-1c2b-4606-b25f-edbe643a0877 req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/3ad46804-b0ae-4061-94bc-925fcf6c5bf5 HTTP/1.1" status: 204 len: 173 time: 0.4335666 Jul 22 11:25:55.497864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-0a8ad1b1-0f5e-4c23-b816-1cd17f8103b6 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3774359 Jul 22 11:25:55.499328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ed7032b-2c19-4835-8e4b-6eeef8afb388 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=3ad46804-b0ae-4061-94bc-925fcf6c5bf5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:55.556499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.559263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a24d9544-77b7-46d7-9999-218c941729a1 req-21e2bb92-7ac8-42e0-bb9b-347919617b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.565926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-21e2bb92-7ac8-42e0-bb9b-347919617b58 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1145818 Jul 22 11:25:55.565926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.606516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28133ce9-693a-4f10-bafe-20123e4f4630 req-bea61d7c-f611-4895-883f-8a7f7ce1f8fc tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.608616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28133ce9-693a-4f10-bafe-20123e4f4630 req-bea61d7c-f611-4895-883f-8a7f7ce1f8fc tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 950 time: 0.1809556 Jul 22 11:25:55.610064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:25:55.648836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.649186 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Added segment 93bafc41-d693-4969-9693-9cf4f869306e of type vlan for network 99ef424e-caf8-4651-bc98-5d00438b0d7e Jul 22 11:25:55.678893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-10f1e096-a253-4298-8d35-d41707ba3058 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1744797 Jul 22 11:25:55.688163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f041f1cc-c629-40f4-ad9a-263add0289a7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:55.693176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28133ce9-693a-4f10-bafe-20123e4f4630 req-3a7ae100-6f49-432f-b724-d442d935304e tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642343 Jul 22 11:25:55.712523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3901fd5-b463-4aa3-a569-ae5479c370bd req-fa064f2b-dcaf-4daa-a8b0-5d121a4011d2 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.720238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3901fd5-b463-4aa3-a569-ae5479c370bd req-fa064f2b-dcaf-4daa-a8b0-5d121a4011d2 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 943 time: 0.1378005 Jul 22 11:25:55.760108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.770131 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e92b9a12-788c-4d3c-bd48-85d3297aa369 x-openstack-request-id: req-e92b9a12-788c-4d3c-bd48-85d3297aa369 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:55.770131 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:55.771089 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e92b9a12-788c-4d3c-bd48-85d3297aa369 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:55.771381 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7', 'status': 'completed', 'code': 200} Jul 22 11:25:55.774986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3901fd5-b463-4aa3-a569-ae5479c370bd req-b784ca5b-5fcf-4393-a8cc-5b938273dc11 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542154 Jul 22 11:25:55.789651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-318503960', 'description': 'tempest-description-427140279'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:55.798530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-b038186a-8cc1-41dc-87d5-97c7f338bc62 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2256265 Jul 22 11:25:55.869378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.870256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.870861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.896667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0973502d-8691-4835-b108-6731401b1b44 req-fadf5789-7744-4379-8e23-06a9d9841b51 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:55.898379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0973502d-8691-4835-b108-6731401b1b44 req-fadf5789-7744-4379-8e23-06a9d9841b51 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 948 time: 0.0758271 Jul 22 11:25:55.913457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06368f1e-6975-454e-a995-20da2f804721 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.932955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-06368f1e-6975-454e-a995-20da2f804721 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:55.954400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0973502d-8691-4835-b108-6731401b1b44 req-e198a370-edb7-45b2-8b77-f19416480b6d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494044 Jul 22 11:25:55.978377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.023550 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 1.1826882 Jul 22 11:25:56.024265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13252b10-8c1a-4c4b-9b3f-5026d21e35e2 admin admin] Pushing event updated for resources: {'Network': ['ID=99ef424e-caf8-4651-bc98-5d00438b0d7e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.030534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:56.035280 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-06368f1e-6975-454e-a995-20da2f804721 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=84e4bfff22a94185b5a815b4d1423c1c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0919800 Jul 22 11:25:56.039269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Request body: {'subnet': {'network_id': '99ef424e-caf8-4651-bc98-5d00438b0d7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1836521721-subnet', 'tenant_id': '411eed4ccbcf48d294be4e7224140b6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:56.039695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 99ef424e-caf8-4651-bc98-5d00438b0d7e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:25:56.043637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a24d9544-77b7-46d7-9999-218c941729a1 req-f72d7d51-2bf6-4a10-8dab-6a5abf824063 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2206690 Jul 22 11:25:56.045585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:56.045883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06368f1e-6975-454e-a995-20da2f804721 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1ec705b-b839-4c46-8b64-17af97a9c960,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.158564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c147360f-f88f-44cb-a634-afd636e73234 req-90c68193-6276-413a-a418-a682f55f0499 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.160093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-90c68193-6276-413a-a418-a682f55f0499 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1545968 Jul 22 11:25:56.163017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.179169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-4843ae06-6232-443e-9126-da709f3f7419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.180709 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-4843ae06-6232-443e-9126-da709f3f7419 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 1099 time: 0.0744395 Jul 22 11:25:56.181372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.201005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Made reservation on behalf of 411eed4ccbcf48d294be4e7224140b6b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:25:56.209070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Notify callbacks [] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.210327 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.249126 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.276623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.277806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba311213-dd08-486b-8e1e-532c0668b845 req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1816 time: 0.4984496 Jul 22 11:25:56.322368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01248e1-a572-428c-b064-8dbc5ba729d0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ac2cffc3-22e2-46d5-b394-d3a2d748cd8f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.378743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-605f7dab-c260-4068-86cd-a97c9e68f2e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.380128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-605f7dab-c260-4068-86cd-a97c9e68f2e8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1629081 Jul 22 11:25:56.446849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bc1c069-5dba-45af-8ff5-e5749e9a26b4 req-cd6f130e-4ce6-4daa-9e27-84e900ac4ad1 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/ac2cffc3-22e2-46d5-b394-d3a2d748cd8f HTTP/1.1" status: 200 len: 1811 time: 0.1261244 Jul 22 11:25:56.451380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-f71c28d8-460e-4c31-94c9-3f5d62a567ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.121&port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 HTTP/1.1" status: 200 len: 217 time: 0.0626590 Jul 22 11:25:56.480937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c952ddcb-d24b-4ac4-b8c6-65918e989cf7 req-f88c364c-9296-483b-b1bf-b18f2db0fde9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.483809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c952ddcb-d24b-4ac4-b8c6-65918e989cf7 req-f88c364c-9296-483b-b1bf-b18f2db0fde9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.2192254 Jul 22 11:25:56.489105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c147360f-f88f-44cb-a634-afd636e73234 req-8f8592df-08ad-43ac-abd3-66f44c893eaa service neutron] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:25:56.490507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.493137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.495128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c1ec705b-b839-4c46-8b64-17af97a9c960 HTTP/1.1" status: 204 len: 168 time: 0.4476032 Jul 22 11:25:56.499461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c147360f-f88f-44cb-a634-afd636e73234 req-8f8592df-08ad-43ac-abd3-66f44c893eaa service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.500726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c147360f-f88f-44cb-a634-afd636e73234 req-8f8592df-08ad-43ac-abd3-66f44c893eaa service neutron] 10.222.0.36 "DELETE /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.3327646 Jul 22 11:25:56.515435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1325693549', 'description': 'tempest-description-1452405405'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:56.537944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72e4738-6558-4968-8510-091b2cfc1401 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1ec705b-b839-4c46-8b64-17af97a9c960,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.548522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-56a266af-e0cd-4e8b-bf3a-c0c3e47a85da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.560667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-56a266af-e0cd-4e8b-bf3a-c0c3e47a85da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0931003 Jul 22 11:25:56.580372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.582082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c952ddcb-d24b-4ac4-b8c6-65918e989cf7 req-db0fbf9c-476c-471c-a201-2c179fbd7894 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862527 Jul 22 11:25:56.583342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.663081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c513b397-9250-48df-ac80-9b3b50a22c62,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.691562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Checking segment: {'id': '93bafc41-d693-4969-9693-9cf4f869306e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '99ef424e-caf8-4651-bc98-5d00438b0d7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:25:56.692154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Network hostable DHCP agents. Network: 99ef424e-caf8-4651-bc98-5d00438b0d7e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:25:56.705502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-0586e499-9463-460d-b0aa-263bd3cb63a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.706704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.707609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-0586e499-9463-460d-b0aa-263bd3cb63a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1401496 Jul 22 11:25:56.713692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.727134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Network 99ef424e-caf8-4651-bc98-5d00438b0d7e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:25:56.750518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.752061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e65cdf5-6e98-4a25-8117-cb5e0be45b99 req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.2487977 Jul 22 11:25:56.759972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72777d0f-de44-45f3-a173-26e890f18125 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=690d601c-5bf3-4486-a117-ffc344ff246d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:56.766462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 99ef424e-caf8-4651-bc98-5d00438b0d7e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:25:56.774984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.775606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:56.777912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5430396f-2e28-497e-93fa-a434482a67d4 None None] Network 99ef424e-caf8-4651-bc98-5d00438b0d7e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:56.809107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ade64f18-a65b-4ca3-8c45-948c5acfc27c details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:56.844317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:25:56.877072 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-62154dab-112a-47fe-92c8-edd9ca305534 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.8442311 Jul 22 11:25:56.919475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-12e35e4e-7954-46b2-a466-a2312af7f72d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2015769 Jul 22 11:25:56.977748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d374d4b-c4ea-4a2a-99a8-afbd3ed10894 req-e6a8bada-f9dd-407b-a18c-d7acd1589b6c tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.979812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d374d4b-c4ea-4a2a-99a8-afbd3ed10894 req-e6a8bada-f9dd-407b-a18c-d7acd1589b6c tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 950 time: 0.1302462 Jul 22 11:25:56.982847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1383f9-da29-4315-a888-bcfc22326c2e req-8cb05c98-ca30-4848-992d-7ef92b614acc tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:56.984475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d1383f9-da29-4315-a888-bcfc22326c2e req-8cb05c98-ca30-4848-992d-7ef92b614acc tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1096 time: 0.1927493 Jul 22 11:25:57.011694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:25:57.064720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d374d4b-c4ea-4a2a-99a8-afbd3ed10894 req-c5c704d6-b167-4788-ac0b-c640b782963d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704904 Jul 22 11:25:57.072252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d1383f9-da29-4315-a888-bcfc22326c2e req-4cba5686-4191-4e53-82f9-bf3718b7293f tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788460 Jul 22 11:25:57.083689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:57.161509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:57.174441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f73a502a-3bdd-4fc5-bd46-d238d659bf77 req-1a260832-af7e-4eac-96e7-c2075e28f4a9 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2477376 Jul 22 11:25:57.254883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Deleting subnet dbf5736f-e860-411d-b847-0afa960236e7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:25:57.259638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.265349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59b0a671-c2e9-4123-8447-7d964cebd8c6 req-594eaaf8-569f-4ef6-9b18-a8b37b6eaf00 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/690d601c-5bf3-4486-a117-ffc344ff246d HTTP/1.1" status: 200 len: 1813 time: 0.1535037 Jul 22 11:25:57.325115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.345435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.381055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.381939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:25:57.390252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc4b73ae-ec23-4301-b0cc-7bd43c043384 None None] Network 99ef424e-caf8-4651-bc98-5d00438b0d7e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:25:57.431912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88ab3b67-b2c1-4b68-9591-ecd6f1f31110 req-56dce225-c05e-4d58-967f-0ab788367937 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:57.439138 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88ab3b67-b2c1-4b68-9591-ecd6f1f31110 req-56dce225-c05e-4d58-967f-0ab788367937 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 943 time: 0.2607832 Jul 22 11:25:57.493805 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.511495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88ab3b67-b2c1-4b68-9591-ecd6f1f31110 req-bb71c6c2-94c2-4225-9bf5-1e65c7a9f7ac tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0714939 Jul 22 11:25:57.515309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.522058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ade64f18-a65b-4ca3-8c45-948c5acfc27c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:25:57.549435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dbf5736f-e860-411d-b847-0afa960236e7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:57.562855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.565007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cad2498f-633a-435d-92de-9c4ab30ea13e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dbf5736f-e860-411d-b847-0afa960236e7 HTTP/1.1" status: 204 len: 168 time: 0.4803462 Jul 22 11:25:57.568351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49526) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:57.573541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3613f2-97b7-4f69-950f-51df82e6296a req-fc149582-0aef-4ed3-8b45-a47d788d6cee tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:57.579446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:57.581021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db3613f2-97b7-4f69-950f-51df82e6296a req-fc149582-0aef-4ed3-8b45-a47d788d6cee tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 948 time: 0.2104692 Jul 22 11:25:57.613075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.641484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db3613f2-97b7-4f69-950f-51df82e6296a req-490d0fa0-4e3f-4fd5-8fcd-e8897c2d1143 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592372 Jul 22 11:25:57.696268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:57.839179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ade64f18-a65b-4ca3-8c45-948c5acfc27c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:25:57.912878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.915198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:57.980124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-215972b7-d0a2-4f70-89da-95ffbe9c9b2a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:57.985596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-215972b7-d0a2-4f70-89da-95ffbe9c9b2a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.1956725 Jul 22 11:25:58.008441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-91cf4ac9-7c42-4f3a-877a-d8aeb34e9be5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/quotas/2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 375 time: 0.0164204 Jul 22 11:25:58.019828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.031646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.031908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.032669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.033026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > port after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.033357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > port after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.033702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > port after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.034027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.034349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.034692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.035016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.095880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1105050184', 'description': 'tempest-description-2073950977'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:58.128633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-b6d012ce-a054-49b9-bc91-f0bfa338ef95 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1121607 Jul 22 11:25:58.143663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.162975 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.163301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.163672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.164008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93706) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:25:58.164380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6e2bb2f-6503-4060-9b7f-5cb26a0734eb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.183500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a486d5-977e-4768-88ad-79754903f479') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.184267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a486d5-977e-4768-88ad-79754903f479') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.207137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.231214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.242559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:25:58.243022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: from cryptography.utils import int_from_bytes Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: from cryptography.utils import int_from_bytes Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:25:58.259065 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:25:58.267868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-cd8523da-daae-44d6-8341-64492ee0e958 service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326516 Jul 22 11:25:58.327908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.335793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.340490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] 10.222.0.21 "DELETE /v2.0/networks/b6e2bb2f-6503-4060-9b7f-5cb26a0734eb HTTP/1.1" status: 204 len: 168 time: 0.7684348 Jul 22 11:25:58.347849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:58.355255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a1b3f8-ac2a-4229-9df2-296d78060d6b admin admin] Pushing event deleted for resources: {'Network': ['ID=b6e2bb2f-6503-4060-9b7f-5cb26a0734eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:58.374523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.379801 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.398693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Deleting subnet c513b397-9250-48df-ac80-9b3b50a22c62 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:25:58.402209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.428280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.429499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c023cf-5913-4386-bd24-f0ff431de54d req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.3392174 Jul 22 11:25:58.432705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3423f3bf-ebed-4fc7-ae5d-360d578e21f0 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e988fda0-aa8a-41bd-a93c-12ce22328574,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:58.445525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-5a4db418-b43e-41f8-8f78-df4057ee9153 service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1688950 Jul 22 11:25:58.449474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.502562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.589051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.604819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56e06464-ba6d-479a-89c0-b986063e7fa6 req-152a90eb-5362-4d14-bdd0-b2c0700a7c70 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:58.606364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56e06464-ba6d-479a-89c0-b986063e7fa6 req-152a90eb-5362-4d14-bdd0-b2c0700a7c70 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 950 time: 0.1039698 Jul 22 11:25:58.620120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c513b397-9250-48df-ac80-9b3b50a22c62,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:58.626774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.628843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-43e7888b-7932-4edd-ae6b-0f087ae50809 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c513b397-9250-48df-ac80-9b3b50a22c62 HTTP/1.1" status: 204 len: 168 time: 0.2797110 Jul 22 11:25:58.631331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:58.662879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb32bd11-08e7-494c-aba8-8aaa65ccc631 req-38601fcc-0ae5-47e0-83ec-b70de6866bca tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/e988fda0-aa8a-41bd-a93c-12ce22328574 HTTP/1.1" status: 200 len: 1813 time: 0.0807056 Jul 22 11:25:58.674842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56e06464-ba6d-479a-89c0-b986063e7fa6 req-1f652009-4ce4-4241-b828-722a5d48ac96 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595295 Jul 22 11:25:58.712494 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.811478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ade64f18-a65b-4ca3-8c45-948c5acfc27c up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:25:58.825808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.840413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c056501a-d1ab-4b75-8523-00e9ec70e569 req-b0d5fa0b-3b2a-417a-9704-f6b6acf65a02 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:58.842293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99ef424e-caf8-4651-bc98-5d00438b0d7e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.849637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c056501a-d1ab-4b75-8523-00e9ec70e569 req-b0d5fa0b-3b2a-417a-9704-f6b6acf65a02 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 944 time: 0.0853364 Jul 22 11:25:58.855433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93bafc41-d693-4969-9693-9cf4f869306e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.855802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93bafc41-d693-4969-9693-9cf4f869306e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:25:58.867597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.883303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.892422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:25:58.893021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:25:58.897092 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:25:58.902246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c056501a-d1ab-4b75-8523-00e9ec70e569 req-d9c71a85-a922-4fac-87bb-1d28d64fc989 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517306 Jul 22 11:25:58.938580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ade64f18-a65b-4ca3-8c45-948c5acfc27c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:25:58.944787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ade64f18-a65b-4ca3-8c45-948c5acfc27c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:25:58.945486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:58.996424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.005216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.006305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20d5e675-0104-4a32-967a-3b4a3d353874 req-185a1cf8-5bc8-464e-bea2-d6ef0a8a7e6f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 210 time: 0.0375173 Jul 22 11:25:59.007975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99ef424e-caf8-4651-bc98-5d00438b0d7e HTTP/1.1" status: 204 len: 168 time: 0.3749206 Jul 22 11:25:59.024593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f432eb-9594-430b-ad2e-deef910694e3 admin admin] Pushing event deleted for resources: {'Network': ['ID=99ef424e-caf8-4651-bc98-5d00438b0d7e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:59.066919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-95283092', 'description': 'tempest-description-946246175'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:25:59.069259 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.101318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:25:59.103922 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-840632ac-11d4-485f-afdf-fc433e512a5d" -d '{"events": [{"server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "name": "network-vif-plugged", "status": "completed", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:25:59.117863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:25:59.118548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81b74229-fab0-4507-a661-447dc0a7bc91 req-8f90142b-0e21-41ec-925e-3b272cecefd5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:59.120158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81b74229-fab0-4507-a661-447dc0a7bc91 req-8f90142b-0e21-41ec-925e-3b272cecefd5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 948 time: 0.1430268 Jul 22 11:25:59.121125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.129123 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.182931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:59.208479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81b74229-fab0-4507-a661-447dc0a7bc91 req-787e873c-79cd-4480-accc-37f195881f36 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772300 Jul 22 11:25:59.285954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:59.287224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.304193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.335404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83cbbd4c-97d4-4a41-ba4b-fe285e2bd07f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d9e1b0da89342ca84713d6b1d9281de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0477340 Jul 22 11:25:59.337411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:25:59.345645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.352008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f773049c-a350-4a0b-b7b8-ea8c48fef993 req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1815 time: 0.2921941 Jul 22 11:25:59.364821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79586b8-442c-488c-9934-5367b0643370 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec6f391-0cdc-436d-9c2d-b6155c8d9da0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:59.384044 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:25:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b13ef30-9da0-404f-88a4-75786ab0788b x-openstack-request-id: req-2b13ef30-9da0-404f-88a4-75786ab0788b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:25:59.384463 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "name": "network-vif-plugged", "status": "completed", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:25:59.384868 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b13ef30-9da0-404f-88a4-75786ab0788b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:25:59.385521 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'code': 200} Jul 22 11:25:59.414645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.442017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.454841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4caa39ed-78b7-43bc-a4ab-20353fada24a req-7877143a-da36-4e78-9151-a29594ed767d tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/bec6f391-0cdc-436d-9c2d-b6155c8d9da0 HTTP/1.1" status: 200 len: 1810 time: 0.0562534 Jul 22 11:25:59.491211 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-ae00c36e-3f42-4e19-89bc-a747250d01b3 req-558a613c-ef02-4c2e-942c-21f5eb59103e tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] show failed (client error): The resource could not be found. Jul 22 11:25:59.492220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae00c36e-3f42-4e19-89bc-a747250d01b3 req-558a613c-ef02-4c2e-942c-21f5eb59103e tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/f8a4621f-b97e-4d78-a956-6153b53d1e98 HTTP/1.1" status: 404 len: 352 time: 0.0134931 Jul 22 11:25:59.538205 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-489adba7-b71d-40e6-99cd-bcffcf8a6bd5 req-dcdf6c77-491f-4c30-b969-869a989e8e7a tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] show failed (client error): The resource could not be found. Jul 22 11:25:59.544980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-489adba7-b71d-40e6-99cd-bcffcf8a6bd5 req-dcdf6c77-491f-4c30-b969-869a989e8e7a tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-group-rules/10af82bd-62d7-433c-9a1f-22eec2efed89 HTTP/1.1" status: 404 len: 361 time: 0.0201924 Jul 22 11:25:59.548865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.553577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.558073 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/368ed3ea-9a46-48ed-a087-cdae45e47a37 HTTP/1.1" status: 204 len: 168 time: 0.2194622 Jul 22 11:25:59.580957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bcc0653-8246-4d59-889e-66d635cb9345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=368ed3ea-9a46-48ed-a087-cdae45e47a37,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:59.624672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2918fde6-0bf3-4568-bdd9-ef86d4d8f50e req-66237711-52b2-4ea1-b777-e0d175c5ed8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:59.626665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2918fde6-0bf3-4568-bdd9-ef86d4d8f50e req-66237711-52b2-4ea1-b777-e0d175c5ed8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.1417420 Jul 22 11:25:59.652257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-d953af43-b3bd-46a6-a3a5-dc6fb2134761 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/bec6f391-0cdc-436d-9c2d-b6155c8d9da0 HTTP/1.1" status: 200 len: 1810 time: 0.0629709 Jul 22 11:25:59.683135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-d7a022ec-4e92-43af-8345-409c301dad46 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:59.684697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-d7a022ec-4e92-43af-8345-409c301dad46 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 1101 time: 0.1038656 Jul 22 11:25:59.689265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2918fde6-0bf3-4568-bdd9-ef86d4d8f50e req-e55ec475-5124-4abf-b727-9311113caac8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527384 Jul 22 11:25:59.720028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.763489 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.813224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Deleting port 11211784-8334-4a3b-b6ea-07f83b5fe551 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:25:59.813566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.871691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.875726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:25:59.876950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3115877c-d4df-4342-a1b1-e76cc1cfdd11 req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-groups/bec6f391-0cdc-436d-9c2d-b6155c8d9da0 HTTP/1.1" status: 204 len: 173 time: 0.2238648 Jul 22 11:25:59.895166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1028aca4-a7a4-4c00-a99a-335d1b52f534 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec6f391-0cdc-436d-9c2d-b6155c8d9da0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:25:59.902260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:25:59.916785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6b4222-78a2-49df-a7ad-2f7a881918d8 req-fdb0d3a9-bb56-4e98-be78-0deb292a42b8 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:25:59.920977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f6b4222-78a2-49df-a7ad-2f7a881918d8 req-fdb0d3a9-bb56-4e98-be78-0deb292a42b8 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 950 time: 0.1064751 Jul 22 11:26:00.041797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-b75942b8-481f-4261-b7bd-d2f3af61f48a tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/e988fda0-aa8a-41bd-a93c-12ce22328574 HTTP/1.1" status: 200 len: 1813 time: 0.1193850 Jul 22 11:26:00.080820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f6b4222-78a2-49df-a7ad-2f7a881918d8 req-58345c18-6c9d-41d3-bbf0-033e6528d50d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1204989 Jul 22 11:26:00.097386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:00.134811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:00.144540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:00.162567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7', 'mac_address': 'fa:16:3e:26:7f:9c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.121'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:00.180973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] For port 11211784-8334-4a3b-b6ea-07f83b5fe551, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=11211784-8334-4a3b-b6ea-07f83b5fe551,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:00.181380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.197174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-1db97ecb-cff3-4b8b-99cf-a1d2caa875c5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:00.198075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-1db97ecb-cff3-4b8b-99cf-a1d2caa875c5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.2614889 Jul 22 11:26:00.204407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Calling delete_port for 11211784-8334-4a3b-b6ea-07f83b5fe551 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:26:00.207905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.214275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.219613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Request body: {'port': {'device_id': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'admin_state_up': True, 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:00.233363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:00.258682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:00.268246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.285043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.324874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-44f254a7-b118-4183-9243-98b84ae1461c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=411eed4ccbcf48d294be4e7224140b6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1865394 Jul 22 11:26:00.327404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:00.341138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:00.395446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44935d63-bd0b-4b6b-be2d-4bf4cb25505b req-bf4ec891-1376-48d8-8632-6741c3ecfbca tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:00.396920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44935d63-bd0b-4b6b-be2d-4bf4cb25505b req-bf4ec891-1376-48d8-8632-6741c3ecfbca tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 945 time: 0.1903894 Jul 22 11:26:00.399824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.402324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.403688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-012ba57a-f441-43a7-9e63-3bf13a6480b9 req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-groups/e988fda0-aa8a-41bd-a93c-12ce22328574 HTTP/1.1" status: 204 len: 173 time: 0.3580587 Jul 22 11:26:00.422415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b02e38b3-6a6f-425a-a9bc-8a0a8684ea7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.432676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c21d630-c0c9-47a0-ad09-71fb4fbf5045 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e988fda0-aa8a-41bd-a93c-12ce22328574,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:00.450894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.474467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:00.477895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.486066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44935d63-bd0b-4b6b-be2d-4bf4cb25505b req-4d6d41ee-5cbf-4221-998a-bafb41c4d009 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759878 Jul 22 11:26:00.534039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['08499f22-1f1b-4eb1-8a0c-56fdc2a555e7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:00.552783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04d940a3-a5dc-4772-9e6f-5ac7d9a92ddc req-c76e79f9-2cc8-4353-bef1-f415d101a569 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 210 time: 0.0817966 Jul 22 11:26:00.554596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.625068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.681797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.686164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.690016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f041f1cc-c629-40f4-ad9a-263add0289a7 HTTP/1.1" status: 204 len: 168 time: 0.3540428 Jul 22 11:26:00.690157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Pushing event deleted for resources: {'Port': ['ID=11211784-8334-4a3b-b6ea-07f83b5fe551,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:00.729171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95251da6-d571-4016-b808-4d5d96af9d2f req-428e2759-ae99-4fd7-9e27-a8462dab4ae8 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:00.736584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95251da6-d571-4016-b808-4d5d96af9d2f req-428e2759-ae99-4fd7-9e27-a8462dab4ae8 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 949 time: 0.1346693 Jul 22 11:26:00.738268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ae73f3-0309-4d23-9b7d-f3ea91d5746f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f041f1cc-c629-40f4-ad9a-263add0289a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:00.806850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95251da6-d571-4016-b808-4d5d96af9d2f req-53db603c-8e68-4f66-954a-5ff43a64201f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694890 Jul 22 11:26:00.820545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-e86e0cb0-5057-4059-b2d7-cacc87271a18 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/690d601c-5bf3-4486-a117-ffc344ff246d HTTP/1.1" status: 200 len: 1813 time: 0.1306696 Jul 22 11:26:00.834290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:26:00.861083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] No DVR routers for this DVR port 11211784-8334-4a3b-b6ea-07f83b5fe551 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:00.872155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.875220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f635b72-c9f2-467a-9b4b-fba1958e1e77 req-f993936d-bfb2-432a-9e80-0b4dfa1f1920 tempest-DeleteServersAdminTestJSON-355606027 tempest-DeleteServersAdminTestJSON-355606027-project-admin] 10.222.0.36 "DELETE /v2.0/ports/11211784-8334-4a3b-b6ea-07f83b5fe551 HTTP/1.1" status: 204 len: 173 time: 1.1839154 Jul 22 11:26:00.875887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'name': 'network-vif-deleted', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:00.878632 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b48f05a2-a3d9-4a79-b247-959ce200ddd6" -d '{"events": [{"server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "name": "network-vif-deleted", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:00.880430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.931667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b02e38b3-6a6f-425a-a9bc-8a0a8684ea7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.941411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b02e38b3-6a6f-425a-a9bc-8a0a8684ea7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:00.950932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Allocated IP 172.20.0.3 (c70356b4-eaef-4504-8995-fa574328dc83/ebaed47c-bf4d-4d30-8560-c28efb3215a1/2ede3985-82d2-4b4f-8446-a59a74e66563) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:00.975263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.015024 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0de34532-4537-4a19-a145-355f61a4efac x-openstack-request-id: req-0de34532-4537-4a19-a145-355f61a4efac {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:01.015311 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dbcc8263-b67d-4738-86b0-f627347670bb", "name": "network-vif-deleted", "tag": "11211784-8334-4a3b-b6ea-07f83b5fe551", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:01.015570 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0de34532-4537-4a19-a145-355f61a4efac {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:01.015966 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dbcc8263-b67d-4738-86b0-f627347670bb', 'name': 'network-vif-deleted', 'tag': '11211784-8334-4a3b-b6ea-07f83b5fe551', 'status': 'completed', 'code': 200} Jul 22 11:26:01.049427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.053153 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.054341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08054ae3-0a89-4a57-bccb-4744e4fdd082 req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-groups/690d601c-5bf3-4486-a117-ffc344ff246d HTTP/1.1" status: 204 len: 173 time: 0.2328410 Jul 22 11:26:01.071690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a40118-97da-42d1-b913-c0f5eec37de8 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=690d601c-5bf3-4486-a117-ffc344ff246d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.086526 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b02e38b3-6a6f-425a-a9bc-8a0a8684ea7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b90f68f047c7423cb01c36c7880db97b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9866745 Jul 22 11:26:01.089155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02e38b3-6a6f-425a-a9bc-8a0a8684ea7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9eff08b1-f6a9-49ae-8241-61b5286a41f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.092261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:01.156454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a498804b-77ea-403c-9075-c501d152b287 req-64cfed73-e892-4437-946b-c6224e4143de tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/ac2cffc3-22e2-46d5-b394-d3a2d748cd8f HTTP/1.1" status: 200 len: 1811 time: 0.0704114 Jul 22 11:26:01.179133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['11211784-8334-4a3b-b6ea-07f83b5fe551'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:01.221422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6dc3dc0-0685-4d89-8bfa-4429f0ab15e7 req-c89f5f04-46b4-4650-9152-7fb936ba324b tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=dbcc8263-b67d-4738-86b0-f627347670bb HTTP/1.1" status: 200 len: 210 time: 0.0332358 Jul 22 11:26:01.231312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.248215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a498804b-77ea-403c-9075-c501d152b287 req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.249265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.274165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a498804b-77ea-403c-9075-c501d152b287 req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.277667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.320234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a498804b-77ea-403c-9075-c501d152b287 req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.323322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a498804b-77ea-403c-9075-c501d152b287 req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.324637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a498804b-77ea-403c-9075-c501d152b287 req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-groups/ac2cffc3-22e2-46d5-b394-d3a2d748cd8f HTTP/1.1" status: 204 len: 173 time: 0.1625531 Jul 22 11:26:01.337406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be04e257-d67e-472e-be59-9290d4f227cc tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac2cffc3-22e2-46d5-b394-d3a2d748cd8f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.344954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.381970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.385266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.389490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9eff08b1-f6a9-49ae-8241-61b5286a41f6 HTTP/1.1" status: 204 len: 168 time: 0.2909372 Jul 22 11:26:01.423218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Network c70356b4-eaef-4504-8995-fa574328dc83 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:01.426092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-0b7c6cee-fd29-4d11-82a6-44870c9f6b20 tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "GET /v2.0/security-groups/29107839-e3db-4aab-95a8-e29894a66c4d HTTP/1.1" status: 200 len: 1813 time: 0.0764117 Jul 22 11:26:01.426314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927992bf-c112-4f6b-8980-9acc0ff78768 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9eff08b1-f6a9-49ae-8241-61b5286a41f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.432365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:01.438685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:01.463861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.500718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:01.501570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.523542 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c46a158f-07b7-4f45-b5a9-b74aaf56828d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3107455 Jul 22 11:26:01.542734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Request body: {'port': {'device_id': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:01.550440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.609987 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.670188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.691961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-346eb354-4b60-4ecb-bd49-04932da5a4b4 req-5e016e42-89c5-4c9c-bd8a-033945e22a0e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:01.693577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-346eb354-4b60-4ecb-bd49-04932da5a4b4 req-5e016e42-89c5-4c9c-bd8a-033945e22a0e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 945 time: 0.1025963 Jul 22 11:26:01.694980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.697574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.698714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c90cb018-39c9-4c22-be89-0fd0d90efa65 req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] 10.222.0.21 "DELETE /v2.0/security-groups/29107839-e3db-4aab-95a8-e29894a66c4d HTTP/1.1" status: 204 len: 173 time: 0.2712486 Jul 22 11:26:01.713074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:01.713994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19cea68c-bcd4-4be6-a65f-57fcd4f4c79c tempest-SecurityGroupRulesNegativeTestJSON-400982896 tempest-SecurityGroupRulesNegativeTestJSON-400982896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=29107839-e3db-4aab-95a8-e29894a66c4d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:01.789443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-346eb354-4b60-4ecb-bd49-04932da5a4b4 req-3e029166-3f7b-4d0b-a7db-00a7416d69bd tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771096 Jul 22 11:26:01.792478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Deleting subnet 753311e7-b6b0-4239-966f-b1505f8a5f64 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:26:01.796620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.870657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.874381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:01.879642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.906515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e30f43c-c6aa-4b62-b3e2-31449c779b34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:01.924001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:01.929213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228ffccc-0ebc-494c-9b7c-c3ceed121927 req-3282802d-b93c-417b-a716-cd01c9098746 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:01.936765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-228ffccc-0ebc-494c-9b7c-c3ceed121927 req-3282802d-b93c-417b-a716-cd01c9098746 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 931 time: 0.1158824 Jul 22 11:26:01.993222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:02.000127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:02.000930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.067756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e30f43c-c6aa-4b62-b3e2-31449c779b34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.081996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.082609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e30f43c-c6aa-4b62-b3e2-31449c779b34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.112754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.120381 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e30f43c-c6aa-4b62-b3e2-31449c779b34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c24dfc9a4d7480b994aadebec5df18f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2448668 Jul 22 11:26:02.125785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:02.143205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:02.146357 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8cf8dcab-4e61-432f-848c-5f4c0a2a52d4" -d '{"events": [{"server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "name": "network-vif-plugged", "status": "completed", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:02.159624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e30f43c-c6aa-4b62-b3e2-31449c779b34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e818fe5-feca-445b-a229-4824e3cb39f5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.165684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:02.172391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.175127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 11211784-8334-4a3b-b6ea-07f83b5fe551 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:02.213360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ede3985-82d2-4b4f-8446-a59a74e66563 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:02.223456 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.235041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 11211784-8334-4a3b-b6ea-07f83b5fe551 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:26:02.235689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 11211784-8334-4a3b-b6ea-07f83b5fe551 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:02.241756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Transition to ACTIVE for port object 2ede3985-82d2-4b4f-8446-a59a74e66563 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:02.249811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.267177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.310771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.374963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-228ffccc-0ebc-494c-9b7c-c3ceed121927 req-ccf0c2fe-f941-4362-b7dc-90fd90a15a31 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4223766 Jul 22 11:26:02.376018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.380384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/753311e7-b6b0-4239-966f-b1505f8a5f64 HTTP/1.1" status: 204 len: 168 time: 0.6641364 Jul 22 11:26:02.387694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:02.420767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:02.420967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48de7530-d1e4-4b65-a793-155d56f59f3a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=753311e7-b6b0-4239-966f-b1505f8a5f64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.421170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:02.421567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:02.443914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:02.444551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:02.462835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:02.463180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:02.463566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:02.463999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Bound port: 2ede3985-82d2-4b4f-8446-a59a74e66563, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:02.464360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.487321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-5c608916-4e5c-460f-a9cd-a9d445ee4faa tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.5358338 Jul 22 11:26:02.515997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.516252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:02.553330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.585913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.602602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.657258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2d60427-bb80-49fc-8e60-27b80853c7a0 req-d425246c-29bd-4beb-bddc-c509997588f9 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:02.658812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2d60427-bb80-49fc-8e60-27b80853c7a0 req-d425246c-29bd-4beb-bddc-c509997588f9 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 950 time: 0.1918879 Jul 22 11:26:02.664363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.667456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:02.684067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8a4f2a-7cb5-4b12-a6a5-082c278c174f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:02.693433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:02.697355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab3919c7-b04d-4e40-96b3-4303c9d74aba') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:02.697704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab3919c7-b04d-4e40-96b3-4303c9d74aba') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:02.711046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.714800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.720558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2d60427-bb80-49fc-8e60-27b80853c7a0 req-24def6c3-c10b-4082-b3da-2d54a9cfc0a7 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0558214 Jul 22 11:26:02.751947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.754749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.758347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e818fe5-feca-445b-a229-4824e3cb39f5 HTTP/1.1" status: 204 len: 168 time: 0.6164956 Jul 22 11:26:02.770785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.770967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbc9e1f-26f0-4ae7-b33f-4211a63cf51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e818fe5-feca-445b-a229-4824e3cb39f5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.777844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:02.778771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.780195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 1091 time: 1.2483730 Jul 22 11:26:02.807051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:26:02.807473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.814023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:26:02.814712 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:26:02.826760 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd2e54a0-0391-4215-a845-ae309b7d79e3 x-openstack-request-id: req-fd2e54a0-0391-4215-a845-ae309b7d79e3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:02.827543 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "name": "network-vif-plugged", "status": "completed", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:02.828248 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd2e54a0-0391-4215-a845-ae309b7d79e3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:02.828848 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7', 'code': 200} Jul 22 11:26:02.960274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf07edd-bb43-44d6-a8a2-7e50c6dc73e7 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:02.970412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Allocated IP 172.25.6.157 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7e734701-2cc3-414e-b24d-7a3305f51074) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:02.996315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.012196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.014190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fe8a4f2a-7cb5-4b12-a6a5-082c278c174f HTTP/1.1" status: 204 len: 168 time: 0.6249163 Jul 22 11:26:03.023884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:03.026107 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80afa31a-5348-4cdc-a076-912cfaebe64e" -d '{"events": [{"name": "network-changed", "server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:03.032161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97627e53-4288-4955-995b-eaa607fd4a11 admin admin] Pushing event deleted for resources: {'Network': ['ID=fe8a4f2a-7cb5-4b12-a6a5-082c278c174f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:03.048772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-61e04ebf-f376-4320-925c-414e8a6e94b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:03.050305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-61e04ebf-f376-4320-925c-414e8a6e94b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1094 time: 0.1745315 Jul 22 11:26:03.058576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d011bb6-728f-418d-9242-217fb0a3495c req-b9a4e0b4-b146-486c-9a3b-1b5cf48ab502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:03.060256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d011bb6-728f-418d-9242-217fb0a3495c req-b9a4e0b4-b146-486c-9a3b-1b5cf48ab502 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 1101 time: 0.1377470 Jul 22 11:26:03.102972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.110221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-d592b596-fe1e-4657-b42d-75f10c05ed87 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0489190 Jul 22 11:26:03.154916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d011bb6-728f-418d-9242-217fb0a3495c req-7698a53c-9560-4cac-9e11-a2d6819a669e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876539 Jul 22 11:26:03.171742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.173579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-0081cdd3-1093-4a37-83ca-f8b0fc04d2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:03.175387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-0081cdd3-1093-4a37-83ca-f8b0fc04d2b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0536056 Jul 22 11:26:03.211509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:03.217222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:03.219945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:03.226902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-d31a62e7-deb7-49be-87fa-ef571c9c2ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446076 Jul 22 11:26:03.252938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event updated for resources: {'Port': ['ID=7e734701-2cc3-414e-b24d-7a3305f51074,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:03.306831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:03.340365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.369426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-c0a08be8-2532-444f-bcd6-2b98ef3b1ca3 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350543 Jul 22 11:26:03.371850 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e5a75e93-c3e0-47b7-9772-7e3735d6bcb9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=21c84d1dd7c743ad85576d7206701fd8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0640323 Jul 22 11:26:03.374556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:03.408217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.516133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.537426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd0b0245-6c38-4034-8bdd-1dc04d1dc532 req-9481022e-45d7-4ce8-a338-36d86f08ed2d service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526306 Jul 22 11:26:03.550282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.615550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.618755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.620182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/631942ee-f389-4452-9597-fdf5694d6cac HTTP/1.1" status: 204 len: 168 time: 0.2443669 Jul 22 11:26:03.629535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c7d85d-1503-4d89-8951-358001b1cda9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=631942ee-f389-4452-9597-fdf5694d6cac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:03.661948 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.668107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.705116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.740338 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:03.747053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2385459 Jul 22 11:26:03.787166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698b8cd0-e296-43a5-a1d1-464d9cebb667 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event updated for resources: {'Port': ['ID=7e734701-2cc3-414e-b24d-7a3305f51074,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:03.850227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-24033f51-b3f3-4dd3-9dd0-07af8f5f18a4 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0978475 Jul 22 11:26:03.853435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-426a63ae-010d-47fd-bc49-12b47eddd01c tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.1055412 Jul 22 11:26:04.031964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-609f828e-90e4-4de4-aecc-ea9c8e2660c0 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.038364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-609f828e-90e4-4de4-aecc-ea9c8e2660c0 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1829908 Jul 22 11:26:04.055764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-e26b0880-2692-434e-b035-6eb55fccf56e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.057245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-e26b0880-2692-434e-b035-6eb55fccf56e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1921999 Jul 22 11:26:04.064007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-10a3a119-34e8-47d5-ade7-0373f0f90b04 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/quotas/f22f7ea2038d4817b38cebf6e9f24390 HTTP/1.1" status: 200 len: 375 time: 0.0248284 Jul 22 11:26:04.078933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-5f568301-ce04-4c11-a110-fa42a5b79a08 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:26:04.079913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9937fdcc-7371-44d6-af72-8ff2d7a98a52 req-5f568301-ce04-4c11-a110-fa42a5b79a08 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0135028 Jul 22 11:26:04.104146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-5e9c14c9-e82b-4f97-bd88-b7eac5512515 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392833 Jul 22 11:26:04.143293 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-72bb611f-dd5c-401e-bafb-29db8ea7e317 x-openstack-request-id: req-72bb611f-dd5c-401e-bafb-29db8ea7e317 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:04.143703 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:04.143962 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-72bb611f-dd5c-401e-bafb-29db8ea7e317 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:04.144369 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'status': 'completed', 'code': 200} Jul 22 11:26:04.260778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-31a22efc-3536-454d-ac95-bc42672648a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.264096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-31a22efc-3536-454d-ac95-bc42672648a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1094 time: 0.0935435 Jul 22 11:26:04.310054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d7afca-98f7-4137-a714-e67d987ca677 req-d9a847e3-b5a3-4f7d-9ccb-f24f48e93036 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.312648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84d7afca-98f7-4137-a714-e67d987ca677 req-d9a847e3-b5a3-4f7d-9ccb-f24f48e93036 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.0998275 Jul 22 11:26:04.373875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84d7afca-98f7-4137-a714-e67d987ca677 req-3eaa3911-e09b-4613-a665-3d95c13ffca8 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555191 Jul 22 11:26:04.390847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-d1d28a59-e2c4-4cf4-ba2e-2b30ae7944f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.392542 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-d1d28a59-e2c4-4cf4-ba2e-2b30ae7944f0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.1222799 Jul 22 11:26:04.455203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-7d1ec870-6e69-4e4d-9061-44dcf4a41fc7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0546825 Jul 22 11:26:04.568817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ecba707-2486-4e9a-bcdc-a80d76abff3d req-f56b3e35-6e82-4c5c-90d7-728ebd0616a9 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.572366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-764f45b0-ecc5-4a25-9522-4a171c079808 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.574226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-764f45b0-ecc5-4a25-9522-4a171c079808 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1110332 Jul 22 11:26:04.576049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ecba707-2486-4e9a-bcdc-a80d76abff3d req-f56b3e35-6e82-4c5c-90d7-728ebd0616a9 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 950 time: 0.1237516 Jul 22 11:26:04.626139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-46856e8c-91cb-4a86-9717-0f754ce38e74 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450084 Jul 22 11:26:04.634754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ecba707-2486-4e9a-bcdc-a80d76abff3d req-9ed3a994-3e67-491b-ba6a-8173b2a828e5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470448 Jul 22 11:26:04.760995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-3c8fa9ff-97dd-4ce6-9c23-c98e99688872 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271021 Jul 22 11:26:04.884429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:04.955283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-feb55ef0-3c10-457f-81e0-89847d5a5077 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:04.964918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-feb55ef0-3c10-457f-81e0-89847d5a5077 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 821 time: 0.2313576 Jul 22 11:26:04.997966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-b79f4df7-311f-4ace-927c-bafae1dc5ddc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/quotas/98d6956b36944c2fbfe206ec6ce0b14f HTTP/1.1" status: 200 len: 375 time: 0.0316105 Jul 22 11:26:05.082300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e72c69b7-c87b-4831-bda4-ac99f61905f2 req-86ac5b9c-7451-472e-9f7d-09dbbe183b14 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 210 time: 0.0403354 Jul 22 11:26:05.152087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-62be3b5b-ddc5-429a-b6a3-8cf751de5021 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1521142 Jul 22 11:26:05.169034 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80afa31a-5348-4cdc-a076-912cfaebe64e req-06fa7668-572e-4ab5-b733-2f9e2e756707 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4018905 Jul 22 11:26:05.266178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-05c84bba-1bd8-43f4-b27b-9b53f58d7922 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1129608 Jul 22 11:26:05.279824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1250946205-network', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:05.352985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Made reservation on behalf of 75c095bc514c4f46995b770e3330e8ec for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:05.355408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.368296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.403701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-b2bb1387-c418-4eb5-a4b2-2ebf6ebcb8ba service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358008 Jul 22 11:26:05.520519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.527115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.581096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:26:05.601949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dec3e483-3f7f-4439-a778-97dec34223d9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:05.627686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.628296 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Added segment 443d8368-a824-428f-a559-a3d3ae767d9b of type vlan for network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 Jul 22 11:26:05.646164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-850cdf32-f9d2-4184-9996-19d37afc4646 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0343568 Jul 22 11:26:05.753828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.778511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cbde7e5-531d-4791-b058-1ce475169a89 req-e16b5785-d126-4904-84aa-a69b4139be68 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:05.780423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cbde7e5-531d-4791-b058-1ce475169a89 req-e16b5785-d126-4904-84aa-a69b4139be68 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.1500213 Jul 22 11:26:05.824663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802524d0-3d95-4331-a6ae-38f0364e1de0 req-c8b03219-f05f-47c6-81d7-ad3bf3dd486a tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0432477 Jul 22 11:26:05.826303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-a556f059-3b3e-48b6-90ea-1e6d5fd32c84 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:05.829954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-a556f059-3b3e-48b6-90ea-1e6d5fd32c84 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1734726 Jul 22 11:26:05.844075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Request body: {'port': {'device_id': 'c410825f-615c-47c6-875a-301d9a135397', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'f22f7ea2038d4817b38cebf6e9f24390'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:05.859718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.860797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:05.861397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:05.927821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cbde7e5-531d-4791-b058-1ce475169a89 req-34856cc3-afa3-4b5d-b395-5c2b363a06c4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1230485 Jul 22 11:26:05.968072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.0825520 Jul 22 11:26:05.971434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:05.976797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Request body: {'subnet': {'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1250946205-subnet', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:05.988790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Made reservation on behalf of f22f7ea2038d4817b38cebf6e9f24390 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:05.997121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.014391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02a39df-92c3-4ba1-a314-a342c9b75eb3 admin admin] Pushing event updated for resources: {'Network': ['ID=121e63d7-79b9-4546-ab7c-0c5f810a88d9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:06.030357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:26:06.086191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802524d0-3d95-4331-a6ae-38f0364e1de0 req-f5e88be8-4a2b-430b-b700-9022684aa894 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:06.088114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802524d0-3d95-4331-a6ae-38f0364e1de0 req-f5e88be8-4a2b-430b-b700-9022684aa894 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2546313 Jul 22 11:26:06.111190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Made reservation on behalf of 75c095bc514c4f46995b770e3330e8ec for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:06.113861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.114386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802524d0-3d95-4331-a6ae-38f0364e1de0 req-8fd9c522-44ec-4164-a0df-31882d0254a4 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/quotas/5e47a8ca8bb54be9904ba16bbd568c08 HTTP/1.1" status: 200 len: 375 time: 0.0191793 Jul 22 11:26:06.128961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-17cc7c91-71c7-49c7-89ee-d822fa6dd044 tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:06.130438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-17cc7c91-71c7-49c7-89ee-d822fa6dd044 tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 1101 time: 0.1171739 Jul 22 11:26:06.181013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802524d0-3d95-4331-a6ae-38f0364e1de0 req-4ccd0b90-7742-4c89-8649-e50752cc9391 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0547204 Jul 22 11:26:06.186892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-e35abc0b-104f-416d-959c-5229b5b5afae tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.260591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Allocated IP 192.168.233.5 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/1b760171-28ff-4a94-9fb5-224ae24a92f4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:06.297640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-e35abc0b-104f-416d-959c-5229b5b5afae tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.301725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-e35abc0b-104f-416d-959c-5229b5b5afae tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.322983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930eeba5-6fbc-4745-a35b-812a08b7ae69 req-e35abc0b-104f-416d-959c-5229b5b5afae tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1819925 Jul 22 11:26:06.335944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e35abc0b-104f-416d-959c-5229b5b5afae tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=de93bb61-ab3d-4142-a55f-21972a6a6bc4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:06.437185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6aa599f-d8ba-476f-89ba-c8dab6fdd083 req-c24edd1f-1af3-406f-ab65-6a0b3a34dca4 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 210 time: 0.0324733 Jul 22 11:26:06.501685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.548585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae38caf5-7056-4ed4-af9e-f483b4a77449 req-2e9fb425-acc3-41da-b990-b41fc188f6cd tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 210 time: 0.0359719 Jul 22 11:26:06.589061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Pushing event updated for resources: {'Subnet': ['ID=028bd094-034d-4106-8cf4-3514fa73a683,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:06.609160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Checking segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:06.609518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Network hostable DHCP agents. Network: 121e63d7-79b9-4546-ab7c-0c5f810a88d9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:26:06.622920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.648939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Transition to ACTIVE for port object 1b760171-28ff-4a94-9fb5-224ae24a92f4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:06.652252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:26:06.670027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 121e63d7-79b9-4546-ab7c-0c5f810a88d9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:06.683422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:06.685023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4c8f0e-0fa3-4c6f-ab3b-ff77355a58e8 None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:06.685159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.708904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f26ae960-bf78-4839-85d7-29a194993a93 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.7362716 Jul 22 11:26:06.711870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:06.724670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:06.742226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.828211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:06.833516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:06.837718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:06.842050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:06.846209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.847441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:06.869013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Pushing event updated for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:06.915089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:26:06.916247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.066027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:07.067177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.095518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.177183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:07.178764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66e1d93b-1886-4f79-962f-69b8aa2abd90 req-be74e671-dde8-4eee-9e18-73dbf105bd7d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:07.181693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66e1d93b-1886-4f79-962f-69b8aa2abd90 req-be74e671-dde8-4eee-9e18-73dbf105bd7d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.1253955 Jul 22 11:26:07.207374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'port_id': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'mac_address': 'fa:16:3e:e3:3d:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaed47c-bf4d-4d30-8560-c28efb3215a1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:07.229368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93a68883-8e50-425a-857e-44d2a59b6994 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 1.3901038 Jul 22 11:26:07.245616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Request body: {'port': {'device_id': 'c410825f-615c-47c6-875a-301d9a135397', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:07.265890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c55df3ec-63f9-4cc1-95c8-0355d313e8e6 None None] Provisioning for port 1b760171-28ff-4a94-9fb5-224ae24a92f4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:07.270682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66e1d93b-1886-4f79-962f-69b8aa2abd90 req-2f5e9f62-59d4-4746-befc-0a6037827089 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725081 Jul 22 11:26:07.296723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c55df3ec-63f9-4cc1-95c8-0355d313e8e6 None None] Provisioning complete for port 1b760171-28ff-4a94-9fb5-224ae24a92f4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:07.296723 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c55df3ec-63f9-4cc1-95c8-0355d313e8e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.361189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-0ba694c1-63e8-47d3-a43a-2b19e7f6a067 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:07.361341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c55df3ec-63f9-4cc1-95c8-0355d313e8e6 None None] Port 1b760171-28ff-4a94-9fb5-224ae24a92f4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:07.363215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-0ba694c1-63e8-47d3-a43a-2b19e7f6a067 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 821 time: 0.4736304 Jul 22 11:26:07.366659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.372816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.381221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'port': {'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'admin_state_up': True, 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:07.392203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ede3985-82d2-4b4f-8446-a59a74e66563 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:07.417761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:07.429042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Allocated IP 172.20.0.2 (121e63d7-79b9-4546-ab7c-0c5f810a88d9/028bd094-034d-4106-8cf4-3514fa73a683/ba6bb07f-cb69-4a59-bac0-0e46b1585ced) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:07.439905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.496234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a418baeb-157a-4db0-8a55-9b9b0aaf7276 req-cd421e5e-07c3-4889-becf-b286990d1635 tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:07.498318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a418baeb-157a-4db0-8a55-9b9b0aaf7276 req-cd421e5e-07c3-4889-becf-b286990d1635 tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 1101 time: 0.0679636 Jul 22 11:26:07.534085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.544863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:07.547290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a418baeb-157a-4db0-8a55-9b9b0aaf7276 req-8a66ac17-7e39-4882-b948-4dfc9d0a62a9 tempest-ServersAdminNegativeTestJSON-1257527058 tempest-ServersAdminNegativeTestJSON-1257527058-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415773 Jul 22 11:26:07.620265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05ad28ac-b4f2-4650-a79f-ba49ae8329dd req-73ed1cb1-3404-4d3a-ae18-709d682d29f1 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0719144 Jul 22 11:26:07.668370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65da3bf1-01df-4888-8137-d4db93343891 req-5a124771-93c1-4726-8474-03aa40b1a4f7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 210 time: 0.0518878 Jul 22 11:26:07.674354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['2ede3985-82d2-4b4f-8446-a59a74e66563'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:07.768254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.782930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Transition to ACTIVE for port object ba6bb07f-cb69-4a59-bac0-0e46b1585ced will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:07.814909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05ad28ac-b4f2-4650-a79f-ba49ae8329dd req-329d7312-4624-4b80-b288-1ae681eae2ea tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:07.822214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05ad28ac-b4f2-4650-a79f-ba49ae8329dd req-329d7312-4624-4b80-b288-1ae681eae2ea tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1930892 Jul 22 11:26:07.837958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05ad28ac-b4f2-4650-a79f-ba49ae8329dd req-0c295611-346b-4a5a-9daa-3c3c177e5b20 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/quotas/5e47a8ca8bb54be9904ba16bbd568c08 HTTP/1.1" status: 200 len: 375 time: 0.0147812 Jul 22 11:26:07.849683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Transition to ACTIVE for port object ba6bb07f-cb69-4a59-bac0-0e46b1585ced will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:07.867294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Made reservation on behalf of 98d6956b36944c2fbfe206ec6ce0b14f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:07.871488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.892582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:07.896336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05ad28ac-b4f2-4650-a79f-ba49ae8329dd req-ee6d5fee-a566-472f-aa35-3964a119d5a1 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544305 Jul 22 11:26:07.950895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Pushing event updated for resources: {'Port': ['ID=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:07.994302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:07.996285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:08.002926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:08.089507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Attempting to bind port ba6bb07f-cb69-4a59-bac0-0e46b1585ced on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:08.090170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Attempting to bind port ba6bb07f-cb69-4a59-bac0-0e46b1585ced by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:08.091459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Attempting to bind port ba6bb07f-cb69-4a59-bac0-0e46b1585ced on network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:08.096926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:08.097559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Checking segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:08.098175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.098794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Bound using segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:08.099476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Bound port: ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:08.100058 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.124457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bc20ade-161b-4f73-a96a-3cd515b32a43 req-46f7b4ec-9ea1-48e6-9a48-85dcd201cdc1 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:08.133336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bc20ade-161b-4f73-a96a-3cd515b32a43 req-46f7b4ec-9ea1-48e6-9a48-85dcd201cdc1 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 934 time: 0.1118405 Jul 22 11:26:08.174116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bc20ade-161b-4f73-a96a-3cd515b32a43 req-f9edd255-1da3-4f9b-8b66-b3efbd60447f tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393171 Jul 22 11:26:08.219378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] For port ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:08.232404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] For port ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:08.235757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Allocated IP 172.20.0.10 (699587f2-cf4c-4ffe-ab8f-073dae884bd2/b0b8dda4-338a-42f4-8347-ea3febefd6f8/90879285-41b7-4570-8336-27ad1186c2ca) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:08.238223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.250733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.275273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.333308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99a6b71-47b4-4da6-9d04-1af3853590fc None None] Pushing event updated for resources: {'Port': ['ID=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:08.434865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49982) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:08.630597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76f3cd7-ad25-477b-a63d-750f720513cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.707043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b760171-28ff-4a94-9fb5-224ae24a92f4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:08.726026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.773018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Transition to ACTIVE for port object 1b760171-28ff-4a94-9fb5-224ae24a92f4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:08.799643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.803995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e01f70-246c-4ab0-8758-e994f749efc3 req-9b4e19f1-6d33-435a-942e-28a5295f6cdd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:08.805602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37e01f70-246c-4ab0-8758-e994f749efc3 req-9b4e19f1-6d33-435a-942e-28a5295f6cdd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 944 time: 0.2346997 Jul 22 11:26:08.853686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe2c577b-c7ee-4fb2-aa3b-382752fd8369 req-0bdd4757-5e68-4237-84c2-f3bdeb5fee84 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:08.855305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe2c577b-c7ee-4fb2-aa3b-382752fd8369 req-0bdd4757-5e68-4237-84c2-f3bdeb5fee84 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 950 time: 0.1990843 Jul 22 11:26:08.867468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:08.896194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37e01f70-246c-4ab0-8758-e994f749efc3 req-07ed7082-8f17-4946-90b9-81a61de64d53 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0800717 Jul 22 11:26:08.916803 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76f3cd7-ad25-477b-a63d-750f720513cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.933682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Allocated IP 172.25.6.253 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/90aac249-d813-431e-b51a-27f70973a722) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:08.943457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:08.968832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe2c577b-c7ee-4fb2-aa3b-382752fd8369 req-f91f18d3-7ab1-46d0-bf4a-4b271f056a59 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007855 Jul 22 11:26:08.972401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e76f3cd7-ad25-477b-a63d-750f720513cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:08.983359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 2ede3985-82d2-4b4f-8446-a59a74e66563 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:09.000235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 2ede3985-82d2-4b4f-8446-a59a74e66563 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:09.002186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.048277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.057607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e76f3cd7-ad25-477b-a63d-750f720513cc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=203e20e929a94b0496caf2b7c6fe85ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6215332 Jul 22 11:26:09.071140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:09.073254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e76f3cd7-ad25-477b-a63d-750f720513cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f95ba780-3a58-42bf-8213-11110b3ba5a0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:09.118127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Transition to ACTIVE for port object 90879285-41b7-4570-8336-27ad1186c2ca will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:09.140227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1f8a46c-13c2-44e8-bcc4-2d270e020691 req-d495e9ec-3b68-4913-aa32-f9dea7f13d0d tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 210 time: 0.0604219 Jul 22 11:26:09.226772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.250284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Attempting to bind port 1b760171-28ff-4a94-9fb5-224ae24a92f4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:09.250661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Attempting to bind port 1b760171-28ff-4a94-9fb5-224ae24a92f4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:09.250995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Attempting to bind port 1b760171-28ff-4a94-9fb5-224ae24a92f4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:09.277238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Port 1b760171-28ff-4a94-9fb5-224ae24a92f4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:09.277424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Attempting to bind port 1b760171-28ff-4a94-9fb5-224ae24a92f4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:09.290249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:09.292259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:09.298425 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7de7d57c-dcca-4319-b907-170cba3c089f" -d '{"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-plugged", "status": "completed", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:09.303315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:09.303663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:09.304061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:09.304524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Bound port: 1b760171-28ff-4a94-9fb5-224ae24a92f4, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:09.304887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.306609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.320657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.327268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.383102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ade64f18-a65b-4ca3-8c45-948c5acfc27c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:09.500241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:09.500241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:09.500241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event updated for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:09.513101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:09.517796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.558149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.572763 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5de1c78-bc26-4f1c-b2f4-cd8561ce836c x-openstack-request-id: req-e5de1c78-bc26-4f1c-b2f4-cd8561ce836c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:09.573056 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-plugged", "status": "completed", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:09.573317 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5de1c78-bc26-4f1c-b2f4-cd8561ce836c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:09.573797 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'code': 200} Jul 22 11:26:09.612108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:09.613083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.614754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] 10.222.0.36 "PUT /v2.0/ports/1b760171-28ff-4a94-9fb5-224ae24a92f4 HTTP/1.1" status: 200 len: 1094 time: 2.3747613 Jul 22 11:26:09.656815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:09.657473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:09.659762 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-77df2680-d18b-4128-a3b2-c81ff1249ea0" -d '{"events": [{"name": "network-changed", "server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:09.662346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.662600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179889d-e845-4ebc-bcf0-b369babcb9a1 service neutron] Pushing event updated for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:09.711926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13f34217-4517-4a76-9d64-a1ebc6a2539c None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:09.734048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:09.741359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:09.775822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8a973b-8fda-41f1-abcb-3fd09eb940bb req-23b59393-0896-45ab-b7c4-8151c63113ca tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:09.777411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb8a973b-8fda-41f1-abcb-3fd09eb940bb req-23b59393-0896-45ab-b7c4-8151c63113ca tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 946 time: 0.3180320 Jul 22 11:26:09.817697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.840952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-000f81f6-d084-472f-8b8c-406e8644e06b None None] Provisioning for port ba6bb07f-cb69-4a59-bac0-0e46b1585ced completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:09.869749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef3617-c53e-48bb-98f9-c0d9f41be168 req-c7b501a7-6c5b-468b-a4f2-52b937370d51 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0907750 Jul 22 11:26:09.879266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Pushing event updated for resources: {'Port': ['ID=90aac249-d813-431e-b51a-27f70973a722,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:09.894506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:09.895110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.901180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-bcfa2c5b-97ee-4f14-8431-f79ef67e0d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:09.904208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-bcfa2c5b-97ee-4f14-8431-f79ef67e0d75 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 1097 time: 0.2279785 Jul 22 11:26:09.905446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.917491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:09.922860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:09.924624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:09.926648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f95ba780-3a58-42bf-8213-11110b3ba5a0 HTTP/1.1" status: 204 len: 168 time: 0.8543394 Jul 22 11:26:09.932178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:09.960664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d390efba-75a9-404d-a438-643469698a21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f95ba780-3a58-42bf-8213-11110b3ba5a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:10.002441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-44f488d3-b3bd-4077-82f1-5423b09817b7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6252935 Jul 22 11:26:10.008724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-93f4dbe1-0f7d-4ed1-be14-ef38547838d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4 HTTP/1.1" status: 200 len: 217 time: 0.0893722 Jul 22 11:26:10.040192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Request body: {'port': {'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:10.067498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb8a973b-8fda-41f1-abcb-3fd09eb940bb req-3f42d536-5a21-4feb-a5d2-d8583e647cf7 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2787354 Jul 22 11:26:10.178877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef3617-c53e-48bb-98f9-c0d9f41be168 req-62cb7e53-e917-48e5-a7b1-1a8ad4afb239 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.180197 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b8b617cf-ec2b-416b-90b5-e6f97b2e7e24 x-openstack-request-id: req-b8b617cf-ec2b-416b-90b5-e6f97b2e7e24 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:10.180479 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:10.180732 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b8b617cf-ec2b-416b-90b5-e6f97b2e7e24 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:10.183334 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4', 'status': 'completed', 'code': 200} Jul 22 11:26:10.187295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef3617-c53e-48bb-98f9-c0d9f41be168 req-62cb7e53-e917-48e5-a7b1-1a8ad4afb239 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3043869 Jul 22 11:26:10.198811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-55dd2201-3ee1-4f95-af71-a9dd88456dcc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.200799 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-55dd2201-3ee1-4f95-af71-a9dd88456dcc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1845615 Jul 22 11:26:10.235528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1b4aa20-cb8d-48bd-a505-4f016e6506c1 None None] Provisioning for port 90879285-41b7-4570-8336-27ad1186c2ca completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:10.249619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef3617-c53e-48bb-98f9-c0d9f41be168 req-29415500-0667-4bdb-b8e7-ba52ad31d1bd tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/quotas/5e47a8ca8bb54be9904ba16bbd568c08 HTTP/1.1" status: 200 len: 375 time: 0.0581648 Jul 22 11:26:10.253397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1b4aa20-cb8d-48bd-a505-4f016e6506c1 None None] Provisioning complete for port 90879285-41b7-4570-8336-27ad1186c2ca triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:10.253786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1b4aa20-cb8d-48bd-a505-4f016e6506c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.302044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9963bbc5-fd29-47b0-829d-be05de153402 req-6eaecc75-f268-4225-a031-5563f6c420b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.307741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9963bbc5-fd29-47b0-829d-be05de153402 req-6eaecc75-f268-4225-a031-5563f6c420b3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.6378069 Jul 22 11:26:10.334163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ba6bb07f-cb69-4a59-bac0-0e46b1585ced up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:10.371807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.412766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef3617-c53e-48bb-98f9-c0d9f41be168 req-54bbc61c-4cb7-4109-8407-205267204c50 tempest-QuotasAdminNegativeTest-97356114 tempest-QuotasAdminNegativeTest-97356114-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1623654 Jul 22 11:26:10.472352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9963bbc5-fd29-47b0-829d-be05de153402 req-fc1f58f0-6ef8-4daf-bd81-db35122dd538 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226673 Jul 22 11:26:10.480591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:10.506351 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c85ed93-3566-4f5d-aab6-0b8fc3432d61 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.531225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-71bbb699-f02c-4ba2-aeca-dc49580f71da tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.532951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-71bbb699-f02c-4ba2-aeca-dc49580f71da tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 950 time: 0.3003416 Jul 22 11:26:10.546945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4f33ff6-d0f3-4948-b8eb-9c8964cecd20 req-8e173922-e450-417e-bc8b-bf490d5f1ba0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.554510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4f33ff6-d0f3-4948-b8eb-9c8964cecd20 req-8e173922-e450-417e-bc8b-bf490d5f1ba0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 945 time: 0.2557464 Jul 22 11:26:10.579490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b1b4aa20-cb8d-48bd-a505-4f016e6506c1 None None] Port 90879285-41b7-4570-8336-27ad1186c2ca cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:10.599395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ba6bb07f-cb69-4a59-bac0-0e46b1585ced completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:10.604068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ba6bb07f-cb69-4a59-bac0-0e46b1585ced triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:10.604516 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.684811 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.692865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-bac0c8fb-10fb-4f7a-ba0d-d2e0917799a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.694763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-bac0c8fb-10fb-4f7a-ba0d-d2e0917799a8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4466705 Jul 22 11:26:10.725296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-51779723-c1ee-4d9e-ae07-639b67378d71 None None] Provisioning complete for port ba6bb07f-cb69-4a59-bac0-0e46b1585ced triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:10.725754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51779723-c1ee-4d9e-ae07-639b67378d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.727150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4f33ff6-d0f3-4948-b8eb-9c8964cecd20 req-5fce955a-e69d-4da0-bda4-4cfe8e207b64 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1693485 Jul 22 11:26:10.753008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:10.768560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.839353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a17296-83f5-4fd4-8be7-817fd4a357ff req-787802e8-ba87-4445-afb6-f761a750e6cf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:10.840978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77a17296-83f5-4fd4-8be7-817fd4a357ff req-787802e8-ba87-4445-afb6-f761a750e6cf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 950 time: 0.2755685 Jul 22 11:26:10.853014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.857376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 90879285-41b7-4570-8336-27ad1186c2ca {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:10.861155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:10.923429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c85ed93-3566-4f5d-aab6-0b8fc3432d61 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.930117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.931601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Deleting port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:26:10.931941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.950675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c85ed93-3566-4f5d-aab6-0b8fc3432d61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:10.962068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-29e05052-22a6-43d5-b345-24352df232e7 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2567739 Jul 22 11:26:10.966018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Transition to ACTIVE for port object 90879285-41b7-4570-8336-27ad1186c2ca will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:10.973302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77a17296-83f5-4fd4-8be7-817fd4a357ff req-1e828157-468f-4431-9d48-fc6cc00b9e85 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258082 Jul 22 11:26:10.981546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.057367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4c85ed93-3566-4f5d-aab6-0b8fc3432d61 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8891c1ae85c74b5191bc0871ee017620&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5726845 Jul 22 11:26:11.058127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c85ed93-3566-4f5d-aab6-0b8fc3432d61 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4f7907-e126-4864-a333-e4f779608133,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:11.060280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:11.107765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e87049-cfd9-42ff-8d75-38901a5bb2e6 req-2432ef09-8285-4971-a2be-3a82f1c0760b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:11.115412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e87049-cfd9-42ff-8d75-38901a5bb2e6 req-2432ef09-8285-4971-a2be-3a82f1c0760b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 932 time: 0.2710214 Jul 22 11:26:11.130009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] For port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:11.130372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.156240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Calling delete_port for 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:26:11.249653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e87049-cfd9-42ff-8d75-38901a5bb2e6 req-21e0e928-db12-4460-bbef-c71f8de79067 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332183 Jul 22 11:26:11.392804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Pushing event updated for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:11.478308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f11d558e-39e9-427a-8d4d-2b33907625c1 req-348aac9b-73d6-4015-8c00-3c51d5af9c40 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5072789 Jul 22 11:26:11.550263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.560087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e142c3c-1575-4807-bee7-3e49e7ebe03e req-c95b69d7-153f-4927-aea5-e5671940e818 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:11.567887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e142c3c-1575-4807-bee7-3e49e7ebe03e req-c95b69d7-153f-4927-aea5-e5671940e818 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 946 time: 0.2256892 Jul 22 11:26:11.581589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['eb5b619a-5e03-4b4e-a68e-ce626974cc64', '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:11.624373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Pushing event deleted for resources: {'Port': ['ID=08499f22-1f1b-4eb1-8a0c-56fdc2a555e7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:11.634998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.659101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Attempting to bind port 90879285-41b7-4570-8336-27ad1186c2ca on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:11.660023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Attempting to bind port 90879285-41b7-4570-8336-27ad1186c2ca by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:11.660023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Attempting to bind port 90879285-41b7-4570-8336-27ad1186c2ca on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:11.697424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Port 90879285-41b7-4570-8336-27ad1186c2ca on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:11.698558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Attempting to bind port 90879285-41b7-4570-8336-27ad1186c2ca on network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:11.700613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e142c3c-1575-4807-bee7-3e49e7ebe03e req-aff6148e-7088-4b23-a542-d54ebc39b87d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311090 Jul 22 11:26:11.723366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] No DVR routers for this DVR port 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:11.726761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.728948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca0116cf-449d-45d3-96a0-34d6dc3645c7 req-cd47ca5a-5ba8-4b84-9008-39deb3c23108 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "DELETE /v2.0/ports/08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 HTTP/1.1" status: 204 len: 173 time: 1.1529508 Jul 22 11:26:11.729542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'name': 'network-vif-deleted', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:11.732337 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acf65346-f788-40c8-9191-5727d765d0b9" -d '{"events": [{"server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "name": "network-vif-deleted", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:11.736983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.756292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-9d5470fe-8f0c-4df1-852d-65f025b51b8e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:11.758179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-9d5470fe-8f0c-4df1-852d-65f025b51b8e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 1097 time: 0.2047672 Jul 22 11:26:11.759456 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.766665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:11.767218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Checking segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:11.767851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Bound using segment: {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:11.768585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Bound port: 90879285-41b7-4570-8336-27ad1186c2ca, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '50bc4207-0355-4bd7-b33d-d532e86adfea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:11.768898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:11.823572 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e86107c7-3cf5-43fd-8a91-891e171f524d x-openstack-request-id: req-e86107c7-3cf5-43fd-8a91-891e171f524d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:11.823859 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f94e2fc9-13da-42a9-9375-92df9145fa41", "name": "network-vif-deleted", "tag": "08499f22-1f1b-4eb1-8a0c-56fdc2a555e7", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:11.824107 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e86107c7-3cf5-43fd-8a91-891e171f524d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:11.825297 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f94e2fc9-13da-42a9-9375-92df9145fa41', 'name': 'network-vif-deleted', 'tag': '08499f22-1f1b-4eb1-8a0c-56fdc2a555e7', 'status': 'completed', 'code': 200} Jul 22 11:26:11.951742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edfccf9f-9445-46b7-bdef-1dc76cfd4ebd req-0a985b88-e5c6-4a90-b0a3-08e0317bff2c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:11.956540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edfccf9f-9445-46b7-bdef-1dc76cfd4ebd req-0a985b88-e5c6-4a90-b0a3-08e0317bff2c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 945 time: 0.0857203 Jul 22 11:26:11.957216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:12.002493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edfccf9f-9445-46b7-bdef-1dc76cfd4ebd req-04750d33-fe1a-472a-9ec7-81a36beb1c83 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392582 Jul 22 11:26:12.047287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-f2fea0a4-86e2-4373-ae0a-707d7267c4f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.048867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-f2fea0a4-86e2-4373-ae0a-707d7267c4f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2774088 Jul 22 11:26:12.080515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.082974 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.084120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4f7907-e126-4864-a333-e4f779608133 HTTP/1.1" status: 204 len: 168 time: 1.0129828 Jul 22 11:26:12.126056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-ea9aec18-27ed-4137-8015-c28a637f5edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.5&port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4 HTTP/1.1" status: 200 len: 217 time: 0.0622351 Jul 22 11:26:12.127086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:12.143830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e18e41b5-7686-46cb-aba3-36a198d1daa0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4f7907-e126-4864-a333-e4f779608133,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:12.146364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac89ba61-afd2-4da1-b160-2752bb813ca7 req-5bdfd31a-7a6b-49f7-a3d4-7ed29b48c4b4 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=f94e2fc9-13da-42a9-9375-92df9145fa41 HTTP/1.1" status: 200 len: 210 time: 0.0445311 Jul 22 11:26:12.185867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=90879285-41b7-4570-8336-27ad1186c2ca,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:12.202645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.226760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be695c99-5d0d-4d52-8522-a34fb2aaf33d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.252615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-2dd5e4b8-4a8e-433b-82d9-ab7b6ae19e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.254371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-2dd5e4b8-4a8e-433b-82d9-ab7b6ae19e11 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1179357 Jul 22 11:26:12.264081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ba6bb07f-cb69-4a59-bac0-0e46b1585ced up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:12.270341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.270341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.270341 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] 10.222.0.20 "PUT /v2.0/ports/90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 1092 time: 2.2510042 Jul 22 11:26:12.270734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:12.272861 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-425b57b3-d9fd-4847-9452-7323570da5bd" -d '{"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:12.338865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ad18be4-e7eb-4acf-93a3-2c87a884dd01 service neutron] Pushing event updated for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:12.367581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Router e5da4822-b294-4b6f-a247-48daf4e25285 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:26:12.442551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ba6bb07f-cb69-4a59-bac0-0e46b1585ced triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:12.444215 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.482906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-bc86d87f-8d97-488c-8646-1ee1036bcbe3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.484435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-bc86d87f-8d97-488c-8646-1ee1036bcbe3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2198400 Jul 22 11:26:12.527610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-0e475b06-d350-4706-ad47-336f08fd3612 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.529278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-0e475b06-d350-4706-ad47-336f08fd3612 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1095 time: 0.2040105 Jul 22 11:26:12.577243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de11723c-e695-46f9-b7bf-5dad410a191b req-8882aba6-eae6-40cb-8a03-ce602fda5ee3 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.584755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de11723c-e695-46f9-b7bf-5dad410a191b req-8882aba6-eae6-40cb-8a03-ce602fda5ee3 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.4518270 Jul 22 11:26:12.607615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-59a7ed13-a2cf-4d77-bae9-81bd02b475c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 217 time: 0.0666711 Jul 22 11:26:12.618782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:12.630371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Sync routers for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:12.648703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be695c99-5d0d-4d52-8522-a34fb2aaf33d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.658582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:12.659382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:12.662392 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be695c99-5d0d-4d52-8522-a34fb2aaf33d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.696279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521e27e5-dacc-4be0-a99e-0466f81892cd req-9528272b-bab0-46df-a198-c334907ee4cc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.697949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-521e27e5-dacc-4be0-a99e-0466f81892cd req-9528272b-bab0-46df-a198-c334907ee4cc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 944 time: 0.3187611 Jul 22 11:26:12.731873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.736524 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-44210f17-35a7-47cc-a7b7-0adcd49d4881 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 6.0172188 Jul 22 11:26:12.738895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:12.747258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-d32c1645-bd34-4791-95e3-f90ca47b93f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:12.748977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-d32c1645-bd34-4791-95e3-f90ca47b93f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1319990 Jul 22 11:26:12.752734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-bdcd20a0-6512-4172-b1bb-7254b36a4b2c service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2439334 Jul 22 11:26:12.755174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de11723c-e695-46f9-b7bf-5dad410a191b req-8c53e339-217f-4d92-8d63-fae0a42fc19e tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1689651 Jul 22 11:26:12.755760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be695c99-5d0d-4d52-8522-a34fb2aaf33d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fab34346-2a68-4459-bf41-ba20e3e628ef,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:12.769840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-be695c99-5d0d-4d52-8522-a34fb2aaf33d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e47a8ca8bb54be9904ba16bbd568c08&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8113201 Jul 22 11:26:12.770879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50088) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:12.846485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-521e27e5-dacc-4be0-a99e-0466f81892cd req-527daa6c-a51a-40eb-981c-87cfb4b9409c tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1366591 Jul 22 11:26:12.865859 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b36456c-f35a-424e-b303-0666e5466d23 x-openstack-request-id: req-5b36456c-f35a-424e-b303-0666e5466d23 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:12.866356 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:12.866774 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b36456c-f35a-424e-b303-0666e5466d23 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:12.867307 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca', 'status': 'completed', 'code': 200} Jul 22 11:26:12.882819 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:12.912109 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:12.977428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.022146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-77df2680-d18b-4128-a3b2-c81ff1249ea0 req-4d38b02d-d47c-4f02-866a-ca2c5d256f2f service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339358 Jul 22 11:26:13.061260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-fac00699-37cf-4809-9c10-e16d86fbbf78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:13.062782 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-fac00699-37cf-4809-9c10-e16d86fbbf78 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2693527 Jul 22 11:26:13.143120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:10Z', 'revision_number': 3, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:08Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:13.144522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.147545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.149208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fab34346-2a68-4459-bf41-ba20e3e628ef HTTP/1.1" status: 204 len: 168 time: 0.3774328 Jul 22 11:26:13.164038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be89f1fa-904b-46b1-ad51-0b1921ddd4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fab34346-2a68-4459-bf41-ba20e3e628ef,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:13.182225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f183ffe9-8972-413f-bba1-b3e4e5604204 req-4a39a5f0-e468-48ef-b563-3e6745fcb21b tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:13.183505 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Checking router: e5da4822-b294-4b6f-a247-48daf4e25285 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:13.184113 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Updating router e5da4822-b294-4b6f-a247-48daf4e25285 port 90aac249-d813-431e-b51a-27f70973a722 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:26:13.184804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f183ffe9-8972-413f-bba1-b3e4e5604204 req-4a39a5f0-e468-48ef-b563-3e6745fcb21b tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 946 time: 0.2317481 Jul 22 11:26:13.191143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcbfded7-f1d9-420a-bf5f-02680d82cc3e req-7a678d7f-0223-4774-81df-1a7fe8fbce0d tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:13.192703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcbfded7-f1d9-420a-bf5f-02680d82cc3e req-7a678d7f-0223-4774-81df-1a7fe8fbce0d tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.2080405 Jul 22 11:26:13.254755 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.265465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcbfded7-f1d9-420a-bf5f-02680d82cc3e req-37d7ec34-5828-4e20-9360-c7eb31c8a821 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616040 Jul 22 11:26:13.285627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f183ffe9-8972-413f-bba1-b3e4e5604204 req-0d27e1ab-0e47-48fd-bbe8-82e5328fe4be tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915661 Jul 22 11:26:13.293977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-220511b3-3d83-4b6c-b711-c045ad26aeaf service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2004094 Jul 22 11:26:13.732581 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.762432 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Transition to ACTIVE for port object 90aac249-d813-431e-b51a-27f70973a722 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:13.784675 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.918226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:13.929297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6263cd7-a14c-422c-8914-220fd4b5faa9 req-7912f503-e1b3-4827-b615-a8810d02a445 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:13.929903 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Attempting to bind port 90aac249-d813-431e-b51a-27f70973a722 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:13.930255 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Attempting to bind port 90aac249-d813-431e-b51a-27f70973a722 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:13.931487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6263cd7-a14c-422c-8914-220fd4b5faa9 req-7912f503-e1b3-4827-b615-a8810d02a445 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.1769454 Jul 22 11:26:13.939603 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Attempting to bind port 90aac249-d813-431e-b51a-27f70973a722 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:13.945125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4248501f-10ba-4985-b673-e3c4f50de7a3 req-fddb688b-6d07-4fb0-b64a-ec10061fe373 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6438525 Jul 22 11:26:13.948156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6753f32-b7e2-45ce-a3a8-f1eb58afb22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.967462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1b760171-28ff-4a94-9fb5-224ae24a92f4 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:13.972151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:13.972545 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:13.973712 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.974122 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:13.976312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Bound port: 90aac249-d813-431e-b51a-27f70973a722, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:13.978096 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:13.986622 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Pushing event updated for resources: {'Port': ['ID=90aac249-d813-431e-b51a-27f70973a722,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:14.005591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6263cd7-a14c-422c-8914-220fd4b5faa9 req-9fbf7abf-4d6b-401e-94a7-38c41f9abdcd tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668004 Jul 22 11:26:14.020738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:14.037369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69cd8cf8-9038-4a5a-a3c6-bd3316153b30 req-d43efe41-0fe7-48c0-97f9-8d71ac3aecf6 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:14.047635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69cd8cf8-9038-4a5a-a3c6-bd3316153b30 req-d43efe41-0fe7-48c0-97f9-8d71ac3aecf6 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 948 time: 0.1954904 Jul 22 11:26:14.081440 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.082835 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.084535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.085678 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.088205 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.094391 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.095158 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.096096 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.103793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:26:14.104147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 08499f22-1f1b-4eb1-8a0c-56fdc2a555e7 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:14.114535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.115156 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.115643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.116120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:14.149174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69cd8cf8-9038-4a5a-a3c6-bd3316153b30 req-794bbcf7-80c1-45b6-b72f-23916453a99f tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945680 Jul 22 11:26:14.213872 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] For port 90aac249-d813-431e-b51a-27f70973a722, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:14.217894 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] For port 90aac249-d813-431e-b51a-27f70973a722, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=90aac249-d813-431e-b51a-27f70973a722,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:14.227552 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.250593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:14.269066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49aa8d35-f4d5-4720-b468-e42e2c52a321 req-182e851e-134f-444c-aef5-0b77a904dd5e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:14.270762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49aa8d35-f4d5-4720-b468-e42e2c52a321 req-182e851e-134f-444c-aef5-0b77a904dd5e tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 944 time: 0.1482911 Jul 22 11:26:14.276042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '1b760171-28ff-4a94-9fb5-224ae24a92f4', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '1b760171-28ff-4a94-9fb5-224ae24a92f4', 'mac_address': 'fa:16:3e:4c:5a:62', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:14.287843 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:14.288655 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:14.313634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b57b3-d9fd-4847-9452-7323570da5bd req-2de582f8-4df0-4be7-b56a-0f57de320059 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:14.315099 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-2de582f8-4df0-4be7-b56a-0f57de320059 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1095 time: 0.1775446 Jul 22 11:26:14.322887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.340110 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.346688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49aa8d35-f4d5-4720-b468-e42e2c52a321 req-1b9a215a-49d3-4535-93a6-74b4fda4f987 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687544 Jul 22 11:26:14.366588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b760171-28ff-4a94-9fb5-224ae24a92f4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:14.392066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:14.401318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.439269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6753f32-b7e2-45ce-a3a8-f1eb58afb22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.453976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db45f152-595b-440b-96a3-73c7499d0dbd None None] Pushing event updated for resources: {'Port': ['ID=90aac249-d813-431e-b51a-27f70973a722,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:14.487831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:14.500748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:14.548555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53161a0d-b128-4dcb-800d-8de93e1c9048 req-2b46eb86-8abd-49f1-89f6-14060f259411 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:14.549029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6753f32-b7e2-45ce-a3a8-f1eb58afb22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.550110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53161a0d-b128-4dcb-800d-8de93e1c9048 req-2b46eb86-8abd-49f1-89f6-14060f259411 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 947 time: 0.1417334 Jul 22 11:26:14.607039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6753f32-b7e2-45ce-a3a8-f1eb58afb22a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b7eff917c764339ad0870830bfdc522&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6839421 Jul 22 11:26:14.613194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53161a0d-b128-4dcb-800d-8de93e1c9048 req-ca53cce3-98fb-4430-babf-1c02a70ea355 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488248 Jul 22 11:26:14.614673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:14.643129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6753f32-b7e2-45ce-a3a8-f1eb58afb22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d43af0f9-a351-4f49-8729-d215f7eeab60,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:14.672448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.672652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1b760171-28ff-4a94-9fb5-224ae24a92f4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:14.697629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.737529 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:10Z', 'revision_number': 3, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:14.754673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Allocated IP 172.20.0.1 (121e63d7-79b9-4546-ab7c-0c5f810a88d9/028bd094-034d-4106-8cf4-3514fa73a683/0a3df646-1924-4535-810d-bad2c4f818d3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:14.766679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.770250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:14.776220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88b70a58-76ea-4b29-a8cb-2b2ecdf607e0 None None] The sync data for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 is: [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:10Z', 'revision_number': 3, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:14.779581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d43af0f9-a351-4f49-8729-d215f7eeab60 HTTP/1.1" status: 204 len: 168 time: 0.1622179 Jul 22 11:26:14.792145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1af981a-24f7-420d-a96a-24e1191ab455 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d43af0f9-a351-4f49-8729-d215f7eeab60,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:14.849522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b57b3-d9fd-4847-9452-7323570da5bd req-4c7ee26e-951e-4df1-b5f4-099a4f8d6e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:14.851046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-4c7ee26e-951e-4df1-b5f4-099a4f8d6e3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.5244174 Jul 22 11:26:14.945777 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-721abfa5-94cf-407b-bf36-9e77aec6d78a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 217 time: 0.0827579 Jul 22 11:26:15.029644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b57b3-d9fd-4847-9452-7323570da5bd req-6f5fd2fd-0c1e-42f8-b737-7c471d6e6411 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.031417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-6f5fd2fd-0c1e-42f8-b737-7c471d6e6411 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.0785248 Jul 22 11:26:15.034419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.077150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-bfa0bc96-31b0-4350-b988-df69eca69dc2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0324662 Jul 22 11:26:15.100657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Transition to ACTIVE for port object 0a3df646-1924-4535-810d-bad2c4f818d3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:15.201248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-425b57b3-d9fd-4847-9452-7323570da5bd req-fade4aaa-cefd-4f4f-946a-6db0fa36da51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.203228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-fade4aaa-cefd-4f4f-946a-6db0fa36da51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1597269 Jul 22 11:26:15.225243 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7130b161-db6b-449b-8914-a901a8816636 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.229233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.288715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:15.297609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-2e72fb4a-0c32-4ed0-84bc-6c5713e02e9d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.299177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-2e72fb4a-0c32-4ed0-84bc-6c5713e02e9d tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 948 time: 0.2194304 Jul 22 11:26:15.303807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:15.306578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:15.333263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-96785bae-b7d8-4a6f-8fb3-23bcdcbc64d4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.340247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-96785bae-b7d8-4a6f-8fb3-23bcdcbc64d4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2568252 Jul 22 11:26:15.352121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-500d46a1-badc-4e10-965b-760ac11472a5 req-4c19f131-d1c4-443a-9b38-48de806a3b90 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.353656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-500d46a1-badc-4e10-965b-760ac11472a5 req-4c19f131-d1c4-443a-9b38-48de806a3b90 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.2371194 Jul 22 11:26:15.360955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-7be6cffa-edf2-49c2-a1dd-1909b93dfde7 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/quotas/522e135199464302b52f0f57c85736c5 HTTP/1.1" status: 200 len: 375 time: 0.0197287 Jul 22 11:26:15.445729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Pushing event updated for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:15.478510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.558246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-4329ffa2-d4dd-47de-87bf-2ceee8b0a78f service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3476951 Jul 22 11:26:15.676220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fd251bcb-54c5-4562-855f-670dc59e2f85 None None] Provisioning for port 0a3df646-1924-4535-810d-bad2c4f818d3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:15.681775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fd251bcb-54c5-4562-855f-670dc59e2f85 None None] Provisioning complete for port 0a3df646-1924-4535-810d-bad2c4f818d3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:15.682308 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd251bcb-54c5-4562-855f-670dc59e2f85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.704044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Deleting port eb5b619a-5e03-4b4e-a68e-ce626974cc64 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:26:15.704381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.733205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fd251bcb-54c5-4562-855f-670dc59e2f85 None None] Port 0a3df646-1924-4535-810d-bad2c4f818d3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:15.737451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-2d1681cb-c100-40f2-a710-920daaaef5d5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3755410 Jul 22 11:26:15.791234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-500d46a1-badc-4e10-965b-760ac11472a5 req-fe569bb5-2ca8-4f60-b718-9067f3ef214d tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4158614 Jul 22 11:26:15.817496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-425b57b3-d9fd-4847-9452-7323570da5bd req-2370bb24-3549-4fea-845b-d0b647ca428f service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2482965 Jul 22 11:26:15.853806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.918679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] For port eb5b619a-5e03-4b4e-a68e-ce626974cc64, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=eb5b619a-5e03-4b4e-a68e-ce626974cc64,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:15.919105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:15.978472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-661c436f-d3d9-449a-b301-e183a6ce4586 req-32d5b897-46d9-4a49-81c6-8b402eb9ebaf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:15.983445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1b760171-28ff-4a94-9fb5-224ae24a92f4 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:15.988887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Calling delete_port for eb5b619a-5e03-4b4e-a68e-ce626974cc64 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:26:15.992495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-661c436f-d3d9-449a-b301-e183a6ce4586 req-32d5b897-46d9-4a49-81c6-8b402eb9ebaf tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 948 time: 0.1200011 Jul 22 11:26:16.111722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 1b760171-28ff-4a94-9fb5-224ae24a92f4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:16.117461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 1b760171-28ff-4a94-9fb5-224ae24a92f4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:16.119250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.170104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-661c436f-d3d9-449a-b301-e183a6ce4586 req-e016e042-0eb2-437d-9c44-8f27353e43c4 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/security-groups?id=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1700850 Jul 22 11:26:16.244107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-241150e4-e966-4422-9a78-55f4f0af226d req-71183625-ebea-4ef7-a78b-19d242bf3ae2 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:16.245602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.251371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.267095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-241150e4-e966-4422-9a78-55f4f0af226d req-71183625-ebea-4ef7-a78b-19d242bf3ae2 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 944 time: 0.2284858 Jul 22 11:26:16.333942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.381617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 90aac249-d813-431e-b51a-27f70973a722 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:16.396296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-241150e4-e966-4422-9a78-55f4f0af226d req-5e740ee9-bde7-44e6-ba90-ce346eeb3f73 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277492 Jul 22 11:26:16.422570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Pushing event updated for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:16.431328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.496254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.513799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:16.525772 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b0f59ca2-8ad9-4558-b8c9-8501665ee985" -d '{"events": [{"server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "name": "network-vif-plugged", "status": "completed", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:16.544686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb06c239-10f9-46ab-92f8-b2868ff9ec6c req-bf6a6bc9-86aa-4f9a-8ab2-f8f855879452 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:16.547355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb06c239-10f9-46ab-92f8-b2868ff9ec6c req-bf6a6bc9-86aa-4f9a-8ab2-f8f855879452 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 947 time: 0.1182573 Jul 22 11:26:16.554515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['eb5b619a-5e03-4b4e-a68e-ce626974cc64'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:16.592105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:16.593994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 90aac249-d813-431e-b51a-27f70973a722 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:16.600014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 90aac249-d813-431e-b51a-27f70973a722 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:16.600389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.605152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.668096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Pushing event deleted for resources: {'Port': ['ID=eb5b619a-5e03-4b4e-a68e-ce626974cc64,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:16.690184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb06c239-10f9-46ab-92f8-b2868ff9ec6c req-26430ad1-160f-4931-a0db-f1bd57138dc2 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1276019 Jul 22 11:26:16.771112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] No DVR routers for this DVR port eb5b619a-5e03-4b4e-a68e-ce626974cc64 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:16.773921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:16.782204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:16.785014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b73ec4-03cc-4859-ae97-1cfb724f4e3b req-5658cb61-cbcd-4863-9cd4-9bea5fa40ec5 tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.36 "DELETE /v2.0/ports/eb5b619a-5e03-4b4e-a68e-ce626974cc64 HTTP/1.1" status: 204 len: 173 time: 1.4736021 Jul 22 11:26:16.792496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'name': 'network-vif-deleted', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:16.798771 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-09137a1e-edf2-478b-a55d-95d4b9936fc6" -d '{"events": [{"server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "name": "network-vif-deleted", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:16.843352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-33920311-22e6-4224-9d1e-207c1ee28f51 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0403357 Jul 22 11:26:16.870848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:16.882567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:16.886242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 90879285-41b7-4570-8336-27ad1186c2ca details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:16.914616 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:17.128787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-cccb03b4-f3d4-41bf-b565-fd4972789adb tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:17.146559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-cccb03b4-f3d4-41bf-b565-fd4972789adb tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3015285 Jul 22 11:26:17.191407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-ce4a1235-f01f-4d98-aa44-809248cb723b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/quotas/522e135199464302b52f0f57c85736c5 HTTP/1.1" status: 200 len: 375 time: 0.0424154 Jul 22 11:26:17.207102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Router e5da4822-b294-4b6f-a247-48daf4e25285 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:17.258789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 90aac249-d813-431e-b51a-27f70973a722, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=90aac249-d813-431e-b51a-27f70973a722,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:17.281101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-efdd4560-17a0-4542-a4f0-5523baacc4ac tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0887868 Jul 22 11:26:17.284339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:17.463771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=90879285-41b7-4570-8336-27ad1186c2ca,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:17.539333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '90879285-41b7-4570-8336-27ad1186c2ca', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:17.550184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=90aac249-d813-431e-b51a-27f70973a722,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:17.570645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c363d3c3-35f9-4baf-84dd-312e86231a6b None None] Provisioning complete for port 0a3df646-1924-4535-810d-bad2c4f818d3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:17.571250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c363d3c3-35f9-4baf-84dd-312e86231a6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:17.594607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:17.602985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c48ca7e8-c051-450b-96bc-d998e0f0756e admin admin] 10.222.0.21 "PUT /v2.0/routers/e5da4822-b294-4b6f-a247-48daf4e25285/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8625002 Jul 22 11:26:17.636787 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c1a2fdac-56a8-46a1-af33-58b32c10f51a x-openstack-request-id: req-c1a2fdac-56a8-46a1-af33-58b32c10f51a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:17.637753 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c5b0580-671c-4c77-8ade-13619048d1e4", "name": "network-vif-deleted", "tag": "eb5b619a-5e03-4b4e-a68e-ce626974cc64", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:17.638353 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c1a2fdac-56a8-46a1-af33-58b32c10f51a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:17.638928 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c5b0580-671c-4c77-8ade-13619048d1e4', 'name': 'network-vif-deleted', 'tag': 'eb5b619a-5e03-4b4e-a68e-ce626974cc64', 'status': 'completed', 'code': 200} Jul 22 11:26:17.641956 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-225e30fb-8eb5-4ea5-bf51-a2872c2949b2 x-openstack-request-id: req-225e30fb-8eb5-4ea5-bf51-a2872c2949b2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:17.642957 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "name": "network-vif-plugged", "status": "completed", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:17.643313 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-225e30fb-8eb5-4ea5-bf51-a2872c2949b2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:17.645639 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4', 'code': 200} Jul 22 11:26:17.652010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Sync routers for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:17.777130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77f621eb-f6a8-435d-a54d-c4ce6e75436c req-d029c7e7-844c-41be-a76f-eadcd0f41b5e tempest-ServersAdminNegativeTestJSON-439311330 tempest-ServersAdminNegativeTestJSON-439311330-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c5b0580-671c-4c77-8ade-13619048d1e4 HTTP/1.1" status: 200 len: 210 time: 0.0600672 Jul 22 11:26:17.853994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-541a4083-7ba0-4a99-8b16-8c786084fbf5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0709403 Jul 22 11:26:17.894166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:17.894343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c363d3c3-35f9-4baf-84dd-312e86231a6b None None] Port 0a3df646-1924-4535-810d-bad2c4f818d3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:17.907115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:17.908848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:17.962469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.028350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.059625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1683cfd1-f74c-426a-87e9-cdc18afd2675 req-40b28be0-6abd-4791-bf40-ee31fe641031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:18.062723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1683cfd1-f74c-426a-87e9-cdc18afd2675 req-40b28be0-6abd-4791-bf40-ee31fe641031 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 1099 time: 0.2850616 Jul 22 11:26:18.160066 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1683cfd1-f74c-426a-87e9-cdc18afd2675 req-7001998f-a835-40ab-90a3-e30a5d40b9c5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907660 Jul 22 11:26:18.162361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-91c6a2ee-2689-4f92-ad99-4778ddfe66ce tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:18.168863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-91c6a2ee-2689-4f92-ad99-4778ddfe66ce tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3071365 Jul 22 11:26:18.173412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:18.181999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b15cd3f-a92f-4f28-bd5b-d3d714a8425d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.205996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af31654-bfd2-4116-a755-21b1412deb33 req-fde7bce1-9e23-4e05-8f90-fe52f690f552 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:18.226645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4af31654-bfd2-4116-a755-21b1412deb33 req-fde7bce1-9e23-4e05-8f90-fe52f690f552 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 944 time: 0.1835964 Jul 22 11:26:18.251211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 90879285-41b7-4570-8336-27ad1186c2ca {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:18.280201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Request body: {'port': {'device_id': 'c3a21831-1514-46f9-a980-a6890f916e19', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '522e135199464302b52f0f57c85736c5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:18.352025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b15cd3f-a92f-4f28-bd5b-d3d714a8425d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.356558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4af31654-bfd2-4116-a755-21b1412deb33 req-f06a267b-197f-4236-ba00-2cb55521feb8 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1256983 Jul 22 11:26:18.361933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b15cd3f-a92f-4f28-bd5b-d3d714a8425d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.438485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=90879285-41b7-4570-8336-27ad1186c2ca,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:18.451099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 90aac249-d813-431e-b51a-27f70973a722 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:18.455026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b15cd3f-a92f-4f28-bd5b-d3d714a8425d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3b34195370f4ea08e7ae249d1b84e6b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5556784 Jul 22 11:26:18.455545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:18.479235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8129cf50-5f3f-49fa-bdd2-3ec8cabede5f req-046dfdb0-cb02-496d-94a5-d694f066d687 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 210 time: 0.0512071 Jul 22 11:26:18.495156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b15cd3f-a92f-4f28-bd5b-d3d714a8425d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efaffe84-65fe-4414-8da9-6978f7bccd6f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:18.536138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.571552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Made reservation on behalf of 522e135199464302b52f0f57c85736c5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:18.575787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.578017 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.580367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.627007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.640763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.644536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.645782 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/efaffe84-65fe-4414-8da9-6978f7bccd6f HTTP/1.1" status: 204 len: 168 time: 0.1869314 Jul 22 11:26:18.647391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-613a2569-6abf-4718-9c50-0df0e3fbdf1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.672237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d80e05-d4fb-4df6-8e29-ec344a5333d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efaffe84-65fe-4414-8da9-6978f7bccd6f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:18.712224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dae153e3-6b86-4a41-a633-370ef741ca97 req-e90974b8-1f45-4a80-b5d6-5574c1612a95 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:18.720352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dae153e3-6b86-4a41-a633-370ef741ca97 req-e90974b8-1f45-4a80-b5d6-5574c1612a95 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 948 time: 0.1385293 Jul 22 11:26:18.730201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:18.759327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 90aac249-d813-431e-b51a-27f70973a722 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:18.759756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:18.781885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-8f2c0519-dadf-4698-ad28-f96ef5b1c12a tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:26:18.783092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-8f2c0519-dadf-4698-ad28-f96ef5b1c12a tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0148575 Jul 22 11:26:18.800374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dae153e3-6b86-4a41-a633-370ef741ca97 req-71c85ab4-3e51-42a9-a9d4-28e963f9e175 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787668 Jul 22 11:26:18.803511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:18.804061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:26:18.837032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['90879285-41b7-4570-8336-27ad1186c2ca'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:19.069618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.114354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.244492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:19.247448 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.271977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 2, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:19.277080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4f38e33-fc5b-4db9-8da3-cb8620a70968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.301105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Checking router: e5da4822-b294-4b6f-a247-48daf4e25285 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:19.301486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Updating router e5da4822-b294-4b6f-a247-48daf4e25285 port 0a3df646-1924-4535-810d-bad2c4f818d3 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:26:19.327813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:19.328280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:19.328568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:19.332944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Allocated IP 192.168.233.229 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/0b607724-5011-4432-aa31-7d68ca99fd41) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:19.361557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:19.361763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.361880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:19.373037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:19.375088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:19.375565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:19.376103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Bound port: 2ede3985-82d2-4b4f-8446-a59a74e66563, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:19.419743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e574e07-48ab-47db-a25a-e787f37f46d1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:19.459053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-3743acc3-97bf-42d8-b659-80db400d8fd9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0480807 Jul 22 11:26:19.523336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:19.624211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.631489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-324e8483-0de7-4434-8937-c94a16707879 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:19.633267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-324e8483-0de7-4434-8937-c94a16707879 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1654286 Jul 22 11:26:19.639542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Transition to ACTIVE for port object 0b607724-5011-4432-aa31-7d68ca99fd41 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:19.649138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Request body: {'port': {'device_id': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '522e135199464302b52f0f57c85736c5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:19.677030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.680087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-7cddf119-552b-49a6-9af1-190b5f2bdaec service neutron] 10.222.0.21 "POST /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563/bindings HTTP/1.1" status: 201 len: 389 time: 0.8827550 Jul 22 11:26:19.683058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.776046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4f38e33-fc5b-4db9-8da3-cb8620a70968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.805592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:19.819985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:19.831603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:19.845094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:19.852510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:19.853526 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:19.876510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-ffa222a0-115b-42e4-8ae2-b57d10f41a17 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.6001716 Jul 22 11:26:19.893750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Request body: {'port': {'device_id': 'c3a21831-1514-46f9-a980-a6890f916e19', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:19.987750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:20.058119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device eb5b619a-5e03-4b4e-a68e-ce626974cc64 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:20.061118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'security_group': {'name': 'tempest-securitygroup--877029257', 'description': 'tempest-description--219471848'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:20.106337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-379ceeab-9118-4f5c-a266-21c95e32f654 req-5bab1959-a7c6-414d-8bf1-721b5fe06e1f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 210 time: 0.0499694 Jul 22 11:26:20.122064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: eb5b619a-5e03-4b4e-a68e-ce626974cc64 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:26:20.127339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device eb5b619a-5e03-4b4e-a68e-ce626974cc64 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:20.140122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.144257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.159089 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.190291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Transition to ACTIVE for port object 0a3df646-1924-4535-810d-bad2c4f818d3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:20.203348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.210841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4f38e33-fc5b-4db9-8da3-cb8620a70968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.271089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57adbf-5066-47ce-96b0-eec385660fce None None] Pushing event updated for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:20.388041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50312) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:20.389152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Attempting to bind port 0a3df646-1924-4535-810d-bad2c4f818d3 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:20.390508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Attempting to bind port 0a3df646-1924-4535-810d-bad2c4f818d3 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:20.391497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Attempting to bind port 0a3df646-1924-4535-810d-bad2c4f818d3 on network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:20.397642 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c4f38e33-fc5b-4db9-8da3-cb8620a70968 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c4f6d11ef9fc45b5a338b30d8f4e9c19&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1516554 Jul 22 11:26:20.400334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:20.400809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Checking segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:20.401305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.401417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:20.401832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Bound using segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:20.402434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Bound port: 0a3df646-1924-4535-810d-bad2c4f818d3, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:20.404001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.443034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f38e33-fc5b-4db9-8da3-cb8620a70968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5022ed78-a2c4-4380-957b-75f4d8f93307,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:20.488600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-0e2e67b4-9da2-415b-882e-5a256eda0fe2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:20.490541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-0e2e67b4-9da2-415b-882e-5a256eda0fe2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1096 time: 0.3507669 Jul 22 11:26:20.493800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.549762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a998f85-d57f-49a5-9354-2f9f86e6da6f req-82cfa1ed-285b-467f-a7dd-5b3aad244888 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:20.557035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a998f85-d57f-49a5-9354-2f9f86e6da6f req-82cfa1ed-285b-467f-a7dd-5b3aad244888 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 945 time: 0.3805199 Jul 22 11:26:20.596215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] For port 0a3df646-1924-4535-810d-bad2c4f818d3, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:20.600101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] For port 0a3df646-1924-4535-810d-bad2c4f818d3, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a3df646-1924-4535-810d-bad2c4f818d3,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:20.604699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-e4309cca-eba9-4aee-9946-1aef3224d1c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:20.607218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-e4309cca-eba9-4aee-9946-1aef3224d1c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.1080527 Jul 22 11:26:20.611137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.631025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.631741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1407d420-f45b-418c-a405-3d762643916a req-26bff573-09c7-43c2-94e1-99a73b6a5d00 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:20.633201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1407d420-f45b-418c-a405-3d762643916a req-26bff573-09c7-43c2-94e1-99a73b6a5d00 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 945 time: 0.4028978 Jul 22 11:26:20.655965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a998f85-d57f-49a5-9354-2f9f86e6da6f req-2dc7e7f2-3c70-414a-bc4f-b61e1d5ab8eb tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983644 Jul 22 11:26:20.670490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-e0fe51cf-6c2a-4c6c-a14f-19fa8c33afa8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0573337 Jul 22 11:26:20.700179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:20.700716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:20.717263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.752237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f57adbf-5066-47ce-96b0-eec385660fce None None] Pushing event updated for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:20.754217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.767497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-d2f9798a-6840-434d-af81-cb1593ad8780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:20.769140 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-d2f9798a-6840-434d-af81-cb1593ad8780 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0914288 Jul 22 11:26:20.774546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Made reservation on behalf of 522e135199464302b52f0f57c85736c5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:20.779195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.798664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dc0e080a-2417-4f9e-a12c-73d1d2c33698,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:20.833240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-cd633811-d290-4d38-9107-b4cceaf874ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0501733 Jul 22 11:26:20.838109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.841298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.845374 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5022ed78-a2c4-4380-957b-75f4d8f93307 HTTP/1.1" status: 204 len: 168 time: 0.4409811 Jul 22 11:26:20.854627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:20.864979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64032e3d-c5d9-4184-b766-47a72acc2ef4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0f18d46c3504faa927b45ea8ee1d48f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4692113 Jul 22 11:26:20.869656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:20.899706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 90879285-41b7-4570-8336-27ad1186c2ca up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:20.901263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:20.903003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0ddc538a-9e8c-45a2-95d4-b0e2ea790db3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.9093573 Jul 22 11:26:20.926119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1407d420-f45b-418c-a405-3d762643916a req-e36bd35a-aa94-4beb-b1a2-ffec2b6b4b78 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672815 Jul 22 11:26:20.926815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:20.937488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'security_group_rule': {'security_group_id': 'dc0e080a-2417-4f9e-a12c-73d1d2c33698', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:20.941644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-064241c6-8484-46b1-a7c2-6ce6d1f13b6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5022ed78-a2c4-4380-957b-75f4d8f93307,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:21.021552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-57bc57a3-cb1d-4af6-b903-4b624c83451f service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1749222 Jul 22 11:26:21.116991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.146843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-cf9ab8bc-1f0c-478b-ae85-8f5921f2b74c service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167128 Jul 22 11:26:21.282237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67d17bdb-0c44-4b39-b156-fd8fa2acbed3 req-6d213368-c50d-48a9-8fca-27b14e5c0f11 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:21.284100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67d17bdb-0c44-4b39-b156-fd8fa2acbed3 req-6d213368-c50d-48a9-8fca-27b14e5c0f11 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 948 time: 0.4891040 Jul 22 11:26:21.302043 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.314479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 90879285-41b7-4570-8336-27ad1186c2ca completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:21.320755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 90879285-41b7-4570-8336-27ad1186c2ca triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:21.321449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.379921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:21.388311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:20Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:21.388596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.409000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2b236a7-555f-40d2-b2fa-56360fe01de6 req-f090c7f5-c355-4c6d-a681-d874d9771233 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 210 time: 0.1667488 Jul 22 11:26:21.412926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-18c1771f-e54a-4c88-870c-412ee2c72035 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:21.419282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-18c1771f-e54a-4c88-870c-412ee2c72035 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.2095580 Jul 22 11:26:21.425926 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.431203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:21.449072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691c6b47-eea8-4d98-a822-0fb572af1cb0 None None] The sync data for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 is: [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:20Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:21.481605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Transition to ACTIVE for port object 0b607724-5011-4432-aa31-7d68ca99fd41 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:21.498701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67d17bdb-0c44-4b39-b156-fd8fa2acbed3 req-57ce1c3b-32e7-48e4-a0f6-24cfc169796b tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1795654 Jul 22 11:26:21.555124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.596200 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.618603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.623911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.659668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.685502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.688428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:21.697758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Allocated IP 192.168.233.97 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/c80e5fa6-b24e-4c62-8fab-a54e4286bcd2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:21.703667 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f79ed225-8f1b-4c8d-91b5-b6df3d499000" -d '{"events": [{"server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "name": "network-vif-plugged", "status": "completed", "tag": "90879285-41b7-4570-8336-27ad1186c2ca"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:21.727628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5cef66cf-ea3d-47cf-9638-c95f573f39ec,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:21.750878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.756340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:21.756542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=90879285-41b7-4570-8336-27ad1186c2ca,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:21.756820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76617c43-6dba-4d84-a6a6-96938c1553b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8193042 Jul 22 11:26:21.757838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54c13cbf-a0d7-4da3-8160-90788639a7a4 None None] Provisioning for port 0b607724-5011-4432-aa31-7d68ca99fd41 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:21.764220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'security_group_rule': {'security_group_id': 'dc0e080a-2417-4f9e-a12c-73d1d2c33698', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:21.779989 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.788472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:21.885298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.888799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:21.902220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6ec0e485-9c0d-4578-a3e1-8fa3dff5f466 HTTP/1.1" status: 204 len: 168 time: 1.0140882 Jul 22 11:26:21.980323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Attempting to bind port 0b607724-5011-4432-aa31-7d68ca99fd41 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:21.981235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Attempting to bind port 0b607724-5011-4432-aa31-7d68ca99fd41 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:21.981584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Attempting to bind port 0b607724-5011-4432-aa31-7d68ca99fd41 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:21.999298 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91d9554d-8712-4874-8276-11a7b365187e x-openstack-request-id: req-91d9554d-8712-4874-8276-11a7b365187e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:21.999298 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "name": "network-vif-plugged", "status": "completed", "tag": "90879285-41b7-4570-8336-27ad1186c2ca", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:21.999537 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91d9554d-8712-4874-8276-11a7b365187e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:21.999742 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca', 'code': 200} Jul 22 11:26:22.004237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-034e1c0c-4a31-4084-a024-1dd403228264 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6ec0e485-9c0d-4578-a3e1-8fa3dff5f466,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.005407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.022843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Port 0b607724-5011-4432-aa31-7d68ca99fd41 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:22.023175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Attempting to bind port 0b607724-5011-4432-aa31-7d68ca99fd41 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:22.065195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:22.065566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:22.067209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:22.067691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Bound port: 0b607724-5011-4432-aa31-7d68ca99fd41, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:22.068071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.103236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.195892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:22.201481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:22.248199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:22.278842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.281453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa56dc16-16a4-450a-9199-2040ef12e269 req-5eba0a44-116c-4a05-834f-5e147c0b1c5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:22.283174 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa56dc16-16a4-450a-9199-2040ef12e269 req-5eba0a44-116c-4a05-834f-5e147c0b1c5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1097 time: 0.2817247 Jul 22 11:26:22.353420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a3df646-1924-4535-810d-bad2c4f818d3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:22.394217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.398889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa56dc16-16a4-450a-9199-2040ef12e269 req-02ab1ebc-2821-4f69-a4fd-cfd2ec9880db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058393 Jul 22 11:26:22.407298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.419196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.454053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:22.479677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0a3df646-1924-4535-810d-bad2c4f818d3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:22.486597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0a3df646-1924-4535-810d-bad2c4f818d3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:22.486719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.487137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Transition to ACTIVE for port object c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:22.496954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd9fce8a-ea3f-4ce8-9ab9-3e74924dff98,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.500709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94799224-0998-4a20-bccd-0e6a2e9a68cf req-c1b19967-3876-421e-bd26-a2dc83a07310 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:22.510003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.515252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-60a2331a-5343-483b-9a53-99fe8ac129ab tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7569914 Jul 22 11:26:22.518803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50366) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:22.522137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94799224-0998-4a20-bccd-0e6a2e9a68cf req-c1b19967-3876-421e-bd26-a2dc83a07310 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 946 time: 0.6832478 Jul 22 11:26:22.530392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:22.561310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:22.562977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.564473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] 10.222.0.36 "PUT /v2.0/ports/0b607724-5011-4432-aa31-7d68ca99fd41 HTTP/1.1" status: 200 len: 1096 time: 2.6803513 Jul 22 11:26:22.584243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:22.588233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:22.589788 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-415bb968-cf23-40f7-8c5e-3fbc9e51c25a" -d '{"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:22.597503 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-45aa4a97-12a2-405d-b720-c5d7aab7d60f" -d '{"events": [{"name": "network-changed", "server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:22.602035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.633401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.661067 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.736347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 0a3df646-1924-4535-810d-bad2c4f818d3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a3df646-1924-4535-810d-bad2c4f818d3,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:22.736721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:22.738829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.748524 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.757391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94799224-0998-4a20-bccd-0e6a2e9a68cf req-da23ea5b-98b3-479b-9c06-20eec0fd38a7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262671 Jul 22 11:26:22.771129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9de958-97dd-4b1d-9197-05c73039d41e service neutron] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.822120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5d692d4-4d42-46c3-a286-4e3ef729f1af req-e4dd1517-1062-4f6f-bbce-f801098e5f8d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:22.838572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5d692d4-4d42-46c3-a286-4e3ef729f1af req-e4dd1517-1062-4f6f-bbce-f801098e5f8d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 948 time: 0.7382991 Jul 22 11:26:22.852119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.858131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:22.866307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:22.951301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5d692d4-4d42-46c3-a286-4e3ef729f1af req-310d7b08-f217-480d-8e6e-96ba54be2db9 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115453 Jul 22 11:26:22.972118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-14d26b2a-ac04-4d76-9be1-44c852c90096 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:22.974389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-14d26b2a-ac04-4d76-9be1-44c852c90096 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1099 time: 0.3483446 Jul 22 11:26:23.001814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:23.014328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:23.016796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:23.049083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-510da290-96ac-4a40-bfd9-d14a0094ea00 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0b607724-5011-4432-aa31-7d68ca99fd41 HTTP/1.1" status: 200 len: 217 time: 0.0650887 Jul 22 11:26:23.081192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-29f8cd39-a40b-402f-81d9-de8387893e65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1353c5b4c21448a6a682bf264c3e23b2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2883515 Jul 22 11:26:23.083413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:23.083662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:23.083993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:23.084684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae248e9b-f951-475e-b1a6-c373e4088b15 req-f3de8db4-74fb-4b2d-aecc-879e684c6735 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.085983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event updated for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:23.087383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae248e9b-f951-475e-b1a6-c373e4088b15 req-f3de8db4-74fb-4b2d-aecc-879e684c6735 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.2027886 Jul 22 11:26:23.088020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:23.123248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:23.123589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Attempting to bind port 2ede3985-82d2-4b4f-8446-a59a74e66563 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:23.206222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:23.206603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:23.207000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:23.207454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Bound port: 2ede3985-82d2-4b4f-8446-a59a74e66563, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:23.207816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.221403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.222081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.278884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-5ea7afa0-33e7-4bbb-a5e2-f1ec2fe2b81b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.6360710 Jul 22 11:26:23.285172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6f2a1cd7-0fde-45a7-a592-0108acc0a612 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.286702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-6f2a1cd7-0fde-45a7-a592-0108acc0a612 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2220552 Jul 22 11:26:23.289542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae248e9b-f951-475e-b1a6-c373e4088b15 req-eb02da74-3351-4d3b-98ca-8dfbb2524387 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1577795 Jul 22 11:26:23.349443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Request body: {'port': {'device_id': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:23.375312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.425319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.429224 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b300265d-7f5a-4fa8-a254-794ad51accf2 x-openstack-request-id: req-b300265d-7f5a-4fa8-a254-794ad51accf2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:23.429487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-unplugged", "status": "completed", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:23.429764 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b300265d-7f5a-4fa8-a254-794ad51accf2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:23.430112 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'code': 200} Jul 22 11:26:23.435791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b89379b3-5923-43c6-bbe5-abbc9e9d14b3 None None] Provisioning for port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:23.439975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b89379b3-5923-43c6-bbe5-abbc9e9d14b3 None None] Provisioning complete for port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:23.440353 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b89379b3-5923-43c6-bbe5-abbc9e9d14b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.493936 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c28946df-4d94-40a5-9190-6c3463648bc9 x-openstack-request-id: req-c28946df-4d94-40a5-9190-6c3463648bc9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:23.494239 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:23.494580 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c28946df-4d94-40a5-9190-6c3463648bc9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:23.495173 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'status': 'completed', 'code': 200} Jul 22 11:26:23.510911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b89379b3-5923-43c6-bbe5-abbc9e9d14b3 None None] Port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:23.515701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4be90885-2bdc-47d7-b5e4-c27f5e386409 req-3f173f25-7c5a-456c-bb81-5d12f9270f59 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.517430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4be90885-2bdc-47d7-b5e4-c27f5e386409 req-3f173f25-7c5a-456c-bb81-5d12f9270f59 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 935 time: 0.3432086 Jul 22 11:26:23.518793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.521670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.523764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/de93bb61-ab3d-4142-a55f-21972a6a6bc4 HTTP/1.1" status: 204 len: 168 time: 0.4063597 Jul 22 11:26:23.529999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.534911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:23.538662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:23.579933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.686972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.740972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:23.829080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.829703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:23.831814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-903a0df8-a7dc-429c-867a-e5f25a79a855 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 1121 time: 2.4048121 Jul 22 11:26:23.861908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-263adeae-6182-460e-b5b6-ac3a72f16239 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=de93bb61-ab3d-4142-a55f-21972a6a6bc4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:23.869621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4be90885-2bdc-47d7-b5e4-c27f5e386409 req-f6936a2b-8423-4e85-a8a2-edf501adad4e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3374164 Jul 22 11:26:23.893251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-0dc52066-b999-4c15-9f5c-f9285051f95a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:23.895696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-0dc52066-b999-4c15-9f5c-f9285051f95a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6023548 Jul 22 11:26:23.907880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Allocated IP 172.25.6.180 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/96911b1a-fd60-4e2d-92a5-a4d4f837867d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:23.916533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['2ede3985-82d2-4b4f-8446-a59a74e66563'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:24.181481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-1dc871c5-948e-45b2-a9ec-8bcad6c1e5cc service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2765172 Jul 22 11:26:24.286008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a3df646-1924-4535-810d-bad2c4f818d3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:24.342346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66895535-0af1-47fb-a97e-274e50a89081 req-c6ebc498-fb7e-4483-b6c6-69d234be6942 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:24.348476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0a3df646-1924-4535-810d-bad2c4f818d3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:24.348805 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:24.349950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66895535-0af1-47fb-a97e-274e50a89081 req-c6ebc498-fb7e-4483-b6c6-69d234be6942 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 948 time: 0.3148136 Jul 22 11:26:24.436694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66895535-0af1-47fb-a97e-274e50a89081 req-d29c4139-6ee1-4551-8c0b-6bd64e2065c9 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/security-groups?id=9376b649-e99e-41b3-9b5d-a463908ae939&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857797 Jul 22 11:26:24.440060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f0d92-bde0-41c3-b52c-c1f4eb468283 req-d76c37e7-70b9-4968-a056-7eadf6c0e7e1 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2515719 Jul 22 11:26:24.470883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f474a1-4a15-4a42-b4ea-ef4c065eba39 req-b4c469c8-69d1-477a-8015-89a5c8102200 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:24.473530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f474a1-4a15-4a42-b4ea-ef4c065eba39 req-b4c469c8-69d1-477a-8015-89a5c8102200 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 946 time: 0.2481792 Jul 22 11:26:24.588700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f474a1-4a15-4a42-b4ea-ef4c065eba39 req-92cd8607-ed09-4aeb-9f3e-76171266bd84 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991924 Jul 22 11:26:24.629759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-688b65e9-71f0-4b29-be22-252e03ba4582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:24.631606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-688b65e9-71f0-4b29-be22-252e03ba4582 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1099 time: 0.1201260 Jul 22 11:26:24.635009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:24.719540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:24.728809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:24.749376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:24.753054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Transition to ACTIVE for port object c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:24.782176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:24.803879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:24.810952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:24.818307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:24.827890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'Port': ['ID=96911b1a-fd60-4e2d-92a5-a4d4f837867d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:24.868095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-dbb9bad4-28be-4881-9839-0c211752dfc3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:24.869595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-dbb9bad4-28be-4881-9839-0c211752dfc3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2190192 Jul 22 11:26:24.935551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-adb9b001-01a1-49f7-be8e-d6849710530a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0b607724-5011-4432-aa31-7d68ca99fd41 HTTP/1.1" status: 200 len: 217 time: 0.0555608 Jul 22 11:26:24.947824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Pushing event updated for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:25.000894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-f1c40989-b789-464c-891a-7ea021e7a094 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.002110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-f1c40989-b789-464c-891a-7ea021e7a094 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.2513535 Jul 22 11:26:25.012292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6adc1d96-f914-4577-8f75-b671230f93eb req-3510fe15-fc14-4a8d-afa9-a70e133f75ee tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.019101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6adc1d96-f914-4577-8f75-b671230f93eb req-3510fe15-fc14-4a8d-afa9-a70e133f75ee tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.2671356 Jul 22 11:26:25.021520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Attempting to bind port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:25.022128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Attempting to bind port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:25.022651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Attempting to bind port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:25.032833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:25.033418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Attempting to bind port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:25.036679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.044956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 25, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:25.045535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:25.046149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:25.046837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Bound port: c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:25.047406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.097664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-c1902032-036c-488c-a916-ad75dd5bca75 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.0760727 Jul 22 11:26:25.100331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-6b29d872-7fa5-4bf3-8c5d-cb853efc18ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.101761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-6b29d872-7fa5-4bf3-8c5d-cb853efc18ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1560960 Jul 22 11:26:25.108936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:25.139012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.213928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:25.223795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.230324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6adc1d96-f914-4577-8f75-b671230f93eb req-79c0996c-ad8a-49ba-b391-476839ce4879 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100129 Jul 22 11:26:25.240275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:25.269414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.339062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-f7cb2dfe-7367-4f87-83a6-0ef174df157d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.341099 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-f7cb2dfe-7367-4f87-83a6-0ef174df157d tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 948 time: 0.1749876 Jul 22 11:26:25.366813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.367427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.368779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] 10.222.0.36 "PUT /v2.0/ports/c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 HTTP/1.1" status: 200 len: 1095 time: 2.0320137 Jul 22 11:26:25.386859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-2aaa3255-016a-4be8-8f66-d032c5919bfc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.388601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-2aaa3255-016a-4be8-8f66-d032c5919bfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2758842 Jul 22 11:26:25.444735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563'}, {'name': 'network-changed', 'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:25.446989 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d" -d '{"events": [{"name": "network-changed", "server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563"}, {"name": "network-changed", "server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:25.495655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3ca82b-87dd-4385-b940-5d185b1141bc service neutron] Pushing event updated for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:25.625094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.630931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-199d1bbf-1448-4fa7-b401-9cdbca93802a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.632424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-199d1bbf-1448-4fa7-b401-9cdbca93802a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 1098 time: 0.1798890 Jul 22 11:26:25.634481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.684997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-a3f377f6-e8ae-4545-823a-3eaae606c158 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2406640 Jul 22 11:26:25.702321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a7af71-ebb9-45f2-b1a8-902d416179f8 req-08b9dc6f-5f95-415b-bb14-476088370108 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.703823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93a7af71-ebb9-45f2-b1a8-902d416179f8 req-08b9dc6f-5f95-415b-bb14-476088370108 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 947 time: 0.2219460 Jul 22 11:26:25.717893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-d6cabe1e-ebfe-4930-a06a-54a611fa987d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 HTTP/1.1" status: 200 len: 217 time: 0.0730543 Jul 22 11:26:25.743137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Deleting port 1b760171-28ff-4a94-9fb5-224ae24a92f4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:26:25.743468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.762754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:25.782323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'Port': ['ID=96911b1a-fd60-4e2d-92a5-a4d4f837867d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:25.858709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.882240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-f96e3dcf-7f44-4e76-a9c5-e794a6fe314e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:25.883729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-f96e3dcf-7f44-4e76-a9c5-e794a6fe314e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1428993 Jul 22 11:26:25.904415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.905602 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f8241a1a-f9de-449a-b1f9-23b40293bd05 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.3859437 Jul 22 11:26:25.942595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93a7af71-ebb9-45f2-b1a8-902d416179f8 req-a3a2cf4f-9bb5-4212-ab90-3ef8fc30f229 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2296596 Jul 22 11:26:25.946570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] For port 1b760171-28ff-4a94-9fb5-224ae24a92f4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1b760171-28ff-4a94-9fb5-224ae24a92f4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:25.946570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.958691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2446fbc5-840e-483d-8b81-7d727186a207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:25.974990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Calling delete_port for 1b760171-28ff-4a94-9fb5-224ae24a92f4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:26:26.049242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:26.071424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-0884ee44-485f-4e59-a3cc-33a2f6c628da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.073290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-0884ee44-485f-4e59-a3cc-33a2f6c628da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1828504 Jul 22 11:26:26.233028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:26.251346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:26:26.254008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45aa4a97-12a2-405d-b720-c5d7aab7d60f req-2d2a959f-40f8-4ba3-9217-b3f3604eb994 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5606661 Jul 22 11:26:26.265553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] It took 0.31 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:26:26.272509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-e5b9e4d9-82f3-4dd3-8222-e7dc34f3bf71 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1873286 Jul 22 11:26:26.318309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2446fbc5-840e-483d-8b81-7d727186a207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.330486 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c09553fd-0260-4b2c-b798-211f62205a34 x-openstack-request-id: req-c09553fd-0260-4b2c-b798-211f62205a34 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:26.331187 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:26.331575 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c09553fd-0260-4b2c-b798-211f62205a34 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:26.332165 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'status': 'completed', 'code': 200} Jul 22 11:26:26.332598 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', 'status': 'completed', 'code': 200} Jul 22 11:26:26.337955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2446fbc5-840e-483d-8b81-7d727186a207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.352541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.355336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.356626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.368379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1b760171-28ff-4a94-9fb5-224ae24a92f4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:26.459733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e3ff86a-e044-40cc-98ba-51e018ee8fef req-381e8388-f467-44a5-af20-ad2a46f62350 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.21 "GET /v2.0/ports?device_id=c410825f-615c-47c6-875a-301d9a135397 HTTP/1.1" status: 200 len: 210 time: 0.0377519 Jul 22 11:26:26.470576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Pushing event deleted for resources: {'Port': ['ID=1b760171-28ff-4a94-9fb5-224ae24a92f4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:26.487519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2446fbc5-840e-483d-8b81-7d727186a207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aaf82e48-fefe-4ae2-a58d-74a550c06591,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:26.488959 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6 associated. External IP: 172.25.6.157, port: ade64f18-a65b-4ca3-8c45-948c5acfc27c. Jul 22 11:26:26.491750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2446fbc5-840e-483d-8b81-7d727186a207 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dffbdc7a9ad047789b95685fafbc948b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7185795 Jul 22 11:26:26.494672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:26.548413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] No DVR routers for this DVR port 1b760171-28ff-4a94-9fb5-224ae24a92f4 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:26.554292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.556405 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5ba7ae62-cc1b-48ef-ba0e-af1700a78fc4 req-15958b11-e836-46c2-96f0-c701047d3748 tempest-DeleteServersAdminTestJSON-58964666 tempest-DeleteServersAdminTestJSON-58964666-project] 10.222.0.36 "DELETE /v2.0/ports/1b760171-28ff-4a94-9fb5-224ae24a92f4 HTTP/1.1" status: 204 len: 173 time: 1.2073376 Jul 22 11:26:26.559972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3796b91-57f9-496b-a58c-aae36d652c01 req-a003672a-678d-46bb-8579-7ebf59df9318 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782474 Jul 22 11:26:26.575847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-96806778-e908-4a56-bc67-014a0e395558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.577999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-96806778-e908-4a56-bc67-014a0e395558 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1124 time: 0.2316675 Jul 22 11:26:26.642206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.761141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.769955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-f03e6c27-b3c7-4a9e-8a9c-671e92a69771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.771704 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-f03e6c27-b3c7-4a9e-8a9c-671e92a69771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 1098 time: 0.1094325 Jul 22 11:26:26.776320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-ee7e2a14-632f-419d-81f2-f8ce4f38c895 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.777864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-ee7e2a14-632f-419d-81f2-f8ce4f38c895 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.1922994 Jul 22 11:26:26.831359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d3c99b79-a5d3-4caa-b895-85d71b8f35e6 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--877029257&fields=id&tenant_id=75c095bc514c4f46995b770e3330e8ec HTTP/1.1" status: 200 len: 267 time: 0.1107726 Jul 22 11:26:26.841532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-e4bd1cac-739e-4937-8372-ed40d456bb0d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0547538 Jul 22 11:26:26.885552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.888312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:26.889439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aaf82e48-fefe-4ae2-a58d-74a550c06591 HTTP/1.1" status: 204 len: 168 time: 0.3938308 Jul 22 11:26:26.896370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:26.938241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-6906bfda-2a83-4d04-b4bb-7e851e9c254f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.939760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-6906bfda-2a83-4d04-b4bb-7e851e9c254f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0900974 Jul 22 11:26:26.940589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d3f48c-839f-43b6-b80c-69242c1385ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aaf82e48-fefe-4ae2-a58d-74a550c06591,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:26.941525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-50105345-14c3-4711-ad83-ca1fe912e673 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:26.942885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-50105345-14c3-4711-ad83-ca1fe912e673 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1641555 Jul 22 11:26:27.025916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-713925c7-0c6e-47a6-91c9-bed2b009aa62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0747082 Jul 22 11:26:27.030106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-eb99cf94-ebb1-4572-b819-c448658c18ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.97&port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 HTTP/1.1" status: 200 len: 217 time: 0.0704999 Jul 22 11:26:27.043337 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.047555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-095867e4-9edc-4036-bb67-82cecf0abb17 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.049143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-095867e4-9edc-4036-bb67-82cecf0abb17 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/networks?id=121e63d7-79b9-4546-ab7c-0c5f810a88d9 HTTP/1.1" status: 200 len: 806 time: 0.2105036 Jul 22 11:26:27.085415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-1d1ca318-6ad3-46fb-abff-e0ea3cff7b94 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/quotas/75c095bc514c4f46995b770e3330e8ec HTTP/1.1" status: 200 len: 375 time: 0.0247657 Jul 22 11:26:27.101103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:27.112965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:27.128868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.132394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:27.134213 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:27.144392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-2869205e-ac2d-439a-bccb-a2ec8db6b8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.146104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-2869205e-ac2d-439a-bccb-a2ec8db6b8d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0935681 Jul 22 11:26:27.213313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-a1731fd5-984a-4f1e-9a4d-382236984527 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "PUT /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 996 time: 2.1147163 Jul 22 11:26:27.215610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:27.218348 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5" -d '{"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:27.244330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-47bfa81b-c281-445f-9e8d-caaf23e438fd tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=75c095bc514c4f46995b770e3330e8ec&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1576171 Jul 22 11:26:27.273622 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-d0c60f92-fa7b-464a-8a11-bfa39caf2a3e service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2392664 Jul 22 11:26:27.309131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:27.327627 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:27.336725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b737f26-a971-488e-855b-092e0d13d633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.373548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-56957201-cd05-452c-8c54-b75d73e41147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.375357 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-56957201-cd05-452c-8c54-b75d73e41147 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2201812 Jul 22 11:26:27.426744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-58ebf1bc-5175-4429-8e49-e80fb73b9ff6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.428250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-58ebf1bc-5175-4429-8e49-e80fb73b9ff6 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.1774282 Jul 22 11:26:27.430791 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-d476267a-7950-41ef-9d77-c471928495fd service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437011 Jul 22 11:26:27.438601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-5a7fc1dc-ca2e-4abf-95af-309597f150dc service neutron] 10.222.0.21 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514144 Jul 22 11:26:27.506930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-2de5c5ab-dca1-42a6-a55c-86d6fbd960df service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1231821 Jul 22 11:26:27.672683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-1130f3be-a17f-45b0-bb87-63c6ffd4c9e7 service neutron] 10.222.0.21 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2129345 Jul 22 11:26:27.673800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-d51947d4-f678-462c-86e6-8f8e209ab476 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.675282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-d51947d4-f678-462c-86e6-8f8e209ab476 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.2392244 Jul 22 11:26:27.691786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b737f26-a971-488e-855b-092e0d13d633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.727128 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:25Z', 'revision_number': 1, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:27.728807 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5b737f26-a971-488e-855b-092e0d13d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.764102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:27.775370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:27.776482 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:27.802181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b737f26-a971-488e-855b-092e0d13d633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b6371dc-0922-4755-8bd6-37cbe629a9fe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:27.806039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-dd5d13a1-c744-49fb-b31c-213c4c9be075 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 999 time: 0.1222324 Jul 22 11:26:27.808901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5b737f26-a971-488e-855b-092e0d13d633 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddb3ea77466845eca2452a5c61506f73&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4961157 Jul 22 11:26:27.811430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:27.904537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-8f13bfce-48cd-4340-91c3-9aef05ec169e service neutron] 10.222.0.20 "GET /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.0617001 Jul 22 11:26:27.922932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.952331 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:27.955336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:27.959313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-8e80e351-efef-4429-b64f-b723dee22646 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:27.961185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-8e80e351-efef-4429-b64f-b723dee22646 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1449206 Jul 22 11:26:27.965427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4f98e7e6-933c-403d-8ee5-a1c8fd3b768d req-9e42e631-d413-4305-939f-65c52c80f017 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4494753 Jul 22 11:26:28.061048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.061285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:28.141339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:28.177713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:28.186399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2d91cd-5770-4e16-ab5e-515876cfaffd req-55fa2146-dd47-44d7-b347-5cf3b3d2cefd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:28.193714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2d91cd-5770-4e16-ab5e-515876cfaffd req-55fa2146-dd47-44d7-b347-5cf3b3d2cefd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 943 time: 0.2279656 Jul 22 11:26:28.207622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:28.211629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-f141eac0-463b-48b1-b7ef-789b39259083 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:28.213235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-f141eac0-463b-48b1-b7ef-789b39259083 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2373207 Jul 22 11:26:28.220042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ede3985-82d2-4b4f-8446-a59a74e66563 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:28.221842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '0b607724-5011-4432-aa31-7d68ca99fd41', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '0b607724-5011-4432-aa31-7d68ca99fd41', 'mac_address': 'fa:16:3e:17:45:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:28.226975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-7d926e9c-163c-42cd-966c-15a1180e9fc0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:26:28.231001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-7d926e9c-163c-42cd-966c-15a1180e9fc0 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0089726 Jul 22 11:26:28.233823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:28.235321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.238981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.240094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b6371dc-0922-4755-8bd6-37cbe629a9fe HTTP/1.1" status: 204 len: 168 time: 0.4261763 Jul 22 11:26:28.273815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.274168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.291197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:25Z', 'revision_number': 1, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:28.299405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:28.327470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:28.333187 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.344127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'name': 'network-vif-deleted', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:28.346401 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ef05e4-d90e-4a4c-84a3-1c3fa9ea10fe" -d '{"events": [{"server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "name": "network-vif-deleted", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:28.360816 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f4c8aff-65b7-4322-9988-4c3186a06e96 None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:25Z', 'revision_number': 1, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:28.376257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-bd9885ad-981c-496e-9617-5ac78823e262 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1326387 Jul 22 11:26:28.424707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] Transition to ACTIVE for port object 2ede3985-82d2-4b4f-8446-a59a74e66563 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:28.436610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:28.447537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:28.499423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32c810c8-cb3a-48c6-a594-c7bfc5e52daa req-1658711b-3d8c-4446-8d76-b2187e03f98e service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1222076 Jul 22 11:26:28.529417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] No DVR routers for this DVR port 2ede3985-82d2-4b4f-8446-a59a74e66563 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:28.563091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0b607724-5011-4432-aa31-7d68ca99fd41'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:28.570870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] Pushing event updated for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:28.582166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2d91cd-5770-4e16-ab5e-515876cfaffd req-58e413aa-3e96-4a09-bdb5-2b5985a7d797 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3861620 Jul 22 11:26:28.584660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fdeda52-73ed-4bbf-8561-69fd89384db8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b6371dc-0922-4755-8bd6-37cbe629a9fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:28.596484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2441539c-45d7-4acb-ada7-bff42ffcb956 service neutron] 10.222.0.20 "PUT /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 0.6842871 Jul 22 11:26:28.707276 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9cd93cd0-adfe-4524-aaba-13fafce08655 x-openstack-request-id: req-9cd93cd0-adfe-4524-aaba-13fafce08655 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:28.708088 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:28.708566 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9cd93cd0-adfe-4524-aaba-13fafce08655 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:28.709367 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:26:28.843485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e5855ed-ff37-476a-9cba-4d6900b4d659 req-1fc04385-fba9-47fe-8090-b7d554f0bd3d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:28.851759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e5855ed-ff37-476a-9cba-4d6900b4d659 req-1fc04385-fba9-47fe-8090-b7d554f0bd3d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 947 time: 0.1679008 Jul 22 11:26:28.892013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bccd75f5-2d6d-4942-93a4-7e35333c21f1 None None] New status for floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:26:28.900640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-b1b15f11-c673-405c-98cc-b1a4965b43da tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:28.902293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-b1b15f11-c673-405c-98cc-b1a4965b43da tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.2348387 Jul 22 11:26:28.912062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-75da91fb-4098-4e59-8948-e8d293b6615a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:28.913884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-75da91fb-4098-4e59-8948-e8d293b6615a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.1679943 Jul 22 11:26:28.938417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e5855ed-ff37-476a-9cba-4d6900b4d659 req-e2d7ecf1-1d61-40bb-be5f-ea25beb58f6d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802515 Jul 22 11:26:29.008557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ece7e28-15b1-4ff4-8e79-c87bb410a16f req-0bf29794-f7c8-46e9-a6f8-1b0844ca3578 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 210 time: 0.0352294 Jul 22 11:26:29.042934 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-81163855-2e28-4ec1-8725-163498ac17fa x-openstack-request-id: req-81163855-2e28-4ec1-8725-163498ac17fa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:29.046827 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c410825f-615c-47c6-875a-301d9a135397", "name": "network-vif-deleted", "tag": "1b760171-28ff-4a94-9fb5-224ae24a92f4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:29.047423 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-81163855-2e28-4ec1-8725-163498ac17fa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:29.048002 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c410825f-615c-47c6-875a-301d9a135397', 'name': 'network-vif-deleted', 'tag': '1b760171-28ff-4a94-9fb5-224ae24a92f4', 'status': 'completed', 'code': 200} Jul 22 11:26:29.218924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-445a1c42-678d-4e6a-a4dc-ea28495bde64 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.226689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-445a1c42-678d-4e6a-a4dc-ea28495bde64 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.0944934 Jul 22 11:26:29.237983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-9e260bd1-1aa8-49c3-99ed-c6fb3cf97c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.240000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-9e260bd1-1aa8-49c3-99ed-c6fb3cf97c38 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&tenant_id=2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 1095 time: 0.3296778 Jul 22 11:26:29.305183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-641e5810-d480-470d-b15e-5dd5581c02b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.307047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-641e5810-d480-470d-b15e-5dd5581c02b8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.3810174 Jul 22 11:26:29.351000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-2443a901-638f-4f02-ba86-076cfa5a5c5f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 999 time: 0.1229930 Jul 22 11:26:29.356650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:29.443044 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:29.459367 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-5f295d46-1bb7-42bf-a49d-2b571268588d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 1001 time: 0.1417234 Jul 22 11:26:29.463040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-fedf1a03-bc70-4b38-9d3c-22cf50ad0b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.464537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-fedf1a03-bc70-4b38-9d3c-22cf50ad0b85 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1095 time: 0.1976013 Jul 22 11:26:29.728853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-33c2e3bd-3f41-4d95-953e-bf202cee64e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.731249 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-33c2e3bd-3f41-4d95-953e-bf202cee64e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.2584727 Jul 22 11:26:29.782844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:29.810094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-70d8ef7b-3805-49d9-bc1f-181c5ab7df9c tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.811619 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-70d8ef7b-3805-49d9-bc1f-181c5ab7df9c tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.36 "GET /v2.0/networks?id=121e63d7-79b9-4546-ab7c-0c5f810a88d9 HTTP/1.1" status: 200 len: 806 time: 0.2470129 Jul 22 11:26:29.818925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-4de343fa-0a3e-43f0-b51b-92b352a4b7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.820651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-4de343fa-0a3e-43f0-b51b-92b352a4b7ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.3469059 Jul 22 11:26:29.894679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2ac71bf1-d042-4dfd-8afd-bfd83538ef4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0644872 Jul 22 11:26:29.952917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-8dc6da8f-d1f5-456a-82e7-d98f0cb38fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.954396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-8dc6da8f-d1f5-456a-82e7-d98f0cb38fae service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0468817 Jul 22 11:26:29.957096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7628b4-a21d-4f16-8bd1-825f5cd1303c req-88013372-8ff4-4b2d-a859-a95b34a68b49 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.958818 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-beb9ced7-62eb-432f-a214-d4218816a410 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=75c095bc514c4f46995b770e3330e8ec HTTP/1.1" status: 200 len: 379 time: 0.1364620 Jul 22 11:26:29.964361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-964402d8-bd6f-45a1-af21-ca5791b2186f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:29.965365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a7628b4-a21d-4f16-8bd1-825f5cd1303c req-88013372-8ff4-4b2d-a859-a95b34a68b49 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 944 time: 0.1154649 Jul 22 11:26:29.966346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-964402d8-bd6f-45a1-af21-ca5791b2186f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2234790 Jul 22 11:26:29.971640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'port': {'device_id': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'admin_state_up': True, 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'security_groups': ['dc0e080a-2417-4f9e-a12c-73d1d2c33698']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:30.015977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a7628b4-a21d-4f16-8bd1-825f5cd1303c req-77824e58-2e3e-4153-b2cc-3d0f203ce789 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495062 Jul 22 11:26:30.072948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:30.076994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:30.085201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-ef6fc8c7-cbc3-4680-8512-c3a2d3da1d47 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1100039 Jul 22 11:26:30.203542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50596) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:30.227694 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-d616a812-ebe8-4b03-852e-91fffdeb0442 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2427981 Jul 22 11:26:30.296388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 0b607724-5011-4432-aa31-7d68ca99fd41 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:30.309461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 0b607724-5011-4432-aa31-7d68ca99fd41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:30.310056 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.312975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:30.320953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-117874c0-1496-4801-a932-ffa74a720f2b service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2281992 Jul 22 11:26:30.342435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9fe071d5-9b07-469a-957e-368c77e97eb5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f22f7ea2038d4817b38cebf6e9f24390&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5558758 Jul 22 11:26:30.343054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a12372f9-0544-4984-a58d-a4cf53c84d77 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.344688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:30.353731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', 'mac_address': 'fa:16:3e:f0:4e:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.97'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:30.426387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.451909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:30.457860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.485917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:30.501398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e974c2d-c247-44db-8a6e-f029fab753e7 req-5ac3f5eb-d0d5-4a41-9111-1fc1b11b968a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:30.502574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:30.505667 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43914178-a6c3-4502-85af-a4c363d2f4eb" -d '{"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:30.508545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e974c2d-c247-44db-8a6e-f029fab753e7 req-5ac3f5eb-d0d5-4a41-9111-1fc1b11b968a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 947 time: 0.2732875 Jul 22 11:26:30.512292 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.527165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:30.548062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.558012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.560059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1b760171-28ff-4a94-9fb5-224ae24a92f4 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:30.593171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 1b760171-28ff-4a94-9fb5-224ae24a92f4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:26:30.593927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1b760171-28ff-4a94-9fb5-224ae24a92f4 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:30.610911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:30.625984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:26:30.625984 n-d-754448-4 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:26:30.625984 n-d-754448-4 neutron-server[93706]: [parameters: {'project_id': '75c095bc514c4f46995b770e3330e8ec', 'id': '4b47d242-3442-4da1-afb6-f3e2d3872ddf', 'expiration': datetime.datetime(2021, 7, 22, 11, 28, 30, 599677)}] Jul 22 11:26:30.625984 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:26:30.626326 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:26:30.656242 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.670469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:30.680215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d1b7074-46fa-4dda-a25b-5f466e1a1ac5 req-809747ae-64eb-42d8-b01d-ecea067984b1 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4367847 Jul 22 11:26:30.682408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e974c2d-c247-44db-8a6e-f029fab753e7 req-989a6aef-4729-49da-93fe-d4c598b2c2e5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1730092 Jul 22 11:26:30.700876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-08fbc969-f624-4987-9a78-f4f2470a5aa5 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3730514 Jul 22 11:26:30.739611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['c80e5fa6-b24e-4c62-8fab-a54e4286bcd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:30.833314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5b8c2a5-992c-4177-aebd-5d2b308ebdd8 req-ecdbb35c-05c3-46e5-a994-5d5b380d1fa3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 210 time: 0.0758772 Jul 22 11:26:30.867760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.867760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.867760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9376b649-e99e-41b3-9b5d-a463908ae939 HTTP/1.1" status: 204 len: 168 time: 0.5208871 Jul 22 11:26:30.887807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f068f83d-2de5-4e5e-a6e6-c7d4c6404f59 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9376b649-e99e-41b3-9b5d-a463908ae939,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:30.894027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.908901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:30.943078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:31.001721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:31.023443 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a12372f9-0544-4984-a58d-a4cf53c84d77 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.033751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a12372f9-0544-4984-a58d-a4cf53c84d77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.047536 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6 associated. External IP: 172.25.6.157, port: ade64f18-a65b-4ca3-8c45-948c5acfc27c. Jul 22 11:26:31.052060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-c1b5f65d-a66d-46e9-b509-107ab9a877dc tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:31.054429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-c1b5f65d-a66d-46e9-b509-107ab9a877dc tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.0900414 Jul 22 11:26:31.144354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a12372f9-0544-4984-a58d-a4cf53c84d77 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=804470a49c1a42c5a9024ca5651b26c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9383442 Jul 22 11:26:31.148952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:31.159925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a12372f9-0544-4984-a58d-a4cf53c84d77 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c7f8bd5-86b8-4845-8d4c-52cf98df8099,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:31.237554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Made reservation on behalf of 75c095bc514c4f46995b770e3330e8ec for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:31.241753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.251092 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a81423c0-296d-403f-a182-a3bb5830818d x-openstack-request-id: req-a81423c0-296d-403f-a182-a3bb5830818d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:31.252074 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:31.252560 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a81423c0-296d-403f-a182-a3bb5830818d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:31.253395 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'code': 200} Jul 22 11:26:31.316738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:31.319899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.327305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2a445d2f-698c-4c35-af7e-cfcbaf206884 service neutron] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:31.332841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2a445d2f-698c-4c35-af7e-cfcbaf206884 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.333985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6649751c-8b59-4b7a-9141-8f11ab30c1df req-2a445d2f-698c-4c35-af7e-cfcbaf206884 service neutron] 10.222.0.36 "DELETE /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.2718098 Jul 22 11:26:31.396068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5c8f-5fca-41dc-94d4-7b3ae5795f22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.407853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Allocated IP 172.20.0.10 (121e63d7-79b9-4546-ab7c-0c5f810a88d9/028bd094-034d-4106-8cf4-3514fa73a683/2efc8f99-5c72-42b7-a024-6a7e9d91ed2b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:31.436650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.548547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:31.566624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c7fc7-f361-4685-9753-fa63ce3e22af req-e6f47bd9-219e-419a-b190-25b9a4417764 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:31.568252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-774c7fc7-f361-4685-9753-fa63ce3e22af req-e6f47bd9-219e-419a-b190-25b9a4417764 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1101 time: 0.2255087 Jul 22 11:26:31.573036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.578237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e13e55e2-0b78-4cb1-acc4-322be99e7144 req-a4627139-01cf-4891-8b2b-2da7e4d601d5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:31.579720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e13e55e2-0b78-4cb1-acc4-322be99e7144 req-a4627139-01cf-4891-8b2b-2da7e4d601d5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 944 time: 0.2645221 Jul 22 11:26:31.596838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Transition to ACTIVE for port object 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:31.615148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.617612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.618708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8c7f8bd5-86b8-4845-8d4c-52cf98df8099 HTTP/1.1" status: 204 len: 168 time: 0.4688430 Jul 22 11:26:31.632850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.661107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0ce146e-b80e-4868-96d5-c9e1ee6710fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c7f8bd5-86b8-4845-8d4c-52cf98df8099,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:31.681148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:31.684721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:31.689328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:31.696205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event updated for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:31.747257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:31.748097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.751586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-774c7fc7-f361-4685-9753-fa63ce3e22af req-539b1269-4a67-4bf2-b6f6-446cbe4983c6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1709068 Jul 22 11:26:31.764334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e13e55e2-0b78-4cb1-acc4-322be99e7144 req-c7d30756-59b1-4a22-be6c-1f02f7a97f08 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1711040 Jul 22 11:26:31.815229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5c8f-5fca-41dc-94d4-7b3ae5795f22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.830259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d4f5c8f-5fca-41dc-94d4-7b3ae5795f22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:31.835141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-d1d00776-786b-4f26-a0f5-74f205873d21 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8674178 Jul 22 11:26:31.848340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Request body: {'port': {'device_id': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:31.908029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d4f5c8f-5fca-41dc-94d4-7b3ae5795f22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4563b4ea-873a-45db-b04a-4eff862bffdd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:31.917543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:31.921533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2d4f5c8f-5fca-41dc-94d4-7b3ae5795f22 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ddded4a3ab524e69b8b96ba428c104dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6030691 Jul 22 11:26:31.924332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50634) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:31.942507 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:31.956602 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:31.957240 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:32.071854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.073155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-190f5762-48ee-4eb9-873c-f84f8eebd8ee None None] Provisioning for port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:32.077322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-190f5762-48ee-4eb9-873c-f84f8eebd8ee None None] Provisioning complete for port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:32.077709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-190f5762-48ee-4eb9-873c-f84f8eebd8ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.098763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.114301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:32.122234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.173074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:32.204786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89671f71-381f-4ba3-b906-d41f3bc66bed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.244995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-190f5762-48ee-4eb9-873c-f84f8eebd8ee None None] Port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:32.253790 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:32.287526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f45dfb40-934a-44e8-9e35-7c89be0bcd50 req-f6134bb5-387f-4e6d-8412-dd1adaa2b39b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:32.291224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f45dfb40-934a-44e8-9e35-7c89be0bcd50 req-f6134bb5-387f-4e6d-8412-dd1adaa2b39b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 948 time: 0.2059431 Jul 22 11:26:32.297083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:32.301745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:32.302178 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.430497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.433060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.437724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4563b4ea-873a-45db-b04a-4eff862bffdd HTTP/1.1" status: 204 len: 168 time: 0.5120685 Jul 22 11:26:32.462849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.464488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba2fbf0-1306-436e-896b-9baece732f70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4563b4ea-873a-45db-b04a-4eff862bffdd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:32.518777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:32.522904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:32.528738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.530429 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.554673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Transition to ACTIVE for port object 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:32.565022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.605013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:32.657716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:32.757763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Attempting to bind port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:32.758469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Attempting to bind port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:32.759323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Attempting to bind port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b on network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:32.767088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b on network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:32.767632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Attempting to bind port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b on network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:32.774168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:32.775008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Checking segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:32.777945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Bound using segment: {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:32.777945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Bound port: 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '443d8368-a824-428f-a559-a3d3ae767d9b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:32.778717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.827857 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:30Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:32.853025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f45dfb40-934a-44e8-9e35-7c89be0bcd50 req-b02063d2-9ff2-49ff-8c0b-e8e13eac6f91 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5079291 Jul 22 11:26:32.909952 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:32.922964 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:32.923371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:32.938691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:32.945161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:32.958913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.976409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:32.984412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89671f71-381f-4ba3-b906-d41f3bc66bed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:32.999356 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89671f71-381f-4ba3-b906-d41f3bc66bed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.023137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.024142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.025855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] 10.222.0.36 "PUT /v2.0/ports/2efc8f99-5c72-42b7-a024-6a7e9d91ed2b HTTP/1.1" status: 200 len: 1092 time: 1.1823802 Jul 22 11:26:33.026485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:33.029885 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4aa804ac-2e8e-4e33-a531-3b8dc2230102" -d '{"events": [{"name": "network-changed", "server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:33.056192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-89671f71-381f-4ba3-b906-d41f3bc66bed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ff3eefcc1c3424687f2b586bf4ef32c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8793056 Jul 22 11:26:33.056192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89671f71-381f-4ba3-b906-d41f3bc66bed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e68ce246-0d8d-4996-8966-f6f9c147a940,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:33.066108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:33.096151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:33.100606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-649e466d-c9f9-4f17-b712-64165c7b7fdb service neutron] Pushing event updated for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:33.161533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-af74323e-f2f4-48da-b1d5-fb4cab39c20a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.163106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-af74323e-f2f4-48da-b1d5-fb4cab39c20a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c095bc514c4f46995b770e3330e8ec&device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 1095 time: 0.0858350 Jul 22 11:26:33.215591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-17a3a640-4c38-4227-b416-6152ac2b061c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b HTTP/1.1" status: 200 len: 217 time: 0.0437613 Jul 22 11:26:33.254894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:33.257670 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da421e1f-49b8-4203-be36-c4e53e8462c0" -d '{"events": [{"server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "name": "network-vif-plugged", "status": "completed", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:33.303422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:33.315258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.337380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-46e8d653-d16f-404e-a49d-60f2146ac8b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.339144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-46e8d653-d16f-404e-a49d-60f2146ac8b2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028bd094-034d-4106-8cf4-3514fa73a683 HTTP/1.1" status: 200 len: 845 time: 0.1136703 Jul 22 11:26:33.342751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-f9f7f756-7e63-4dad-9344-868f3cf9cd58 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1158569 Jul 22 11:26:33.409689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:33.412350 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48" -d '{"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:33.414840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.443649 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:30Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:33.472094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-237754ea-3faa-4aae-983c-6e16a088c417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.473535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee2dc2c4-fbb6-408f-9cf3-a82fd694336f None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:30Z', 'revision_number': 3, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:33.474296 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-237754ea-3faa-4aae-983c-6e16a088c417 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=121e63d7-79b9-4546-ab7c-0c5f810a88d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285996 Jul 22 11:26:33.474973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.484313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-916087d2-17d8-4d2e-8f07-cada1010d2e0 req-e7c8024a-0f1b-421a-af58-22b47ea0cb51 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.485868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-916087d2-17d8-4d2e-8f07-cada1010d2e0 req-e7c8024a-0f1b-421a-af58-22b47ea0cb51 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 944 time: 0.4645538 Jul 22 11:26:33.502523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-67c2f872-abf8-4d07-a993-77a32f53940b tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "PUT /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 999 time: 4.1464558 Jul 22 11:26:33.570129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-638c8ce6-0726-4f6d-b650-f5e7821e0900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.571840 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-638c8ce6-0726-4f6d-b650-f5e7821e0900 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 1097 time: 0.1769853 Jul 22 11:26:33.612225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-f11ba4d3-798a-4482-a2e8-d930b7ea8820 service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308970 Jul 22 11:26:33.641497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.644277 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:33.647709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e68ce246-0d8d-4996-8966-f6f9c147a940 HTTP/1.1" status: 204 len: 168 time: 0.5678599 Jul 22 11:26:33.665120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-916087d2-17d8-4d2e-8f07-cada1010d2e0 req-34370b22-a638-479e-943b-f5fb78b7d8b3 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1595438 Jul 22 11:26:33.681339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-a600f897-6114-4760-8845-492974938bf7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.704060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-a600f897-6114-4760-8845-492974938bf7 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports/ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 942 time: 0.1585643 Jul 22 11:26:33.737110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba819db2-29d4-4baf-b9e4-7b6b49cc614d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e68ce246-0d8d-4996-8966-f6f9c147a940,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:33.774340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c14f9d0-c8e4-48c9-8e20-52dcbca23b11 None None] New status for floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:26:33.848495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-455dd734-a3f0-44c9-906d-a1b810220e26 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1373584 Jul 22 11:26:33.905113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-df1d13d2-f62e-4562-9fa6-35bc967b8bf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:33.906654 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-df1d13d2-f62e-4562-9fa6-35bc967b8bf7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.2930355 Jul 22 11:26:33.908727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58c6b71b-176c-4c28-994c-2e759b16ecc9 req-cf7d5f69-8f85-470e-8413-11626db95f45 service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2852757 Jul 22 11:26:33.999485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-83eb672d-8dce-4e7e-981e-3fe563ba1a07 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 200 len: 1001 time: 0.0820477 Jul 22 11:26:34.056861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-336e24bf-e2e7-410a-be5a-00902bd07548 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.058434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-336e24bf-e2e7-410a-be5a-00902bd07548 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.1905441 Jul 22 11:26:34.069950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-32723878-7666-4021-aa32-8fa5257b62c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.071621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-32723878-7666-4021-aa32-8fa5257b62c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1096 time: 0.1352813 Jul 22 11:26:34.094442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d9cd36b-8e8b-4215-a3d1-421742ec6ecb req-2da096b8-6d21-4b89-a586-b11a4463679c tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.096302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d9cd36b-8e8b-4215-a3d1-421742ec6ecb req-2da096b8-6d21-4b89-a586-b11a4463679c tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1095 time: 0.1572585 Jul 22 11:26:34.106508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-f4df5e1d-2a76-46ba-9adf-20c698d791d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.108564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-f4df5e1d-2a76-46ba-9adf-20c698d791d7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1000736 Jul 22 11:26:34.216195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-3e1e888a-e3b9-468e-87c3-b494f7ac1bd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.217936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-3e1e888a-e3b9-468e-87c3-b494f7ac1bd6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0961046 Jul 22 11:26:34.245062 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:34.259818 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:34.263583 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:34.282697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d9cd36b-8e8b-4215-a3d1-421742ec6ecb req-032f2146-2cf8-4765-acee-629cab053f8a tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1702542 Jul 22 11:26:34.340387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-748b5de8-f6df-4cab-8be3-86e7199d74f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.348129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-748b5de8-f6df-4cab-8be3-86e7199d74f3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.2806022 Jul 22 11:26:34.384819 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b78850c9-a379-47f1-b73a-98887276b68a x-openstack-request-id: req-b78850c9-a379-47f1-b73a-98887276b68a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:34.385119 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:34.385386 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b78850c9-a379-47f1-b73a-98887276b68a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:34.385809 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'status': 'completed', 'code': 200} Jul 22 11:26:34.415779 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06ac2b7e-d76e-4428-937c-3926112c211f x-openstack-request-id: req-06ac2b7e-d76e-4428-937c-3926112c211f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:34.416264 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "name": "network-vif-plugged", "status": "completed", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:34.416687 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06ac2b7e-d76e-4428-937c-3926112c211f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:34.417347 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', 'code': 200} Jul 22 11:26:34.434052 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:34.470553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-ec547915-90c2-4a4a-9ce5-829407e16b3b service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.1214259 Jul 22 11:26:34.491519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-1f5ec01e-1f6c-42d5-84ec-e7783688db93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.493241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-1f5ec01e-1f6c-42d5-84ec-e7783688db93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.3869193 Jul 22 11:26:34.494947 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-999b5da5-7c64-4b80-8ded-3b08db408200 x-openstack-request-id: req-999b5da5-7c64-4b80-8ded-3b08db408200 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:34.495236 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:34.495977 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-999b5da5-7c64-4b80-8ded-3b08db408200 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:34.495977 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:26:34.618265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-fe3f3068-8656-43e0-95d0-5b5f16629445 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3918207 Jul 22 11:26:34.645885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-6defd5fe-502c-40f8-b13b-ab71acd470f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.1086242 Jul 22 11:26:34.679777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-0bb369cf-76dd-44a9-945d-511f56540c29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.681326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-0bb369cf-76dd-44a9-945d-511f56540c29 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.2099888 Jul 22 11:26:34.693554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-73d73b96-5ecd-4bae-9932-42b0213e95ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.695662 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-73d73b96-5ecd-4bae-9932-42b0213e95ad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c095bc514c4f46995b770e3330e8ec&device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 1095 time: 0.3060415 Jul 22 11:26:34.766149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-99ba2fc4-ca09-402a-9fc3-34af886fe04d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.768535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-99ba2fc4-ca09-402a-9fc3-34af886fe04d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1071749 Jul 22 11:26:34.770177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adb330ad-3d4e-4fbf-9657-b162de9986a8 req-f6cf8157-6af6-41e2-9f92-698376f50403 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.772733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adb330ad-3d4e-4fbf-9657-b162de9986a8 req-f6cf8157-6af6-41e2-9f92-698376f50403 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 1100 time: 0.2886026 Jul 22 11:26:34.879286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adb330ad-3d4e-4fbf-9657-b162de9986a8 req-2b7712d4-1d6e-46d1-a201-2432fc7cb8ed service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894127 Jul 22 11:26:34.883011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe7acffb-6520-4590-ab6b-f4eb4b3909ab req-95e33d18-21b8-4589-898d-4dcc3dcb2777 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2506120 Jul 22 11:26:34.889701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-356645ef-1d28-4659-b6de-de478f9f728e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0629776 Jul 22 11:26:34.910151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-1a305650-a4bf-477c-becc-4f5486ca54c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.911968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-c7cc8474-e5c0-44fc-a6e0-3a262abecb18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.912305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-1a305650-a4bf-477c-becc-4f5486ca54c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.3665850 Jul 22 11:26:34.913460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-c7cc8474-e5c0-44fc-a6e0-3a262abecb18 service neutron] 10.222.0.36 "GET /v2.0/networks?id=121e63d7-79b9-4546-ab7c-0c5f810a88d9 HTTP/1.1" status: 200 len: 907 time: 0.2105129 Jul 22 11:26:34.923022 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:33Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:34.955044 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:34.955499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb2aa413-1f23-45ab-840a-51e8f85c7064 req-420e2676-99e1-4d34-90d3-0f65f7aa22fc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.957051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb2aa413-1f23-45ab-840a-51e8f85c7064 req-420e2676-99e1-4d34-90d3-0f65f7aa22fc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 949 time: 0.3096821 Jul 22 11:26:34.966391 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:34.967055 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:34.977630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-69a1c187-1670-4593-b755-5614c32d7158 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:34.985847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-69a1c187-1670-4593-b755-5614c32d7158 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2109923 Jul 22 11:26:34.998060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-3ba10cd0-a3d9-4fad-bd7f-f5f7db281236 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b HTTP/1.1" status: 200 len: 217 time: 0.0553579 Jul 22 11:26:35.002030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-9cc8e12c-2ee6-48c3-b17a-053db33a5bbb service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:26:35.003075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-9cc8e12c-2ee6-48c3-b17a-053db33a5bbb service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0164778 Jul 22 11:26:35.051176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:35.067686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-4472a90f-3e89-4865-a446-a7a04bf1211a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.069749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-4472a90f-3e89-4865-a446-a7a04bf1211a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028bd094-034d-4106-8cf4-3514fa73a683 HTTP/1.1" status: 200 len: 845 time: 0.0585074 Jul 22 11:26:35.090694 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:35.151562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-dfd37539-aa3f-4610-8cf6-6d986a1b4d26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.155898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-dfd37539-aa3f-4610-8cf6-6d986a1b4d26 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=121e63d7-79b9-4546-ab7c-0c5f810a88d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0765274 Jul 22 11:26:35.170964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb2aa413-1f23-45ab-840a-51e8f85c7064 req-da2bf24e-ea94-4de6-bc39-8c6a7eeb46d7 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2024240 Jul 22 11:26:35.182508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-network', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:35.237888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-0a99a114-a799-4c0c-8afc-ee2e8b4ddb7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.241120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-0a99a114-a799-4c0c-8afc-ee2e8b4ddb7d service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.3195205 Jul 22 11:26:35.243356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-fd31684a-211a-4321-9ace-c85db89b39d0 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2826777 Jul 22 11:26:35.269599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Made reservation on behalf of 2a06520ee2c4429fa818ab92288f4775 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:35.271839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.286189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.328058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-c06ddd0b-8167-43d8-81bd-66bc4a9b5594 service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1653161 Jul 22 11:26:35.328658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-535e78de-fdf0-4cb7-83a9-33e6804f62f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.0797572 Jul 22 11:26:35.371375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-a4cd74fe-0863-4b8e-b25a-79c67cde0233 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513105 Jul 22 11:26:35.385955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:33Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:35.419124 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7e78821-60e0-4d0d-9ec5-c5dcc3aa8ce0 None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': '90879285-41b7-4570-8336-27ad1186c2ca', 'fixed_ip_address': '172.20.0.10', 'status': 'ACTIVE', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:ca:19:0b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:33Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:35.466514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4aa804ac-2e8e-4e33-a531-3b8dc2230102 req-e11e3bf9-d28a-47a2-8e87-d6b1856dd8d5 service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301818 Jul 22 11:26:35.481502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.489194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.518923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:26:35.520879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-838d53eb-4535-46bd-8f97-b2a555c010b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.522287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-838d53eb-4535-46bd-8f97-b2a555c010b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1750586 Jul 22 11:26:35.532961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8869f00-4f2a-48b5-bec3-99b965823cec,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:35.540037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.540633 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Added segment 362b8547-7475-46a9-bdc7-4ba3cb13c9ac of type vlan for network ad8c020a-5538-4cea-b589-138203201b35 Jul 22 11:26:35.600510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.609902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226d366f-7cfa-4f8a-b671-7d156526c2e7 req-76594f30-b480-44ad-a40e-45e701523b34 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3486443 Jul 22 11:26:35.627120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-ab84c611-8e63-4251-9f53-c7a80bcb7985 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.628673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-ab84c611-8e63-4251-9f53-c7a80bcb7985 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.3183398 Jul 22 11:26:35.639911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.640815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.641460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.660436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-5f4f33b6-bcb0-426d-b5d5-256a20be0901 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/quotas/2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 375 time: 0.0243859 Jul 22 11:26:35.670142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-bfd27f3c-4ea8-42b5-a0ce-e055a13bea6f service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2641490 Jul 22 11:26:35.676740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6218152 Jul 22 11:26:35.677633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:35.682963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Request body: {'subnet': {'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-subnet', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:35.724096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343938c-c831-4d82-a242-77567315b170 admin admin] Pushing event updated for resources: {'Network': ['ID=ad8c020a-5538-4cea-b589-138203201b35,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:35.735765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ad8c020a-5538-4cea-b589-138203201b35 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:26:35.738720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Made reservation on behalf of 2a06520ee2c4429fa818ab92288f4775 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:35.741246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:35.742097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-1e41d521-d07a-4016-a56b-3d5eb136ba4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:35.743923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-1e41d521-d07a-4016-a56b-3d5eb136ba4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2115901 Jul 22 11:26:35.938622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.002534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=85bb5ebf-a2e1-461b-b772-428e9c674484,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:36.010199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Checking segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:36.010578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Network hostable DHCP agents. Network: ad8c020a-5538-4cea-b589-138203201b35, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:26:36.028263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Network ad8c020a-5538-4cea-b589-138203201b35 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:26:36.037284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ad8c020a-5538-4cea-b589-138203201b35) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:36.041442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:36.042029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.047349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5e961-0e37-4e37-9101-8f7689399c0c None None] Network ad8c020a-5538-4cea-b589-138203201b35 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:36.059843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f354ce94-a475-4306-afca-d49d51a652e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3788068 Jul 22 11:26:36.060759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:36.069631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:36.095727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.097273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.107311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-84e087b4-4892-4185-80de-655d6bb277f8 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4398551 Jul 22 11:26:36.139052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-55b85bf3-9e05-48fa-aa73-aa0dde1a3c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:36.140503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-55b85bf3-9e05-48fa-aa73-aa0dde1a3c13 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1097 time: 0.4315727 Jul 22 11:26:36.153703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.181824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-7fdead59-36cf-45b9-920e-975f5d19041c service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4305220 Jul 22 11:26:36.210470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-ad8c020a-5538-4cea-b589-138203201b35', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'fixed_ips': [{'subnet_id': '85bb5ebf-a2e1-461b-b772-428e9c674484'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:26:36.211391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.319417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.351015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-081c6562-cca0-40ac-9396-b5d366fb4c7f service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2384560 Jul 22 11:26:36.370614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Allocated IP 172.20.0.2 (ad8c020a-5538-4cea-b589-138203201b35/85bb5ebf-a2e1-461b-b772-428e9c674484/83bf7b47-e57f-438a-9f00-6ad819c3f015) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:36.402689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-1b5b5ebe-02c3-412b-8776-3910a7cb89d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:36.405342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-1b5b5ebe-02c3-412b-8776-3910a7cb89d4 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.2522879 Jul 22 11:26:36.494974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6e7402-ffd2-4475-9816-e9f54d8f0f48 req-d08bb959-e6f0-4038-b364-54f56415ced7 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2867725 Jul 22 11:26:36.541219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:36.545534 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc891b5d-8e76-4ace-912f-c12274b87234" -d '{"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:36.560765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.573737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Transition to ACTIVE for port object 83bf7b47-e57f-438a-9f00-6ad819c3f015 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:36.591636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-9da993a0-2ae3-4a87-8fc5-632a00dd8e94 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 1002 time: 0.1710706 Jul 22 11:26:36.592415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Transition to ACTIVE for port object 83bf7b47-e57f-438a-9f00-6ad819c3f015 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:36.602953 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.649158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Network ad8c020a-5538-4cea-b589-138203201b35 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:36.653235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:36.658349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:36.661793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Pushing event updated for resources: {'Port': ['ID=83bf7b47-e57f-438a-9f00-6ad819c3f015,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:36.676626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-32dfa82b-1783-4a3c-a40a-3ed9a69f9a3d service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3137238 Jul 22 11:26:36.683760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-2af499f9-4067-4baa-b17a-148624aa5b4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:36.687745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-2af499f9-4067-4baa-b17a-148624aa5b4b service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.0797575 Jul 22 11:26:36.732853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Attempting to bind port 83bf7b47-e57f-438a-9f00-6ad819c3f015 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:36.733230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Attempting to bind port 83bf7b47-e57f-438a-9f00-6ad819c3f015 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:36.733602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Attempting to bind port 83bf7b47-e57f-438a-9f00-6ad819c3f015 on network ad8c020a-5538-4cea-b589-138203201b35 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:36.739719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:36.740767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Checking segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:36.741339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.741757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Bound using segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:36.742321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Bound port: 83bf7b47-e57f-438a-9f00-6ad819c3f015, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:36.742724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.789656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-d62f1800-47f8-482c-a0d7-b1925138c0b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:36.792076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-d62f1800-47f8-482c-a0d7-b1925138c0b9 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0983505 Jul 22 11:26:36.843151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] For port 83bf7b47-e57f-438a-9f00-6ad819c3f015, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:36.846320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.846931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] For port 83bf7b47-e57f-438a-9f00-6ad819c3f015, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=83bf7b47-e57f-438a-9f00-6ad819c3f015,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:36.856011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.874877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:36.907451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-f4346a99-19db-4a48-89ce-5be163d843a0 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086919 Jul 22 11:26:36.918381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06121a0-b3a8-42d9-bef3-8207cb655258 None None] Pushing event updated for resources: {'Port': ['ID=83bf7b47-e57f-438a-9f00-6ad819c3f015,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:37.048969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Allocated IP 172.25.6.55 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5d5f2c9d-9c79-48c6-be5f-5f2e9c078250) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:37.074431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8c23898-2fac-41ba-9765-6fac3fef9843 req-5f90912f-97e3-432a-be99-26f80961113f service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1580102 Jul 22 11:26:37.100625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d89a487-f8c4-411b-8fa4-75df106a12d6 req-cedc8741-c347-4b7e-bbc5-a13c3b6b07f9 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:37.102808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d89a487-f8c4-411b-8fa4-75df106a12d6 req-cedc8741-c347-4b7e-bbc5-a13c3b6b07f9 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 944 time: 0.1759117 Jul 22 11:26:37.150380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d89a487-f8c4-411b-8fa4-75df106a12d6 req-8bc3bbb8-a297-4a4d-905f-f2c713311d72 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420785 Jul 22 11:26:37.237399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:37.310708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:37.365512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:37.374326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:37.383974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:37.434728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Pushing event updated for resources: {'Port': ['ID=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:37.473814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ace3b06-0326-44f6-9dc1-2b36d46174b6 req-2250b2fb-1dde-457a-b12f-e07292ac1255 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:37.481462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ace3b06-0326-44f6-9dc1-2b36d46174b6 req-2250b2fb-1dde-457a-b12f-e07292ac1255 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 949 time: 0.1375413 Jul 22 11:26:37.529047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ace3b06-0326-44f6-9dc1-2b36d46174b6 req-65d5f5bd-83fe-4c3a-b5ff-49e7b6c180cc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465908 Jul 22 11:26:37.592992 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-83b8e0f5-dced-4b9d-aa68-f74dd4a33715 x-openstack-request-id: req-83b8e0f5-dced-4b9d-aa68-f74dd4a33715 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:37.593383 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:37.594145 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-83b8e0f5-dced-4b9d-aa68-f74dd4a33715 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:37.594741 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca', 'status': 'completed', 'code': 200} Jul 22 11:26:37.722535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:37.737989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c1a1ca7-9271-4865-a47c-446e57763503 req-7dd33095-44dd-4852-bc56-8993cf670773 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 210 time: 0.0709801 Jul 22 11:26:37.789393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-3a48e5f3-bd65-431a-9727-5180e861a1ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:37.793906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-3a48e5f3-bd65-431a-9727-5180e861a1ee service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1097 time: 0.1734357 Jul 22 11:26:37.798003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-cd68e245-df35-413c-9b2b-35019fe04c55 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1002 time: 0.1350582 Jul 22 11:26:37.809233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:37.824128 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:26:37.928391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fae52bc1-2f9c-47ef-9b81-0f41140cf637 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:37.981310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-e86fc144-b6d3-4a3f-8354-e5b1bcb05ae4 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:37.983826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-e86fc144-b6d3-4a3f-8354-e5b1bcb05ae4 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports/90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 943 time: 0.1722162 Jul 22 11:26:38.024776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-a15e8531-d15d-467d-932d-89382a7432a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.025547 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-a15e8531-d15d-467d-932d-89382a7432a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.2255702 Jul 22 11:26:38.040661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9363bd4-45b8-4b52-aa27-be386d4d4ca2 req-ebc7b07e-de59-40bd-a7e6-1ed2c499e5dc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.042158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9363bd4-45b8-4b52-aa27-be386d4d4ca2 req-ebc7b07e-de59-40bd-a7e6-1ed2c499e5dc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1599081 Jul 22 11:26:38.104510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:38.138585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.189663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9363bd4-45b8-4b52-aa27-be386d4d4ca2 req-fcc6af11-a53f-47ad-8f60-682291b0fa75 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351271 Jul 22 11:26:38.197506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-f9b91459-98d1-4538-8c47-7e52ee3cfc9a tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1002 time: 0.1543338 Jul 22 11:26:38.200492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-017d79c8-cd06-4f7f-bc43-fb8a37cc533d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 1002 time: 0.1563447 Jul 22 11:26:38.282295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fae52bc1-2f9c-47ef-9b81-0f41140cf637 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.334876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-ae2fd3b5-7082-4750-ab8f-126ed584bdfc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.336367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-ae2fd3b5-7082-4750-ab8f-126ed584bdfc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1226010 Jul 22 11:26:38.385031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fae52bc1-2f9c-47ef-9b81-0f41140cf637 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.429292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84f435b1-0fda-4528-8c41-f3b3d1db20e0 None None] Network ad8c020a-5538-4cea-b589-138203201b35 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:38.435045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 83bf7b47-e57f-438a-9f00-6ad819c3f015 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:38.468253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-3258426c-df1a-4405-9aa4-827db4faa9b0 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.469677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29634ee5-6ff4-4470-93b0-4a6b057abf63 req-3258426c-df1a-4405-9aa4-827db4faa9b0 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2654200 Jul 22 11:26:38.489796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-aac798ff-948f-4c6e-80f6-70ea2040110c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.491218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-aac798ff-948f-4c6e-80f6-70ea2040110c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0867589 Jul 22 11:26:38.508688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf13b29e-0872-45db-b120-cabad2d223f4 None None] Provisioning for port 83bf7b47-e57f-438a-9f00-6ad819c3f015 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:38.669698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-1884b916-07fd-4b6f-83b1-f5a37ce66c5a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.671235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-1884b916-07fd-4b6f-83b1-f5a37ce66c5a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.2762589 Jul 22 11:26:38.684734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fae52bc1-2f9c-47ef-9b81-0f41140cf637 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4fbb6b798374ad7abc19b4c345d660c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9581823 Jul 22 11:26:38.689638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 83bf7b47-e57f-438a-9f00-6ad819c3f015 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:38.692389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Request body: {'port': {'device_id': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'admin_state_up': True, 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:38.695813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:38.698842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:38.708383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-d31fa1cf-9bff-4c14-928e-3dc0f5e1b8e5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0371413 Jul 22 11:26:38.712496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 83bf7b47-e57f-438a-9f00-6ad819c3f015 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:38.712874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.732213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-45c691e1-77b8-442d-a75d-966a735db941 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325418 Jul 22 11:26:38.749909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fae52bc1-2f9c-47ef-9b81-0f41140cf637 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=291ea0e2-0734-47a3-8123-9c43d2e01f7b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:38.767118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'port_id': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'mac_address': 'fa:16:3e:5a:71:fa', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:38.787613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a554af8-16f8-45f1-959f-0d1643247f44 req-e5418514-2589-4735-9edb-f4f20cad293b tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.789141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a554af8-16f8-45f1-959f-0d1643247f44 req-e5418514-2589-4735-9edb-f4f20cad293b tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 944 time: 0.2027545 Jul 22 11:26:38.825529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.865901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.882272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.889322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.901163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:38.936121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a554af8-16f8-45f1-959f-0d1643247f44 req-c9f37390-f994-40d1-9d24-2c884dd14b91 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1337337 Jul 22 11:26:38.936710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:38.954861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-bffdf4c7-078f-4127-92f8-a9661270b4af tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:38.956369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-bffdf4c7-078f-4127-92f8-a9661270b4af tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2394044 Jul 22 11:26:38.965840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc891b5d-8e76-4ace-912f-c12274b87234 req-7810ec8d-15a2-4416-b3c5-f2b65b4c20ca service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2208481 Jul 22 11:26:38.967303 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.972061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Router 694d167e-ddcd-4699-99dd-ad39e4845ce4 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:26:38.973391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 83bf7b47-e57f-438a-9f00-6ad819c3f015, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=83bf7b47-e57f-438a-9f00-6ad819c3f015,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:38.983114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:38.990496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:38.997791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.008408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-5f4993a6-315b-4e48-b675-738e9852c200 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/quotas/522e135199464302b52f0f57c85736c5 HTTP/1.1" status: 200 len: 375 time: 0.0241306 Jul 22 11:26:39.020926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.023494 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.027122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/291ea0e2-0734-47a3-8123-9c43d2e01f7b HTTP/1.1" status: 204 len: 168 time: 0.3279061 Jul 22 11:26:39.050887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:39.133267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4050f1a6-742f-4d26-94e3-b084e06173fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=291ea0e2-0734-47a3-8123-9c43d2e01f7b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:39.135477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=83bf7b47-e57f-438a-9f00-6ad819c3f015,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:39.180201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-e143fa13-3659-4468-9309-7626c352f799 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1002 time: 0.1850867 Jul 22 11:26:39.222222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:39.255921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-62f09bf1-a97b-4f30-9ea2-f926c4da4dcf tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:39.268662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:39.268978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-62f09bf1-a97b-4f30-9ea2-f926c4da4dcf tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports/90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 943 time: 0.0754962 Jul 22 11:26:39.295030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-be1ec88e-099d-487b-87ca-433a34903f59 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2449427 Jul 22 11:26:39.296219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Sync routers for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:39.301561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Allocated IP 172.20.0.10 (c70356b4-eaef-4504-8995-fa574328dc83/ebaed47c-bf4d-4d30-8560-c28efb3215a1/042327df-b904-4021-9e95-e722cb736efc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:39.312086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.316945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:39.323444 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46f90e1d-58af-4362-a444-aa6f975ee6a6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.2573395 Jul 22 11:26:39.335786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:39.337427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:39.589858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b24b2b47-f970-45a4-9fa5-0d57ab5b5037 None None] Provisioning complete for port 83bf7b47-e57f-438a-9f00-6ad819c3f015 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:39.593206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b24b2b47-f970-45a4-9fa5-0d57ab5b5037 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.615898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.712395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:39.743219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:39.808440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-d5371364-6664-46a8-bba0-cea20cbc7df1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1002 time: 0.4422524 Jul 22 11:26:39.837473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Network c70356b4-eaef-4504-8995-fa574328dc83 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:39.844594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:39.859730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:39.863923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:39.986899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.987244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.989131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.989131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.989329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.989528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.992407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.992753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.993099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.993437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.993772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:39.994327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.014354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:40.015050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.021682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:40.031237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:37Z', 'revision_number': 3, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:40.061096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a0c3a787-ff0f-4b63-b330-e76beda98e45 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3779464 Jul 22 11:26:40.064872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Checking router: 694d167e-ddcd-4699-99dd-ad39e4845ce4 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:40.065254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Updating router 694d167e-ddcd-4699-99dd-ad39e4845ce4 port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:26:40.074795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Request body: {'port': {'device_id': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:40.133376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.152545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-c618a6dd-2241-4413-adde-923475bf69bf tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:40.154529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-c618a6dd-2241-4413-adde-923475bf69bf tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.3456671 Jul 22 11:26:40.208326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.326800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-7091ea30-01e1-4fae-bd03-cb54bf885d93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1002 time: 0.1610262 Jul 22 11:26:40.345878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:40.397068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 83bf7b47-e57f-438a-9f00-6ad819c3f015 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:40.397626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f46c35-feab-4eca-97d5-5d96cd2aa401 req-9305d47f-4084-438a-8e62-b16e00c36e71 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:40.411274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00f46c35-feab-4eca-97d5-5d96cd2aa401 req-9305d47f-4084-438a-8e62-b16e00c36e71 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 932 time: 0.5813262 Jul 22 11:26:40.434116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-140d4651-d8d8-4523-b38f-3937b28c5da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.526424 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.543770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 83bf7b47-e57f-438a-9f00-6ad819c3f015 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:40.544138 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.549381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.588039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Transition to ACTIVE for port object 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:40.607224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00f46c35-feab-4eca-97d5-5d96cd2aa401 req-dcd29ec6-36b8-4f9d-9e19-5a33a734ebc9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1946998 Jul 22 11:26:40.608283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.675487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-140d4651-d8d8-4523-b38f-3937b28c5da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.690030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042327df-b904-4021-9e95-e722cb736efc {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:40.694929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-140d4651-d8d8-4523-b38f-3937b28c5da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.708920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.722406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Pushing event updated for resources: {'Port': ['ID=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:40.749863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Transition to ACTIVE for port object 042327df-b904-4021-9e95-e722cb736efc will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:40.758096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-140d4651-d8d8-4523-b38f-3937b28c5da0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=634e497996c749fe8bfb8b2aeb95752b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7352991 Jul 22 11:26:40.759061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140d4651-d8d8-4523-b38f-3937b28c5da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8717eca4-be29-4b5a-9ce9-0401e7799216,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:40.761535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.764333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:40.790285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.790674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.791016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.791352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.791688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.792881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.793412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.793749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.794479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.794651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.794973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.795423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:40.806710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c403ed6-ca6b-40d6-ab89-efd13574d24f req-3fb6d7ea-33f6-4f0d-86fc-488cdb17c6f1 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 210 time: 0.0801768 Jul 22 11:26:40.826810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Attempting to bind port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:40.827191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Attempting to bind port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:40.827555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Attempting to bind port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:40.836956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:40.837359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:40.837793 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.838327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:40.838910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Bound port: 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:40.839386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.852114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:40.878286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.887400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.887996 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6 disassociated. External IP: 172.25.6.157, port: 90879285-41b7-4570-8336-27ad1186c2ca. Jul 22 11:26:40.930736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.936824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] For port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:40.942965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] For port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:40.949338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.961318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:40.961672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:40.961986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:40.970567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:40.977098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:40.977866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:40.986408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:40.986775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:40.987160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:40.988067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Bound port: 042327df-b904-4021-9e95-e722cb736efc, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:40.988067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.020658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:41.022182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:41.062372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.064934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.066163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8717eca4-be29-4b5a-9ce9-0401e7799216 HTTP/1.1" status: 204 len: 168 time: 0.2976694 Jul 22 11:26:41.079542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2959ae5-05b9-4ea6-8d61-33c8d75c118f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8717eca4-be29-4b5a-9ce9-0401e7799216,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:41.117748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fd6000-fcf2-4b5e-9fac-d3d3e8f1b97b req-ab02f92a-8f96-4940-896d-c71c149ea31f tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:41.119452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27fd6000-fcf2-4b5e-9fac-d3d3e8f1b97b req-ab02f92a-8f96-4940-896d-c71c149ea31f tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 945 time: 0.1438115 Jul 22 11:26:41.130906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:41.135069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:41.143013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.143274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-f318b920-971f-4515-be7f-4beb6f7b6b7a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=522e135199464302b52f0f57c85736c5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0344632 Jul 22 11:26:41.198227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:41.199424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.200909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] 10.222.0.20 "PUT /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 1092 time: 1.1322482 Jul 22 11:26:41.201403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'tag': '042327df-b904-4021-9e95-e722cb736efc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:41.203903 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-007440b2-62a2-4887-aace-443e68ffd57c" -d '{"events": [{"name": "network-changed", "server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "tag": "042327df-b904-4021-9e95-e722cb736efc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:41.236960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f27e38-ace1-4212-9d48-0f1e4aba118e service neutron] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:41.352891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a56e70dc-615d-48eb-8561-3ab3561ea63c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:41.354194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbceb81-e1f5-4fa8-a1f7-04b854f81879 None None] Pushing event updated for resources: {'Port': ['ID=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:41.356614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-a56e70dc-615d-48eb-8561-3ab3561ea63c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1095 time: 0.0977902 Jul 22 11:26:41.395118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:41.422824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-0415f789-c670-4fcf-a8aa-4fd4d2c7dea6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 217 time: 0.0523627 Jul 22 11:26:41.425352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-66e4c836-e9bc-4585-8c72-c7ddc0542bf6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:41.426941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-66e4c836-e9bc-4585-8c72-c7ddc0542bf6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2560260 Jul 22 11:26:41.456481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27fd6000-fcf2-4b5e-9fac-d3d3e8f1b97b req-57fcbe72-9d5a-4333-a1d2-767df3a01c5f tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3001242 Jul 22 11:26:41.456659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Request body: {'port': {'device_id': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '522e135199464302b52f0f57c85736c5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:41.493618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-cf9a621c-22d0-493a-9446-aa9b0b9ed283 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:41.494200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.497107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-cf9a621c-22d0-493a-9446-aa9b0b9ed283 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0643067 Jul 22 11:26:41.567719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:41.574963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-c14e8e1e-c1c2-4d07-acf4-12dc6da5e349 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704358 Jul 22 11:26:41.621143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cff534cb-58b8-4cf1-8c17-7c700b43b3f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.646398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:37Z', 'revision_number': 3, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:41.677741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1e22f8a-92fa-4e88-b9a1-91f15af88431 None None] The sync data for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 is: [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:37Z', 'revision_number': 3, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:41.685777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:41.744157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-d40c7277-6813-4f71-88b1-f59eab519c4d service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1564043 Jul 22 11:26:41.829486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cff534cb-58b8-4cf1-8c17-7c700b43b3f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.857618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Made reservation on behalf of 522e135199464302b52f0f57c85736c5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:41.861170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.863071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cff534cb-58b8-4cf1-8c17-7c700b43b3f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:41.909160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Allocated IP 172.20.0.1 (ad8c020a-5538-4cea-b589-138203201b35/85bb5ebf-a2e1-461b-b772-428e9c674484/6082bd88-f56f-465b-bc64-3f3fa61308be) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:41.912521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-bea50271-c0cf-42d0-9737-7ab12b9d8ac9 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0587146 Jul 22 11:26:41.927201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cff534cb-58b8-4cf1-8c17-7c700b43b3f2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fd09a20fb1a46ba88aa8c76fe22ebf9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3582392 Jul 22 11:26:41.927919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cff534cb-58b8-4cf1-8c17-7c700b43b3f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e65a881-db75-4c21-9561-63ab0e666e37,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:41.931941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:41.939721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27df3581-f6fd-43f9-a1c6-c5a406e18513 req-b58b3742-f2c4-4d9e-b757-7eb9ca3dd322 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1884518 Jul 22 11:26:42.006212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.039793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.101224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.104047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.108593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e65a881-db75-4c21-9561-63ab0e666e37 HTTP/1.1" status: 204 len: 168 time: 0.1734107 Jul 22 11:26:42.112215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:42.117044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcde0cb0-ce40-43f6-92c8-0811516bfc67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e65a881-db75-4c21-9561-63ab0e666e37,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:42.181045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:42.186695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:42.187293 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.317889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.327781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:42.380463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:42.382757 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7023e192-0715-42ae-ab32-9598ce3a04a1" -d '{"events": [{"server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "name": "network-vif-plugged", "status": "completed", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:42.399362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:42.411878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3647545-af9c-4098-972b-4755189575bf None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:42.414183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.418013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:42.423540 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:42.424511 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:42.438697 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.518314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:42.535434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a29adb99-873a-438a-a933-bbdaf6a813f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "PUT /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 695 time: 2.2011697 Jul 22 11:26:42.542739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:42.545652 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198" -d '{"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:42.547067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:42.547286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.582393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:42.624134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:42.709442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-8da47572-83d6-4454-ad1e-5a013ce18fc2 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:42.711307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-8da47572-83d6-4454-ad1e-5a013ce18fc2 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7897832 Jul 22 11:26:42.748682 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.778312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-760447ff-8786-4233-a8ff-4c4fe25b856b tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/quotas/98b6a77a69a64b5684b2ca3a00bf67dd HTTP/1.1" status: 200 len: 375 time: 0.0516200 Jul 22 11:26:42.797858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:42.806441 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:42.838344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Allocated IP 192.168.233.175 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/287dcd6a-543b-4fcd-a34e-d8229803b3c1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:42.889359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:42.922382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-e3a238e1-69fa-4c64-8fa2-67d722b926f5 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1173403 Jul 22 11:26:42.939050 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:42.954933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-c7724b8e-aec2-45ce-884a-814581a364e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:42.954933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-c7724b8e-aec2-45ce-884a-814581a364e1 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1097 time: 0.3794148 Jul 22 11:26:42.955846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:43.008451 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3647545-af9c-4098-972b-4755189575bf None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:43.020954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:43.022014 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:43.028527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Transition to ACTIVE for port object 6082bd88-f56f-465b-bc64-3f3fa61308be will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:43.147364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:43.220009 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cedbf800-8296-457f-8fbc-7ad668e12e40 x-openstack-request-id: req-cedbf800-8296-457f-8fbc-7ad668e12e40 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:43.220549 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "tag": "042327df-b904-4021-9e95-e722cb736efc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:43.220774 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cedbf800-8296-457f-8fbc-7ad668e12e40 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:43.221267 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'tag': '042327df-b904-4021-9e95-e722cb736efc', 'status': 'completed', 'code': 200} Jul 22 11:26:43.297209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-7be73d9f-4805-4af3-b575-9d2be4d837f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:43.309172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-7be73d9f-4805-4af3-b575-9d2be4d837f7 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.3468988 Jul 22 11:26:43.332572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:43.390767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007440b2-62a2-4887-aace-443e68ffd57c req-22fc165d-94fd-493e-9079-2fb507d03036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:43.394649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-22fc165d-94fd-493e-9079-2fb507d03036 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1095 time: 0.1496568 Jul 22 11:26:43.476715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-2da31f2c-7e8e-4a09-99e1-9329947fad93 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 217 time: 0.1667585 Jul 22 11:26:43.584551 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b3647545-af9c-4098-972b-4755189575bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:43.593111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Network ad8c020a-5538-4cea-b589-138203201b35 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:43.609171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007440b2-62a2-4887-aace-443e68ffd57c req-06aa514f-5346-4bb3-b25e-b645c28fc1ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:43.611532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-06aa514f-5346-4bb3-b25e-b645c28fc1ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2084477 Jul 22 11:26:43.615874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:43.626668 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b3647545-af9c-4098-972b-4755189575bf None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:43.704054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:43.737294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Transition to ACTIVE for port object 287dcd6a-543b-4fcd-a34e-d8229803b3c1 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:43.740866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-a9b76b92-5a90-40cc-8097-209ecc135fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 217 time: 0.1145408 Jul 22 11:26:43.750917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a97d56d2-3b4e-4ab4-8bdc-0d48ce9f3a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:43.758625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-a97d56d2-3b4e-4ab4-8bdc-0d48ce9f3a67 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.2809253 Jul 22 11:26:43.766882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:43.767325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:43.832218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-007440b2-62a2-4887-aace-443e68ffd57c req-e00e5478-be6a-4ff1-bdd5-905e245b9a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:43.834025 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-e00e5478-be6a-4ff1-bdd5-905e245b9a1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0867372 Jul 22 11:26:43.847409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Pushing event updated for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:43.914669 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-d6845429-72b3-41f9-99a2-36f3d827ec14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0624340 Jul 22 11:26:43.974696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.975205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.975376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.975718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.976279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.976629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.976951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.977282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.977609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.978028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.978368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:43.978703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:26:44.045703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b0dcaa-aea6-4e68-8980-ba4b6ef31d39 req-5d6dc3aa-371e-4b16-917e-ecbf88604050 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:44.048571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b0dcaa-aea6-4e68-8980-ba4b6ef31d39 req-5d6dc3aa-371e-4b16-917e-ecbf88604050 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.6762943 Jul 22 11:26:44.099737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cb9407b-d86b-46bd-941c-bdde2f082b83 None None] Provisioning for port 6082bd88-f56f-465b-bc64-3f3fa61308be completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:44.112764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cb9407b-d86b-46bd-941c-bdde2f082b83 None None] Provisioning complete for port 6082bd88-f56f-465b-bc64-3f3fa61308be triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:44.114286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cb9407b-d86b-46bd-941c-bdde2f082b83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.117903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-120fdfe7-9418-4275-9ec5-8bc1d62b39d6 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1959834 Jul 22 11:26:44.209768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1cb9407b-d86b-46bd-941c-bdde2f082b83 None None] Port 6082bd88-f56f-465b-bc64-3f3fa61308be cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:44.219038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-edba2f16-32b0-4fcc-aa84-b437d88978f9 None None] New status for floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:26:44.232632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.244617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-00994591-52c5-4b8b-a0be-4b120ba71527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:44.257678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-007440b2-62a2-4887-aace-443e68ffd57c req-c53383b5-e573-4c58-a970-4b1dd61f6d56 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1317739 Jul 22 11:26:44.260621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-00994591-52c5-4b8b-a0be-4b120ba71527 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4613874 Jul 22 11:26:44.270749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0b607724-5011-4432-aa31-7d68ca99fd41', 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:44.353696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:44.376904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:44.404370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:44.419287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b0dcaa-aea6-4e68-8980-ba4b6ef31d39 req-b1bfffae-c590-4188-a18c-66d56b3b9e98 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3078353 Jul 22 11:26:44.434252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:44.434252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:44.434252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.495324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-2f66ad66-21f1-47b9-8064-d4a4355440d2 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2328889 Jul 22 11:26:44.527169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event updated for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:44.562653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.608259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-29c73d24-9817-4777-ac8d-4fc2d0f5946e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.1572185 Jul 22 11:26:44.645684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Request body: {'port': {'device_id': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:44.653017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:44.653395 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.733535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-b7ae2078-e66f-4123-a020-b525678f23f9 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0355821 Jul 22 11:26:44.791277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d095e6d3-1542-48f3-b214-d4388ace5bd3 None None] Provisioning for port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:44.801903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d095e6d3-1542-48f3-b214-d4388ace5bd3 None None] Provisioning complete for port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:44.802247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d095e6d3-1542-48f3-b214-d4388ace5bd3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.872823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d095e6d3-1542-48f3-b214-d4388ace5bd3 None None] Port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:44.904693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:44.941094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c25ce49-6aa9-4153-934d-5cb837d1e2a7 req-62c10afc-3f5e-4aa4-a3bd-8a630cf9940c service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4285791 Jul 22 11:26:44.949302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad3bb89-f576-4967-9731-d687cd5ade80 req-13c5c098-b49e-4c8e-acf7-3002a806f5f6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:44.950879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ad3bb89-f576-4967-9731-d687cd5ade80 req-13c5c098-b49e-4c8e-acf7-3002a806f5f6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 936 time: 0.4280245 Jul 22 11:26:44.997371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 042327df-b904-4021-9e95-e722cb736efc details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:45.097996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ad3bb89-f576-4967-9731-d687cd5ade80 req-11f07ca8-feac-461d-b914-2c7691caa364 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1095452 Jul 22 11:26:45.098925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-6136bdfe-17db-431a-8631-30f061b4b28c tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:45.100527 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-6136bdfe-17db-431a-8631-30f061b4b28c tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3608785 Jul 22 11:26:45.117288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Request body: {'port': {'device_id': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '98b6a77a69a64b5684b2ca3a00bf67dd'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:45.142635 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0d21dcc2-97cd-4a09-b79c-e4e7a82d9986 x-openstack-request-id: req-0d21dcc2-97cd-4a09-b79c-e4e7a82d9986 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:45.144091 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "name": "network-vif-plugged", "status": "completed", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:45.144541 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0d21dcc2-97cd-4a09-b79c-e4e7a82d9986 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:45.145109 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'code': 200} Jul 22 11:26:45.187906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:45.198170 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e7e14fc-6681-47fa-acff-fa0c56770309 x-openstack-request-id: req-8e7e14fc-6681-47fa-acff-fa0c56770309 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:45.199099 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "tag": "90879285-41b7-4570-8336-27ad1186c2ca", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:45.199381 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e7e14fc-6681-47fa-acff-fa0c56770309 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:45.199775 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca', 'status': 'completed', 'code': 200} Jul 22 11:26:45.230193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '042327df-b904-4021-9e95-e722cb736efc', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'port_id': '042327df-b904-4021-9e95-e722cb736efc', 'mac_address': 'fa:16:3e:0d:63:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaed47c-bf4d-4d30-8560-c28efb3215a1', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:45.262207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58f7f41a-be64-4357-bbe9-6da96a48fe38 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.269206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.279536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.293571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 042327df-b904-4021-9e95-e722cb736efc {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:45.307158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.308469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.315815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:45.316367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3583917-f617-4553-8c09-8169404d8433 req-76dffc5b-8021-4093-946f-47ca1566abba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:45.318401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3583917-f617-4553-8c09-8169404d8433 req-76dffc5b-8021-4093-946f-47ca1566abba service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 1097 time: 0.1503024 Jul 22 11:26:45.320364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.323996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Made reservation on behalf of 98b6a77a69a64b5684b2ca3a00bf67dd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:45.327768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.347817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.364910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea7734f8-31a7-4999-9be5-a57079ca48d1 req-4182e7ef-2af4-4d47-afae-251127292a14 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 210 time: 0.0937164 Jul 22 11:26:45.382801 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3583917-f617-4553-8c09-8169404d8433 req-4ec436f0-5cd5-4174-86b4-9c28d0e08cbd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0525537 Jul 22 11:26:45.385570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:45.461135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Pushing event updated for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:45.479348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.486045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.487569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44ade3eb-fd10-4b63-b42f-9d368794fb85 req-81e28886-01fb-4c63-8580-dc51c0ba5637 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:45.489218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44ade3eb-fd10-4b63-b42f-9d368794fb85 req-81e28886-01fb-4c63-8580-dc51c0ba5637 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.3411543 Jul 22 11:26:45.556133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f5dbb42-10a0-4f13-8732-ff5f4e18916d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:45.574808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['042327df-b904-4021-9e95-e722cb736efc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:45.607723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-b15bc9f6-c64f-4a23-b4dd-da1ccaea25af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:45.609231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-b15bc9f6-c64f-4a23-b4dd-da1ccaea25af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 1097 time: 0.3646312 Jul 22 11:26:45.650676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 287dcd6a-543b-4fcd-a34e-d8229803b3c1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:45.678211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44ade3eb-fd10-4b63-b42f-9d368794fb85 req-d9062b2f-b1de-462d-9e59-5b0fe8709f08 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1565921 Jul 22 11:26:45.680045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Network ad8c020a-5538-4cea-b589-138203201b35 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:45.688212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:45.705772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-b6b8d35a-f6a2-4c75-b44e-e2fd70e50a6f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=02258832bd2a4da18392b218bf2a613d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0853715 Jul 22 11:26:45.711476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:45.766908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Transition to ACTIVE for port object 287dcd6a-543b-4fcd-a34e-d8229803b3c1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:45.873618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Allocated IP 192.168.233.216 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/9da3b4b9-51b6-4845-bb18-8321a05573c1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:46.002026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-094ac9bc-de0b-484f-ab82-f48134f860ef None None] Provisioning complete for port 6082bd88-f56f-465b-bc64-3f3fa61308be triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:46.002594 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-094ac9bc-de0b-484f-ab82-f48134f860ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.038768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-094ac9bc-de0b-484f-ab82-f48134f860ef None None] Port 6082bd88-f56f-465b-bc64-3f3fa61308be cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:46.048056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.061630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Transition to ACTIVE for port object 9da3b4b9-51b6-4845-bb18-8321a05573c1 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:46.096385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.120979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.141170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:46.146594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:46.150220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:46.179971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:46.210757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:46.211478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.229327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-c25dd3a6-518d-4b47-8e7a-d32e0a7c1bb3 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.1191175 Jul 22 11:26:46.243982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Request body: {'port': {'device_id': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:46.289673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-c98affe2-e2b8-41f7-8119-ed302b3911af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:46.291199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-c98affe2-e2b8-41f7-8119-ed302b3911af service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.6719599 Jul 22 11:26:46.316571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Pushing event updated for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:46.336064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.402558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-dadf45ba-fe19-468a-af65-80b83ecb83bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 200 len: 217 time: 0.0989168 Jul 22 11:26:46.426544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-4378bf07-0801-4f76-9384-d674b42011c3 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:46.431015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-4378bf07-0801-4f76-9384-d674b42011c3 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7075474 Jul 22 11:26:46.442107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Attempting to bind port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:46.442904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Attempting to bind port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:46.443565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Attempting to bind port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:46.452572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Router 694d167e-ddcd-4699-99dd-ad39e4845ce4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:46.468662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61316b55-1454-4025-9c31-bfe3605cf02c None None] Provisioning for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:46.480701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61316b55-1454-4025-9c31-bfe3605cf02c None None] Provisioning complete for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:46.480701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61316b55-1454-4025-9c31-bfe3605cf02c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.502656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-82b74bd0-5a8a-4710-817d-939412fc6311 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/quotas/02258832bd2a4da18392b218bf2a613d HTTP/1.1" status: 200 len: 375 time: 0.0460320 Jul 22 11:26:46.509268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:46.509619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Attempting to bind port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:46.525081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-61316b55-1454-4025-9c31-bfe3605cf02c None None] Port 9da3b4b9-51b6-4845-bb18-8321a05573c1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:46.528141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:46.528495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:46.528883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:46.529336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Bound port: 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:46.529694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.568421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b651716-f38d-4088-99a8-05b336ef6e60 req-8d95ddd9-bff6-4e5b-961d-d49bfea59721 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:46.575959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b651716-f38d-4088-99a8-05b336ef6e60 req-8d95ddd9-bff6-4e5b-961d-d49bfea59721 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 945 time: 0.4436264 Jul 22 11:26:46.585002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-2a608091-9329-419a-aaef-302748e605cd tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0814927 Jul 22 11:26:46.615365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-fc9c5af9-bc75-4f5c-99e0-144379f35780 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:46.617493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-fc9c5af9-bc75-4f5c-99e0-144379f35780 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.2007847 Jul 22 11:26:46.676955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:46.685921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.701008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Transition to ACTIVE for port object 9da3b4b9-51b6-4845-bb18-8321a05573c1 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:46.711091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.781104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:46.809772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b651716-f38d-4088-99a8-05b336ef6e60 req-a1fe6a56-8498-4fda-8b86-b77fee4cb8c6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2327607 Jul 22 11:26:46.875881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Attempting to bind port 9da3b4b9-51b6-4845-bb18-8321a05573c1 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:46.876255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Attempting to bind port 9da3b4b9-51b6-4845-bb18-8321a05573c1 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:46.876601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Attempting to bind port 9da3b4b9-51b6-4845-bb18-8321a05573c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:46.879596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:46.883511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Port 9da3b4b9-51b6-4845-bb18-8321a05573c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:46.883840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Attempting to bind port 9da3b4b9-51b6-4845-bb18-8321a05573c1 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:46.890395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:46.890936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:46.891347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:46.891803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:46.892308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Bound port: 9da3b4b9-51b6-4845-bb18-8321a05573c1, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:46.892971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.896990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:46.909992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Sync routers for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:46.926047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-46517fed-ef61-4f4d-85fd-5fbdee147937 admin admin] 10.222.0.21 "PUT /v2.0/routers/694d167e-ddcd-4699-99dd-ad39e4845ce4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5983901 Jul 22 11:26:46.926047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:46.953723 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:46.956583 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:47.009655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 042327df-b904-4021-9e95-e722cb736efc up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:47.018372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:47.022144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:47.036768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.038646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.040631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.043410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] 10.222.0.36 "PUT /v2.0/ports/287dcd6a-543b-4fcd-a34e-d8229803b3c1 HTTP/1.1" status: 200 len: 1096 time: 2.4053166 Jul 22 11:26:47.133691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72edb6b2-edf3-4388-8176-1ee082e11126 service neutron] Pushing event updated for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:47.137218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 042327df-b904-4021-9e95-e722cb736efc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:47.143493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.147303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.149057 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] 10.222.0.20 "PUT /v2.0/ports/9da3b4b9-51b6-4845-bb18-8321a05573c1 HTTP/1.1" status: 200 len: 1096 time: 0.9094234 Jul 22 11:26:47.149847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:47.153325 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-acd9925b-2639-4613-8387-bfda9ea328d9" -d '{"events": [{"name": "network-changed", "server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:47.159788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 042327df-b904-4021-9e95-e722cb736efc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:47.162195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.170132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-0ca3c0d2-8b22-4329-bd3b-a316f07e0dd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.174282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-0ca3c0d2-8b22-4329-bd3b-a316f07e0dd9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5114644 Jul 22 11:26:47.202150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4bd75b-4853-4b37-b0fb-a5725419ed5d service neutron] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:47.204828 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:47.297693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.20', 50887) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:47.303085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-7533311d-c4cc-4568-85cc-2a94b5efdc73 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.312234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-7533311d-c4cc-4568-85cc-2a94b5efdc73 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 945 time: 0.5290902 Jul 22 11:26:47.317280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:47.321099 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c" -d '{"events": [{"name": "network-changed", "server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:47.352036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.404396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042327df-b904-4021-9e95-e722cb736efc'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:47.407173 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c035f59-641a-4cfa-8ceb-9f5f5bb55e0d" -d '{"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-plugged", "status": "completed", "tag": "042327df-b904-4021-9e95-e722cb736efc"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:47.425118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-0619d157-0af1-4e16-a31b-82ef084cbff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.427505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-0619d157-0af1-4e16-a31b-82ef084cbff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 1099 time: 0.2013090 Jul 22 11:26:47.446495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:47.454667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.469834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-3a9b8a7f-2f9d-4bf0-a26e-e8311a47523f service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437764 Jul 22 11:26:47.539806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:47.564116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-41914a93-a22b-4e96-a641-7ebeb125719c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1 HTTP/1.1" status: 200 len: 217 time: 0.1260717 Jul 22 11:26:47.580006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-7fe3459a-155e-4178-aa08-34c78a5ed75f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.591071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-7fe3459a-155e-4178-aa08-34c78a5ed75f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4efea4d-89a3-4fe8-b3aa-1669038d5ba2 HTTP/1.1" status: 200 len: 946 time: 0.2832174 Jul 22 11:26:47.655063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-a433542c-c7b6-49ab-a8bc-b7a03e11e3ab tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 696 time: 0.3417883 Jul 22 11:26:47.680366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:47.756205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.763282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.768931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-92a82903-a150-440e-b6a7-aaed5183488d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.770746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-92a82903-a150-440e-b6a7-aaed5183488d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1614141 Jul 22 11:26:47.823490 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:44Z', 'revision_number': 4, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6082bd88-f56f-465b-bc64-3f3fa61308be', 'name': '', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'mac_address': 'fa:16:3e:e2:19:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:41Z', 'updated_at': '2021-07-22T11:26:44Z', 'revision_number': 2, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'subnets': [{'id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:47.865615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Checking router: 694d167e-ddcd-4699-99dd-ad39e4845ce4 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:47.866066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Updating router 694d167e-ddcd-4699-99dd-ad39e4845ce4 port 6082bd88-f56f-465b-bc64-3f3fa61308be binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:26:47.910576 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.935685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0b42bc-44f7-482c-9ba2-e8f5d2b3d198 req-f8a30533-1578-44a2-92d7-03e347ee9a13 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794115 Jul 22 11:26:47.936777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Deleting port 90879285-41b7-4570-8336-27ad1186c2ca {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:26:47.937648 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:47.957161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-ae5c4677-8c46-4362-a98c-b6d926ab69d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.958688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-ae5c4677-8c46-4362-a98c-b6d926ab69d3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1800678 Jul 22 11:26:47.963727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02da7a2b-3ba1-4f9c-aca1-4d13ff5f903e req-ddb6cc82-f54c-4f1a-8d45-9337ea73288b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.965694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02da7a2b-3ba1-4f9c-aca1-4d13ff5f903e req-ddb6cc82-f54c-4f1a-8d45-9337ea73288b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 948 time: 0.9156964 Jul 22 11:26:47.970328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-6463ece5-2f34-4b3d-aae9-42ac48bee229 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:47.972023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-6463ece5-2f34-4b3d-aae9-42ac48bee229 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 1099 time: 0.8294079 Jul 22 11:26:48.079433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-2f4e80df-c2db-4970-af61-8db3a9dc91bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1 HTTP/1.1" status: 200 len: 217 time: 0.0753169 Jul 22 11:26:48.081798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51000) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:48.091872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-network', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:48.126981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] For port 90879285-41b7-4570-8336-27ad1186c2ca, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=90879285-41b7-4570-8336-27ad1186c2ca,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:48.127338 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.148155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-1bdbab1e-d1ac-4898-b1d2-4779f8f6bc5e service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1780982 Jul 22 11:26:48.148990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Calling delete_port for 90879285-41b7-4570-8336-27ad1186c2ca owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:26:48.155528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93c344d0-41f2-415a-8724-c09f02a70c65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.270399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02da7a2b-3ba1-4f9c-aca1-4d13ff5f903e req-ba81aba1-20dc-4f95-b4d1-f3fc2fa09138 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2950952 Jul 22 11:26:48.308096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3824c1fb-9735-48c3-8b3c-d98dd6b2f4e2 req-28e19dac-3a36-42ca-ac77-b50d92602f3b service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520064 Jul 22 11:26:48.322123 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.342863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-40cb7aaf-e721-47c2-9f8f-94a966d2369e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=02258832bd2a4da18392b218bf2a613d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1053307 Jul 22 11:26:48.396588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Transition to ACTIVE for port object 6082bd88-f56f-465b-bc64-3f3fa61308be will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:48.396841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.403974 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.410789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ade64f18-a65b-4ca3-8c45-948c5acfc27c', '90879285-41b7-4570-8336-27ad1186c2ca'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:48.424964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Made reservation on behalf of 48fba2ee15234774b144f4a18176e1d5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:48.427450 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.432222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event deleted for resources: {'Port': ['ID=90879285-41b7-4570-8336-27ad1186c2ca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:48.456148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-e0003b60-c8eb-417b-8815-895050da7969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:48.458492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-e0003b60-c8eb-417b-8815-895050da7969 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.3573849 Jul 22 11:26:48.465076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.475646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0f918-a6ad-4dae-93a5-4535f03073c3 None None] Pushing event updated for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:48.502396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] No DVR routers for this DVR port 90879285-41b7-4570-8336-27ad1186c2ca on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:26:48.508040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.514294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e02de1c-f2b2-47e9-9106-f85afaf0ea65 req-c047193e-86a7-4014-b0b9-0110e7d79747 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "DELETE /v2.0/ports/90879285-41b7-4570-8336-27ad1186c2ca HTTP/1.1" status: 204 len: 173 time: 0.9183302 Jul 22 11:26:48.543964 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Attempting to bind port 6082bd88-f56f-465b-bc64-3f3fa61308be on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:48.544340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Attempting to bind port 6082bd88-f56f-465b-bc64-3f3fa61308be by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:48.544698 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Attempting to bind port 6082bd88-f56f-465b-bc64-3f3fa61308be on network ad8c020a-5538-4cea-b589-138203201b35 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:48.560429 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:48.560748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Checking segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:48.561154 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.562246 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Bound using segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:48.562246 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Bound port: 6082bd88-f56f-465b-bc64-3f3fa61308be, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:48.562246 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.672755 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] For port 6082bd88-f56f-465b-bc64-3f3fa61308be, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:48.676412 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] For port 6082bd88-f56f-465b-bc64-3f3fa61308be, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6082bd88-f56f-465b-bc64-3f3fa61308be,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:48.686351 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:48.748677 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61f0f918-a6ad-4dae-93a5-4535f03073c3 None None] Pushing event updated for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:48.772120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:48.772641 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:48.827246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-098716d8-e74c-4703-a8a3-cf7f404fe334 req-ca8b457d-e8ce-4d97-92a4-a414e42617c8 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:48.828933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-098716d8-e74c-4703-a8a3-cf7f404fe334 req-ca8b457d-e8ce-4d97-92a4-a414e42617c8 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 948 time: 0.4630327 Jul 22 11:26:48.883511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-8e55acb1-9eb4-412b-9410-f6890cac3bc2 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:48.885182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-8e55acb1-9eb4-412b-9410-f6890cac3bc2 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5316002 Jul 22 11:26:48.888692 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:48.928693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Request body: {'port': {'device_id': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '02258832bd2a4da18392b218bf2a613d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:48.957975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-8c5aaa6a-f991-4814-92f2-76a217ca356b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:48.959612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-8c5aaa6a-f991-4814-92f2-76a217ca356b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4302235 Jul 22 11:26:49.098724 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:44Z', 'revision_number': 4, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6082bd88-f56f-465b-bc64-3f3fa61308be', 'name': '', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'mac_address': 'fa:16:3e:e2:19:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:41Z', 'updated_at': '2021-07-22T11:26:48Z', 'revision_number': 4, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'subnets': [{'id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:49.127833 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33328994-1c25-4f8e-98ba-85e85dd371dd None None] The sync data for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 is: [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:44Z', 'revision_number': 4, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6082bd88-f56f-465b-bc64-3f3fa61308be', 'name': '', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'mac_address': 'fa:16:3e:e2:19:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_interface', 'standard_attr_id': 548, 'fixed_ips': [{'subnet_id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:41Z', 'updated_at': '2021-07-22T11:26:48Z', 'revision_number': 4, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'subnets': [{'id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:49.221471 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.348827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-098716d8-e74c-4703-a8a3-cf7f404fe334 req-9e2ce243-a078-480e-a109-e0c2e6a4b08e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4366055 Jul 22 11:26:49.429944 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.478107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.535390 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:26:49.588158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:26:49.628389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d0e8b86-4e2a-4b37-82bb-7c82960f6d83,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:49.643100 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.643452 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Added segment cbe9fd5b-7405-4eef-9968-46787da78755 of type vlan for network ea9f05eb-a5fb-4039-acd6-97f2124d854f Jul 22 11:26:49.660240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-e43aab9e-b5a3-4aac-942c-11f9cdd5f218 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6869948 Jul 22 11:26:49.670956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.700803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Made reservation on behalf of 02258832bd2a4da18392b218bf2a613d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:49.704310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.706271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.790571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.805592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.853674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a16db4b1-4246-4063-a06c-0496c58ddd93 req-8fb02ab0-91a2-497f-9e43-cd6e32e63c0e tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:49.855288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a16db4b1-4246-4063-a06c-0496c58ddd93 req-8fb02ab0-91a2-497f-9e43-cd6e32e63c0e tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.4281974 Jul 22 11:26:49.953477 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:49.954439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:49.955037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.028001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a16db4b1-4246-4063-a06c-0496c58ddd93 req-2ed4e1e8-0d7f-4362-bf71-a83beb49e6aa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1630754 Jul 22 11:26:50.035677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eeeedbb-a176-4c06-abf7-d1b8ccbc5371 req-1dcfbbad-2f6b-4749-95ae-ac653107d8b0 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3398714 Jul 22 11:26:50.040399 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6 associated. External IP: 172.25.6.157, port: ade64f18-a65b-4ca3-8c45-948c5acfc27c. Jul 22 11:26:50.141484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] Pushing event updated for resources: {'Network': ['ID=ea9f05eb-a5fb-4039-acd6-97f2124d854f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:50.152427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:26:50.186601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f021f58-b9a2-4613-9fb4-6cdd79033497 req-27ebe816-58f3-47c9-9c6d-9ce5ba89880a tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 210 time: 0.0496335 Jul 22 11:26:50.246884 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f9757b8-91ac-45a2-b214-da2cc9cae102 x-openstack-request-id: req-3f9757b8-91ac-45a2-b214-da2cc9cae102 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:50.247362 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:50.247479 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f9757b8-91ac-45a2-b214-da2cc9cae102 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:50.247823 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'status': 'completed', 'code': 200} Jul 22 11:26:50.256013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.297912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.302387 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b25e145c-cf9d-4d32-a723-2882aa465587 x-openstack-request-id: req-b25e145c-cf9d-4d32-a723-2882aa465587 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:50.302718 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:50.303951 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b25e145c-cf9d-4d32-a723-2882aa465587 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:50.304348 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1', 'status': 'completed', 'code': 200} Jul 22 11:26:50.308412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6082bd88-f56f-465b-bc64-3f3fa61308be up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:50.369313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-4c866db4-076e-4564-b0ce-c163a6e59148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.369543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-491411b6-8ee1-4250-b195-9cd2195cd1ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 2.2818372 Jul 22 11:26:50.373987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-4c866db4-076e-4564-b0ce-c163a6e59148 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 1099 time: 0.0982776 Jul 22 11:26:50.374814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51006) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:50.382336 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-793ea1e0-7908-4c8c-b28e-2a3fe74a658f x-openstack-request-id: req-793ea1e0-7908-4c8c-b28e-2a3fe74a658f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:50.382907 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-plugged", "status": "completed", "tag": "042327df-b904-4021-9e95-e722cb736efc", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:50.383364 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-793ea1e0-7908-4c8c-b28e-2a3fe74a658f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:50.383930 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '042327df-b904-4021-9e95-e722cb736efc', 'code': 200} Jul 22 11:26:50.395358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Request body: {'subnet': {'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-subnet', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:50.398723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6082bd88-f56f-465b-bc64-3f3fa61308be completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:50.403122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6082bd88-f56f-465b-bc64-3f3fa61308be triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:50.403622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.486046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Pushing event updated for resources: {'SecurityGroup': ['ID=965fb5d6-6f7d-48ab-8705-986e0930eb9d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:50.503668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.508763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Made reservation on behalf of 48fba2ee15234774b144f4a18176e1d5 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:26:50.511759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.541079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6082bd88-f56f-465b-bc64-3f3fa61308be, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6082bd88-f56f-465b-bc64-3f3fa61308be,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:50.546147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.591638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Allocated IP 192.168.233.15 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/991dc9c2-3462-4ada-8bbe-5caa1bca2639) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:50.601574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:50.609400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-86a15dc9-cd6f-49d0-93c7-5e27271bd839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.611006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-86a15dc9-cd6f-49d0-93c7-5e27271bd839 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 1099 time: 0.2750165 Jul 22 11:26:50.619019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-7a82fe13-4fe2-4573-a363-22432b3bc20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.620716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-7a82fe13-4fe2-4573-a363-22432b3bc20f service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2207677 Jul 22 11:26:50.622407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:50.624662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c45332-e2a6-43fa-8e02-4ea36af3f457 req-66e869dd-ab17-41ed-9a51-087686096173 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.626152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44c45332-e2a6-43fa-8e02-4ea36af3f457 req-66e869dd-ab17-41ed-9a51-087686096173 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1097 time: 0.2076638 Jul 22 11:26:50.646637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-052400b7-8801-414b-bf05-121183a4857e req-8cc533d5-8da6-4de9-add0-80be3a906384 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.648123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-052400b7-8801-414b-bf05-121183a4857e req-8cc533d5-8da6-4de9-add0-80be3a906384 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.2143507 Jul 22 11:26:50.680991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-48956e64-7883-4348-9694-7005a9303dbb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.216&port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1 HTTP/1.1" status: 200 len: 217 time: 0.0538106 Jul 22 11:26:50.756492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44c45332-e2a6-43fa-8e02-4ea36af3f457 req-d7d22aaf-14cb-4d45-94d6-8734b537bee3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1217122 Jul 22 11:26:50.771086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-f7ce9ccf-f9bc-4740-b32e-d8ae11bb0f65 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.772539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-f7ce9ccf-f9bc-4740-b32e-d8ae11bb0f65 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0848503 Jul 22 11:26:50.856866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.871412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-052400b7-8801-414b-bf05-121183a4857e req-56ead584-8543-44e6-9f0c-e481d1acc0a9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2077470 Jul 22 11:26:50.922728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2bdeab41-3d1a-4db8-bbdc-ceb4ba429652,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:50.923403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-906dc304-cb46-4de8-9166-138b23de12b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.924899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-906dc304-cb46-4de8-9166-138b23de12b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3052943 Jul 22 11:26:50.928569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-cf0669df-f230-46fb-a344-e25a6f2b5598 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:50.930351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-cf0669df-f230-46fb-a344-e25a6f2b5598 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1230216 Jul 22 11:26:50.933598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:50.945554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:50.948481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:50.959556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:50.960183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:50.977121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Checking segment: {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:50.977482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Network hostable DHCP agents. Network: ea9f05eb-a5fb-4039-acd6-97f2124d854f, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:26:51.006209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-d7376dac-40fc-49b8-a6d0-e5936ebfc9bd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.175&port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1 HTTP/1.1" status: 200 len: 217 time: 0.0704770 Jul 22 11:26:51.042795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:51.045195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 90879285-41b7-4570-8336-27ad1186c2ca no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:26:51.051133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:26:51.060953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-a61f6ab3-c06a-4997-a98d-3aaebbb898cd service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1214004 Jul 22 11:26:51.065168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.069757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ea9f05eb-a5fb-4039-acd6-97f2124d854f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:51.072054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-edac2ceb-a514-400f-aa12-4af7b5c20111 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "PUT /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 996 time: 3.4149954 Jul 22 11:26:51.079602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 90879285-41b7-4570-8336-27ad1186c2ca {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:26:51.080109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 90879285-41b7-4570-8336-27ad1186c2ca not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:26:51.091870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-023b8caf-d2f0-4570-b669-8c0461909f28 None None] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:51.103788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.104969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.132996 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-58327e16-1752-484a-90c1-db23e90cbdf9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7565484 Jul 22 11:26:51.163215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:51.168667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:51.216573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-acd9925b-2639-4613-8387-bfda9ea328d9 req-8fa28124-38da-4889-899f-b21e161ce32d service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480455 Jul 22 11:26:51.217963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.219119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.282293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.346795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.406623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:51.429247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Transition to ACTIVE for port object 991dc9c2-3462-4ada-8bbe-5caa1bca2639 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:51.432259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.445346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-d690aedb-0e0f-4331-8d13-aa3b21b36ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.447081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-d690aedb-0e0f-4331-8d13-aa3b21b36ba9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.4284873 Jul 22 11:26:51.546194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268ee985-b32e-4857-bd5d-ac3bd3d1f643 req-de6d1123-62f2-484d-bf6f-fdc893921ef5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.553354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268ee985-b32e-4857-bd5d-ac3bd3d1f643 req-de6d1123-62f2-484d-bf6f-fdc893921ef5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 948 time: 0.4803159 Jul 22 11:26:51.568057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.572393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-9b5d3976-bae0-41ad-b972-e6638bbbe870 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.574622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-9b5d3976-bae0-41ad-b972-e6638bbbe870 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.4838920 Jul 22 11:26:51.641987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:51.672335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:51.688326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:51.696825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'fixed_ips': [{'subnet_id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:26:51.697713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.705466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268ee985-b32e-4857-bd5d-ac3bd3d1f643 req-5008ebc9-9094-44dc-9279-d610a6644e35 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509488 Jul 22 11:26:51.730569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'mac_address': 'fa:16:3e:69:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:51.771436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:51.780850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.784458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.793507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-d24d9f65-657e-4fce-960e-be44f281a573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.795059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-d24d9f65-657e-4fce-960e-be44f281a573 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3413453 Jul 22 11:26:51.803978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Pushing event updated for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:51.884114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-845f935e-d78a-4603-a66d-1408ff84416f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.9687510 Jul 22 11:26:51.900378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.908143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Request body: {'port': {'device_id': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:51.924055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-28acb4aa-6e32-4232-b6a0-8f568f58fff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:51.925633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-28acb4aa-6e32-4232-b6a0-8f568f58fff3 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.3313954 Jul 22 11:26:51.926327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.947060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:51.976857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:52.030590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Allocated IP 172.20.0.2 (ea9f05eb-a5fb-4039-acd6-97f2124d854f/2bdeab41-3d1a-4db8-bbdc-ceb4ba429652/807dcb3e-b5ed-48bb-abc0-685ddc563c28) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:52.035949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:52.067687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.087059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-1be7bf22-6d58-4bc6-aa89-5be43b333a52 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2773170 Jul 22 11:26:52.091189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Allocated IP 172.25.6.227 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f707d92a-e0db-499c-913c-ae09a1a62cc8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:52.099730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a3805768-4c92-4e64-9838-2e86a3e0cd4c None None] Provisioning for port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:52.119641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a3805768-4c92-4e64-9838-2e86a3e0cd4c None None] Provisioning complete for port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:52.120293 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a3805768-4c92-4e64-9838-2e86a3e0cd4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.129041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-392ebd7e-107c-476b-a02c-919697f682ae service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 999 time: 0.1553442 Jul 22 11:26:52.190004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94bbd4c-8b44-4898-9c44-902378a115f8 req-1c0a3f66-fabb-432e-ac72-1fd1b2e714a0 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:52.191641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c94bbd4c-8b44-4898-9c44-902378a115f8 req-1c0a3f66-fabb-432e-ac72-1fd1b2e714a0 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.3889046 Jul 22 11:26:52.210927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.232660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:52.238566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.239582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Request body: {'floatingip': {'port_id': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:52.274078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'name': 'network-vif-deleted', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:52.278142 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1040a2da-32f4-4f4c-a3c5-2d7a9dfced9e" -d '{"events": [{"server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "name": "network-vif-deleted", "tag": "90879285-41b7-4570-8336-27ad1186c2ca"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:52.281058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:52.281243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-01ed0cfa-d93a-44bb-b72e-cfdf12889372 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:52.282826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-01ed0cfa-d93a-44bb-b72e-cfdf12889372 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1344857 Jul 22 11:26:52.290913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a3805768-4c92-4e64-9838-2e86a3e0cd4c None None] Port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:52.299842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6082bd88-f56f-465b-bc64-3f3fa61308be up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:52.319957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:52.324276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.328139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.328428 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d13587c-05ab-4f64-8893-f51e71258043" -d '{"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:52.346847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9da3b4b9-51b6-4845-bb18-8321a05573c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:52.423735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:49Z', 'revision_number': 8, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:52.433278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:52.442353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:52.449298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:52.454319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Pushing event updated for resources: {'Port': ['ID=f707d92a-e0db-499c-913c-ae09a1a62cc8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:52.478188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:52.498920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbca11ba-5918-4ffc-8d6a-f4745ca4b35c req-3589967f-f436-49e7-9489-1f72a39bf93c service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3985589 Jul 22 11:26:52.505324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.522155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:52.527945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:52.536746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Transition to ACTIVE for port object 807dcb3e-b5ed-48bb-abc0-685ddc563c28 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:52.559973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2af541-6ea5-414f-ac08-77402f762a64 req-32e431c9-3c36-4859-b81b-28e5e5d1d39e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:52.566985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2af541-6ea5-414f-ac08-77402f762a64 req-32e431c9-3c36-4859-b81b-28e5e5d1d39e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 949 time: 0.2804840 Jul 22 11:26:52.587262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6082bd88-f56f-465b-bc64-3f3fa61308be triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:52.587643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.594788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-32e0d7e1-c367-45c9-80f0-41684169dd8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:52.596111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-32e0d7e1-c367-45c9-80f0-41684169dd8a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2613595 Jul 22 11:26:52.671642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Transition to ACTIVE for port object 807dcb3e-b5ed-48bb-abc0-685ddc563c28 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:52.677049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2af541-6ea5-414f-ac08-77402f762a64 req-6e35cdc2-dd82-475c-986f-8d23f85e5dbc tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091871 Jul 22 11:26:52.705606 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.772175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-96ae4ea4-dcb3-4174-bd0b-126dd1cd0a01 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1648610 Jul 22 11:26:52.787047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Pushing event updated for resources: {'Port': ['ID=807dcb3e-b5ed-48bb-abc0-685ddc563c28,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:52.838479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:52.851146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:52.859655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:52.862618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:52.925367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 991dc9c2-3462-4ada-8bbe-5caa1bca2639 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:52.942144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.958204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:52.971172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1e1d662-0ad3-4100-8b63-ca0d79713705 req-4e718335-8a41-40bd-b805-1f1d5b763c78 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1925092 Jul 22 11:26:52.977541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Transition to ACTIVE for port object 991dc9c2-3462-4ada-8bbe-5caa1bca2639 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:52.985351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84025020-4b70-42ae-95af-ea43d9a649e0 req-fafa75ad-0390-456a-b6b6-daa8fa62925e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:52.986898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84025020-4b70-42ae-95af-ea43d9a649e0 req-fafa75ad-0390-456a-b6b6-daa8fa62925e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 935 time: 0.1742635 Jul 22 11:26:52.988025 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.075498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:26:53.079187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84025020-4b70-42ae-95af-ea43d9a649e0 req-6c8a3365-b20f-472b-a344-4f6a0e3649cb tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857542 Jul 22 11:26:53.080661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Attempting to bind port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:53.081043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Attempting to bind port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:53.081414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Attempting to bind port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 on network ea9f05eb-a5fb-4039-acd6-97f2124d854f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:53.097210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Pushing event updated for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:53.112840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:53.113231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Checking segment: {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:53.123060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.123495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Bound using segment: {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:53.124028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Bound port: 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:53.124433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.179875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.186175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Attempting to bind port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:53.186896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Attempting to bind port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:53.187248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Attempting to bind port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:53.190543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.204648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:26:53.204967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Attempting to bind port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:53.217078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:53.217463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:53.217980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:53.218604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Bound port: 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:53.219019 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.311499 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41bd8195-a075-4ba1-98e8-4d89e8b08ee7 x-openstack-request-id: req-41bd8195-a075-4ba1-98e8-4d89e8b08ee7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:53.311973 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4efea4d-89a3-4fe8-b3aa-1669038d5ba2", "name": "network-vif-deleted", "tag": "90879285-41b7-4570-8336-27ad1186c2ca", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:53.314868 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41bd8195-a075-4ba1-98e8-4d89e8b08ee7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:53.314868 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4efea4d-89a3-4fe8-b3aa-1669038d5ba2', 'name': 'network-vif-deleted', 'tag': '90879285-41b7-4570-8336-27ad1186c2ca', 'status': 'completed', 'code': 200} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-911d06b6-d9e2-4d70-be3c-9cb2f2c81f3b x-openstack-request-id: req-911d06b6-d9e2-4d70-be3c-9cb2f2c81f3b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-911d06b6-d9e2-4d70-be3c-9cb2f2c81f3b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:53.341572 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:26:53.351465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.422846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Pushing event updated for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:53.444062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:53.445295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.448521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fb0a9015-1959-4b4d-8ab1-4b5a94a2103d service neutron] 10.222.0.20 "PUT /v2.0/ports/991dc9c2-3462-4ada-8bbe-5caa1bca2639 HTTP/1.1" status: 200 len: 1095 time: 1.5482779 Jul 22 11:26:53.451587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] For port 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:53.478102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] For port 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=807dcb3e-b5ed-48bb-abc0-685ddc563c28,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:53.496551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.523257 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Floating IP 63d1deef-43b8-4286-a5f7-dd508ccd6ce4 associated. External IP: 172.25.6.180, port: 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b. Jul 22 11:26:53.574966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:53.577577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7278e5e-d88c-4836-9fe1-613b90865c5f req-2994c9bf-135d-4009-94c7-018d7adf0ce0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:53.585399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a65eb4-98e0-493c-a70b-2b67e9232bf3 None None] Pushing event updated for resources: {'Port': ['ID=807dcb3e-b5ed-48bb-abc0-685ddc563c28,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:53.585874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7278e5e-d88c-4836-9fe1-613b90865c5f req-2994c9bf-135d-4009-94c7-018d7adf0ce0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.4545462 Jul 22 11:26:53.653624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:49Z', 'revision_number': 8, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:53.657919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7278e5e-d88c-4836-9fe1-613b90865c5f req-ff57e29b-ab1b-407f-9114-e0fc60464538 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708411 Jul 22 11:26:53.700614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cfef13-30d4-4dc2-8ce1-b3336ccb1aa2 req-464d169c-635b-4439-94dc-6c8bec2b53b7 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:53.709161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8cfef13-30d4-4dc2-8ce1-b3336ccb1aa2 req-464d169c-635b-4439-94dc-6c8bec2b53b7 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 948 time: 0.3428609 Jul 22 11:26:53.717326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07c1333c-b16b-45d8-b87f-1c5dd83ae261 None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c419d41d-21dc-488f-aed9-fc8e3d1e15a6', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'floating_ip_address': '172.25.6.157', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'port_id': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'fixed_ip_address': '172.20.0.8', 'status': 'DOWN', 'standard_attr_id': 436, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'mac_address': 'fa:16:3e:2b:49:6a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:03Z', 'updated_at': '2021-07-22T11:26:49Z', 'revision_number': 8, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:53.768732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-3d13cabb-4296-46dd-b9b0-fd7c5ed6f94c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:53.770336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-3d13cabb-4296-46dd-b9b0-fd7c5ed6f94c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 1098 time: 0.2621195 Jul 22 11:26:53.791335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8cfef13-30d4-4dc2-8ce1-b3336ccb1aa2 req-f3f2d999-1a21-42cf-a788-54eeb74c56c2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806975 Jul 22 11:26:53.894804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-e49b3aa4-4710-4a05-b046-5ef7d177e246 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639 HTTP/1.1" status: 200 len: 217 time: 0.1014020 Jul 22 11:26:53.996095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-6d3b1686-3092-40d9-82ef-97e2ab3f5568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:53.997577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-6d3b1686-3092-40d9-82ef-97e2ab3f5568 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0590959 Jul 22 11:26:54.018687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c705ca2e-d80f-45d1-9348-c328d4094230 req-197d040c-8bd4-4e4b-8376-465d1e591cde tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 996 time: 0.2811971 Jul 22 11:26:54.048307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13587c-05ab-4f64-8893-f51e71258043 req-5de647c0-3c8a-47de-83de-ddd4256be26d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.048937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-5de647c0-3c8a-47de-83de-ddd4256be26d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.6766007 Jul 22 11:26:54.073612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bd0dbdad-715a-4bac-b78f-fdc93c6fcf4e None None] New status for floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:26:54.155144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe2aed0-d021-4439-8e41-2cae553fc6c2 req-6adb5e29-8f6b-498e-ab8f-3b03637f8d98 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.156151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 287dcd6a-543b-4fcd-a34e-d8229803b3c1 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:54.163054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afe2aed0-d021-4439-8e41-2cae553fc6c2 req-6adb5e29-8f6b-498e-ab8f-3b03637f8d98 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1097 time: 0.2814801 Jul 22 11:26:54.176757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-9a319e45-388c-4ddf-84d4-5cd502ac2ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.178384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-9a319e45-388c-4ddf-84d4-5cd502ac2ef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1719425 Jul 22 11:26:54.256866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c705ca2e-d80f-45d1-9348-c328d4094230 req-7a1aeef0-7478-45dd-b99f-4606e32c4ae1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.258300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c705ca2e-d80f-45d1-9348-c328d4094230 req-7a1aeef0-7478-45dd-b99f-4606e32c4ae1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2202206 Jul 22 11:26:54.278502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afe2aed0-d021-4439-8e41-2cae553fc6c2 req-f7f9611f-f2c9-4831-b0c9-ecf3bd4d4934 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144817 Jul 22 11:26:54.314687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:54.331326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '287dcd6a-543b-4fcd-a34e-d8229803b3c1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '287dcd6a-543b-4fcd-a34e-d8229803b3c1', 'mac_address': 'fa:16:3e:fa:8d:0e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.175'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:54.331750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-c705ca2e-d80f-45d1-9348-c328d4094230 req-d9b08b56-8468-491f-a22d-5553fc2bad02 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:26:54.333480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c705ca2e-d80f-45d1-9348-c328d4094230 req-d9b08b56-8468-491f-a22d-5553fc2bad02 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0465126 Jul 22 11:26:54.334602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Router e5da4822-b294-4b6f-a247-48daf4e25285 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:54.344534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13587c-05ab-4f64-8893-f51e71258043 req-005b51e8-11b5-46c0-9937-ff84d76e15f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.346066 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-005b51e8-11b5-46c0-9937-ff84d76e15f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.2089565 Jul 22 11:26:54.403046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:54.417911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 807dcb3e-b5ed-48bb-abc0-685ddc563c28 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:54.423375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 287dcd6a-543b-4fcd-a34e-d8229803b3c1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:54.489540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:54.500610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:54.508504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Router ae7dbbdb-cd73-446c-8341-3608c92750e9 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:26:54.521816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-74aa3a9a-294b-40de-93d7-397e8a9e4063 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3338583 Jul 22 11:26:54.541190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-3aedb049-98d6-43f9-84dd-d5c88b9e9146 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 999 time: 0.1857767 Jul 22 11:26:54.593516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:54.621366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:54.681972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:54.693117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:54.695303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Sync routers for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:54.696325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13587c-05ab-4f64-8893-f51e71258043 req-83f3764f-db75-44c3-97da-93ddf689b28a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.697839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-83f3764f-db75-44c3-97da-93ddf689b28a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1475537 Jul 22 11:26:54.711394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:54.712101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:54.777442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['287dcd6a-543b-4fcd-a34e-d8229803b3c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:54.778340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1bcc6b00-4f55-4de9-bbdd-c94628a57910 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "PUT /v2.0/floatingips/63d1deef-43b8-4286-a5f7-dd508ccd6ce4 HTTP/1.1" status: 200 len: 992 time: 2.5442770 Jul 22 11:26:54.788283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:54.799955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Sync routers for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:54.815660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:54.816591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:54.816705 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:54.820656 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83b5e3ac-76e2-442f-9b53-e034837109da admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 3.6529584 Jul 22 11:26:54.821569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51046) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:26:54.833266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d13587c-05ab-4f64-8893-f51e71258043 req-4d546b8e-56e0-4837-a034-64454b3746d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:54.835383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-4d546b8e-56e0-4837-a034-64454b3746d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138189 Jul 22 11:26:54.964796 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:54.966556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:55.005248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d13d869-24f2-4fa5-8d3e-2feb972873e8 req-e445b94c-46f2-474b-96fa-a60c6fe5983b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:55.013593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d13d869-24f2-4fa5-8d3e-2feb972873e8 req-e445b94c-46f2-474b-96fa-a60c6fe5983b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 947 time: 0.5477717 Jul 22 11:26:55.041566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:55.050574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80528d87-5691-48ea-ae40-82f3f940b71e req-4bc731fc-f1c7-4044-be98-0508d2803619 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:55.058304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80528d87-5691-48ea-ae40-82f3f940b71e req-4bc731fc-f1c7-4044-be98-0508d2803619 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 949 time: 0.6342850 Jul 22 11:26:55.087566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cdbe74-9f08-4beb-8cd9-1b1394d7e52e req-fece4e16-0d0b-4fb9-aedf-c39bd235970e service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5579226 Jul 22 11:26:55.101148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae68f60b-72ce-4e30-b6b9-da97036f1f1f None None] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:26:55.131267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-7c805cc7-c1a3-435f-9e01-3a1592a021c4 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608633 Jul 22 11:26:55.131570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d13d869-24f2-4fa5-8d3e-2feb972873e8 req-54d2cbd7-96b4-47f3-8273-b3e020d61fec tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168497 Jul 22 11:26:55.138606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80528d87-5691-48ea-ae40-82f3f940b71e req-cf633152-e322-4501-b1c3-0c01e9de7e86 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791860 Jul 22 11:26:55.244173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Provisioning for port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:55.298064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Provisioning complete for port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:55.298661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.328406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:55.330650 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c64d0bc2-40df-47bd-b727-8f0544b9d82f" -d '{"events": [{"name": "network-changed", "server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:55.335070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:55.351942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 3, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:55.368344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:55.369341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.393234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:55.398046 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0" -d '{"events": [{"name": "network-changed", "server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:55.405104 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Checking router: ae7dbbdb-cd73-446c-8341-3608c92750e9 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:55.411969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-602cafd9-7740-4c44-a4e3-3fcc25c18bd8 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1001 time: 0.1083703 Jul 22 11:26:55.412891 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Updating router ae7dbbdb-cd73-446c-8341-3608c92750e9 port f707d92a-e0db-499c-913c-ae09a1a62cc8 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:26:55.450461 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d13587c-05ab-4f64-8893-f51e71258043 req-2c8f32dc-0272-4fba-a5cd-b8079ec994f6 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3134594 Jul 22 11:26:55.490598 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.496174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-b70bd83b-106d-44e8-b7ce-775b7998d278 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:55.497785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-b70bd83b-106d-44e8-b7ce-775b7998d278 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports/ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 942 time: 0.0811670 Jul 22 11:26:55.624428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c0134df-1a22-4ded-93ca-2102fd28f72f req-154699f0-8a8f-4d3f-8405-bc5b456a30b4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:55.625912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c0134df-1a22-4ded-93ca-2102fd28f72f req-154699f0-8a8f-4d3f-8405-bc5b456a30b4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 949 time: 0.1272194 Jul 22 11:26:55.668008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-d39ad289-1056-4ff0-8de7-db8f8c8aa42f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1001 time: 0.1050510 Jul 22 11:26:55.670646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.693469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c0134df-1a22-4ded-93ca-2102fd28f72f req-43379b61-4bb2-425e-9b8e-8a2962829e83 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537820 Jul 22 11:26:55.771661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.775886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] For port 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=807dcb3e-b5ed-48bb-abc0-685ddc563c28,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:55.794906 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.814607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.825146 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42d83d57-c634-4e56-8ff7-efa0dd32ed9d x-openstack-request-id: req-42d83d57-c634-4e56-8ff7-efa0dd32ed9d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:55.825436 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:55.825840 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42d83d57-c634-4e56-8ff7-efa0dd32ed9d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:55.828939 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'status': 'completed', 'code': 200} Jul 22 11:26:55.848869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:55.851448 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f35d656-8b91-41a5-9581-8100da40ab1f" -d '{"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:55.882181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:55.883921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-8e7c9547-9600-4aa2-9802-021360e69ed9 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:55.895023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-8e7c9547-9600-4aa2-9802-021360e69ed9 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2153668 Jul 22 11:26:55.903514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95cfbaa4-fc06-4c3c-bbe8-48e7fd468e1d None None] Pushing event updated for resources: {'Port': ['ID=807dcb3e-b5ed-48bb-abc0-685ddc563c28,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:55.908761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:55.923192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '63d1deef-43b8-4286-a5f7-dd508ccd6ce4', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'port_id': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'mac_address': 'fa:16:3e:5a:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:24Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 1, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:55.936047 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6466743c-a187-45c4-8e91-cde94dcb0f92 x-openstack-request-id: req-6466743c-a187-45c4-8e91-cde94dcb0f92 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:55.936338 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:55.936594 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6466743c-a187-45c4-8e91-cde94dcb0f92 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:55.936991 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'status': 'completed', 'code': 200} Jul 22 11:26:56.005319 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e2749e3-f5bb-43cf-8944-365cd5396bef x-openstack-request-id: req-0e2749e3-f5bb-43cf-8944-365cd5396bef {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:56.005996 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:56.006504 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e2749e3-f5bb-43cf-8944-365cd5396bef {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:56.007095 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'code': 200} Jul 22 11:26:56.009833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Checking router: e5da4822-b294-4b6f-a247-48daf4e25285 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:56.044943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:56.045928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:56.138421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:56.152636 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.184016 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Transition to ACTIVE for port object f707d92a-e0db-499c-913c-ae09a1a62cc8 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:56.201603 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.256158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-acee1ed6-fe51-4bca-aa5c-a85c04beae06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:56.257664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-acee1ed6-fe51-4bca-aa5c-a85c04beae06 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 1098 time: 0.2841537 Jul 22 11:26:56.273241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-3a26567a-f4cb-46c0-9ae9-da86bc67f3f3 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 1001 time: 0.3708062 Jul 22 11:26:56.309879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:56.316241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44f8c0c9-a698-450d-a0b6-6525086a0b78 None None] Provisioning complete for port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:56.316813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-44f8c0c9-a698-450d-a0b6-6525086a0b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.334854 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7733-7a2a-4683-91f2-f7ef8d49b249 None None] Pushing event updated for resources: {'Port': ['ID=f707d92a-e0db-499c-913c-ae09a1a62cc8,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:56.337260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Allocated IP 172.20.0.1 (ea9f05eb-a5fb-4039-acd6-97f2124d854f/2bdeab41-3d1a-4db8-bbdc-ceb4ba429652/9b7a7cfe-2f76-46d4-93ab-657b42973239) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:26:56.348820 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Attempting to bind port f707d92a-e0db-499c-913c-ae09a1a62cc8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:26:56.349026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:26:56.349262 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Attempting to bind port f707d92a-e0db-499c-913c-ae09a1a62cc8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:26:56.349638 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Attempting to bind port f707d92a-e0db-499c-913c-ae09a1a62cc8 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:26:56.363821 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:26:56.366099 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:26:56.366560 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.367002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:26:56.367494 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Bound port: f707d92a-e0db-499c-913c-ae09a1a62cc8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:26:56.367900 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.385773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 807dcb3e-b5ed-48bb-abc0-685ddc563c28 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:56.441595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-41ccbc8a-97c1-478c-88d5-c5fdf58d4f99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:56.443143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-41ccbc8a-97c1-478c-88d5-c5fdf58d4f99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=75c095bc514c4f46995b770e3330e8ec&device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 1097 time: 0.5272796 Jul 22 11:26:56.462280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d018def-7a50-491b-ac01-bd616006cce4 req-58edcbc7-3874-47f4-9130-7044d70beed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:56.463835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d018def-7a50-491b-ac01-bd616006cce4 req-58edcbc7-3874-47f4-9130-7044d70beed5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 1101 time: 0.4063659 Jul 22 11:26:56.482705 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] For port f707d92a-e0db-499c-913c-ae09a1a62cc8, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:26:56.498780 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] For port f707d92a-e0db-499c-913c-ae09a1a62cc8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f707d92a-e0db-499c-913c-ae09a1a62cc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:26:56.502761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.507611 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.522248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Transition to ACTIVE for port object 9b7a7cfe-2f76-46d4-93ab-657b42973239 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:26:56.553912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.609911 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231e7733-7a2a-4683-91f2-f7ef8d49b249 None None] Pushing event updated for resources: {'Port': ['ID=f707d92a-e0db-499c-913c-ae09a1a62cc8,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:56.631799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:56.632628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:56.640102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.722288 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.735386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d018def-7a50-491b-ac01-bd616006cce4 req-9e5a53f3-0c27-44dd-af09-898454901313 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2559514 Jul 22 11:26:56.759484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:56.763922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:56.777366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.777832 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6 disassociated. External IP: 172.25.6.157, port: ade64f18-a65b-4ca3-8c45-948c5acfc27c. Jul 22 11:26:56.790269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a97f963-2efa-44df-aea6-d56c3d81aa48 req-71a5dee2-989a-41ef-bd85-ccb4f30f0a8e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:56.798343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:56.799068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a97f963-2efa-44df-aea6-d56c3d81aa48 req-71a5dee2-989a-41ef-bd85-ccb4f30f0a8e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 950 time: 0.4944868 Jul 22 11:26:56.799496 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.827823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:56.831110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:56.852148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:26:56.926280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:56.978952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a97f963-2efa-44df-aea6-d56c3d81aa48 req-e8042af2-7ef0-4fa9-9348-76062e7c220b tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1782002 Jul 22 11:26:57.023822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-645d6104-3f57-4190-bad6-c249f79df4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.025711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-645d6104-3f57-4190-bad6-c249f79df4dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=121e63d7-79b9-4546-ab7c-0c5f810a88d9 HTTP/1.1" status: 200 len: 907 time: 0.5674636 Jul 22 11:26:57.094833 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:57.109010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '63d1deef-43b8-4286-a5f7-dd508ccd6ce4', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'port_id': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'mac_address': 'fa:16:3e:5a:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:24Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 1, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:57.154752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:57.159792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-47c615d1-5937-4c46-9bab-0f682e8588cf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b HTTP/1.1" status: 200 len: 1000 time: 0.1223290 Jul 22 11:26:57.167036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69ca5e37-28b5-4703-aa24-ad52448b7609 None None] The sync data for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 is: [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '63d1deef-43b8-4286-a5f7-dd508ccd6ce4', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'floating_ip_address': '172.25.6.180', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'port_id': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 499, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'mac_address': 'fa:16:3e:5a:71:fa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:26:24Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 1, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:57.171290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-2fabc51e-c2f7-4459-a32a-412fe68f349f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.172674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-2fabc51e-c2f7-4459-a32a-412fe68f349f service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.8978415 Jul 22 11:26:57.180422 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 3, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:57.208954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a511a23-393e-4ec6-9815-9448ee825c22 None None] Provisioning for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:57.212695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a511a23-393e-4ec6-9815-9448ee825c22 None None] Provisioning complete for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:57.213034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a511a23-393e-4ec6-9815-9448ee825c22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:57.228901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-b18fb610-23fe-4110-be5f-667d554b3d76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.230906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-b18fb610-23fe-4110-be5f-667d554b3d76 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=028bd094-034d-4106-8cf4-3514fa73a683 HTTP/1.1" status: 200 len: 845 time: 0.0572486 Jul 22 11:26:57.248306 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63cb68b4-ff42-4b31-9aae-c2d2a1cdc8ad None None] The sync data for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 is: [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:52Z', 'revision_number': 3, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:57.283710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-338b13a2-b61d-4a0c-8108-c20f4decb98a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.15&port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639 HTTP/1.1" status: 200 len: 217 time: 0.0981736 Jul 22 11:26:57.289090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8a511a23-393e-4ec6-9815-9448ee825c22 None None] Port 9b7a7cfe-2f76-46d4-93ab-657b42973239 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:57.383671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-de3fb146-b75b-4499-9a54-2793c11d8e7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.386891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-de3fb146-b75b-4499-9a54-2793c11d8e7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0906124 Jul 22 11:26:57.489664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:57.509617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-df67b1c7-2160-4481-8cbc-54b80c686847 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.511796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-df67b1c7-2160-4481-8cbc-54b80c686847 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=121e63d7-79b9-4546-ab7c-0c5f810a88d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2584894 Jul 22 11:26:57.519279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9816fe5d-c718-4ba0-bac0-ad544319cb0b req-c7ee9e00-8513-4eca-9672-baf27b552fa3 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.526853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9816fe5d-c718-4ba0-bac0-ad544319cb0b req-c7ee9e00-8513-4eca-9672-baf27b552fa3 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 947 time: 0.3651412 Jul 22 11:26:57.571251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-1612908a-475e-4770-a7e2-e888da072829 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:57.572928 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-1612908a-475e-4770-a7e2-e888da072829 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1771915 Jul 22 11:26:57.595721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fac7072c-e643-421f-a8c2-753ff29f5963 None None] New status for floating IP 63d1deef-43b8-4286-a5f7-dd508ccd6ce4: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:26:57.611055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:57.624787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:57.803526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9816fe5d-c718-4ba0-bac0-ad544319cb0b req-88033db4-3aff-4ce3-b1e9-9fb34ce5d4a1 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2756238 Jul 22 11:26:57.893782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-914e1112-eb80-4c56-b120-ce75bbc5604f service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3470559 Jul 22 11:26:58.000006 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.049827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:58.055465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.064497 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:26:58.083232 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:58.083992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:58.111385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-4ce67dcb-5e7f-44c3-920f-6ad20bda25df tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "PUT /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 696 time: 1.8080454 Jul 22 11:26:58.117726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:58.120102 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-35b056cc-f32a-44d9-93ed-f547d37a5503" -d '{"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:58.169117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 287dcd6a-543b-4fcd-a34e-d8229803b3c1 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:58.288656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Pushing event updated for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:58.289869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.310222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-5f83545f-2713-4598-a4e6-6fc0931fee28 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256005 Jul 22 11:26:58.334205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c64d0bc2-40df-47bd-b727-8f0544b9d82f req-3feac85f-abc9-4d53-9fa7-1af6e754d8c2 service neutron] 10.222.0.36 "GET /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4280279 Jul 22 11:26:58.348905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:58.349464 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:58.360831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:58.360831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.397364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-0e017e91-4664-47ad-89c9-7b911c3cc7da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:58.399062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-0e017e91-4664-47ad-89c9-7b911c3cc7da service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.2451124 Jul 22 11:26:58.408338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10001fe-7505-4552-ab55-844237471726 req-83f8b8db-cd72-458c-b5d8-b9fd7bfd07c4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:58.408573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f707d92a-e0db-499c-913c-ae09a1a62cc8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:26:58.415058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a10001fe-7505-4552-ab55-844237471726 req-83f8b8db-cd72-458c-b5d8-b9fd7bfd07c4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 949 time: 0.2861266 Jul 22 11:26:58.492329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a10001fe-7505-4552-ab55-844237471726 req-854ae7b3-f38e-4886-b46e-6f5c3b318a51 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0765388 Jul 22 11:26:58.597965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f707d92a-e0db-499c-913c-ae09a1a62cc8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:26:58.609806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f707d92a-e0db-499c-913c-ae09a1a62cc8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:58.610177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.610958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-d7c6bc0f-bafb-403d-a6af-814347d50225 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:58.612862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-d7c6bc0f-bafb-403d-a6af-814347d50225 service neutron] 10.222.0.21 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.1894333 Jul 22 11:26:58.679831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1bd0c63-0a6f-4b6c-b10f-bb761874d4e0 req-39f4d69f-195f-4c59-b282-e23ae0ce4f57 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3541663 Jul 22 11:26:58.681704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:26:58.684021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:26:58.696336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-0bf1fde2-f482-47b5-95e2-0752d7af1f09 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.0763509 Jul 22 11:26:58.708175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.768990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:26:58.773038 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd37cf11-3437-400d-8fa1-e163eca0b280" -d '{"events": [{"server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "name": "network-vif-plugged", "status": "completed", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:26:58.802405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:58.804418 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:58.818021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.839573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-a9491a17-4e76-4cd3-821d-3714a7081fbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:58.841452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-a9491a17-4e76-4cd3-821d-3714a7081fbc service neutron] 10.222.0.21 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.1076686 Jul 22 11:26:58.858097 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:26:58.868620 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:26:58.869403 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:58.884409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Router ae7dbbdb-cd73-446c-8341-3608c92750e9 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:26:58.893421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3c0828-6b00-49af-9588-030be34c0b96 req-0791c132-ba3e-4562-99ec-1774b07a420e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:58.902020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3c0828-6b00-49af-9588-030be34c0b96 req-0791c132-ba3e-4562-99ec-1774b07a420e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 950 time: 0.2181075 Jul 22 11:26:58.954245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3c0828-6b00-49af-9588-030be34c0b96 req-f2423e81-7d07-4960-a050-ccfba44814c2 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0512316 Jul 22 11:26:58.960123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:58.964842 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:58.999026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-d6c4b9dd-c001-438d-bb1a-97937e827d3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.001427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f707d92a-e0db-499c-913c-ae09a1a62cc8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f707d92a-e0db-499c-913c-ae09a1a62cc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:59.007078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-d6c4b9dd-c001-438d-bb1a-97937e827d3a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1581337 Jul 22 11:26:59.008021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:59.070200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f707d92a-e0db-499c-913c-ae09a1a62cc8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:59.072879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:26:59.073318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 991dc9c2-3462-4ada-8bbe-5caa1bca2639 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:26:59.076384 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:26:59.091300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fbfdb44b-21e7-4985-9709-77b2886b24dc admin admin] 10.222.0.21 "PUT /v2.0/routers/ae7dbbdb-cd73-446c-8341-3608c92750e9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2612853 Jul 22 11:26:59.210063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-bae81340-abab-49c3-aac4-d2ac5971b70f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.210902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-95ca6976-34a7-4f55-bd8d-749d729316e2 service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1960013 Jul 22 11:26:59.212333 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1d6f841-b3cc-4625-8cad-21f7db482cc8 x-openstack-request-id: req-a1d6f841-b3cc-4625-8cad-21f7db482cc8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:59.212621 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:59.212883 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1d6f841-b3cc-4625-8cad-21f7db482cc8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:59.213261 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:26:59.217875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-bae81340-abab-49c3-aac4-d2ac5971b70f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 1096 time: 0.1303313 Jul 22 11:26:59.220561 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:26:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a050c7c3-34f7-4379-97a5-0e3be72eb7ff x-openstack-request-id: req-a050c7c3-34f7-4379-97a5-0e3be72eb7ff {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:26:59.220956 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "name": "network-vif-plugged", "status": "completed", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:26:59.221301 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a050c7c3-34f7-4379-97a5-0e3be72eb7ff {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:26:59.221784 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1', 'code': 200} Jul 22 11:26:59.254849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62d50cc2-9539-42aa-b256-3a14635e62c3 None None] Provisioning complete for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:26:59.255363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d50cc2-9539-42aa-b256-3a14635e62c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:59.299442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-62d50cc2-9539-42aa-b256-3a14635e62c3 None None] Port 9b7a7cfe-2f76-46d4-93ab-657b42973239 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:26:59.313376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:59.327810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'mac_address': 'fa:16:3e:77:30:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.15'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:26:59.393134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:59.414962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-afee7510-32ec-4f96-b266-6265f088953a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.415472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 991dc9c2-3462-4ada-8bbe-5caa1bca2639 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:26:59.416473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-afee7510-32ec-4f96-b266-6265f088953a service neutron] 10.222.0.20 "GET /v2.0/networks?id=699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 200 len: 922 time: 0.1898062 Jul 22 11:26:59.428544 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:26:59.443409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:26:59.449869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:26:59.471009 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28f86748-7750-4e11-bc82-ae86adbfea7e None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:25:42Z', 'revision_number': 4, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7938c14a-1378-4d80-b07e-4c12b5f45f4e', 'name': '', 'network_id': '699587f2-cf4c-4ffe-ab8f-073dae884bd2', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'mac_address': 'fa:16:3e:51:49:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_interface', 'standard_attr_id': 345, 'fixed_ips': [{'subnet_id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:41Z', 'updated_at': '2021-07-22T11:25:50Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'subnets': [{'id': 'b0b8dda4-338a-42f4-8347-ea3febefd6f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:26:59.477588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-e311388b-448f-4864-a97f-a4eef4dc6f24 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 200 len: 217 time: 0.0542028 Jul 22 11:26:59.501290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91186d25-41a1-4f2d-9953-5880a8778b5a req-511328b0-2c61-40b9-8ca4-5f605af97e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.503300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91186d25-41a1-4f2d-9953-5880a8778b5a req-511328b0-2c61-40b9-8ca4-5f605af97e7e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 1101 time: 0.2596807 Jul 22 11:26:59.516961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac667fe-aaa5-4d37-b2c7-fd0f8a015209 req-47aedf02-89b9-483a-aa3b-e7f67f205385 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.518002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:26:59.522959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ac667fe-aaa5-4d37-b2c7-fd0f8a015209 req-47aedf02-89b9-483a-aa3b-e7f67f205385 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 947 time: 0.3086128 Jul 22 11:26:59.532993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bdc93c-3b30-4324-a4c9-af45758ec9da req-1ee7ca54-34fb-447e-b43f-8ca6cba4e5fd service neutron] 10.222.0.21 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760699 Jul 22 11:26:59.543769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-797b7d96-0e8c-4639-ba69-653dc2f27f58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.545141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-797b7d96-0e8c-4639-ba69-653dc2f27f58 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 200 len: 860 time: 0.0608542 Jul 22 11:26:59.596989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91186d25-41a1-4f2d-9953-5880a8778b5a req-480b52b2-f9aa-4315-94b7-380a994f5f30 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728157 Jul 22 11:26:59.637237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ac667fe-aaa5-4d37-b2c7-fd0f8a015209 req-3c1bbfba-4ccb-4758-ba12-2492ec06f881 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968716 Jul 22 11:26:59.642659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-a11817c2-aa13-458a-975e-13edcd700a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:26:59.644352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-a11817c2-aa13-458a-975e-13edcd700a8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=699587f2-cf4c-4ffe-ab8f-073dae884bd2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0887356 Jul 22 11:26:59.731473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['991dc9c2-3462-4ada-8bbe-5caa1bca2639'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:26:59.875773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-93fa982d-8a60-429b-8046-2f0492372261 service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215424 Jul 22 11:27:00.117542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddabf576-2d12-4dee-b4b5-f833d35bf36e req-e0ee9a7d-9e19-437c-b4ad-73d1023ea165 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:00.119623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddabf576-2d12-4dee-b4b5-f833d35bf36e req-e0ee9a7d-9e19-437c-b4ad-73d1023ea165 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 950 time: 0.1780117 Jul 22 11:27:00.147113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35b056cc-f32a-44d9-93ed-f547d37a5503 req-ced33ffa-8832-4fc8-990a-400a106a346b service neutron] 10.222.0.20 "GET /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587509 Jul 22 11:27:00.175778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddabf576-2d12-4dee-b4b5-f833d35bf36e req-5854c011-5fd1-46fb-8fd6-14db38986ba8 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0435121 Jul 22 11:27:00.354943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f707d92a-e0db-499c-913c-ae09a1a62cc8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:00.474429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f707d92a-e0db-499c-913c-ae09a1a62cc8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:00.475073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:00.647443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa07aa83-8b88-4415-ad0c-2793aac84921 None None] New status for floating IP c419d41d-21dc-488f-aed9-fc8e3d1e15a6: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:27:00.789510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-cc5a7b02-33c0-443e-92ae-3be736e8fa7f tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 200 len: 696 time: 0.1455219 Jul 22 11:27:01.067623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 991dc9c2-3462-4ada-8bbe-5caa1bca2639 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:01.179376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:01.185083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:01.185846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:01.323651 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:01.371358 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Sync routers for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:27:01.384405 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:01.385536 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:01.395786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:01.398025 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53189b1d-0db3-4350-87c2-015e91bcfaa1" -d '{"events": [{"server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "name": "network-vif-plugged", "status": "completed", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:01.412548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:01.420745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:01.511276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:01.650305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-c2eef0f0-ba19-4329-848a-8da454e1febc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:01.657871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-c2eef0f0-ba19-4329-848a-8da454e1febc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.8674984 Jul 22 11:27:01.663627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-1ba4302a-4d46-4d6c-a217-f291dd47563d tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:27:01.672463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-1ba4302a-4d46-4d6c-a217-f291dd47563d tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0132952 Jul 22 11:27:01.684178 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:01.788280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-c9230190-af96-4a15-ac92-5240b1e20bc1 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 697 time: 0.1145678 Jul 22 11:27:01.852844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-89ed516e-8c82-4e0d-9842-f0a5fedddabc tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.157 HTTP/1.1" status: 200 len: 697 time: 0.0631773 Jul 22 11:27:01.966397 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:57Z', 'revision_number': 4, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9b7a7cfe-2f76-46d4-93ab-657b42973239', 'name': '', 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'mac_address': 'fa:16:3e:69:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:55Z', 'updated_at': '2021-07-22T11:26:57Z', 'revision_number': 2, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'subnets': [{'id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:02.002545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a432199-75aa-4cf2-a0a7-fd8a2ef92c57 req-df1b61ab-a141-4d38-b1f4-d058688621bf tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:02.011978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a432199-75aa-4cf2-a0a7-fd8a2ef92c57 req-df1b61ab-a141-4d38-b1f4-d058688621bf tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.3253572 Jul 22 11:27:02.014131 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Checking router: ae7dbbdb-cd73-446c-8341-3608c92750e9 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:27:02.015039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Updating router ae7dbbdb-cd73-446c-8341-3608c92750e9 port 9b7a7cfe-2f76-46d4-93ab-657b42973239 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:27:02.081450 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.117216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a432199-75aa-4cf2-a0a7-fd8a2ef92c57 req-8edeaf34-95d4-4fbb-8de0-22c10cd7cd2c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994816 Jul 22 11:27:02.174830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Deleting port 7e734701-2cc3-414e-b24d-7a3305f51074 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:02.175528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.332849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.333204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.353465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Calling delete_port for 7e734701-2cc3-414e-b24d-7a3305f51074 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:02.563960 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.572288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a25e4ca-763e-45f6-9916-4c72211098b7 req-dc0968e2-4ab0-4a80-b380-489a3415dfa9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:02.574601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a25e4ca-763e-45f6-9916-4c72211098b7 req-dc0968e2-4ab0-4a80-b380-489a3415dfa9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 950 time: 0.1967700 Jul 22 11:27:02.579810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Transition to ACTIVE for port object 9b7a7cfe-2f76-46d4-93ab-657b42973239 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:02.592671 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.656408 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6507-f165-499e-b02c-bf95233c966a None None] Pushing event updated for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:02.672773 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a25e4ca-763e-45f6-9916-4c72211098b7 req-70eae031-bc13-4b5c-8a0c-4d34f9c503ba tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798254 Jul 22 11:27:02.719875 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-330805a6-192b-4a06-9d66-3d4923351dc1 x-openstack-request-id: req-330805a6-192b-4a06-9d66-3d4923351dc1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:02.720404 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "name": "network-vif-plugged", "status": "completed", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:02.720404 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-330805a6-192b-4a06-9d66-3d4923351dc1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:02.720816 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'code': 200} Jul 22 11:27:02.752323 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.874109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event deleted for resources: {'Port': ['ID=7e734701-2cc3-414e-b24d-7a3305f51074,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:02.914372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.918847 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:02.940905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7fbbabc-d6db-47a8-9e8d-5c1f763d4c79 req-056f9d6a-afa9-41ec-8ce8-0f1c890cbaf5 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "DELETE /v2.0/floatingips/c419d41d-21dc-488f-aed9-fc8e3d1e15a6 HTTP/1.1" status: 204 len: 173 time: 1.0857127 Jul 22 11:27:02.977370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Attempting to bind port 9b7a7cfe-2f76-46d4-93ab-657b42973239 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:02.977618 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Attempting to bind port 9b7a7cfe-2f76-46d4-93ab-657b42973239 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:02.979253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Attempting to bind port 9b7a7cfe-2f76-46d4-93ab-657b42973239 on network ea9f05eb-a5fb-4039-acd6-97f2124d854f {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:02.999406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:02.999406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Checking segment: {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:03.003128 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:03.003533 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Bound using segment: {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:03.004075 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Bound port: 9b7a7cfe-2f76-46d4-93ab-657b42973239, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbe9fd5b-7405-4eef-9968-46787da78755', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:03.004480 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:03.075605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb223b27-f873-42e2-bd40-5e15f2aa61d7 req-3141c9bd-b360-4d3e-abd1-57a671956960 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:03.078651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb223b27-f873-42e2-bd40-5e15f2aa61d7 req-3141c9bd-b360-4d3e-abd1-57a671956960 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 1100 time: 0.1987805 Jul 22 11:27:03.100071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:03.214895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb223b27-f873-42e2-bd40-5e15f2aa61d7 req-e30b19ee-4bfb-450e-9916-7df7fe553ea8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227109 Jul 22 11:27:03.237948 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] For port 9b7a7cfe-2f76-46d4-93ab-657b42973239, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:03.265991 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] For port 9b7a7cfe-2f76-46d4-93ab-657b42973239, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9b7a7cfe-2f76-46d4-93ab-657b42973239,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:03.278968 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:03.289648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:03.302903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'mac_address': 'fa:16:3e:69:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:03.365587 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:03.402729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:03.419131 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:03.426916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99699dcb-fe10-48c9-b6c0-5dd302af9230 req-b148ff34-5fc7-402f-9a2b-0ac2e0ec0804 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:03.427965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:03.436570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99699dcb-fe10-48c9-b6c0-5dd302af9230 req-b148ff34-5fc7-402f-9a2b-0ac2e0ec0804 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.1680274 Jul 22 11:27:03.450732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:03.467209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:03.528388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99699dcb-fe10-48c9-b6c0-5dd302af9230 req-3c799793-3cde-43f4-9d07-8e79d0a1e641 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824282 Jul 22 11:27:03.612547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:03.642142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9da3b4b9-51b6-4845-bb18-8321a05573c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:03.699382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:03.805206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0a556eb-637b-4817-8af6-7f90e0eda494 req-7103f89a-54ad-4b96-a4d7-847ec218bf77 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:03.813310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0a556eb-637b-4817-8af6-7f90e0eda494 req-7103f89a-54ad-4b96-a4d7-847ec218bf77 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 945 time: 0.1167870 Jul 22 11:27:03.935837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0a556eb-637b-4817-8af6-7f90e0eda494 req-6515b5eb-cab4-4936-aacc-a860866156f4 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150451 Jul 22 11:27:04.061991 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9ab6507-f165-499e-b02c-bf95233c966a None None] Pushing event updated for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:04.244714 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:57Z', 'revision_number': 4, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9b7a7cfe-2f76-46d4-93ab-657b42973239', 'name': '', 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'mac_address': 'fa:16:3e:69:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:55Z', 'updated_at': '2021-07-22T11:27:03Z', 'revision_number': 4, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'subnets': [{'id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:04.275111 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c163a1c1-7a7d-489a-a03b-37705e778a48 None None] The sync data for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 is: [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:57Z', 'revision_number': 4, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9b7a7cfe-2f76-46d4-93ab-657b42973239', 'name': '', 'network_id': 'ea9f05eb-a5fb-4039-acd6-97f2124d854f', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'mac_address': 'fa:16:3e:69:71:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_interface', 'standard_attr_id': 578, 'fixed_ips': [{'subnet_id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:55Z', 'updated_at': '2021-07-22T11:27:03Z', 'revision_number': 4, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'subnets': [{'id': '2bdeab41-3d1a-4db8-bbdc-ceb4ba429652', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:27:04.633315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.636954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.638337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.640304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.640971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.642901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.643545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.644847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.645478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.646575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.648399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.652303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39efa168-60ed-4207-bc54-805abb65b312 req-07020759-ddb3-4e8a-bd8f-4e45b4c95d63 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64&device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae&device_id=f58b7095-3f4b-499a-b706-921eb24d05c2&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df&device_id=bd76a066-baf1-428d-b985-ca2e4c631932&device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56&device_id=c3a21831-1514-46f9-a980-a6890f916e19&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 9981 time: 0.1937449 Jul 22 11:27:04.735029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39efa168-60ed-4207-bc54-805abb65b312 req-86d9f25a-d4e2-4083-a12d-10a962cae69c tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:04.812017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e1f260a-b696-49ef-a00a-55334db4685d req-3c05fa69-534e-4bde-979a-dd63934f2b0c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:04.813830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e1f260a-b696-49ef-a00a-55334db4685d req-3c05fa69-534e-4bde-979a-dd63934f2b0c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.1577022 Jul 22 11:27:04.883043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e1f260a-b696-49ef-a00a-55334db4685d req-d496abf2-a021-4b1e-bdd1-0054334a2df9 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561478 Jul 22 11:27:04.964815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39efa168-60ed-4207-bc54-805abb65b312 req-86d9f25a-d4e2-4083-a12d-10a962cae69c tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:04.983459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-39efa168-60ed-4207-bc54-805abb65b312 req-86d9f25a-d4e2-4083-a12d-10a962cae69c tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:05.017108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39efa168-60ed-4207-bc54-805abb65b312 req-86d9f25a-d4e2-4083-a12d-10a962cae69c tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&id=1e574e07-48ab-47db-a25a-e787f37f46d1&id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&id=a5d2218b-1739-443d-b786-25442aa1b370&id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 740 time: 0.3495572 Jul 22 11:27:05.070848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d9f25a-d4e2-4083-a12d-10a962cae69c tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d82b0ae-6ad4-4ce7-b5bb-bc6922173e1d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:05.110415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:05.219885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:05.221499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:05.304829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-a5cfce45-096c-4a01-a670-57a8d9e06b23 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:05.313788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-a5cfce45-096c-4a01-a670-57a8d9e06b23 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 945 time: 0.2183802 Jul 22 11:27:05.641781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Deleting port ade64f18-a65b-4ca3-8c45-948c5acfc27c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:05.642362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:05.647349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b6e2d37-4faf-4b48-bc87-ac4fda432750 req-32cce309-ca01-43ca-9bb2-b97404092184 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:05.677416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b6e2d37-4faf-4b48-bc87-ac4fda432750 req-32cce309-ca01-43ca-9bb2-b97404092184 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 945 time: 0.2543960 Jul 22 11:27:05.824788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b6e2d37-4faf-4b48-bc87-ac4fda432750 req-fb2c736c-4013-4b2f-9d62-34ae3d5b2f16 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/security-groups?id=66379fa7-c70e-4bee-bbba-e024463a7f0c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431482 Jul 22 11:27:05.998281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] For port ade64f18-a65b-4ca3-8c45-948c5acfc27c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ade64f18-a65b-4ca3-8c45-948c5acfc27c,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:06.008049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:06.018336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:06.091470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Calling delete_port for ade64f18-a65b-4ca3-8c45-948c5acfc27c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:06.118206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:06.137583 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25a7b6a6-655b-48bb-b627-b0023973c718" -d '{"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:06.206586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:06.220946 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:06.392948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:06.426822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59ee1a2-3df5-479f-a389-d69269103616 req-b4fb12b4-8bc1-42ae-8f48-e3efbe961d96 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:06.449849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c59ee1a2-3df5-479f-a389-d69269103616 req-b4fb12b4-8bc1-42ae-8f48-e3efbe961d96 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.2705343 Jul 22 11:27:06.455447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9b7a7cfe-2f76-46d4-93ab-657b42973239 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:06.592070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c59ee1a2-3df5-479f-a389-d69269103616 req-cfd681e1-d802-416c-a808-ef532802d392 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1408753 Jul 22 11:27:06.612919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:06.658970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:06.662794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:06.667421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:06.707853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ade64f18-a65b-4ca3-8c45-948c5acfc27c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:06.850792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Pushing event deleted for resources: {'Port': ['ID=ade64f18-a65b-4ca3-8c45-948c5acfc27c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:06.999391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345ca07-6ce1-4d0f-a218-c7e588e06551 req-8360df71-134e-4e78-8bbd-bd7cd13b3485 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:07.000549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345ca07-6ce1-4d0f-a218-c7e588e06551 req-8360df71-134e-4e78-8bbd-bd7cd13b3485 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:07.001196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a345ca07-6ce1-4d0f-a218-c7e588e06551 req-8360df71-134e-4e78-8bbd-bd7cd13b3485 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:07.003281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a345ca07-6ce1-4d0f-a218-c7e588e06551 req-8360df71-134e-4e78-8bbd-bd7cd13b3485 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2&device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56&device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 2883 time: 0.2953303 Jul 22 11:27:07.091360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] No DVR routers for this DVR port ade64f18-a65b-4ca3-8c45-948c5acfc27c on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:07.107544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:07.110107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2d1debda-8207-412b-aaf4-0a18eff88571 req-1619b02b-89b1-4228-b1ca-87ff5f4f2a93 tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.20 "DELETE /v2.0/ports/ade64f18-a65b-4ca3-8c45-948c5acfc27c HTTP/1.1" status: 204 len: 173 time: 1.7950151 Jul 22 11:27:07.112298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'name': 'network-vif-deleted', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:07.119576 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-46dc7225-1a07-4cdb-a9ac-61a3b71e7348" -d '{"events": [{"server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "name": "network-vif-deleted", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:07.137390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a345ca07-6ce1-4d0f-a218-c7e588e06551 req-d7d1bee0-03a8-4001-9ece-b8eaed848fa0 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216285 Jul 22 11:27:07.172047 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1114074-2f7e-482e-af00-34fc843a58c8 x-openstack-request-id: req-a1114074-2f7e-482e-af00-34fc843a58c8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:07.172682 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:07.180596 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1114074-2f7e-482e-af00-34fc843a58c8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:07.181100 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'code': 200} Jul 22 11:27:07.228425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:07.396956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 9b7a7cfe-2f76-46d4-93ab-657b42973239, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9b7a7cfe-2f76-46d4-93ab-657b42973239,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:07.412972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:07.434333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb5e32fd-abfd-4104-9ecd-037d868c0be8 req-4cb9225a-3a04-441e-bf02-161b8903ec3d tempest-FloatingIPsAssociationTestJSON-1219286079 tempest-FloatingIPsAssociationTestJSON-1219286079-project] 10.222.0.21 "GET /v2.0/ports?device_id=285b0920-30d6-462b-bf77-13f6a2ddcac3 HTTP/1.1" status: 200 len: 210 time: 0.0927970 Jul 22 11:27:07.528641 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7fa3705-5a8f-4214-a467-2ff738c71fb1 x-openstack-request-id: req-d7fa3705-5a8f-4214-a467-2ff738c71fb1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:07.529190 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "285b0920-30d6-462b-bf77-13f6a2ddcac3", "name": "network-vif-deleted", "tag": "ade64f18-a65b-4ca3-8c45-948c5acfc27c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:07.529659 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7fa3705-5a8f-4214-a467-2ff738c71fb1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:07.530265 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '285b0920-30d6-462b-bf77-13f6a2ddcac3', 'name': 'network-vif-deleted', 'tag': 'ade64f18-a65b-4ca3-8c45-948c5acfc27c', 'status': 'completed', 'code': 200} Jul 22 11:27:07.637804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:07.693490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-a4db6a48-2c1c-4e16-a575-88fdd3f2e6b8 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=02258832bd2a4da18392b218bf2a613d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0664754 Jul 22 11:27:08.133435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-aa764e01-3773-4a99-b01e-50908c79edef tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:08.139414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-aa764e01-3773-4a99-b01e-50908c79edef tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4427238 Jul 22 11:27:08.184504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-5308fc10-3409-4d6a-941a-3f3b13e88b97 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/quotas/02258832bd2a4da18392b218bf2a613d HTTP/1.1" status: 200 len: 375 time: 0.0200849 Jul 22 11:27:08.315113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-bc0fda48-948c-4b7f-a7dc-12027b2360d3 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1233768 Jul 22 11:27:08.398890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9b7a7cfe-2f76-46d4-93ab-657b42973239 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:08.591915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9b7a7cfe-2f76-46d4-93ab-657b42973239 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:08.592389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:08.812307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:08.932334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc64c0df-c778-49ef-9eb5-f22007d9b779 req-662b3651-ffee-4010-af28-8cb0e94c8781 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 210 time: 0.0794189 Jul 22 11:27:09.111206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c198c4e-a7ea-49fd-9648-23078357b8da req-8a7b7630-26dd-4228-96b5-e4c89532f9f7 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:09.117278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ade64f18-a65b-4ca3-8c45-948c5acfc27c no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:09.133997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c198c4e-a7ea-49fd-9648-23078357b8da req-8a7b7630-26dd-4228-96b5-e4c89532f9f7 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1101 time: 0.1763458 Jul 22 11:27:09.215463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ade64f18-a65b-4ca3-8c45-948c5acfc27c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:09.217183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ade64f18-a65b-4ca3-8c45-948c5acfc27c not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:09.343222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c198c4e-a7ea-49fd-9648-23078357b8da req-8d397ad5-fbd7-46a2-ab2d-f44e412169a3 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042813 Jul 22 11:27:09.640707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d264b381-b6cd-429f-be8e-dfad78322342 req-23788c16-6a6e-4301-9551-929bdb173160 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:09.648220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d264b381-b6cd-429f-be8e-dfad78322342 req-23788c16-6a6e-4301-9551-929bdb173160 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1763556 Jul 22 11:27:09.764158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d264b381-b6cd-429f-be8e-dfad78322342 req-eea55338-b4ad-4262-8043-3a62085259e2 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1100006 Jul 22 11:27:09.794379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3964fbf4-6954-4a11-aef8-2d4bfae74092 req-8d39b3f7-cd8f-403d-be6f-ac7ccd4d0e15 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:09.809622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3964fbf4-6954-4a11-aef8-2d4bfae74092 req-8d39b3f7-cd8f-403d-be6f-ac7ccd4d0e15 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1101 time: 0.2312827 Jul 22 11:27:09.959966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3964fbf4-6954-4a11-aef8-2d4bfae74092 req-4b55ddc5-8085-4b66-afc0-e5056acf6cb8 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477013 Jul 22 11:27:10.233443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-166c689e-0dfe-4523-a46f-086840d840d8 req-83da5c86-0931-48a9-a597-bd953d48849a tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 210 time: 0.0771272 Jul 22 11:27:10.234394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:10.821082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-84ab4f95-ccc3-4859-a9a8-03e81b3cd822 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=02258832bd2a4da18392b218bf2a613d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1097040 Jul 22 11:27:11.159916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-0ad3c75d-baa0-4fa7-80ea-49b3c3261f67 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:11.161458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-0ad3c75d-baa0-4fa7-80ea-49b3c3261f67 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3230155 Jul 22 11:27:11.192895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Request body: {'port': {'device_id': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '02258832bd2a4da18392b218bf2a613d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:11.379635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Deleting port 7938c14a-1378-4d80-b07e-4c12b5f45f4e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:11.379635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:11.771153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] For port 7938c14a-1378-4d80-b07e-4c12b5f45f4e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7938c14a-1378-4d80-b07e-4c12b5f45f4e,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:11.771632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:11.784726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Made reservation on behalf of 02258832bd2a4da18392b218bf2a613d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:11.788470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:11.873759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed257692-2fab-4565-9097-b7695eea8500 req-6a9811e0-5b5f-4872-9319-0a5d498a5882 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 210 time: 0.1190312 Jul 22 11:27:12.134753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-c96b87c0-f274-4ced-8a22-eff4038a6cf6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1845228427&fields=id&tenant_id=24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 267 time: 0.1206255 Jul 22 11:27:12.353792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae79034e-b383-4bbd-acd5-c5a46e022b34 req-3e4e2602-9a1f-4877-b07f-e32366b5fa48 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:12.361651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae79034e-b383-4bbd-acd5-c5a46e022b34 req-3e4e2602-9a1f-4877-b07f-e32366b5fa48 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1470900 Jul 22 11:27:12.373532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Calling delete_port for 7938c14a-1378-4d80-b07e-4c12b5f45f4e owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:12.429021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae79034e-b383-4bbd-acd5-c5a46e022b34 req-446ca73c-da8e-46ac-88b6-bf96b4275673 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523565 Jul 22 11:27:12.435835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-3ef26137-afe6-40f2-ad01-1b297afef533 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:12.451092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-3ef26137-afe6-40f2-ad01-1b297afef533 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 823 time: 0.3090875 Jul 22 11:27:12.477979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-b54371b8-765f-4af8-ae9f-c550eea9de4d tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/quotas/24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 375 time: 0.0259113 Jul 22 11:27:12.659106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-6d02bcbe-3f2f-4fd6-a3c7-b9b1b0d48834 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&fields=id HTTP/1.1" status: 200 len: 394 time: 0.1802173 Jul 22 11:27:12.834561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:12.836977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Allocated IP 192.168.233.129 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:27:12.850692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f2107d0e-085c-4eed-b2ab-19616b2fcd92 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695416 Jul 22 11:27:12.878001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Pushing event deleted for resources: {'Port': ['ID=7938c14a-1378-4d80-b07e-4c12b5f45f4e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:13.071496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-b411a5e5-f3e2-4b21-9e2c-f1b47e2f27e1 service neutron] 10.222.0.21 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157183 Jul 22 11:27:13.305839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:13.325417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:13.345861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-3646a5de-e9d8-4ec3-ba99-638991e2f835 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:13.347209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-3646a5de-e9d8-4ec3-ba99-638991e2f835 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/ports?device_id=da1e029d-183b-4c22-b90d-42e01092fd7f HTTP/1.1" status: 200 len: 946 time: 0.1751869 Jul 22 11:27:13.418923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Transition to ACTIVE for port object c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:13.556007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:13.570075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['991dc9c2-3462-4ada-8bbe-5caa1bca2639'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:13.770937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Deleting port b84e3f2f-12c9-49a0-b260-12ac7101efa5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:13.771293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:13.851975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:27:13.883902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:13.889805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Pushing event updated for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:13.894639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:27:13.966070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:13.966904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:13.995541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3325bf59-5f32-41ff-b08c-4bed00eabb7b tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.8210635 Jul 22 11:27:14.004519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:27:14.012956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Request body: {'port': {'device_id': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:14.027218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f1e4907-5638-4c6a-9b0d-4e93df6645e1 req-2d5fae38-b459-4037-b845-46b87fe4d31e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:14.039303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f1e4907-5638-4c6a-9b0d-4e93df6645e1 req-2d5fae38-b459-4037-b845-46b87fe4d31e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 936 time: 0.6133294 Jul 22 11:27:14.169593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f1e4907-5638-4c6a-9b0d-4e93df6645e1 req-ea2b8306-9387-48eb-8561-82f994a63e39 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289177 Jul 22 11:27:14.285515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] For port b84e3f2f-12c9-49a0-b260-12ac7101efa5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b84e3f2f-12c9-49a0-b260-12ac7101efa5,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:14.286980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:14.315262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:27:14.408343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Sync routers for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:27:14.417152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3888d1be-5e06-40ee-9ee5-9a4e0858860f admin admin] 10.222.0.21 "PUT /v2.0/routers/5afed2a5-573e-48a4-a6bd-c9580b3c0b15/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6120665 Jul 22 11:27:14.431431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:14.440432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:14.450609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:14.671858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b155272c-623c-4d95-bc4a-dea7a4a2ac7b req-b848254c-ccc2-42fb-8a14-4f9418558790 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 210 time: 0.2144766 Jul 22 11:27:14.746300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f984524-02f0-4717-a573-d0225eda3f76 None None] Provisioning for port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:14.752611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:14.793474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f984524-02f0-4717-a573-d0225eda3f76 None None] Provisioning complete for port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:14.794241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f984524-02f0-4717-a573-d0225eda3f76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:14.836783 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:27:14.897341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:14.901293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9f984524-02f0-4717-a573-d0225eda3f76 None None] Port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:27:15.013171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.047528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.048942 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.049429 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Floating IP da92ea54-ec20-4f7e-b15b-385c04e17308 disassociated. External IP: 172.25.6.10, port: b84e3f2f-12c9-49a0-b260-12ac7101efa5. Jul 22 11:27:15.049932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Calling delete_port for b84e3f2f-12c9-49a0-b260-12ac7101efa5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:15.142523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:27:12Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:15.225771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.252589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Checking router: 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:27:15.290839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Routers {'5afed2a5-573e-48a4-a6bd-c9580b3c0b15'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:15.294183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:15.305297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20dc064-0d32-4510-b179-4c83b0426b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.432161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event deleted for resources: {'Port': ['ID=b84e3f2f-12c9-49a0-b260-12ac7101efa5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:15.515146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] Set router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:15.617987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:15.655957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9d12a-cb3e-4a53-8928-2ed61a3f7188 req-4dca6b7d-370b-4ef4-89b3-ea01d4263289 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:15.668139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbe9d12a-cb3e-4a53-8928-2ed61a3f7188 req-4dca6b7d-370b-4ef4-89b3-ea01d4263289 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.4494903 Jul 22 11:27:15.812637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:27:15.837461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:27:12Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:15.844851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbe9d12a-cb3e-4a53-8928-2ed61a3f7188 req-922f364b-c97d-46ae-8468-d6cd45f8f0e6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1631863 Jul 22 11:27:15.880714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f7c13ff-9b31-4fd7-9211-fb02f30b6e36 None None] The sync data for ids ['5afed2a5-573e-48a4-a6bd-c9580b3c0b15'] in n-d-754448-4 is: [{'id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'name': 'tempest-FloatingIPsAssociationTestJSON-1144915078-router', 'tenant_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232'}], 'enable_snat': True}, 'gw_port_id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:25:37Z', 'updated_at': '2021-07-22T11:27:12Z', 'revision_number': 5, 'project_id': '98d6956b36944c2fbfe206ec6ce0b14f', 'gw_port': {'id': '31c7df69-02ae-4753-9c32-c3dcd2cb3467', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:bb:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5afed2a5-573e-48a4-a6bd-c9580b3c0b15', 'device_owner': 'network:router_gateway', 'standard_attr_id': 344, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.232', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:25:38Z', 'updated_at': '2021-07-22T11:25:44Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:27:16.061151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-e72ac6e9-e808-4dd6-a604-4aed3d9cb44f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:16.061652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-e72ac6e9-e808-4dd6-a604-4aed3d9cb44f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 823 time: 0.6885395 Jul 22 11:27:16.173828 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-c0daeb1c-6801-4abe-b47b-1479cc90b78e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=24534c6de3854106a276c03a5b08a9a2 HTTP/1.1" status: 200 len: 380 time: 0.0592630 Jul 22 11:27:16.179846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:16.189468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'port': {'device_id': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'admin_state_up': True, 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'security_groups': ['a5d2218b-1739-443d-b786-25442aa1b370']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:16.325199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7938c14a-1378-4d80-b07e-4c12b5f45f4e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:16.348245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:16.379860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Deleting port 31c7df69-02ae-4753-9c32-c3dcd2cb3467 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:16.380135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:16.385841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Transition to ACTIVE for port object c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:16.389825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7938c14a-1378-4d80-b07e-4c12b5f45f4e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:16.390785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7938c14a-1378-4d80-b07e-4c12b5f45f4e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:16.424715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:16.488439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Made reservation on behalf of 24534c6de3854106a276c03a5b08a9a2 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:16.492267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:16.888466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:27:16.898329 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:27:16.901598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92f1f170-057e-4b7c-83bf-809f63082b4c req-ad4cc700-b981-4c88-a9b6-d84061896da4 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:16.909194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92f1f170-057e-4b7c-83bf-809f63082b4c req-ad4cc700-b981-4c88-a9b6-d84061896da4 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 948 time: 0.1853516 Jul 22 11:27:16.924736 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:16.925649 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:16.981534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] No DVR routers for this DVR port b84e3f2f-12c9-49a0-b260-12ac7101efa5 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:16.991366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:16.993688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad335209-c5ee-4e8d-bad0-87e34a765617 req-e72664ee-3ab0-427d-8a81-b44f83f3a151 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "DELETE /v2.0/ports/b84e3f2f-12c9-49a0-b260-12ac7101efa5 HTTP/1.1" status: 204 len: 173 time: 3.6371026 Jul 22 11:27:16.994903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'name': 'network-vif-deleted', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:16.997657 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7617dd03-ea0d-49a5-a199-ed3f8377c9fd" -d '{"events": [{"server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "name": "network-vif-deleted", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:17.026086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92f1f170-057e-4b7c-83bf-809f63082b4c req-cc7aef14-1295-4ebf-9d2d-3e0142e700cc tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158667 Jul 22 11:27:17.137188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b84e3f2f-12c9-49a0-b260-12ac7101efa5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:17.168435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:17.264624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Pushing event updated for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:17.293673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: b84e3f2f-12c9-49a0-b260-12ac7101efa5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:17.294034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b84e3f2f-12c9-49a0-b260-12ac7101efa5 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:17.313574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] For port 31c7df69-02ae-4753-9c32-c3dcd2cb3467, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=31c7df69-02ae-4753-9c32-c3dcd2cb3467,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:17.314093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:17.321180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74997086-df31-4ef2-a45f-297f2a56576c req-4f74e084-a37a-4b34-b7c8-b26423fcbc6e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 210 time: 0.1790791 Jul 22 11:27:17.380997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Allocated IP 172.20.0.14 (bbf2a136-e34e-4f57-9582-b3ecef67dbb4/5fd06ab7-6ace-4322-98fa-30ba7a126126/c2e9c71e-59fb-4552-a8c4-837984e57d36) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:27:17.437174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Calling delete_port for 31c7df69-02ae-4753-9c32-c3dcd2cb3467 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:17.534335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:17.629541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ebd1b75-8168-4a98-b5da-d0b11942c589 req-52883fb2-546e-4a52-bfab-7e3c05c077f3 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:17.646762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ebd1b75-8168-4a98-b5da-d0b11942c589 req-52883fb2-546e-4a52-bfab-7e3c05c077f3 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1748807 Jul 22 11:27:17.694912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Attempting to bind port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:17.695394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Attempting to bind port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:17.696352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Attempting to bind port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:17.735908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ebd1b75-8168-4a98-b5da-d0b11942c589 req-6c662871-7b65-461b-8b59-6a8e1ed01f7d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881400 Jul 22 11:27:17.762960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:17.817389 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1ce7be57-8574-4d71-bd30-6821cab42b1e x-openstack-request-id: req-1ce7be57-8574-4d71-bd30-6821cab42b1e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:17.817881 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "da1e029d-183b-4c22-b90d-42e01092fd7f", "name": "network-vif-deleted", "tag": "b84e3f2f-12c9-49a0-b260-12ac7101efa5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:17.818301 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1ce7be57-8574-4d71-bd30-6821cab42b1e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:17.818884 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'da1e029d-183b-4c22-b90d-42e01092fd7f', 'name': 'network-vif-deleted', 'tag': 'b84e3f2f-12c9-49a0-b260-12ac7101efa5', 'status': 'completed', 'code': 200} Jul 22 11:27:17.821954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:27:17.834778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:17.835110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Attempting to bind port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:17.851692 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:17.853969 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:17.934602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:17.934900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:17.935282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:17.935791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Bound port: c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:17.936155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.075393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:18.164637 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:18.191152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce3a2529-0ba9-4966-9c30-805cc375dcdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.226132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.293953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.298328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0996ddd6-ebce-413b-86fa-591818ce3e3c req-89f501f5-9e56-44f4-94e0-6fe2eac3e1ed tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:18.301678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:18.311120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0996ddd6-ebce-413b-86fa-591818ce3e3c req-89f501f5-9e56-44f4-94e0-6fe2eac3e1ed tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 948 time: 0.1597862 Jul 22 11:27:18.361241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Pushing event deleted for resources: {'Port': ['ID=31c7df69-02ae-4753-9c32-c3dcd2cb3467,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:18.372597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.411429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0996ddd6-ebce-413b-86fa-591818ce3e3c req-711783c4-3cf5-4b1c-a4d6-ef6a9cfb9a4d tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917552 Jul 22 11:27:18.461880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Pushing event updated for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:18.486643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Transition to ACTIVE for port object c2e9c71e-59fb-4552-a8c4-837984e57d36 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:18.536633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.679553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c3440c1-a6f8-4b3a-9146-7e5d7bcc3fb3 req-c0cd737c-6adc-42aa-9061-d4f1390b673f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 210 time: 0.0665176 Jul 22 11:27:18.763975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:18.764904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.766364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-8c90c9ac-b7ff-405c-a3d0-20533d55ba30 service neutron] 10.222.0.20 "PUT /v2.0/ports/c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 HTTP/1.1" status: 200 len: 1096 time: 4.7600513 Jul 22 11:27:18.767018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:18.769298 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ec0ff58-ec2e-4d1c-a548-335758937570" -d '{"events": [{"name": "network-changed", "server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:18.792900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.796492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.843825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:18.910624 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d7b5094-a724-4927-ac21-862518cd5c7d None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:27:18.969682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:18.991711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcd9594-85ab-4e5f-9095-017676f6b397 req-07aa2f95-785c-4650-b590-a7c231781fb3 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:19.009250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcd9594-85ab-4e5f-9095-017676f6b397 req-07aa2f95-785c-4650-b590-a7c231781fb3 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1622632 Jul 22 11:27:19.041092 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.047130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5afed2a5-573e-48a4-a6bd-c9580b3c0b15 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:27:19.102066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.103757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-37b4fd09-76c8-49fd-acc3-4af539e18901 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5afed2a5-573e-48a4-a6bd-c9580b3c0b15 HTTP/1.1" status: 204 len: 168 time: 4.6618657 Jul 22 11:27:19.107148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:19.134352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:27:19.139433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:19.153403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event updated for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:19.159067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:27:19.169895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcd9594-85ab-4e5f-9095-017676f6b397 req-880da483-1865-4d76-9a1b-b01aeaa9f292 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567059 Jul 22 11:27:19.265258 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.330105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Deleting subnet b0b8dda4-338a-42f4-8347-ea3febefd6f8 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:27:19.336139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:19.336831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.347842 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38cf1bd0-efcd-49e4-9699-5d99abd1aa5d x-openstack-request-id: req-38cf1bd0-efcd-49e4-9699-5d99abd1aa5d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:19.348246 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:19.348591 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38cf1bd0-efcd-49e4-9699-5d99abd1aa5d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:19.349388 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8', 'status': 'completed', 'code': 200} Jul 22 11:27:19.351959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.392147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-66d5ae63-0ac9-46cc-a22a-ee8c2203f436 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:19.396154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-66d5ae63-0ac9-46cc-a22a-ee8c2203f436 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 1099 time: 0.5373187 Jul 22 11:27:19.421512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-f5f856aa-395f-4f56-885d-6ac7cb2c1904 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.2357831 Jul 22 11:27:19.483670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Request body: {'port': {'device_id': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:19.516677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.662261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f9927d5-4885-4e47-b37a-2d28f4877d77 None None] Provisioning for port c2e9c71e-59fb-4552-a8c4-837984e57d36 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:19.669485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96625ac8-d66d-40f5-90ef-8f5d33b5832d None None] New status for floating IP da92ea54-ec20-4f7e-b15b-385c04e17308: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:27:19.680554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f9927d5-4885-4e47-b37a-2d28f4877d77 None None] Provisioning complete for port c2e9c71e-59fb-4552-a8c4-837984e57d36 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:19.682206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f9927d5-4885-4e47-b37a-2d28f4877d77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.725418 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-4ea645af-adc8-483e-bd1a-82c74a574c90 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 HTTP/1.1" status: 200 len: 217 time: 0.3190241 Jul 22 11:27:19.753280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.865174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab2b1f3e-b055-46cc-ad9d-ce8e222fd0df req-06b2d759-71fc-4613-8869-9cb3499446c6 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:19.877056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab2b1f3e-b055-46cc-ad9d-ce8e222fd0df req-06b2d759-71fc-4613-8869-9cb3499446c6 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 948 time: 0.2584944 Jul 22 11:27:19.880810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2f9927d5-4885-4e47-b37a-2d28f4877d77 None None] Port c2e9c71e-59fb-4552-a8c4-837984e57d36 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:27:19.886536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.937643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:19.959436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-a6666889-5452-44b6-9c92-0830326538c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:19.964846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b0b8dda4-338a-42f4-8347-ea3febefd6f8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:19.966137 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-a6666889-5452-44b6-9c92-0830326538c1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2251894 Jul 22 11:27:19.985847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab2b1f3e-b055-46cc-ad9d-ce8e222fd0df req-c94cbda0-ce74-4dfe-8df9-e36fe75f026c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1077044 Jul 22 11:27:19.996888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.000745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b8ed04ec-ad17-45dc-a5b3-149797a9d852 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b0b8dda4-338a-42f4-8347-ea3febefd6f8 HTTP/1.1" status: 204 len: 168 time: 0.8926129 Jul 22 11:27:20.003462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:20.008170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-145de957-f5ae-48c0-9fdd-26bb7e267f0f None None] Network 699587f2-cf4c-4ffe-ab8f-073dae884bd2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:27:20.161446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.241285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad2e3845-64f4-4ff2-a182-7c06efe60e5e req-eef75ded-2fa4-407f-9449-2c661bf1207c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:20.249015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad2e3845-64f4-4ff2-a182-7c06efe60e5e req-eef75ded-2fa4-407f-9449-2c661bf1207c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 932 time: 0.1680346 Jul 22 11:27:20.318470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad2e3845-64f4-4ff2-a182-7c06efe60e5e req-27203884-7756-496c-b927-74bb4216eb3b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609498 Jul 22 11:27:20.368251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Deleting port d8aa5b3b-f59c-4681-b499-d1e450708e01 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:20.369437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.397153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 31c7df69-02ae-4753-9c32-c3dcd2cb3467 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:20.487216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 31c7df69-02ae-4753-9c32-c3dcd2cb3467 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:20.487581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 31c7df69-02ae-4753-9c32-c3dcd2cb3467 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:20.519683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] For port d8aa5b3b-f59c-4681-b499-d1e450708e01, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d8aa5b3b-f59c-4681-b499-d1e450708e01,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:20.520700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.553353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ae3967-03c7-4644-85a2-3d9a78d3b8ed req-2926729c-96c7-4863-9da0-31fdf927bb15 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:20.563062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75ae3967-03c7-4644-85a2-3d9a78d3b8ed req-2926729c-96c7-4863-9da0-31fdf927bb15 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1097 time: 0.1674902 Jul 22 11:27:20.577359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Calling delete_port for d8aa5b3b-f59c-4681-b499-d1e450708e01 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:20.651186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] DHCP port deletion for 699587f2-cf4c-4ffe-ab8f-073dae884bd2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:27:20.653252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2e9c71e-59fb-4552-a8c4-837984e57d36 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:20.663349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.684966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Transition to ACTIVE for port object c2e9c71e-59fb-4552-a8c4-837984e57d36 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:20.707969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.749540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Deleting port d8aa5b3b-f59c-4681-b499-d1e450708e01 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:20.749853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.824385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3d37c597-ef2f-4120-852b-662cffc2b1d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:20.827548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75ae3967-03c7-4644-85a2-3d9a78d3b8ed req-d30919f7-648c-4ded-8deb-f7e9a9370282 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2517872 Jul 22 11:27:20.828243 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-3d37c597-ef2f-4120-852b-662cffc2b1d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.8064389 Jul 22 11:27:20.833785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] For port d8aa5b3b-f59c-4681-b499-d1e450708e01, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d8aa5b3b-f59c-4681-b499-d1e450708e01,segment=NetworkSegment(50bc4207-0355-4bd7-b33d-d532e86adfea),segment_id=50bc4207-0355-4bd7-b33d-d532e86adfea)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:20.834297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.869580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Calling delete_port for d8aa5b3b-f59c-4681-b499-d1e450708e01 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:20.953624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:20.958638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:21.034132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Pushing event deleted for resources: {'Port': ['ID=d8aa5b3b-f59c-4681-b499-d1e450708e01,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:21.116704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] No DVR routers for this DVR port d8aa5b3b-f59c-4681-b499-d1e450708e01 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:21.141195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-d80251e1-f42f-4667-a6c7-3a48355f21ef service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3013830 Jul 22 11:27:21.199265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.262247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.283384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] Pushing event deleted for resources: {'Port': ['ID=d8aa5b3b-f59c-4681-b499-d1e450708e01,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:21.303805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a0f76c6-9343-4ac1-9074-9496bd04f90a req-78d2abc4-4c97-4085-ad63-55174e937a5f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:21.315076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Attempting to bind port c2e9c71e-59fb-4552-a8c4-837984e57d36 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:21.315446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Attempting to bind port c2e9c71e-59fb-4552-a8c4-837984e57d36 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:21.315757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Attempting to bind port c2e9c71e-59fb-4552-a8c4-837984e57d36 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:21.316709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a0f76c6-9343-4ac1-9074-9496bd04f90a req-78d2abc4-4c97-4085-ad63-55174e937a5f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.2922435 Jul 22 11:27:21.316830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ff7743e-7678-4935-a7e3-282790e9af65 None None] No DVR routers for this DVR port d8aa5b3b-f59c-4681-b499-d1e450708e01 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:21.334874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Port c2e9c71e-59fb-4552-a8c4-837984e57d36 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:21.335211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Attempting to bind port c2e9c71e-59fb-4552-a8c4-837984e57d36 on network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:21.354560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4585fa30-382a-45f9-a614-8af40d9274fb req-b096af26-ea18-41f2-ab5c-43f222e42fed service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2006025 Jul 22 11:27:21.356732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:21.357096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Checking segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:21.357498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Bound using segment: {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:21.357963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Bound port: c2e9c71e-59fb-4552-a8c4-837984e57d36, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:21.366937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.450775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.491356 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.491814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.492658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.493077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > port after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.493474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > port after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.493946 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > port after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.494337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.494795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.495180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.496026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.524030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:21.565522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:21.583438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.586734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-a3d72410-f585-43a8-b6b7-2012b04d768a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:21.588844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-a3d72410-f585-43a8-b6b7-2012b04d768a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=02258832bd2a4da18392b218bf2a613d&device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 1099 time: 0.1756463 Jul 22 11:27:21.645818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.649714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:21.650489 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.652393 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 200 len: 1092 time: 2.1757159 Jul 22 11:27:21.652965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.654736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.654877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:21.655309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=93707) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Jul 22 11:27:21.655469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['699587f2-cf4c-4ffe-ab8f-073dae884bd2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:21.657028 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8" -d '{"events": [{"name": "network-changed", "server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:21.714026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50bc4207-0355-4bd7-b33d-d532e86adfea') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:21.714350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50bc4207-0355-4bd7-b33d-d532e86adfea') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:21.749854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a0f76c6-9343-4ac1-9074-9496bd04f90a req-9755cb7d-2bf0-46cc-903e-c33aa4b027cd tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4322498 Jul 22 11:27:21.768433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.821945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.833015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-e01c5c66-acc9-46e0-99ce-2fbacc08795e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:21.835454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-e01c5c66-acc9-46e0-99ce-2fbacc08795e service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2191539 Jul 22 11:27:21.836082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36c2b77a-ad3e-486f-8114-7a7d8bdf8621 service neutron] Pushing event updated for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:21.849655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:27:21.850079 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: from cryptography.utils import int_from_bytes Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: from cryptography.utils import int_from_bytes Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:27:21.873622 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:27:21.917200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-9ca85bc6-519e-46a9-9e51-051d1670e214 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.129&port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 HTTP/1.1" status: 200 len: 217 time: 0.0620315 Jul 22 11:27:21.994276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-af3ee50e-a4a2-4670-8c2e-2e8841ac1a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:21.995789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-af3ee50e-a4a2-4670-8c2e-2e8841ac1a09 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0680056 Jul 22 11:27:22.002985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-af396569-07d0-4036-9353-c82571a9dea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:22.004492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-af396569-07d0-4036-9353-c82571a9dea7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 1095 time: 0.2922208 Jul 22 11:27:22.044414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:22.051270 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:22.067508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] 10.222.0.21 "DELETE /v2.0/networks/699587f2-cf4c-4ffe-ab8f-073dae884bd2 HTTP/1.1" status: 204 len: 168 time: 2.0610347 Jul 22 11:27:22.090949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a0b531f-d630-4849-8d89-b30e47611775 admin admin] Pushing event deleted for resources: {'Network': ['ID=699587f2-cf4c-4ffe-ab8f-073dae884bd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:22.205975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-d39a5932-99e5-4bdf-b73a-9962db653fbf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 200 len: 217 time: 0.1213052 Jul 22 11:27:22.319580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d8aa5b3b-f59c-4681-b499-d1e450708e01 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:22.326275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-9bee13d1-f9c9-407c-900e-c83b99cac74e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:22.328446 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-9bee13d1-f9c9-407c-900e-c83b99cac74e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1216247 Jul 22 11:27:22.353955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-43906560-1280-4426-914b-68f6cf0408e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:22.356084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-43906560-1280-4426-914b-68f6cf0408e1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3472176 Jul 22 11:27:22.380309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d8aa5b3b-f59c-4681-b499-d1e450708e01 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:22.380711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d8aa5b3b-f59c-4681-b499-d1e450708e01 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:22.508133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:22.550436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-615a8012-cb98-4fbe-b85a-035dfc8dd4c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:22.552491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-615a8012-cb98-4fbe-b85a-035dfc8dd4c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2118981 Jul 22 11:27:22.606217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-a183e1c9-6300-4379-8d98-11a4030a915f service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253470 Jul 22 11:27:22.651844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33522f16-b540-4eff-8197-1329fd6cde89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98d6956b36944c2fbfe206ec6ce0b14f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1397235 Jul 22 11:27:22.662089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:22.916861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-0a4d8f8d-eacf-4f3e-b37b-8a7d163f7138 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2960660 Jul 22 11:27:23.104664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ec0ff58-ec2e-4d1c-a548-335758937570 req-79271318-6f1d-406b-929f-9787d9cf4799 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4762216 Jul 22 11:27:23.142957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:23.172225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62b7a7e8-0da8-48b7-b017-27b8a8f6d67b req-9f7277e6-0a63-4b3d-b5c4-92f7a560ebd3 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2386162 Jul 22 11:27:23.183523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:23.305859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:23.311940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:23.315313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/66379fa7-c70e-4bee-bbba-e024463a7f0c HTTP/1.1" status: 204 len: 168 time: 0.6422920 Jul 22 11:27:23.345814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5c60696-d152-4613-ae19-27f3cd830fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66379fa7-c70e-4bee-bbba-e024463a7f0c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:23.843026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-e4466f08-504e-4258-bd40-9f1d8d7d13fb tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:27:23.853947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-e4466f08-504e-4258-bd40-9f1d8d7d13fb tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0165193 Jul 22 11:27:23.865153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:23.866140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:27:24.126064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:24.130192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:24.130749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:24.142809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:24.143126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:24.153699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 26, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:24.154039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:24.154611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:24.155064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Bound port: 042327df-b904-4021-9e95-e722cb736efc, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:24.245448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:24.307124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:24.315235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-052e9586-49d5-483a-87cd-83723e4cdcf1 service neutron] 10.222.0.21 "POST /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc/bindings HTTP/1.1" status: 201 len: 389 time: 0.4583552 Jul 22 11:27:24.735892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04d30322-32e7-45d2-8921-24aee79717b4 req-2c6f0e7e-ec27-4b9f-baff-a68b25c9515e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:24.744316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04d30322-32e7-45d2-8921-24aee79717b4 req-2c6f0e7e-ec27-4b9f-baff-a68b25c9515e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 948 time: 0.1886582 Jul 22 11:27:24.824701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04d30322-32e7-45d2-8921-24aee79717b4 req-90a5dfa3-43e3-4264-82ef-656488544403 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768688 Jul 22 11:27:24.858076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-22b8794d-2a56-4f98-b4d1-c0b99c881649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:24.860862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-22b8794d-2a56-4f98-b4d1-c0b99c881649 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1097 time: 0.2047086 Jul 22 11:27:25.078197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-8d49663d-6a98-4740-80ab-fe77f70bc8c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.079960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-8d49663d-6a98-4740-80ab-fe77f70bc8c1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2122240 Jul 22 11:27:25.131383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-272bcfc8-3ee5-48c7-bf22-424055ea5ba3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 217 time: 0.0417724 Jul 22 11:27:25.147199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d70354f-a8e8-4b06-a04f-af670b48aaa1 req-2a2bf0d2-cde6-452e-8987-4bd8898d717e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.148810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d70354f-a8e8-4b06-a04f-af670b48aaa1 req-2a2bf0d2-cde6-452e-8987-4bd8898d717e tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 944 time: 0.1607025 Jul 22 11:27:25.201662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:25.240483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d70354f-a8e8-4b06-a04f-af670b48aaa1 req-441e3b60-14ce-4afa-aa46-98841a223d80 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0807340 Jul 22 11:27:25.247646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-041224bf-8516-4a58-adf9-b1afcc1c07ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.266121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-041224bf-8516-4a58-adf9-b1afcc1c07ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1163130 Jul 22 11:27:25.353061 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fde71e2c-8c51-431c-ae12-bdd94879d835 x-openstack-request-id: req-fde71e2c-8c51-431c-ae12-bdd94879d835 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:25.356249 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:25.356353 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fde71e2c-8c51-431c-ae12-bdd94879d835 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:25.357639 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'status': 'completed', 'code': 200} Jul 22 11:27:25.375316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-c8741207-0a51-4a0e-a1c9-d170cbd28a7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0956531 Jul 22 11:27:25.486133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-6729e620-abd5-454c-9862-47d3278362b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.486927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-51eca518-8e6d-4055-a2bd-86fc9b81750d service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021149 Jul 22 11:27:25.487645 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-6729e620-abd5-454c-9862-47d3278362b2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 1095 time: 0.0976546 Jul 22 11:27:25.543436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:25.578567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8', 'mac_address': 'fa:16:3e:8e:9e:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.129'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:25.630597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-28d8e958-d1de-44f1-bb8a-1cc55b1be18e service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313133 Jul 22 11:27:25.689265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:25.716263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:25.726817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-4a145910-4e94-41c3-89d3-2a7c9d8c6698 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.731545 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-4a145910-4e94-41c3-89d3-2a7c9d8c6698 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.2359800 Jul 22 11:27:25.762079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:25.763007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15da5c8-f907-4657-a01c-40ae7592107f req-7e9e8d51-a6b7-4a35-a7e4-652034fd74b6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.764580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c15da5c8-f907-4657-a01c-40ae7592107f req-7e9e8d51-a6b7-4a35-a7e4-652034fd74b6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.2768221 Jul 22 11:27:25.769485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:25.801345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-80cbd4ad-3b59-4b48-9b1a-439e6e8a564c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 200 len: 217 time: 0.0579336 Jul 22 11:27:25.840959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c15da5c8-f907-4657-a01c-40ae7592107f req-b5e2fc12-8cd5-4e70-ad7e-bdeea293ff24 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700941 Jul 22 11:27:25.872936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:25.897543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-4ad7837c-8b26-4d49-881f-e53da9ef6953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:25.899281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-4ad7837c-8b26-4d49-881f-e53da9ef6953 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.0749774 Jul 22 11:27:26.025875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-c469a9c7-4e80-4f39-b210-b3a65345ce2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:26.029883 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-c469a9c7-4e80-4f39-b210-b3a65345ce2a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1133306 Jul 22 11:27:26.113901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:26.199998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-f0baf7be-6fa8-48b6-ae85-868e34a80263 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621695 Jul 22 11:27:26.218365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e44e9172-1df0-42a2-a948-4828b3a6cab9 req-7593a11d-83fc-4cf9-8e13-33320b0801ea tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:26.226958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e44e9172-1df0-42a2-a948-4828b3a6cab9 req-7593a11d-83fc-4cf9-8e13-33320b0801ea tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1470923 Jul 22 11:27:26.315635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e44e9172-1df0-42a2-a948-4828b3a6cab9 req-b7d5d573-9573-45b5-aa20-c29cb43ecab3 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877051 Jul 22 11:27:26.796546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa9e6156-9ddd-4cdc-b24f-a2f11f3cf6e9 req-cade14e8-44da-4189-a016-e70507f2c20c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:26.798303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa9e6156-9ddd-4cdc-b24f-a2f11f3cf6e9 req-cade14e8-44da-4189-a016-e70507f2c20c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 949 time: 0.1546168 Jul 22 11:27:26.799926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-169ffa4b-6fb3-4753-b4de-60f55d16e9d8 req-9f6cef10-2407-47f4-85d3-a52cda604dfc service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5913126 Jul 22 11:27:26.880703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa9e6156-9ddd-4cdc-b24f-a2f11f3cf6e9 req-7129f938-a474-4b65-b2b1-0ac08590e386 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0727217 Jul 22 11:27:26.920101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb02ec1e-51f3-4c86-98de-83ccff67f763 req-f550e2ce-f286-45bf-a2a9-570023ca464b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:26.928661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb02ec1e-51f3-4c86-98de-83ccff67f763 req-f550e2ce-f286-45bf-a2a9-570023ca464b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 944 time: 0.1292598 Jul 22 11:27:26.995675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb02ec1e-51f3-4c86-98de-83ccff67f763 req-eeefd264-cab0-43cf-bacc-84f34a3ed62c tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0653310 Jul 22 11:27:27.044997 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:27.195735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2e9c71e-59fb-4552-a8c4-837984e57d36 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:27.228542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7309a165-5da8-48fc-a33e-8fd8fabe0624 req-60bff940-658b-4149-a52b-7709b4c99089 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:27.237512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7309a165-5da8-48fc-a33e-8fd8fabe0624 req-60bff940-658b-4149-a52b-7709b4c99089 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1419001 Jul 22 11:27:27.299206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7309a165-5da8-48fc-a33e-8fd8fabe0624 req-0b6f4d21-6322-446a-b08d-54870c013972 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607572 Jul 22 11:27:27.412029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:27.425344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'port_id': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'mac_address': 'fa:16:3e:b8:50:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 149, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:27.495210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:27.511303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73bd572a-37a8-4559-828b-ac593dd2aca7 req-0613eb1f-8cd9-49d7-b2e4-e674d2266e24 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:27.519284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2e9c71e-59fb-4552-a8c4-837984e57d36 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:27.520807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73bd572a-37a8-4559-828b-ac593dd2aca7 req-0613eb1f-8cd9-49d7-b2e4-e674d2266e24 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 950 time: 0.1340816 Jul 22 11:27:27.544292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:27.558864 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:27.577676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73bd572a-37a8-4559-828b-ac593dd2aca7 req-49095fca-3241-4f01-9c3f-f4fc5d19c3d1 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559340 Jul 22 11:27:27.640335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:27.687173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80c63d3-ee26-4087-943a-55c2ddda4610 req-5596e041-fd9f-4eed-b8f0-6996def25008 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:27.695020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c80c63d3-ee26-4087-943a-55c2ddda4610 req-5596e041-fd9f-4eed-b8f0-6996def25008 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1413350 Jul 22 11:27:27.746415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c80c63d3-ee26-4087-943a-55c2ddda4610 req-a3ab5bfb-bb40-4855-a2e6-52102aab5e85 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445464 Jul 22 11:27:27.898265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c2e9c71e-59fb-4552-a8c4-837984e57d36'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:27.953078 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:28.332446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981f1cf4-ec60-42ca-8e1c-f7b696c8efd2 req-e45a660b-62c9-4e16-91ef-86ad5012444c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:28.344145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-981f1cf4-ec60-42ca-8e1c-f7b696c8efd2 req-e45a660b-62c9-4e16-91ef-86ad5012444c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 949 time: 0.1002555 Jul 22 11:27:28.404498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-981f1cf4-ec60-42ca-8e1c-f7b696c8efd2 req-58cf9342-5eaf-4916-a691-0278eb0fa2db tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574501 Jul 22 11:27:28.679363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07e6899-c05b-4ef5-bd8e-d777a2b3c3cd req-3aee6639-293b-4067-999d-9ac304512a2f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:28.682495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b07e6899-c05b-4ef5-bd8e-d777a2b3c3cd req-3aee6639-293b-4067-999d-9ac304512a2f tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 945 time: 0.1312284 Jul 22 11:27:28.732130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b07e6899-c05b-4ef5-bd8e-d777a2b3c3cd req-07e7e808-e869-4d42-9f4f-f763d8c8ace5 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435984 Jul 22 11:27:29.048771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df34968e-f41c-4cc4-8a5e-d5dd09df124c req-60f56fd8-3091-4417-9a18-e05d3f25457f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:29.061034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df34968e-f41c-4cc4-8a5e-d5dd09df124c req-60f56fd8-3091-4417-9a18-e05d3f25457f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1158504 Jul 22 11:27:29.100347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df34968e-f41c-4cc4-8a5e-d5dd09df124c req-9db796fa-2c4c-4bea-b9d1-b053518f9244 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378377 Jul 22 11:27:29.215089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:29.292846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:29.309401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:29.309795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.355166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec8e3833-3b52-455a-a327-6638b8d27830 req-9793e3e0-5adb-4f26-9bdd-a9293a0d5cc0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:29.358086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec8e3833-3b52-455a-a327-6638b8d27830 req-9793e3e0-5adb-4f26-9bdd-a9293a0d5cc0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1335461 Jul 22 11:27:29.432702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec8e3833-3b52-455a-a327-6638b8d27830 req-d3e39e21-0737-4e7f-a1ae-f381a2d9dbc3 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672812 Jul 22 11:27:29.454755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.504755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:29.513087 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f76e841b-999f-4f7f-81aa-8bebdd181a5f" -d '{"events": [{"server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "name": "network-vif-plugged", "status": "completed", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:29.537439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:29.546475 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.546475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2e9c71e-59fb-4552-a8c4-837984e57d36 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:29.660688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:29.678348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c2e9c71e-59fb-4552-a8c4-837984e57d36 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:29.686255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c2e9c71e-59fb-4552-a8c4-837984e57d36 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:29.686743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.736315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ee7d7-01b9-4ae4-b62f-a119d158c2c3 req-ca91ed74-1e60-4272-afc6-3d85c7381d98 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:29.738247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1ee7d7-01b9-4ae4-b62f-a119d158c2c3 req-ca91ed74-1e60-4272-afc6-3d85c7381d98 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.1821437 Jul 22 11:27:29.832741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1ee7d7-01b9-4ae4-b62f-a119d158c2c3 req-4df34804-06ff-42b4-9811-192a4b212ea0 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0825267 Jul 22 11:27:29.864725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.939302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:29.949087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:29.954961 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e7a056bb-29ce-45c6-ae92-ccfe25677abe x-openstack-request-id: req-e7a056bb-29ce-45c6-ae92-ccfe25677abe {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:29.960925 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "name": "network-vif-plugged", "status": "completed", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:29.961560 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e7a056bb-29ce-45c6-ae92-ccfe25677abe {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:29.962238 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8', 'code': 200} Jul 22 11:27:30.067145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:30.104900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd982bd8-d3d6-4ffb-9c30-c43320f760dc req-4fe1683e-4e17-4ec0-8679-b90ea2c1ace2 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:30.124004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd982bd8-d3d6-4ffb-9c30-c43320f760dc req-4fe1683e-4e17-4ec0-8679-b90ea2c1ace2 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1048622 Jul 22 11:27:30.202375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd982bd8-d3d6-4ffb-9c30-c43320f760dc req-896a699c-aef8-404b-943e-0a66f35210c1 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0734766 Jul 22 11:27:30.215325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb15878-844c-4593-826d-787f200d610c req-8ca2cdb3-5025-4b27-8920-204bc7f43ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:30.217122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6fb15878-844c-4593-826d-787f200d610c req-8ca2cdb3-5025-4b27-8920-204bc7f43ba7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 1101 time: 0.1551344 Jul 22 11:27:30.267677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6fb15878-844c-4593-826d-787f200d610c req-c6482a88-569e-403c-958e-728ce7613993 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409796 Jul 22 11:27:30.624545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22baaf54-b61a-467f-8ab0-ba3ab65647d7 req-e82f620a-c3c4-4f3f-b1d7-466f06b1c83d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:30.631737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22baaf54-b61a-467f-8ab0-ba3ab65647d7 req-e82f620a-c3c4-4f3f-b1d7-466f06b1c83d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1410043 Jul 22 11:27:30.683542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22baaf54-b61a-467f-8ab0-ba3ab65647d7 req-53ea0171-dd16-41fc-963d-ba98c4ed2a7c tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0506108 Jul 22 11:27:30.699786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930293bb-9c26-406d-9b8b-731a83d0293f req-ca853e1b-4c4a-4d83-a6d3-291212df219e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:30.699786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930293bb-9c26-406d-9b8b-731a83d0293f req-ca853e1b-4c4a-4d83-a6d3-291212df219e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1469553 Jul 22 11:27:30.751720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:30.778506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930293bb-9c26-406d-9b8b-731a83d0293f req-fb36ab17-bb86-4474-bf63-29b9149437ca tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668838 Jul 22 11:27:30.901805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94996e6-bb3f-4911-b723-ed597fab9bbb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:30.988467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de4e0eff-e9da-4f6d-afd3-5162d6f95202 req-fb5ce879-7d2c-4938-b9ef-075d398abec8 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:30.989857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de4e0eff-e9da-4f6d-afd3-5162d6f95202 req-fb5ce879-7d2c-4938-b9ef-075d398abec8 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.0821609 Jul 22 11:27:31.016250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94996e6-bb3f-4911-b723-ed597fab9bbb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.022935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94996e6-bb3f-4911-b723-ed597fab9bbb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.043531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de4e0eff-e9da-4f6d-afd3-5162d6f95202 req-e9ffe2d7-5fda-4f93-820c-ac0c7b45d194 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453093 Jul 22 11:27:31.048884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d94996e6-bb3f-4911-b723-ed597fab9bbb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d13aca7e9d74a7899e7ed68872f4587&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2960434 Jul 22 11:27:31.053444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:31.103212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94996e6-bb3f-4911-b723-ed597fab9bbb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f6df55d-2040-491d-ae79-e1cd49fff174,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:31.137543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.172314 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.233655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.237181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.245042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:31.251031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f6df55d-2040-491d-ae79-e1cd49fff174 HTTP/1.1" status: 204 len: 168 time: 0.1942978 Jul 22 11:27:31.272608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa324f9-322f-4afd-bc66-e3ab62be72d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f6df55d-2040-491d-ae79-e1cd49fff174,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:31.407331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.485417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-9cf9696e-88ab-4914-814f-859a3d482c4d tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:31.487280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:31.493878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-9cf9696e-88ab-4914-814f-859a3d482c4d tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/networks?id=ad8c020a-5538-4cea-b589-138203201b35 HTTP/1.1" status: 200 len: 815 time: 0.2597306 Jul 22 11:27:31.495345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:31.518015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-ba50247d-3edb-47ad-af39-a33c6681311d tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/quotas/2a06520ee2c4429fa818ab92288f4775 HTTP/1.1" status: 200 len: 375 time: 0.0231719 Jul 22 11:27:31.541850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60635eff-a29f-48d8-ac50-6ba9486770fc req-bd727fd0-bf75-4ac6-a039-dd10a013b047 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:31.549246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60635eff-a29f-48d8-ac50-6ba9486770fc req-bd727fd0-bf75-4ac6-a039-dd10a013b047 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1862292 Jul 22 11:27:31.598978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:31.645962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60635eff-a29f-48d8-ac50-6ba9486770fc req-a40324b0-4ca1-4002-bdfa-456e7f119d28 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0957873 Jul 22 11:27:31.681183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-71d44b8c-7c37-484c-937e-ec95ccbb1050 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2a06520ee2c4429fa818ab92288f4775&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1616001 Jul 22 11:27:31.801813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-ba92b1f9-3ffe-4f5c-9fef-4878ebff174a service neutron] 10.222.0.21 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1196845 Jul 22 11:27:31.936471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-38a7b7e7-f9c1-40ca-94cf-4c34906041a0 service neutron] 10.222.0.21 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232626 Jul 22 11:27:31.943425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8262730-56ae-4cd2-815f-8c772dc8ef43 req-8c20acc1-366a-40f5-82f3-9f05791aa353 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:31.945137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8262730-56ae-4cd2-815f-8c772dc8ef43 req-8c20acc1-366a-40f5-82f3-9f05791aa353 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1464512 Jul 22 11:27:31.963378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36'}, {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:31.966819 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a6c0c10-f92e-4845-ac6b-1e5886e3b052" -d '{"events": [{"server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36"}, {"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:32.002330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8262730-56ae-4cd2-815f-8c772dc8ef43 req-757d6ff4-d911-45c6-a334-945346199e0b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495019 Jul 22 11:27:32.124291 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9b6024c-5b0a-4a5b-818c-979bee81f51a x-openstack-request-id: req-e9b6024c-5b0a-4a5b-818c-979bee81f51a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:32.124676 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "name": "network-vif-plugged", "status": "completed", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36", "code": 200}, {"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:32.125001 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9b6024c-5b0a-4a5b-818c-979bee81f51a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:32.125477 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'code': 200} Jul 22 11:27:32.126199 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'code': 200} Jul 22 11:27:32.169367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-116f6137-f2fc-4ef3-92fb-365fff43006e req-e49458e4-5727-4286-9bbb-cb5eaa9c6e07 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.175072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-116f6137-f2fc-4ef3-92fb-365fff43006e req-e49458e4-5727-4286-9bbb-cb5eaa9c6e07 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1115985 Jul 22 11:27:32.182043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:32.264839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-116f6137-f2fc-4ef3-92fb-365fff43006e req-8a8226a8-8d5f-4ae1-9141-48cd67c28f44 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0883658 Jul 22 11:27:32.305076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c2246af-7895-4b5d-bc58-fe8002f7153d req-2d48bf8d-d327-420b-b966-de8917c9be23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.307437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c2246af-7895-4b5d-bc58-fe8002f7153d req-2d48bf8d-d327-420b-b966-de8917c9be23 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 1097 time: 0.0877709 Jul 22 11:27:32.316796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-152d92ca-6799-4f24-93a8-7b5d2f6048da req-aa17eb8e-9b9b-4524-8566-1e929de682b0 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.334716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1950671018-network', 'tenant_id': 'fa2dcd6fd78f435a9bc4810f84d4e491'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:32.335299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-152d92ca-6799-4f24-93a8-7b5d2f6048da req-aa17eb8e-9b9b-4524-8566-1e929de682b0 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.1490443 Jul 22 11:27:32.384351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c2246af-7895-4b5d-bc58-fe8002f7153d req-7f343991-0306-4027-bc70-70919ce8150a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0677347 Jul 22 11:27:32.384897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22dbb58a-be26-49db-9edc-ab813f69d9d4 req-82b03ed3-9dfb-4aa5-9021-63af69fac1c8 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 210 time: 0.0408335 Jul 22 11:27:32.385561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Made reservation on behalf of fa2dcd6fd78f435a9bc4810f84d4e491 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:32.388028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.401069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.409465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-152d92ca-6799-4f24-93a8-7b5d2f6048da req-85e9c6a7-3ef3-43ae-81de-aaeab17b2710 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729973 Jul 22 11:27:32.523388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.527897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.555667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:27:32.564846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96218d67-b6b5-4111-a407-16d7c1abbe97,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:32.570718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.571065 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Added segment f3e528b5-205a-47a4-9b59-2d674cae3473 of type vlan for network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 Jul 22 11:27:32.625196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.656098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.657238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.657918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.708548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80547d5d-9fed-4fcf-a40d-ee99ac63f7e4 req-3b94fad8-bb0f-448f-9e34-4ece7b862efe tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.710348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80547d5d-9fed-4fcf-a40d-ee99ac63f7e4 req-3b94fad8-bb0f-448f-9e34-4ece7b862efe tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.0765612 Jul 22 11:27:32.717407 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.5336206 Jul 22 11:27:32.720497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:32.725718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Request body: {'subnet': {'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1950671018-subnet', 'tenant_id': 'fa2dcd6fd78f435a9bc4810f84d4e491', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:32.758685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ea5d8ca-5381-453c-b82a-e46440c5b4e1 admin admin] Pushing event updated for resources: {'Network': ['ID=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:32.776364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:27:32.780716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Made reservation on behalf of fa2dcd6fd78f435a9bc4810f84d4e491 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:32.783872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:32.787756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80547d5d-9fed-4fcf-a40d-ee99ac63f7e4 req-ce16b692-af3a-49db-8f9e-c1836e94418f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659933 Jul 22 11:27:32.858833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b1ffe4-ee94-48c6-9fa9-b7c72bbe2683 req-5d8e096b-dc9d-4df8-93da-e9342595ba75 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:32.862128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49b1ffe4-ee94-48c6-9fa9-b7c72bbe2683 req-5d8e096b-dc9d-4df8-93da-e9342595ba75 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1323528 Jul 22 11:27:32.923136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49b1ffe4-ee94-48c6-9fa9-b7c72bbe2683 req-c847e59d-7a92-46ba-b0a3-fbb86927a78a tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536389 Jul 22 11:27:33.032112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:33.094556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=653122bd-2e79-40ca-8ca9-d6b55188cedc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:33.103973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Checking segment: {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:33.104399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Network hostable DHCP agents. Network: aeac0cd2-12dc-4e81-bbd4-b131a51b53d8, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:27:33.123925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:27:33.142526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, aeac0cd2-12dc-4e81-bbd4-b131a51b53d8) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:33.149235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:33.150067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:33.151613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1ca83b-76df-4c35-aeb5-452ba363b800 None None] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:27:33.174192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87cf2065-3f91-4e5f-b534-cb24fe25f4ba req-f860ab81-1cd6-48d6-a828-68091af39bca tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:33.174192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87cf2065-3f91-4e5f-b534-cb24fe25f4ba req-f860ab81-1cd6-48d6-a828-68091af39bca tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0853789 Jul 22 11:27:33.176142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d314e8fd-ee00-4ae0-ac6f-1766230e46e3 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.4454312 Jul 22 11:27:33.226737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87cf2065-3f91-4e5f-b534-cb24fe25f4ba req-f166af11-8fac-4a1a-912d-b9754d5419ba tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445383 Jul 22 11:27:33.264817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:33.302766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acc5b9e0-aec7-469e-a944-a6e09216b351 None None] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:27:33.435154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7e17324-a753-419f-ad9d-a3707663a0f2 req-6f67d42d-3a31-4273-abb5-87fabaf7a347 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:33.437358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7e17324-a753-419f-ad9d-a3707663a0f2 req-6f67d42d-3a31-4273-abb5-87fabaf7a347 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.0941184 Jul 22 11:27:33.451037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:33.483845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'mac_address': 'fa:16:3e:69:4b:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.216'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:33.497571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7e17324-a753-419f-ad9d-a3707663a0f2 req-7f2c44f5-df8e-492e-ad56-e85bfe8292b7 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539925 Jul 22 11:27:33.525437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-980235065', 'description': 'tempest-description-238375715'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:33.571428 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:33.588654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:33.612544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:33.616799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:33.620834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:33.643608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23338195-5084-4529-880d-eda3a2a20952 req-2e6a1ed0-2875-44b9-903b-322f5fa8b560 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 210 time: 0.0442860 Jul 22 11:27:33.673150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:33.755452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9da3b4b9-51b6-4845-bb18-8321a05573c1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:33.761839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-3cd3b357-4384-492c-adb6-399734569457 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:33.763349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-3cd3b357-4384-492c-adb6-399734569457 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.36 "GET /v2.0/networks?id=ad8c020a-5538-4cea-b589-138203201b35 HTTP/1.1" status: 200 len: 815 time: 0.2125762 Jul 22 11:27:33.785470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Request body: {'port': {'device_id': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'admin_state_up': True, 'tenant_id': '2a06520ee2c4429fa818ab92288f4775'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:34.171822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:34.184617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:34.270240 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:34.272171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-197a3f15-873b-49f5-a2cc-5489093a0be9 req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.7525523 Jul 22 11:27:34.282515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f9a65c-75c3-49f4-88be-1d68fe624ce4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b1f0964-8a34-422e-8a2c-556eafa3e303,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:34.323844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d34fb1-e5f6-4437-b151-6c66a8070aa8 req-e96cb8d1-8bb0-4cbd-9c71-fea0975778d4 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:34.326333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18d34fb1-e5f6-4437-b151-6c66a8070aa8 req-e96cb8d1-8bb0-4cbd-9c71-fea0975778d4 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.2518330 Jul 22 11:27:34.350275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Made reservation on behalf of 2a06520ee2c4429fa818ab92288f4775 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:34.355084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:34.416608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18d34fb1-e5f6-4437-b151-6c66a8070aa8 req-8884f99a-a944-4886-9e3b-3dd86632c2cf tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779870 Jul 22 11:27:34.699003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Allocated IP 172.20.0.12 (ad8c020a-5538-4cea-b589-138203201b35/85bb5ebf-a2e1-461b-b772-428e9c674484/7a38587b-8749-4065-97bd-77be3ee7cb16) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:27:34.773792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7adfb4bc-1fbc-46c0-81a5-cc970877c93c req-2c8a72e0-9624-42f5-bfb5-b4b1697d61f9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:34.774704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7adfb4bc-1fbc-46c0-81a5-cc970877c93c req-2c8a72e0-9624-42f5-bfb5-b4b1697d61f9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1732669 Jul 22 11:27:34.782056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-676f9ddb-fe6b-4a48-b4f6-d0a2ded12729 req-c35564e0-c860-4586-89fa-8e9a313d8f23 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:34.789128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-676f9ddb-fe6b-4a48-b4f6-d0a2ded12729 req-c35564e0-c860-4586-89fa-8e9a313d8f23 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1916432 Jul 22 11:27:34.983099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7adfb4bc-1fbc-46c0-81a5-cc970877c93c req-57dd3988-2205-4fb9-9a66-00bb0d90f507 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852615 Jul 22 11:27:35.026194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-676f9ddb-fe6b-4a48-b4f6-d0a2ded12729 req-b6ec4f3b-9747-4f5a-8109-ac138a3631f4 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2359312 Jul 22 11:27:35.065805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1067334275', 'description': 'tempest-description-1073399548'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:35.180941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.268913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:35.365266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.387143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Transition to ACTIVE for port object 7a38587b-8749-4065-97bd-77be3ee7cb16 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:35.392062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9da3b4b9-51b6-4845-bb18-8321a05573c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:35.392447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.458389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-133ca088-19e4-494f-bd97-83a0489876c6 req-fa1db54e-d99b-4b91-911a-a081efdd31e8 tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:35.470015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-133ca088-19e4-494f-bd97-83a0489876c6 req-fa1db54e-d99b-4b91-911a-a081efdd31e8 tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 1101 time: 0.2748418 Jul 22 11:27:35.502737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-133ca088-19e4-494f-bd97-83a0489876c6 req-ea9abcf3-a8b8-430e-918c-bbceeb6c3afb tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.522120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.535553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.542654 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.551809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.598539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.599992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4afaf8c-99ed-4530-96e9-77a7e0137465 req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.5530171 Jul 22 11:27:35.622365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:35.629218 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aea78553-9ae4-4d07-81b3-5105b4e21a93" -d '{"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:35.638704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Network ad8c020a-5538-4cea-b589-138203201b35 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:27:35.642076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Pushing event updated for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:35.648168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd00f431-637b-4d03-9415-02c60a50fd83 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:35.660173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:35.661830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:35.683491 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:35.688173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:27:35.775251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:35.859206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:35.860700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:36.035835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-133ca088-19e4-494f-bd97-83a0489876c6 req-ea9abcf3-a8b8-430e-918c-bbceeb6c3afb tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:36.050276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-133ca088-19e4-494f-bd97-83a0489876c6 req-ea9abcf3-a8b8-430e-918c-bbceeb6c3afb tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:36.067597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-4d00b1b3-feb4-4337-8464-41731228604a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2875106 Jul 22 11:27:36.104029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-133ca088-19e4-494f-bd97-83a0489876c6 req-ea9abcf3-a8b8-430e-918c-bbceeb6c3afb tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6296237 Jul 22 11:27:36.114963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9abcf3-a8b8-430e-918c-bbceeb6c3afb tempest-LiveMigrationNegativeTest-564839113 tempest-LiveMigrationNegativeTest-564839113-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bc24c902-caf8-47db-b335-fce5568e617f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:36.142587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3776cf7f-042b-4a61-b2f9-5933bcd26172 req-ff86be12-d3bd-428f-8cc5-588df5bb3975 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:36.146224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ab30783-7107-4137-bf44-e810721515b9 None None] Provisioning for port 7a38587b-8749-4065-97bd-77be3ee7cb16 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:36.147566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3776cf7f-042b-4a61-b2f9-5933bcd26172 req-ff86be12-d3bd-428f-8cc5-588df5bb3975 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.3858268 Jul 22 11:27:36.159231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ab30783-7107-4137-bf44-e810721515b9 None None] Provisioning complete for port 7a38587b-8749-4065-97bd-77be3ee7cb16 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:36.159610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ab30783-7107-4137-bf44-e810721515b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:36.222832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3776cf7f-042b-4a61-b2f9-5933bcd26172 req-253ddeef-8a90-467c-81aa-1070ffca015c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694997 Jul 22 11:27:36.282463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5ab30783-7107-4137-bf44-e810721515b9 None None] Port 7a38587b-8749-4065-97bd-77be3ee7cb16 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:27:36.348007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-223d352d-ddce-4355-9d65-d71429073cda req-745f1c9b-a354-4516-ba36-b5e64d104217 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:36.349962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-223d352d-ddce-4355-9d65-d71429073cda req-745f1c9b-a354-4516-ba36-b5e64d104217 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 932 time: 0.1308117 Jul 22 11:27:36.468731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-223d352d-ddce-4355-9d65-d71429073cda req-3e11adc0-7113-454f-a73d-c32f160cae8e tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121132 Jul 22 11:27:36.667813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac5e5566-cdcf-4c5c-ad52-84e8de6b98c5 req-f89a10c5-297e-4087-98a2-49859e4314a5 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:36.670481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac5e5566-cdcf-4c5c-ad52-84e8de6b98c5 req-f89a10c5-297e-4087-98a2-49859e4314a5 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1171174 Jul 22 11:27:36.688642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:36.694293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Request body: {'floatingip': {'port_id': 'c2e9c71e-59fb-4552-a8c4-837984e57d36'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:36.772816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:37.262321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:37.266633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:37.404281 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Floating IP da92ea54-ec20-4f7e-b15b-385c04e17308 associated. External IP: 172.25.6.10, port: c2e9c71e-59fb-4552-a8c4-837984e57d36. Jul 22 11:27:37.773497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:27:37.953955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:27:37.965936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:37.973754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:27:37.985204 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:37.986200 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:27:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:38.010463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dc96ae6c-1710-4101-91c7-e0d230af53a8 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "PUT /v2.0/floatingips/da92ea54-ec20-4f7e-b15b-385c04e17308 HTTP/1.1" status: 200 len: 991 time: 1.3206730 Jul 22 11:27:38.011248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:38.013893 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fe3b2e38-2c9e-49f9-9238-e364ba94080d" -d '{"events": [{"name": "network-changed", "server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:38.128097 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:38.409130 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:b8:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:27:37Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:38.468030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:27:38.484374 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:27:38.485210 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:27:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:38.654319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:27:39.015277 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:b8:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:27:37Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:27:39.044660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14d8cb90-cff1-4c84-baf0-bf90f1ab077e None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'da92ea54-ec20-4f7e-b15b-385c04e17308', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'floating_ip_address': '172.25.6.10', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'port_id': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 147, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'mac_address': 'fa:16:3e:b8:50:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:25:04Z', 'updated_at': '2021-07-22T11:27:37Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:27:39.410258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf5a1be8-e88a-4234-a2c1-5fc1f1b2ed93 None None] New status for floating IP da92ea54-ec20-4f7e-b15b-385c04e17308: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:27:44.646825 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b05d45e-18b9-4d92-b79c-9dc930ae7278 x-openstack-request-id: req-8b05d45e-18b9-4d92-b79c-9dc930ae7278 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:44.647448 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-plugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:44.647448 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b05d45e-18b9-4d92-b79c-9dc930ae7278 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:44.647990 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'code': 200} Jul 22 11:27:44.819465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-99e169d5-21a6-4bf5-ad92-3998fb699da4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:44.821115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-99e169d5-21a6-4bf5-ad92-3998fb699da4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 813 time: 0.1043794 Jul 22 11:27:44.835831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-9fc5da91-e35a-4c86-85b8-cb90d76b5c28 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/quotas/fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 375 time: 0.0093915 Jul 22 11:27:44.873801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-e2611497-de9d-416f-9ccc-a76d6196e385 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0324049 Jul 22 11:27:44.964255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-c74de09a-1869-484e-a1b0-1c6976b779ba service neutron] 10.222.0.21 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840647 Jul 22 11:27:45.060839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-a008a787-bbac-4554-882b-6640e0eb3140 service neutron] 10.222.0.21 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897288 Jul 22 11:27:45.219104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa394575-c81c-4bda-b627-66ac265862dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:45.266424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d359d6f-e3f8-4ac0-9de4-18e4509a7354 req-9472fa7e-a1eb-4e36-bd5e-135c68bf88c4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:45.267932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d359d6f-e3f8-4ac0-9de4-18e4509a7354 req-9472fa7e-a1eb-4e36-bd5e-135c68bf88c4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0647280 Jul 22 11:27:45.307035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d359d6f-e3f8-4ac0-9de4-18e4509a7354 req-f14fd5b8-a5f4-4e43-a668-7ba958ef47f9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333025 Jul 22 11:27:45.465145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bd6729e-3823-46bc-a1d3-dbea065a9b62 req-c8c39fcd-9d44-4d30-b1ea-382f3013e483 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:45.466670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bd6729e-3823-46bc-a1d3-dbea065a9b62 req-c8c39fcd-9d44-4d30-b1ea-382f3013e483 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.0679102 Jul 22 11:27:45.509688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bd6729e-3823-46bc-a1d3-dbea065a9b62 req-5b495f77-a397-4d7e-b577-430ef844b6c9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370069 Jul 22 11:27:45.531680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Request body: {'port': {'device_id': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:45.655519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:45.667200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-84296f60-faf9-4879-9fa9-b8aae703bd5f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0759103 Jul 22 11:27:45.693144 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b9f0d9b-19f8-4f24-b8e1-305bd7153556 x-openstack-request-id: req-1b9f0d9b-19f8-4f24-b8e1-305bd7153556 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:45.693628 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:45.694142 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b9f0d9b-19f8-4f24-b8e1-305bd7153556 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:45.694643 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'status': 'completed', 'code': 200} Jul 22 11:27:45.747435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ab13fa-88df-4a07-9006-875ffd3dfa81 req-538e89ed-116a-4e1c-b50b-6e06c14a09e6 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:45.749021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3ab13fa-88df-4a07-9006-875ffd3dfa81 req-538e89ed-116a-4e1c-b50b-6e06c14a09e6 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 932 time: 0.1639929 Jul 22 11:27:45.840892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-deb120c1-5f69-4d90-bd1d-faf4219e2b7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:45.842725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-deb120c1-5f69-4d90-bd1d-faf4219e2b7c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 1095 time: 0.1229069 Jul 22 11:27:45.844666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-2c1ced33-0bab-4122-b7d5-ab1716d63da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:45.846334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-2c1ced33-0bab-4122-b7d5-ab1716d63da8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 1097 time: 0.0852849 Jul 22 11:27:45.863543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a48c8c1a-e14e-4e70-a5e9-dbe26cbda5c7 req-5d7d23a8-646a-4c69-bd80-d7dc1897d7c7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 210 time: 0.0506320 Jul 22 11:27:45.912250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3ab13fa-88df-4a07-9006-875ffd3dfa81 req-c1c06f3a-8316-4adc-a07b-41f6f0ed008b tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1035681 Jul 22 11:27:46.035021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-d4e82ecd-bade-4651-9c99-5b23e45ff3f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.036830 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-d4e82ecd-bade-4651-9c99-5b23e45ff3f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.1376932 Jul 22 11:27:46.042150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-4b3f2b6f-0868-4c5e-ab2e-1ecb2ff09f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.043599 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-4b3f2b6f-0868-4c5e-ab2e-1ecb2ff09f70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.1821098 Jul 22 11:27:46.120319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-8f083005-db37-43dc-bb91-3a719bb49844 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 200 len: 217 time: 0.0729787 Jul 22 11:27:46.120455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c03bdaf-4192-448a-bfd5-cf50108e240d req-1bb45d6a-2b20-4fd9-864c-c528201d5921 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.120455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c03bdaf-4192-448a-bfd5-cf50108e240d req-1bb45d6a-2b20-4fd9-864c-c528201d5921 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 951 time: 0.1296229 Jul 22 11:27:46.123932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a38587b-8749-4065-97bd-77be3ee7cb16 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:46.134183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:46.162044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Transition to ACTIVE for port object 7a38587b-8749-4065-97bd-77be3ee7cb16 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:46.171375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:46.178116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-7fb78771-46fe-4704-ab75-ce9860ec7ce5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 200 len: 1001 time: 0.1266694 Jul 22 11:27:46.188811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-bfe326e5-2a2e-49d0-a94c-5c9f191e6944 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.190280 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-bfe326e5-2a2e-49d0-a94c-5c9f191e6944 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0655434 Jul 22 11:27:46.223739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c03bdaf-4192-448a-bfd5-cf50108e240d req-318d51f9-374d-4535-8adc-fea5e6683985 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931783 Jul 22 11:27:46.250315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-bfbb0a04-fa4e-485b-8951-17aacd055f0c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491190 Jul 22 11:27:46.350768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:46.368261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-69c207b9-009a-49fe-a0d3-684e925b2515 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.369311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.369743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.370756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.372168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.372520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.372858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.373192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.373545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.373683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-69c207b9-009a-49fe-a0d3-684e925b2515 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1824448 Jul 22 11:27:46.373860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.374186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.374535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.375102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:46.421585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ad6a97-ff4f-4aa4-b380-959da5280d43 req-973d969f-af6e-4df1-b3fa-19e61e9a8763 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.423545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12ad6a97-ff4f-4aa4-b380-959da5280d43 req-973d969f-af6e-4df1-b3fa-19e61e9a8763 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.2417960 Jul 22 11:27:46.430288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Attempting to bind port 7a38587b-8749-4065-97bd-77be3ee7cb16 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:46.430659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Attempting to bind port 7a38587b-8749-4065-97bd-77be3ee7cb16 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:46.431148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Attempting to bind port 7a38587b-8749-4065-97bd-77be3ee7cb16 on network ad8c020a-5538-4cea-b589-138203201b35 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:46.438996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Port 7a38587b-8749-4065-97bd-77be3ee7cb16 on network ad8c020a-5538-4cea-b589-138203201b35 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:46.439364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Attempting to bind port 7a38587b-8749-4065-97bd-77be3ee7cb16 on network ad8c020a-5538-4cea-b589-138203201b35 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:46.473094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:46.473668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Checking segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:46.473875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Bound using segment: {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:46.474643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Bound port: 7a38587b-8749-4065-97bd-77be3ee7cb16, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '362b8547-7475-46a9-bdc7-4ba3cb13c9ac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:46.474868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:46.518915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12ad6a97-ff4f-4aa4-b380-959da5280d43 req-bb1b4523-3751-4cb3-b6f1-6105fa9effd9 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827291 Jul 22 11:27:46.596539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-25aa5b54-4e42-4f56-82b4-a194add9f06b service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3352630 Jul 22 11:27:46.611265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-28394b02-7102-4bab-a987-167eef636ff7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.612916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-28394b02-7102-4bab-a987-167eef636ff7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 813 time: 0.2925320 Jul 22 11:27:46.629587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:46.633369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a38587b-8749-4065-97bd-77be3ee7cb16,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:46.644687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'device_id': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8', 'admin_state_up': True, 'tenant_id': 'fa2dcd6fd78f435a9bc4810f84d4e491'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:46.656532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:46.675732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-a90a486a-db19-4aec-82fd-859eb098faae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.677223 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-a90a486a-db19-4aec-82fd-859eb098faae service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2498305 Jul 22 11:27:46.714730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.715373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:46.716734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] 10.222.0.36 "PUT /v2.0/ports/7a38587b-8749-4065-97bd-77be3ee7cb16 HTTP/1.1" status: 200 len: 1092 time: 1.1909661 Jul 22 11:27:46.720969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:46.727773 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b588f47-ef16-4087-9dee-47d8d6496227" -d '{"events": [{"name": "network-changed", "server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:46.760139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04b1cbe3-52bf-4b77-ad14-4f5367c5ebbc service neutron] Pushing event updated for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:46.824045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a212e9e-ac17-42da-95b9-66ac527ab25f req-626ec96f-3b3b-4fde-857f-a8ae49949054 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.831449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a212e9e-ac17-42da-95b9-66ac527ab25f req-626ec96f-3b3b-4fde-857f-a8ae49949054 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1948099 Jul 22 11:27:46.900754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a212e9e-ac17-42da-95b9-66ac527ab25f req-c5bbcfd7-8e1b-45ed-b0b9-9dc5ba02efd2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684123 Jul 22 11:27:46.908587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-8f6ee500-86bf-48a7-9688-e302f07c40fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:46.910572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-8f6ee500-86bf-48a7-9688-e302f07c40fd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a06520ee2c4429fa818ab92288f4775&device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 1095 time: 0.1345797 Jul 22 11:27:46.974141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-de80382a-c63c-4022-86d0-84c9171a2afd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a38587b-8749-4065-97bd-77be3ee7cb16 HTTP/1.1" status: 200 len: 217 time: 0.0541093 Jul 22 11:27:47.061568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-e1dd78d3-c806-4162-846a-0ad5eaa51f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.063072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-e1dd78d3-c806-4162-846a-0ad5eaa51f17 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85bb5ebf-a2e1-461b-b772-428e9c674484 HTTP/1.1" status: 200 len: 854 time: 0.0652428 Jul 22 11:27:47.110916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9159a681-099e-40ef-b710-72c85b2c069b req-d177bca5-add4-4b20-93c3-e47a79a603e1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.112394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9159a681-099e-40ef-b710-72c85b2c069b req-d177bca5-add4-4b20-93c3-e47a79a603e1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.1481385 Jul 22 11:27:47.138570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4b136987-dff7-49c1-a9d4-c71ca5f0f321 req-e8315c24-23a4-47c5-9b47-733a13782a28 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5235491 Jul 22 11:27:47.171297 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5fc943b5-8fc7-437c-acf9-c747375af5b0 x-openstack-request-id: req-5fc943b5-8fc7-437c-acf9-c747375af5b0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:47.171596 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:47.171840 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5fc943b5-8fc7-437c-acf9-c747375af5b0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:47.172319 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16', 'status': 'completed', 'code': 200} Jul 22 11:27:47.182129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9159a681-099e-40ef-b710-72c85b2c069b req-2e86c4a0-7813-433c-a63f-132628317e91 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610509 Jul 22 11:27:47.184641 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-2ed22af4-a01c-43d9-930c-3460de4352b2 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4958892 Jul 22 11:27:47.185273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-b6428ebe-3df7-4f69-8a3b-8f11a19a463d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.185826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Made reservation on behalf of fa2dcd6fd78f435a9bc4810f84d4e491 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:47.186999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-b6428ebe-3df7-4f69-8a3b-8f11a19a463d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad8c020a-5538-4cea-b589-138203201b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1131864 Jul 22 11:27:47.189568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.347001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce095f9f-0c4d-451c-9143-b850c076e96a req-15a29e85-7d1b-4132-a3a7-6d64c4f41865 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 210 time: 0.0755110 Jul 22 11:27:47.347764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe3b2e38-2c9e-49f9-9238-e364ba94080d req-5faa3be0-1c1e-4856-b890-057a597cf398 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467829 Jul 22 11:27:47.402496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-36446049-31e5-4351-9b0f-198a9908a482 service neutron] 10.222.0.36 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2072940 Jul 22 11:27:47.414020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Allocated IP 172.20.0.6 (aeac0cd2-12dc-4e81-bbd4-b131a51b53d8/653122bd-2e79-40ca-8ca9-d6b55188cedc/ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:27:47.489133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58268811-9f16-4b56-a96e-7b3bfc2acc7c req-855835e0-2401-42a7-9143-b53621be7236 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.497697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58268811-9f16-4b56-a96e-7b3bfc2acc7c req-855835e0-2401-42a7-9143-b53621be7236 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 944 time: 0.1861866 Jul 22 11:27:47.563719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58268811-9f16-4b56-a96e-7b3bfc2acc7c req-0eb9a67b-6049-4ce1-8970-4d631868db5e tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0651524 Jul 22 11:27:47.565597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c2ddbe-710d-4bd7-9f7c-e2313c67ce4f req-da9851f8-9b9e-440c-9900-2ef5e0ea3821 service neutron] 10.222.0.36 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1521082 Jul 22 11:27:47.595318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.626979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c028a-9575-4aee-8ed4-34c47b1b5b2a req-6e499ed3-576c-4348-99a2-7dc76cfd8904 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.628474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f76c028a-9575-4aee-8ed4-34c47b1b5b2a req-6e499ed3-576c-4348-99a2-7dc76cfd8904 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 951 time: 0.0800309 Jul 22 11:27:47.656563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.728613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:27:47.734222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f76c028a-9575-4aee-8ed4-34c47b1b5b2a req-d41b3ae7-f7c6-48f0-b7fd-825fbe1d3a6e tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0830817 Jul 22 11:27:47.734415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:47.737890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:47.740951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:27:47.746643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.767773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-01fd6e80-1280-4174-b456-0e0979f06a63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.767773 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-01fd6e80-1280-4174-b456-0e0979f06a63 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2a06520ee2c4429fa818ab92288f4775&device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 1095 time: 0.1367536 Jul 22 11:27:47.776566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-673dae52-4da5-4ecf-ba6a-7fdc4bfba97b req-380f16e6-9caa-462b-8c82-e3cee5867710 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.778316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-673dae52-4da5-4ecf-ba6a-7fdc4bfba97b req-380f16e6-9caa-462b-8c82-e3cee5867710 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.1393781 Jul 22 11:27:47.780489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.781081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.781441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.781784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.782143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.782593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.782922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.783266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.783601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.783985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.784345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.784774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:47.815195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-f46873b2-671d-4c13-9859-04388b2e5432 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.816718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-f46873b2-671d-4c13-9859-04388b2e5432 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1097 time: 0.1715891 Jul 22 11:27:47.823283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.823885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.831381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:47.869097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-fd355a9f-8819-49aa-9def-628de3dd22b6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2306747 Jul 22 11:27:47.880480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-673dae52-4da5-4ecf-ba6a-7fdc4bfba97b req-1c1f26c2-91ed-4aaa-bd50-69c2d6adc7a9 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886545 Jul 22 11:27:47.902067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Request body: {'port': {'device_id': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:47.911797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-927f8fad-bbf8-4159-9a12-e9424ed26101 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:47.913292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-927f8fad-bbf8-4159-9a12-e9424ed26101 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ad8c020a-5538-4cea-b589-138203201b35 HTTP/1.1" status: 200 len: 916 time: 0.1342607 Jul 22 11:27:47.942158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:47.957039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-f570aab7-6c28-4049-8c3a-2cc5b7afce2b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=7a38587b-8749-4065-97bd-77be3ee7cb16 HTTP/1.1" status: 200 len: 217 time: 0.0368094 Jul 22 11:27:48.027291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.043971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-54846649-837c-4fce-b0ab-3f7ffb417b0e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.045736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-54846649-837c-4fce-b0ab-3f7ffb417b0e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=85bb5ebf-a2e1-461b-b772-428e9c674484 HTTP/1.1" status: 200 len: 854 time: 0.0820789 Jul 22 11:27:48.107167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa84aeb6-9218-4417-a64f-944f158a0713 req-4f396613-b51c-47cc-b7ba-e9efc8bfb450 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.108658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa84aeb6-9218-4417-a64f-944f158a0713 req-4f396613-b51c-47cc-b7ba-e9efc8bfb450 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1175621 Jul 22 11:27:48.155546 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e64d02a9-0e16-41e9-9d94-044f0623a445 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.160959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-760f9a5d-4aa3-4fdb-841b-c70c168d69aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.162475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-760f9a5d-4aa3-4fdb-841b-c70c168d69aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ad8c020a-5538-4cea-b589-138203201b35&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1065359 Jul 22 11:27:48.165624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa84aeb6-9218-4417-a64f-944f158a0713 req-30d263a6-4375-41d8-8812-f51e009b040d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507107 Jul 22 11:27:48.215739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:48.282289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-0054d530-2212-484c-885c-ecf780eafba7 service neutron] 10.222.0.36 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1101444 Jul 22 11:27:48.324378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:48.424616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042327df-b904-4021-9e95-e722cb736efc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:48.426942 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eea185bc-4989-4779-9f35-bf5b26485b4f" -d '{"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-unplugged", "status": "completed", "tag": "042327df-b904-4021-9e95-e722cb736efc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:48.433199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.444400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.505618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-527c3777-7caf-4953-881e-b95d11d54871 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.507198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-527c3777-7caf-4953-881e-b95d11d54871 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.2276354 Jul 22 11:27:48.596672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:48.607084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:48.623032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.676100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Transition to ACTIVE for port object ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:48.691193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08188b75-b5ac-40c8-8706-a6e060bba098 req-e44e5f91-a420-404d-aad0-4899473bee36 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.692670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08188b75-b5ac-40c8-8706-a6e060bba098 req-e44e5f91-a420-404d-aad0-4899473bee36 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 946 time: 0.4266014 Jul 22 11:27:48.699649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:48.699991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:48.700328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:48.701439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b588f47-ef16-4087-9dee-47d8d6496227 req-401ffbbf-369f-42cb-837c-155aa6e29d57 service neutron] 10.222.0.36 "GET /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4026549 Jul 22 11:27:48.702245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.717656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:48.717989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Attempting to bind port 042327df-b904-4021-9e95-e722cb736efc on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:48.754468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b912b741-34f5-419a-9f7f-5013c9194486 req-3e6b5464-cd56-4c91-8966-c0e3b314b88a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.755850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:48.756393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b912b741-34f5-419a-9f7f-5013c9194486 req-3e6b5464-cd56-4c91-8966-c0e3b314b88a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 931 time: 0.1244183 Jul 22 11:27:48.756551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:48.756551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:48.756994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Bound port: 042327df-b904-4021-9e95-e722cb736efc, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:48.757352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.759881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08188b75-b5ac-40c8-8706-a6e060bba098 req-a7352666-4f2d-4336-a811-597fabc747a4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545385 Jul 22 11:27:48.813150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b912b741-34f5-419a-9f7f-5013c9194486 req-c7597207-64f8-438b-a0fe-470f03c6b543 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0457444 Jul 22 11:27:48.813731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:48.816825 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f420720-1222-4787-a4b6-8b646db4b261 x-openstack-request-id: req-1f420720-1222-4787-a4b6-8b646db4b261 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:48.817177 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-unplugged", "status": "completed", "tag": "042327df-b904-4021-9e95-e722cb736efc", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:48.817371 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f420720-1222-4787-a4b6-8b646db4b261 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:48.817767 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '042327df-b904-4021-9e95-e722cb736efc', 'code': 200} Jul 22 11:27:48.870742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Deleting port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:48.871052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:48.945355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:48.974676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf510646-d14d-4418-a380-3d6875a38fa7 req-95765de5-fc69-4ac8-87cb-48f034ea6d45 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.976168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf510646-d14d-4418-a380-3d6875a38fa7 req-95765de5-fc69-4ac8-87cb-48f034ea6d45 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 944 time: 0.1084321 Jul 22 11:27:48.989047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Attempting to bind port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:27:48.989269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-940c3b3b-0578-4b17-a7e8-7207e7b46eac req-c2e189f1-a2b1-45d4-a000-e855c46bf77c tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:48.989386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Attempting to bind port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:27:48.989702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Attempting to bind port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:48.990505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-940c3b3b-0578-4b17-a7e8-7207e7b46eac req-c2e189f1-a2b1-45d4-a000-e855c46bf77c tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 951 time: 0.0900042 Jul 22 11:27:48.993262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:49.002668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.014798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:27:49.015104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Attempting to bind port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:27:49.046793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf510646-d14d-4418-a380-3d6875a38fa7 req-0e59a7b2-dff4-4071-93df-4669cf1cf595 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553079 Jul 22 11:27:49.051584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-940c3b3b-0578-4b17-a7e8-7207e7b46eac req-daff35d1-d8c7-45d8-8892-1a1a76e4c6e8 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519836 Jul 22 11:27:49.058909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:27:49.059254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Checking segment: {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:49.059636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Bound using segment: {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:27:49.060068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Bound port: ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:27:49.060431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.065712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] For port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:49.066075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.101897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Calling delete_port for c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:49.143214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:49.169050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.169676 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.171113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-00fed8de-3ba3-4de7-820f-8df7b3f5b693 service neutron] 10.222.0.36 "PUT /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 1122 time: 1.3446782 Jul 22 11:27:49.199537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-982a3b79-561e-4d78-a09a-6e543fe96a33 req-f334b776-3451-44fd-8b21-8aef7ee81dfb tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.201952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-982a3b79-561e-4d78-a09a-6e543fe96a33 req-f334b776-3451-44fd-8b21-8aef7ee81dfb tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=cc33d666-029d-4dd0-9fa8-3418b06354e0 HTTP/1.1" status: 200 len: 950 time: 0.0789342 Jul 22 11:27:49.250792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:49.251277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-982a3b79-561e-4d78-a09a-6e543fe96a33 req-42340c69-fe46-4ebd-94fd-f07bee5b294c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437500 Jul 22 11:27:49.254916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:27:49.260373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['042327df-b904-4021-9e95-e722cb736efc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:49.263796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.270908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.303033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['042327df-b904-4021-9e95-e722cb736efc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:49.340462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.341078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.342495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] 10.222.0.20 "PUT /v2.0/ports/ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 1091 time: 1.4471200 Jul 22 11:27:49.382871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83645be6-638d-4f2f-bebb-8bbf60f559ed service neutron] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:49.400235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.419727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:49.437048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815886ee-68fd-4894-908c-6071350b60f5 req-8417e3ab-eee7-4dea-acd6-b6c07d54f69f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.438991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-815886ee-68fd-4894-908c-6071350b60f5 req-8417e3ab-eee7-4dea-acd6-b6c07d54f69f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0764294 Jul 22 11:27:49.463455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Pushing event deleted for resources: {'Port': ['ID=c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:49.483372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-815886ee-68fd-4894-908c-6071350b60f5 req-7d003456-00f0-4923-808a-7b6e7204c0a6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383427 Jul 22 11:27:49.533216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] No DVR routers for this DVR port c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:49.536158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.538503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2dd0f600-a2fa-4f34-bd98-1f367540100e req-abec1707-dfd1-4f84-bd85-8e70be287278 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "DELETE /v2.0/ports/c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 HTTP/1.1" status: 204 len: 173 time: 1.0002367 Jul 22 11:27:49.558039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-ec0020ea-d7b7-4413-b987-857474d965c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.559784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-ec0020ea-d7b7-4413-b987-857474d965c1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1094 time: 0.1523407 Jul 22 11:27:49.618394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.631040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-d6c50512-1152-4256-8653-b412cfaf1d88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 217 time: 0.0482209 Jul 22 11:27:49.638842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:49.681370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:49.684020 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abd5b823-3af1-4cf1-9653-89ca1808ff9f" -d '{"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:49.696535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-7edc2c9d-b223-46d3-ac81-9f2d9018e068 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.698578 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-7edc2c9d-b223-46d3-ac81-9f2d9018e068 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0574021 Jul 22 11:27:49.720325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:49.731097 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6921678f-a558-4c40-b912-a7a520f64ae1 x-openstack-request-id: req-6921678f-a558-4c40-b912-a7a520f64ae1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:49.731428 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-unplugged", "status": "completed", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:49.731707 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6921678f-a558-4c40-b912-a7a520f64ae1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:49.732090 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'code': 200} Jul 22 11:27:49.733944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:49.744645 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-566b6b5f-2c21-453d-9a0c-f1242c1d1702 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0325496 Jul 22 11:27:49.812444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:49.829822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.830161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.830582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.830978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.831392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.832109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.832109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.832575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.833142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.833707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.834371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.834971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:27:49.857364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-80443d3f-711b-4900-9a7e-12b642725e1e service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0963705 Jul 22 11:27:49.962966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73ff9dc9-a5ad-43f4-9fb4-19366549db0a req-2e1c62ec-985e-45bb-a9e2-6db71179c585 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0931580 Jul 22 11:27:49.968814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e9a784c-d5ca-4465-8853-35a813ab7534 req-8d79eaf1-5ce4-46fa-adf4-70c6a0c771e8 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:49.970349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e9a784c-d5ca-4465-8853-35a813ab7534 req-8d79eaf1-5ce4-46fa-adf4-70c6a0c771e8 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.1396940 Jul 22 11:27:50.030468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bc8f7a-612d-44c3-91dc-e503104aab63 req-54a4ed01-ec81-4f1b-91cf-3db53a4b2683 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.031934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5bc8f7a-612d-44c3-91dc-e503104aab63 req-54a4ed01-ec81-4f1b-91cf-3db53a4b2683 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 943 time: 0.1184690 Jul 22 11:27:50.036736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e9a784c-d5ca-4465-8853-35a813ab7534 req-37f59733-a3a4-4b21-8f81-9fa7bdfb81e9 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580173 Jul 22 11:27:50.070748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5bc8f7a-612d-44c3-91dc-e503104aab63 req-2f729483-ea01-4be3-aab7-1c2adf43e8a6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325778 Jul 22 11:27:50.155020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-05d8ede3-dba4-4c35-97e4-caff7262e54d tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.156849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-05d8ede3-dba4-4c35-97e4-caff7262e54d tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.20 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 949 time: 0.0794480 Jul 22 11:27:50.239674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d5ffad6-5217-4405-892d-11e0be212e8e req-78c7d070-cef8-499a-80bd-ebb030d47faf tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.241166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d5ffad6-5217-4405-892d-11e0be212e8e req-78c7d070-cef8-499a-80bd-ebb030d47faf tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 944 time: 0.1162157 Jul 22 11:27:50.249204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b7b804-cdaf-4023-9680-5b535025a016 req-d22f79d4-88d6-4be1-a807-524ebd2e4ac8 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.254950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1b7b804-cdaf-4023-9680-5b535025a016 req-d22f79d4-88d6-4be1-a807-524ebd2e4ac8 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 949 time: 0.1146364 Jul 22 11:27:50.298396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Deleting port 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:50.298880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.322607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1b7b804-cdaf-4023-9680-5b535025a016 req-0017a2a0-d5b6-4650-b494-7931674fe564 tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/security-groups?id=7f5dbb42-10a0-4f13-8732-ff5f4e18916d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597389 Jul 22 11:27:50.325812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d5ffad6-5217-4405-892d-11e0be212e8e req-43660ded-7415-4592-a574-fc727bb05f82 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697398 Jul 22 11:27:50.416755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] For port 9da3b4b9-51b6-4845-bb18-8321a05573c1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9da3b4b9-51b6-4845-bb18-8321a05573c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:50.416990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.430036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Calling delete_port for 9da3b4b9-51b6-4845-bb18-8321a05573c1 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:50.430838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:50.433451 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:50.593993 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.596841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.620960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:50.640976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '0b607724-5011-4432-aa31-7d68ca99fd41', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '0b607724-5011-4432-aa31-7d68ca99fd41', 'mac_address': 'fa:16:3e:17:45:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:50.651366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Pushing event deleted for resources: {'Port': ['ID=9da3b4b9-51b6-4845-bb18-8321a05573c1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:50.661124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:50.675517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3b40751-dd25-48b2-a982-3130887c6557 req-ea2f7f4e-6a46-453f-a100-44771d8b4b30 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.677024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3b40751-dd25-48b2-a982-3130887c6557 req-ea2f7f4e-6a46-453f-a100-44771d8b4b30 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0966735 Jul 22 11:27:50.679403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.722244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] No DVR routers for this DVR port 9da3b4b9-51b6-4845-bb18-8321a05573c1 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:50.725062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.728336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-14bada1f-0d71-4f42-b289-c2ee0b3f3061 req-7a7d19a0-848f-4354-871a-61fb21c0aa5a tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.20 "DELETE /v2.0/ports/9da3b4b9-51b6-4845-bb18-8321a05573c1 HTTP/1.1" status: 204 len: 173 time: 0.5510290 Jul 22 11:27:50.732917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:50.753537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3b40751-dd25-48b2-a982-3130887c6557 req-11b11916-8ab5-4d76-9c1c-a83482c2ef76 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622966 Jul 22 11:27:50.756229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:50.765040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:50.790309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f5911c-2f2e-43ce-b336-bf1c9ac6a357 req-e05e03bf-3098-47a7-be29-685f7a94c63e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.791984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f5911c-2f2e-43ce-b336-bf1c9ac6a357 req-e05e03bf-3098-47a7-be29-685f7a94c63e tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.1260951 Jul 22 11:27:50.806005 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:27:50.806372 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:27:50.819490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'tag': '042327df-b904-4021-9e95-e722cb736efc'}, {'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'}, {'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'name': 'network-vif-deleted', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8'}, {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-deleted', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:50.822551 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118" -d '{"events": [{"name": "network-changed", "server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "tag": "042327df-b904-4021-9e95-e722cb736efc"}, {"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4"}, {"server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "name": "network-vif-deleted", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8"}, {"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-deleted", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:50.833632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f5911c-2f2e-43ce-b336-bf1c9ac6a357 req-f8a438fc-e6a1-4404-982e-66827e90ff91 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361843 Jul 22 11:27:50.875631 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 688 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5b8ed7f2-a577-4741-8ed3-ba9556e96473 x-openstack-request-id: req-5b8ed7f2-a577-4741-8ed3-ba9556e96473 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:50.876188 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "tag": "042327df-b904-4021-9e95-e722cb736efc", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4", "status": "completed", "code": 200}, {"server_uuid": "cc33d666-029d-4dd0-9fa8-3418b06354e0", "name": "network-vif-deleted", "tag": "c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8", "status": "completed", "code": 200}, {"server_uuid": "6af73f92-200b-4aa9-b88c-e85b7b3797ae", "name": "network-vif-deleted", "tag": "9da3b4b9-51b6-4845-bb18-8321a05573c1", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:50.876188 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5b8ed7f2-a577-4741-8ed3-ba9556e96473 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:50.876596 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'tag': '042327df-b904-4021-9e95-e722cb736efc', 'status': 'completed', 'code': 200} Jul 22 11:27:50.876825 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'status': 'completed', 'code': 200} Jul 22 11:27:50.877077 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cc33d666-029d-4dd0-9fa8-3418b06354e0', 'name': 'network-vif-deleted', 'tag': 'c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8', 'status': 'completed', 'code': 200} Jul 22 11:27:50.877323 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6af73f92-200b-4aa9-b88c-e85b7b3797ae', 'name': 'network-vif-deleted', 'tag': '9da3b4b9-51b6-4845-bb18-8321a05573c1', 'status': 'completed', 'code': 200} Jul 22 11:27:50.974046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-d0a8b3e2-a4b5-47df-9cd5-2af3d98aae82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:50.975537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-d0a8b3e2-a4b5-47df-9cd5-2af3d98aae82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1125 time: 0.0544767 Jul 22 11:27:51.074253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-5e0e3ecd-67c5-4565-817f-d1e387255436 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.075770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-5e0e3ecd-67c5-4565-817f-d1e387255436 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.0926905 Jul 22 11:27:51.129817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-fe52d6f1-96af-438b-b28c-47ed148b511b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 217 time: 0.0439515 Jul 22 11:27:51.191498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:51.191707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-c4041d27-b338-44d3-812e-45faafad1466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.193115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-c4041d27-b338-44d3-812e-45faafad1466 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0532613 Jul 22 11:27:51.213379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a504ba6d-b054-44d3-b243-9f0380de80c4 req-aeb68fce-0a66-42d9-b25a-10a7e6f6aebd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.214866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a504ba6d-b054-44d3-b243-9f0380de80c4 req-aeb68fce-0a66-42d9-b25a-10a7e6f6aebd tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.1052587 Jul 22 11:27:51.244226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-31b3e32a-a4bf-427d-8180-131245f8a784 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0331442 Jul 22 11:27:51.271473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4368087f-f02f-4ae1-8f93-45361624c0a2 req-06c7a0c5-7273-498c-b121-a0f6fba56543 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.273050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4368087f-f02f-4ae1-8f93-45361624c0a2 req-06c7a0c5-7273-498c-b121-a0f6fba56543 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 943 time: 0.1137364 Jul 22 11:27:51.276942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a504ba6d-b054-44d3-b243-9f0380de80c4 req-908881c2-be7b-4a48-b401-880f75b9ca1f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541379 Jul 22 11:27:51.339379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4368087f-f02f-4ae1-8f93-45361624c0a2 req-829edae6-880b-4417-b2a8-a9fd46116ab6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510297 Jul 22 11:27:51.345990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-17c56230-4ac9-4730-9074-c5a734adb4a2 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915916 Jul 22 11:27:51.355011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:51.370165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:51.395101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:51.402136 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:51.403040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a38587b-8749-4065-97bd-77be3ee7cb16 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:51.500350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2c761eb-ef0d-4abd-a223-11b47bc69cfe req-e6c4973d-4f4d-40bd-97ca-00d2fdccebba tempest-ImagesOneServerTestJSON-938224296 tempest-ImagesOneServerTestJSON-938224296-project] 10.222.0.21 "GET /v2.0/ports?device_id=6af73f92-200b-4aa9-b88c-e85b7b3797ae HTTP/1.1" status: 200 len: 210 time: 0.0608904 Jul 22 11:27:51.520142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-9dec2ef5-187c-467a-adf1-a6e5afcbf391 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1651471 Jul 22 11:27:51.531344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:51.545981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e69d90-c831-4626-af0e-d15e3c28aa4e req-fc68f4d9-dfcc-47e9-a9dc-4bc6fd0c9626 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.548207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31e69d90-c831-4626-af0e-d15e3c28aa4e req-fc68f4d9-dfcc-47e9-a9dc-4bc6fd0c9626 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 944 time: 0.0966349 Jul 22 11:27:51.582234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a38587b-8749-4065-97bd-77be3ee7cb16,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:51.594920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31e69d90-c831-4626-af0e-d15e3c28aa4e req-0ca3d298-861c-4a5d-9257-b787587f7e6a tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406616 Jul 22 11:27:51.603869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '7a38587b-8749-4065-97bd-77be3ee7cb16', 'network_id': 'ad8c020a-5538-4cea-b589-138203201b35', 'port_id': '7a38587b-8749-4065-97bd-77be3ee7cb16', 'mac_address': 'fa:16:3e:8e:42:96', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85bb5ebf-a2e1-461b-b772-428e9c674484', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:51.649685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:51.659960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-c27069df-7160-43f6-a0b5-aa6d690b9dad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.661529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-c27069df-7160-43f6-a0b5-aa6d690b9dad service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1094 time: 0.0622845 Jul 22 11:27:51.663072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a38587b-8749-4065-97bd-77be3ee7cb16 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:51.683486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a38587b-8749-4065-97bd-77be3ee7cb16,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:51.687323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:51.688001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 042327df-b904-4021-9e95-e722cb736efc details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:51.734124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:51.736342 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8289e7dc-46e2-4f3e-887f-2e988045a7de" -d '{"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-unplugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:51.759402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-eaaf132c-b6a3-4ee1-9808-239390ba3ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.759919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:51.760533 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-eaaf132c-b6a3-4ee1-9808-239390ba3ad8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.0899944 Jul 22 11:27:51.816498 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a622d8e-fae1-400c-ac9d-db51ccdba3f3 x-openstack-request-id: req-1a622d8e-fae1-400c-ac9d-db51ccdba3f3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:51.816839 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-unplugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:51.817229 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a622d8e-fae1-400c-ac9d-db51ccdba3f3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:51.817629 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'code': 200} Jul 22 11:27:51.826776 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:27:51.850484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:51.866699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 042327df-b904-4021-9e95-e722cb736efc has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:27:51.905257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fddab72-3cb7-460a-8a10-b5f2e831f39a req-1bd3030c-8c8b-4986-bd39-0be935c95ce5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:51.907263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fddab72-3cb7-460a-8a10-b5f2e831f39a req-1bd3030c-8c8b-4986-bd39-0be935c95ce5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 949 time: 0.0765240 Jul 22 11:27:51.976535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fddab72-3cb7-460a-8a10-b5f2e831f39a req-f56c112b-fdc9-4bfe-bc22-6f9591057de9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636389 Jul 22 11:27:52.010858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e8c76be-8155-4fe1-a684-06573ede1b56 req-df2de5b9-ee6d-4317-a464-3eb1e0aace8f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.012334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e8c76be-8155-4fe1-a684-06573ede1b56 req-df2de5b9-ee6d-4317-a464-3eb1e0aace8f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.0977683 Jul 22 11:27:52.051293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e8c76be-8155-4fe1-a684-06573ede1b56 req-c7e25cbc-0bb2-4ee7-a5be-75331bee212f tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/security-groups?id=965fb5d6-6f7d-48ab-8705-986e0930eb9d&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331345 Jul 22 11:27:52.054308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-1356e41c-6cb2-44ed-a4d7-3a0dedfeb33f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 217 time: 0.2869234 Jul 22 11:27:52.105659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-b3e4e20c-4c8a-4c4f-934e-d5e3b2886f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.107105 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-b3e4e20c-4c8a-4c4f-934e-d5e3b2886f4f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0449781 Jul 22 11:27:52.144882 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-c039b8a5-d324-4202-97bc-db2aa805e4d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0275433 Jul 22 11:27:52.237543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-6610b5c4-b84e-4d11-a925-ea90fb92747b service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0841167 Jul 22 11:27:52.251136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0b607724-5011-4432-aa31-7d68ca99fd41'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:52.317137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7a38587b-8749-4065-97bd-77be3ee7cb16'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:52.337254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ee911d6b-9b2d-4b27-ac82-9ad8afa06118 req-b9c799b6-c22a-4efb-8a54-85214c1ddbc5 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894012 Jul 22 11:27:52.416520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c134f8-9060-4045-b12b-7e900eb14d73 req-6d59f598-d67d-471e-af30-e947fa865915 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.417967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c134f8-9060-4045-b12b-7e900eb14d73 req-6d59f598-d67d-471e-af30-e947fa865915 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.0675900 Jul 22 11:27:52.482953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c134f8-9060-4045-b12b-7e900eb14d73 req-879c4bbb-d095-46ef-8a1f-9043e37ea87d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0567398 Jul 22 11:27:52.510068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d25af0cc-c374-4ca9-81cc-0d0484d874c2 req-ebb340f8-5a86-4f07-a3c1-95aa6e5e1a01 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.512157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d25af0cc-c374-4ca9-81cc-0d0484d874c2 req-ebb340f8-5a86-4f07-a3c1-95aa6e5e1a01 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 943 time: 0.1041596 Jul 22 11:27:52.558010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d25af0cc-c374-4ca9-81cc-0d0484d874c2 req-b7870f44-48e7-4679-b244-3b9b31040169 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0371306 Jul 22 11:27:52.569087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-222cb698-1d58-4790-9131-6e88e4aad9ee tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.570702 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-222cb698-1d58-4790-9131-6e88e4aad9ee tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 949 time: 0.0692408 Jul 22 11:27:52.700532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Deleting port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:27:52.701235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:52.755209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d82985e9-217d-4ed2-addf-5823f510fc0a req-187568bc-4268-4a96-883e-3182329e4a9f tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:52.762110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d82985e9-217d-4ed2-addf-5823f510fc0a req-187568bc-4268-4a96-883e-3182329e4a9f tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 945 time: 0.0841544 Jul 22 11:27:52.796177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d82985e9-217d-4ed2-addf-5823f510fc0a req-83b29e6f-a517-4649-abd1-03d8bd64f7ad tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0330458 Jul 22 11:27:52.802476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:52.821658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] For port 991dc9c2-3462-4ada-8bbe-5caa1bca2639, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=991dc9c2-3462-4ada-8bbe-5caa1bca2639,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:52.822096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:52.833904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Calling delete_port for 991dc9c2-3462-4ada-8bbe-5caa1bca2639 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:27:52.939650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c8f4d3d-2680-4b10-8b2a-902912461127 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=98b6a77a69a64b5684b2ca3a00bf67dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1355762 Jul 22 11:27:52.943026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:52.969908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:52.983975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['991dc9c2-3462-4ada-8bbe-5caa1bca2639'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:52.997851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Pushing event deleted for resources: {'Port': ['ID=991dc9c2-3462-4ada-8bbe-5caa1bca2639,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:52.998249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.027426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.055457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] No DVR routers for this DVR port 991dc9c2-3462-4ada-8bbe-5caa1bca2639 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:53.058210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.060277 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-260f89d7-5f49-42c3-a6fc-4b66713038f8 req-ff16ba05-e9f6-433a-91ec-f8ffa9fbb58c tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.20 "DELETE /v2.0/ports/991dc9c2-3462-4ada-8bbe-5caa1bca2639 HTTP/1.1" status: 204 len: 173 time: 0.4766605 Jul 22 11:27:53.060728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'name': 'network-vif-deleted', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:53.063097 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2cea81bf-399f-4945-9a15-3b7f45ff1e3e" -d '{"events": [{"server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "name": "network-vif-deleted", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:53.109035 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aad55398-1619-4c8a-917c-8b12b5ae84e1 x-openstack-request-id: req-aad55398-1619-4c8a-917c-8b12b5ae84e1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:53.109319 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6a746406-54ad-4edb-b85e-3cdf56ef4e64", "name": "network-vif-deleted", "tag": "991dc9c2-3462-4ada-8bbe-5caa1bca2639", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:53.109589 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aad55398-1619-4c8a-917c-8b12b5ae84e1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:53.110015 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6a746406-54ad-4edb-b85e-3cdf56ef4e64', 'name': 'network-vif-deleted', 'tag': '991dc9c2-3462-4ada-8bbe-5caa1bca2639', 'status': 'completed', 'code': 200} Jul 22 11:27:53.116971 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.121428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.125345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f5dbb42-10a0-4f13-8732-ff5f4e18916d HTTP/1.1" status: 204 len: 168 time: 0.1787701 Jul 22 11:27:53.161955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25d5a0ce-8175-4e82-a896-17dbbac59da9 req-765baa0a-8d0d-4245-899b-7eb4cf9fee1e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:53.163877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25d5a0ce-8175-4e82-a896-17dbbac59da9 req-765baa0a-8d0d-4245-899b-7eb4cf9fee1e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 949 time: 0.0996809 Jul 22 11:27:53.167470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93d2bb9-38ce-430f-8ce3-e2015d89f787 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f5dbb42-10a0-4f13-8732-ff5f4e18916d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:53.217906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11b52635-576b-4b16-8433-7e19bc0d4352 req-adcbaa53-9476-4eec-8e6f-5f48b4b3f900 tempest-LiveMigrationNegativeTest-772172075 tempest-LiveMigrationNegativeTest-772172075-project] 10.222.0.21 "GET /v2.0/ports?device_id=6a746406-54ad-4edb-b85e-3cdf56ef4e64 HTTP/1.1" status: 200 len: 210 time: 0.0526323 Jul 22 11:27:53.238260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25d5a0ce-8175-4e82-a896-17dbbac59da9 req-7e46170e-42ee-4b8d-8f52-c1de8ff83a4e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527551 Jul 22 11:27:53.397726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:27:53.402056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:53.432566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 9da3b4b9-51b6-4845-bb18-8321a05573c1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:53.432941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9da3b4b9-51b6-4845-bb18-8321a05573c1 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:53.433365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:53.464753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:53.465103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c453c6a7-8b3a-4118-b8b0-7280b5d2c4f8 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:53.569456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:53.585868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8', 'port_id': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'mac_address': 'fa:16:3e:83:80:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653122bd-2e79-40ca-8ca9-d6b55188cedc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:27:53.646806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.661855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:53.690770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:53.696397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:53.752312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d028306-ee7b-4b83-9706-4fd76678e940 req-6471d8e0-3c12-46de-bd23-bf85834ef939 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:53.753873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d028306-ee7b-4b83-9706-4fd76678e940 req-6471d8e0-3c12-46de-bd23-bf85834ef939 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.1781106 Jul 22 11:27:53.759835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:53.767414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5db6541-8cf0-4738-99e4-44ebfd3fbb5e req-69cd6126-233e-4cdc-8324-e480f15278b1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:53.768915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5db6541-8cf0-4738-99e4-44ebfd3fbb5e req-69cd6126-233e-4cdc-8324-e480f15278b1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 943 time: 0.1241517 Jul 22 11:27:53.823489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d028306-ee7b-4b83-9706-4fd76678e940 req-f1b54ddc-3274-4caf-b44b-b2fc34095772 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0536041 Jul 22 11:27:53.832951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5db6541-8cf0-4738-99e4-44ebfd3fbb5e req-f4f44477-90ac-4fee-80ac-4b351c944120 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549390 Jul 22 11:27:53.832951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:53.943579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1665204137-network', 'tenant_id': '0e82a64c7108476380834b0e9501ec8f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:53.971211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:53.996295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Made reservation on behalf of 0e82a64c7108476380834b0e9501ec8f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:53.998611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.009804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.058326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52477029-4ad0-4783-b5bf-e9114d2e94b0 req-f81bdc7d-21ac-4783-bbb2-3b9bf1a786bb tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:54.059857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52477029-4ad0-4783-b5bf-e9114d2e94b0 req-f81bdc7d-21ac-4783-bbb2-3b9bf1a786bb tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 945 time: 0.1055779 Jul 22 11:27:54.118933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52477029-4ad0-4783-b5bf-e9114d2e94b0 req-401fa266-1db7-48cd-93e5-c4dc5d22897b tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511086 Jul 22 11:27:54.153719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.157509 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.178085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:27:54.192799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36a9feef-3d61-4327-87ea-14d957bf0556,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:54.196601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.196969 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Added segment 339b7f7c-824b-49a5-a17f-45225a260fe0 of type vlan for network 656592f3-1ba8-4bfd-a6a5-d27334a9ba69 Jul 22 11:27:54.236932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.278413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.279355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:54.279924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.314419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4777648 Jul 22 11:27:54.315302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:54.323029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Request body: {'subnet': {'network_id': '656592f3-1ba8-4bfd-a6a5-d27334a9ba69', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1665204137-subnet', 'tenant_id': '0e82a64c7108476380834b0e9501ec8f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:54.346826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Made reservation on behalf of 0e82a64c7108476380834b0e9501ec8f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:54.349575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb8fbf6-2f67-4113-baa9-43ae2d2760cd admin admin] Pushing event updated for resources: {'Network': ['ID=656592f3-1ba8-4bfd-a6a5-d27334a9ba69,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:54.350529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.366067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 656592f3-1ba8-4bfd-a6a5-d27334a9ba69 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:27:54.417959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-913b05eb-493a-4edc-bbc7-7bf26857e5e4 req-fee1ca8e-d6c2-4564-a5ec-e4ab13daee3b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:54.420141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-913b05eb-493a-4edc-bbc7-7bf26857e5e4 req-fee1ca8e-d6c2-4564-a5ec-e4ab13daee3b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 949 time: 0.0723660 Jul 22 11:27:54.457886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:54.463404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-913b05eb-493a-4edc-bbc7-7bf26857e5e4 req-d47c1046-77e3-4d7b-a211-ffd3bd3218d0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0370636 Jul 22 11:27:54.520275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 0b607724-5011-4432-aa31-7d68ca99fd41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:54.520686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.542865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52254) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:54.569547 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.612536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.638014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3cb30a1c-046d-44dc-98eb-8e6ef12425dc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:54.640211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:54.641687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Checking segment: {'id': '339b7f7c-824b-49a5-a17f-45225a260fe0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '656592f3-1ba8-4bfd-a6a5-d27334a9ba69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:27:54.642074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Network hostable DHCP agents. Network: 656592f3-1ba8-4bfd-a6a5-d27334a9ba69, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:27:54.642582 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-417608d2-2bc8-472f-8fac-865eaf41a376" -d '{"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:54.658969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:54.661067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Network 656592f3-1ba8-4bfd-a6a5-d27334a9ba69 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:27:54.663340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.665423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a38587b-8749-4065-97bd-77be3ee7cb16 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:54.675721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 656592f3-1ba8-4bfd-a6a5-d27334a9ba69) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:27:54.681259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:54.682048 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.694288 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10e265d7-d739-4881-91a1-1fc261a21970 x-openstack-request-id: req-10e265d7-d739-4881-91a1-1fc261a21970 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:54.694700 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:54.695264 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10e265d7-d739-4881-91a1-1fc261a21970 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:54.696188 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'code': 200} Jul 22 11:27:54.701239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4346aa0-7fc5-4b96-a8b3-f56421f0d88e None None] Network 656592f3-1ba8-4bfd-a6a5-d27334a9ba69 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:27:54.707558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-017ab362-0579-4f6a-a877-579b6f2e2885 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.3896439 Jul 22 11:27:54.730593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1574b199-0efc-4044-aab0-66c6681b8d48 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=02258832bd2a4da18392b218bf2a613d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1858516 Jul 22 11:27:54.730838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:54.800292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.828351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.832295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:54.886649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 7a38587b-8749-4065-97bd-77be3ee7cb16 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:54.916237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.917061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 7a38587b-8749-4065-97bd-77be3ee7cb16 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:54.917486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.923719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:54.934653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/965fb5d6-6f7d-48ab-8705-986e0930eb9d HTTP/1.1" status: 204 len: 168 time: 0.1974461 Jul 22 11:27:54.953320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67ddff32-4ddb-4f2f-a171-28e7bd90c852 None None] Network 656592f3-1ba8-4bfd-a6a5-d27334a9ba69 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:27:54.992154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727bad8d-08b3-40c0-8a0e-736510ce058b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=965fb5d6-6f7d-48ab-8705-986e0930eb9d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.088058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-52121895', 'description': 'tempest-description-1046052578'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:55.100171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d43a4f1-e44b-4b97-b711-ad6920b86e59 req-d7c829da-5a06-4d57-be9d-b5d02e0dddbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:55.104171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d43a4f1-e44b-4b97-b711-ad6920b86e59 req-d7c829da-5a06-4d57-be9d-b5d02e0dddbe service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1101 time: 0.1672745 Jul 22 11:27:55.110393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e275b8f-10d9-4e4b-a254-42db14ddaa9c req-6412db4f-c870-4f9f-9b3d-b0b30707167d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:55.112004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e275b8f-10d9-4e4b-a254-42db14ddaa9c req-6412db4f-c870-4f9f-9b3d-b0b30707167d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.1517339 Jul 22 11:27:55.156960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.177267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d43a4f1-e44b-4b97-b711-ad6920b86e59 req-47ad3b03-d30f-4034-9b2b-781a684031a7 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643513 Jul 22 11:27:55.189448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e275b8f-10d9-4e4b-a254-42db14ddaa9c req-c58491df-9270-48a8-a25c-88b2bd7318d5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702541 Jul 22 11:27:55.201018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.258700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a38587b-8749-4065-97bd-77be3ee7cb16,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:55.263828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.348121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.361030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.366601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.407910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d634083-eb7d-4c17-9593-1a1c68c97022 req-33142456-54d1-4f43-aab5-f0b7ab9dac66 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:55.407910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d634083-eb7d-4c17-9593-1a1c68c97022 req-33142456-54d1-4f43-aab5-f0b7ab9dac66 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 944 time: 0.1317649 Jul 22 11:27:55.408186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:55.411680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:27:55.423722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.424873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d18b8720-7bfc-4d01-a1af-38d1d8fc0980 req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.3436933 Jul 22 11:27:55.441338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d52abc8-bbd8-4304-a983-15ecffe0cec8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bb972877-3ac8-4d80-b424-ef2ae2ce3970,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.472429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:27:55.477410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:27:55.477787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.488732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7614cbcc-447b-4a90-a4f1-400a005321ad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0a6bd92b4e6e40ef9cb2836afb467a7a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0752940 Jul 22 11:27:55.491478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:27:55.491935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d634083-eb7d-4c17-9593-1a1c68c97022 req-55115c96-512e-4d85-b155-6eb2bf54298b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692964 Jul 22 11:27:55.575590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.602948 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.638865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.647407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:55.653796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.702822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.706850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.708375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bc24c902-caf8-47db-b335-fce5568e617f HTTP/1.1" status: 204 len: 168 time: 0.2158110 Jul 22 11:27:55.716766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e44e7314-140e-475e-91cd-8e8030befaab req-b4a03657-f8d7-4c00-94b0-02ea0b35284e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/bb972877-3ac8-4d80-b424-ef2ae2ce3970 HTTP/1.1" status: 200 len: 1803 time: 0.0678704 Jul 22 11:27:55.717786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49c6fafe-a0b5-4361-bb42-631197ac0ac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bc24c902-caf8-47db-b335-fce5568e617f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.723625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb972877-3ac8-4d80-b424-ef2ae2ce3970', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:55.723949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'bb972877-3ac8-4d80-b424-ef2ae2ce3970', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:55.728217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.738145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-386ed8f3-4827-4bc7-9400-b0133918bd78 req-80afc6ff-84e7-4751-b118-3e3d1e10fe77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:55.739777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-386ed8f3-4827-4bc7-9400-b0133918bd78 req-80afc6ff-84e7-4751-b118-3e3d1e10fe77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.1322727 Jul 22 11:27:55.809817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-386ed8f3-4827-4bc7-9400-b0133918bd78 req-aaf24aa7-069b-4730-99e7-e0eb50a93005 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608599 Jul 22 11:27:55.841014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.869030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.875012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.896617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c2cc389-31d6-43ef-9cd0-18400e8865b5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:55.935833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:55.937317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e44e7314-140e-475e-91cd-8e8030befaab req-d6532e53-1130-4a09-b90f-fadc890d05ea tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2193360 Jul 22 11:27:55.972934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1228165068', 'description': 'tempest-description-1508156773'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:55.991814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b880e-6d6b-4117-80b8-68305e0da881 req-a340e2d4-440a-4945-8139-17019f5b7254 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:55.997504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-666b880e-6d6b-4117-80b8-68305e0da881 req-a340e2d4-440a-4945-8139-17019f5b7254 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1054351 Jul 22 11:27:56.028273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.054437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-666b880e-6d6b-4117-80b8-68305e0da881 req-c2e63f5e-ccbf-4ad0-b0d7-bed0639fbfe8 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517631 Jul 22 11:27:56.136990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.144136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.179259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.183018 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71e9103e-e8a2-48a3-b61c-2e5b6b8b3e8f req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2166264 Jul 22 11:27:56.191055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e976d0e-71d1-4e71-b7f0-8fa8b54d495c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67d37465-a298-4490-b0e6-e2fb35bb7a6a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:56.291736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75de185d-e998-4e17-a7d7-890188b87b43 req-adb8168d-5e54-42f2-8dbb-ace9546208ad tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/67d37465-a298-4490-b0e6-e2fb35bb7a6a HTTP/1.1" status: 200 len: 1805 time: 0.0886228 Jul 22 11:27:56.297579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '67d37465-a298-4490-b0e6-e2fb35bb7a6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:56.297931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '67d37465-a298-4490-b0e6-e2fb35bb7a6a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:56.400229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90a491c5-765f-44e5-a7af-3d67aaa7e4c5 req-4afeb9a5-2420-4662-b4c0-6fd57382889d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:56.401748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90a491c5-765f-44e5-a7af-3d67aaa7e4c5 req-4afeb9a5-2420-4662-b4c0-6fd57382889d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 944 time: 0.1080761 Jul 22 11:27:56.419241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.449061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.455436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.476317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90a491c5-765f-44e5-a7af-3d67aaa7e4c5 req-7baece26-ef9e-4f9c-8b4f-68c44bdb9391 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659952 Jul 22 11:27:56.482158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b612b263-3d98-47a9-9c52-34a3e8941f44,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:56.487516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.488890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75de185d-e998-4e17-a7d7-890188b87b43 req-7a5afa53-7f89-4da8-9775-27d908ea1138 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 0.1963351 Jul 22 11:27:56.518170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-737656382', 'description': 'tempest-description-1531352502'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:56.545999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.697298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16'}, {'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:56.700583 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24934af0-43b7-4294-b241-b6700348afea" -d '{"events": [{"server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "name": "network-vif-plugged", "status": "completed", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16"}, {"server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:56.706874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.713652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.754533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:56.755818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bd56e76-93b4-45bf-89d3-64bb4afc8092 req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2443492 Jul 22 11:27:56.772673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7318b910-1cad-4ddf-82d4-5248fe4483e0 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cbb48101-ef38-4dd1-8cf2-5d906f3c2305,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:56.793179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f620220e-1992-47b8-a70c-2682a8299579 req-001787df-439b-4e95-b469-dffede7fddc4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:56.794787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f620220e-1992-47b8-a70c-2682a8299579 req-001787df-439b-4e95-b469-dffede7fddc4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 945 time: 0.1284392 Jul 22 11:27:56.804410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-6ab0a387-ea69-4e6e-98d9-2493284f4a1c service neutron] 10.222.0.20 "GET /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.0721562 Jul 22 11:27:56.844488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f620220e-1992-47b8-a70c-2682a8299579 req-fb538b92-d517-4b97-bba6-584e50e75be4 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436721 Jul 22 11:27:56.884346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1252939007', 'description': 'tempest-description-750948929'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:56.901897 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4fa8257-f824-4157-8a29-b3dff7e021d3 x-openstack-request-id: req-e4fa8257-f824-4157-8a29-b3dff7e021d3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:27:56.902254 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "name": "network-vif-plugged", "status": "completed", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16", "code": 200}, {"server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "name": "network-vif-plugged", "status": "completed", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:27:56.902488 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4fa8257-f824-4157-8a29-b3dff7e021d3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:27:56.902982 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16', 'code': 200} Jul 22 11:27:56.903229 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'code': 200} Jul 22 11:27:56.951567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.064758 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.073370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c3dcf6-2aa5-48a9-9c58-86d81c795e61 req-429a3919-2193-42be-8a72-9cb0fb00fa1b tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.075005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3c3dcf6-2aa5-48a9-9c58-86d81c795e61 req-429a3919-2193-42be-8a72-9cb0fb00fa1b tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.1134720 Jul 22 11:27:57.124456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.129100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:57.136329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.164478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:57.167569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6617c8-dadf-4f7e-9748-77be1ebf38fb req-e5d3cff4-c552-4806-ada4-cbe30ff03811 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.168898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3c3dcf6-2aa5-48a9-9c58-86d81c795e61 req-47fd39a5-6701-4643-b86f-ea7f959cad1c tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781229 Jul 22 11:27:57.169365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fa6617c8-dadf-4f7e-9748-77be1ebf38fb req-e5d3cff4-c552-4806-ada4-cbe30ff03811 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1096 time: 0.1884873 Jul 22 11:27:57.177306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.185524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30143a11-4b8e-413b-9ebf-ede0d71cc16b req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.3054883 Jul 22 11:27:57.202913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127c2855-3dbe-4c5a-a147-93532f7c820c tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5f98412c-e677-45e7-9ec4-4548c3bf0926,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:57.218988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fe25ef-78e3-46d0-ac40-e6ceb87087fb req-c06dac19-1d56-4a55-91d9-cb5e2f4d82b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.220536 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8fe25ef-78e3-46d0-ac40-e6ceb87087fb req-c06dac19-1d56-4a55-91d9-cb5e2f4d82b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 1097 time: 0.2054250 Jul 22 11:27:57.250693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 042327df-b904-4021-9e95-e722cb736efc {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:27:57.272165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:57.290036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-aba41035-27b0-4134-b90c-769f26aeaf00 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/cbb48101-ef38-4dd1-8cf2-5d906f3c2305 HTTP/1.1" status: 200 len: 1804 time: 0.0805483 Jul 22 11:27:57.314713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fa6617c8-dadf-4f7e-9748-77be1ebf38fb req-bb4d2344-6cf2-4754-9886-58089bb56cc7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1046245 Jul 22 11:27:57.319729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.323808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8fe25ef-78e3-46d0-ac40-e6ceb87087fb req-2799bcef-041b-4b22-8345-7a2593ee7fda service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0861697 Jul 22 11:27:57.348266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd569769-e5ae-42bf-b4f2-b3895f6534b9 req-3a8cbd1f-e7cd-4da3-8401-d3e93b1588b0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.349725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd569769-e5ae-42bf-b4f2-b3895f6534b9 req-3a8cbd1f-e7cd-4da3-8401-d3e93b1588b0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1085403 Jul 22 11:27:57.354413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-cf5ae69a-972d-42a9-80fb-18abb05ab2fc tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/5f98412c-e677-45e7-9ec4-4548c3bf0926 HTTP/1.1" status: 200 len: 1804 time: 0.0587504 Jul 22 11:27:57.369796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbb48101-ef38-4dd1-8cf2-5d906f3c2305', 'remote_group_id': '5f98412c-e677-45e7-9ec4-4548c3bf0926', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:57.370115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'cbb48101-ef38-4dd1-8cf2-5d906f3c2305', 'remote_group_id': '5f98412c-e677-45e7-9ec4-4548c3bf0926', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:57.411431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] Transition to ACTIVE for port object 042327df-b904-4021-9e95-e722cb736efc will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:27:57.413361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd569769-e5ae-42bf-b4f2-b3895f6534b9 req-e06c71c8-73ac-4d86-b9e6-294aa39754f0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551879 Jul 22 11:27:57.415799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 991dc9c2-3462-4ada-8bbe-5caa1bca2639 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:57.428096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.453431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 991dc9c2-3462-4ada-8bbe-5caa1bca2639 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:27:57.454038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 991dc9c2-3462-4ada-8bbe-5caa1bca2639 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:57.454670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 042327df-b904-4021-9e95-e722cb736efc no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:27:57.474775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.507609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 042327df-b904-4021-9e95-e722cb736efc not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:27:57.510294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] No DVR routers for this DVR port 042327df-b904-4021-9e95-e722cb736efc on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:27:57.518264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] Pushing event updated for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:57.531032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.535876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.557729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=744cd64a-a0ec-4acb-b0f4-79dfb9342e2c,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:57.560592 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-b7f84a26-9469-451e-ac69-6d92ac115d02 service neutron] 10.222.0.20 "PUT /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7467771 Jul 22 11:27:57.569894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.571348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9940624a-ebd6-4fa5-9098-75cf422451bf req-0b1042e3-fec6-4575-ae09-554443705d8e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.2109177 Jul 22 11:27:57.682909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-a1670380-acf5-4e0f-9bc3-92ff49fcbaef tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.684421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-a1670380-acf5-4e0f-9bc3-92ff49fcbaef tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.0640750 Jul 22 11:27:57.692449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-807d7fd5-db36-4e84-9fa1-2de0b677d418 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0249972 Jul 22 11:27:57.746427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-bc496534-3689-4310-beb3-a3948f27736c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.748133 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-bc496534-3689-4310-beb3-a3948f27736c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df&tenant_id=2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 1096 time: 0.0560491 Jul 22 11:27:57.750507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3326ed18-33a6-4882-b550-2ee7f7ef85f3 req-16e51d50-7f40-4ed4-b21f-23d45a2b669b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.751957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3326ed18-33a6-4882-b550-2ee7f7ef85f3 req-16e51d50-7f40-4ed4-b21f-23d45a2b669b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1206868 Jul 22 11:27:57.825196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-b7df4f65-184a-40fc-97dc-55652624a748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.826798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-b7df4f65-184a-40fc-97dc-55652624a748 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1096 time: 0.0549357 Jul 22 11:27:57.834797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3326ed18-33a6-4882-b550-2ee7f7ef85f3 req-3403ca6c-2902-43df-8a34-319284af3e19 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0759060 Jul 22 11:27:57.843610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-6a565c15-9314-48c3-bdaa-18138e0561da tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.845054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-6a565c15-9314-48c3-bdaa-18138e0561da tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1447663 Jul 22 11:27:57.864059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-067971fe-f0cb-45ed-ba3c-a83559ddf446 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/quotas/42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 375 time: 0.0094430 Jul 22 11:27:57.904374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:57.907678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a6d4bdbe-2ba9-4416-b9fe-98d5cab855e5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0371420 Jul 22 11:27:57.930800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-17878e3b-8513-477c-a361-09d9a41ff130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.932298 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-17878e3b-8513-477c-a361-09d9a41ff130 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.0991642 Jul 22 11:27:57.977826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-5fcc825c-95e4-42a6-9771-ba8a3a527dfb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 200 len: 217 time: 0.0381119 Jul 22 11:27:57.981449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d5fceac-5d88-41ef-ba00-7a755b39086b req-0ad0d27a-3074-4439-8fe5-0383389a39ed tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:57.982966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d5fceac-5d88-41ef-ba00-7a755b39086b req-0ad0d27a-3074-4439-8fe5-0383389a39ed tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 945 time: 0.0788503 Jul 22 11:27:58.034539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-642312201', 'description': 'tempest-description-289229696'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:58.042417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d5fceac-5d88-41ef-ba00-7a755b39086b req-5e64ffc9-33cf-464b-873b-dab5d1c4748c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537560 Jul 22 11:27:58.065424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-0d19d368-097d-4faf-8b3f-7349be6112cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:58.067017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-0d19d368-097d-4faf-8b3f-7349be6112cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0821013 Jul 22 11:27:58.076028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.122082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-725bc127-df32-4d3f-89bf-dbcfe1cf8618 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434728 Jul 22 11:27:58.206815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.213130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.259567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.260942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8cbd2d3-8825-4924-bfed-3b3f677bae9f req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 0.2334974 Jul 22 11:27:58.264039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-449e4fc0-a611-4067-a7d2-41037f235451 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6749c9ed-5bc5-485c-956f-22f3d0809325,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:58.274352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-8a3629d0-bd62-4252-8c9c-98acac23281b service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438987 Jul 22 11:27:58.422721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-cc26f4ee-60d8-467f-88d2-e8f5dbb1e9a3 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1319046 Jul 22 11:27:58.439558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bfa815c-2f74-408d-957d-bd4f3c808f22 req-3b41b629-3d00-49e6-b72a-a45dcdb435f8 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:58.442163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bfa815c-2f74-408d-957d-bd4f3c808f22 req-3b41b629-3d00-49e6-b72a-a45dcdb435f8 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 945 time: 0.0996146 Jul 22 11:27:58.489815 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bfa815c-2f74-408d-957d-bd4f3c808f22 req-ae5925d8-3b79-4224-8fdf-c1f43c12ebe2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417767 Jul 22 11:27:58.594710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc636a3d-3321-4726-8fc4-fd075ad0d853 req-8d1e498b-b7a5-4155-b70f-9a65b8210085 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 210 time: 0.0494571 Jul 22 11:27:58.652476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1252324703', 'description': 'tempest-description-1170855913'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:58.684793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.721299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ae9698-f646-4f32-b0c7-c017e80f9bfa req-c3281d5e-a3aa-4db7-b770-a5477ca90c64 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:58.722809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5ae9698-f646-4f32-b0c7-c017e80f9bfa req-c3281d5e-a3aa-4db7-b770-a5477ca90c64 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.1086977 Jul 22 11:27:58.771109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc306d-cda3-4732-9538-734b8753700e req-f486a398-f3ad-440c-8bfe-075663ca2f3c tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:58.772587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-f486a398-f3ad-440c-8bfe-075663ca2f3c tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.0757267 Jul 22 11:27:58.780581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5ae9698-f646-4f32-b0c7-c017e80f9bfa req-fba9b820-29ca-4718-b715-d6d473f791ff tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0507147 Jul 22 11:27:58.838743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.851226 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.909776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.928023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc6dc448-6702-4716-9624-a821d9070ab8 req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2755349 Jul 22 11:27:58.938506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-effe66d6-78d9-4d6a-9d2b-d77907e5aef9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dde2928-2e36-4f29-9329-352c8e372b95,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:58.962137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-57df12d5-f281-4795-8858-deb873c6669e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-980235065&fields=id&tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 267 time: 0.0960724 Jul 22 11:27:58.983675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80fc306d-cda3-4732-9538-734b8753700e req-6f853912-0f4a-4401-9caf-f5e4e7acbd39 service neutron] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:27:58.987698 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80fc306d-cda3-4732-9538-734b8753700e req-6f853912-0f4a-4401-9caf-f5e4e7acbd39 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:58.992742 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80fc306d-cda3-4732-9538-734b8753700e req-6f853912-0f4a-4401-9caf-f5e4e7acbd39 service neutron] 10.222.0.36 "DELETE /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.2032576 Jul 22 11:27:59.075784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-665d2d57-3fac-4b98-b8a2-7562136d0c4e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:59.077267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-665d2d57-3fac-4b98-b8a2-7562136d0c4e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 945 time: 0.1141877 Jul 22 11:27:59.089960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1c452e-b1c6-4563-998d-40191a86ca5a req-3ac8811f-c883-4036-b092-177a11a92fff tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:59.091445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f1c452e-b1c6-4563-998d-40191a86ca5a req-3ac8811f-c883-4036-b092-177a11a92fff tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0949841 Jul 22 11:27:59.096970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'security_groups': ['96218d67-b6b5-4111-a407-16d7c1abbe97', '0b1f0964-8a34-422e-8a2c-556eafa3e303']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:59.170537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f1c452e-b1c6-4563-998d-40191a86ca5a req-377f8a46-d45a-40a2-b7dc-9af467cacc3f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694983 Jul 22 11:27:59.259694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.295632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-432c7d57-e738-4e20-8c67-d75dec9d33fc tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/6749c9ed-5bc5-485c-956f-22f3d0809325 HTTP/1.1" status: 200 len: 1803 time: 0.0830584 Jul 22 11:27:59.312663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-02297ccf-7b02-4346-ac97-b8526fe12c0b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0283656 Jul 22 11:27:59.400381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-564bf5d6-bc6d-418a-8531-2248dbe07000 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/1dde2928-2e36-4f29-9329-352c8e372b95 HTTP/1.1" status: 200 len: 1805 time: 0.1038492 Jul 22 11:27:59.409506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6749c9ed-5bc5-485c-956f-22f3d0809325', 'remote_group_id': '1dde2928-2e36-4f29-9329-352c8e372b95', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:59.409821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '6749c9ed-5bc5-485c-956f-22f3d0809325', 'remote_group_id': '1dde2928-2e36-4f29-9329-352c8e372b95', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:59.462947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-50791627-3f03-4a62-b7aa-f5c0cd2d8e52 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:59.465164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-50791627-3f03-4a62-b7aa-f5c0cd2d8e52 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1450360 Jul 22 11:27:59.484985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Request body: {'port': {'device_id': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '42bc958a4f3e4551b11423b14d418b4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:27:59.568570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.585464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:27:59.615040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Made reservation on behalf of 42bc958a4f3e4551b11423b14d418b4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:27:59.617421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.618956 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.623669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.629767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.639650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.651614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.654017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b2474f5-6177-43ec-a8ea-5e9df80b81fd,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:59.663176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:59.713002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:59.713731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.715266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0130483-1ea7-4961-97e4-fedc7de96d53 req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "PUT /v2.0/ports/ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 981 time: 0.6229076 Jul 22 11:27:59.715793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:27:59.718495 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb13a09e-75f5-4e90-a604-f240aa122b51" -d '{"events": [{"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:27:59.751675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38150bfa-4350-4791-a8fb-f97ee7c3a16b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:59.767631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.773662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.776330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:27:59.777690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7b95d78-31fc-4e52-8dcc-ea6980d9b804 req-85113d50-c8d5-4464-805f-0c6dcd594806 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 0.3765135 Jul 22 11:27:59.804106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:27:59.896774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c884d574-0852-4728-90ed-1ea3be4ffd99 req-ed9c0a38-de31-4b80-bb2b-37909abc6d1a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:27:59.905905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event updated for resources: {'SecurityGroup': ['ID=af904aee-828d-4260-a6ff-7f3f2aba33ae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:27:59.911100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c884d574-0852-4728-90ed-1ea3be4ffd99 req-ed9c0a38-de31-4b80-bb2b-37909abc6d1a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 945 time: 0.1223798 Jul 22 11:28:00.001196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c884d574-0852-4728-90ed-1ea3be4ffd99 req-c122d318-69f4-4682-bd6f-73f15f6c330f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930092 Jul 22 11:28:00.046348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Allocated IP 192.168.233.124 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/9f971cc6-7d25-4875-be4d-22698028f593) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:00.133387 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:27:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-253eeed4-7a20-472b-86c4-db0c2977bcda x-openstack-request-id: req-253eeed4-7a20-472b-86c4-db0c2977bcda {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:00.133881 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:00.134286 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-253eeed4-7a20-472b-86c4-db0c2977bcda {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:00.134825 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'status': 'completed', 'code': 200} Jul 22 11:28:00.192939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d56b3671-fe24-43b6-ba23-9a9777314b32 req-a54264a8-2923-41b6-b136-7fde81adc3df tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 210 time: 0.0516024 Jul 22 11:28:00.311499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53428944-17bd-4d86-bc71-7f967a56384c req-e2f31ff5-5cfb-4c3b-b96a-b237c3c5e5ae tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-1067334275&fields=id&tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 267 time: 0.0797977 Jul 22 11:28:00.336995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-a603812d-0d5a-418b-8f1d-6e6e05f2279b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.338913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-a603812d-0d5a-418b-8f1d-6e6e05f2279b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1135 time: 0.1297634 Jul 22 11:28:00.374505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-b5a03bc8-4fbd-40d3-801d-d753bf03eaed tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/1dde2928-2e36-4f29-9329-352c8e372b95 HTTP/1.1" status: 200 len: 1805 time: 0.1303258 Jul 22 11:28:00.425412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.433456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428944-17bd-4d86-bc71-7f967a56384c req-d0af8e1b-3710-4b73-b2b7-71c924cdb4c7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.434987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53428944-17bd-4d86-bc71-7f967a56384c req-d0af8e1b-3710-4b73-b2b7-71c924cdb4c7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 984 time: 0.1018698 Jul 22 11:28:00.448845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Transition to ACTIVE for port object 9f971cc6-7d25-4875-be4d-22698028f593 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:00.455183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'security_groups': ['0b1f0964-8a34-422e-8a2c-556eafa3e303', '96218d67-b6b5-4111-a407-16d7c1abbe97', '3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:00.467393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-bf78541a-b618-4879-9679-b0c321faf05d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.468873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-bf78541a-b618-4879-9679-b0c321faf05d service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1205266 Jul 22 11:28:00.483867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.517205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-366cdaa8-0765-426f-a15b-83063186dde9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 217 time: 0.0396042 Jul 22 11:28:00.523154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.534820 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.591740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.604346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:00.613893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:00.619875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:00.626214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-6f2917fb-f83f-4c72-be10-2543570fcf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.627748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-6f2917fb-f83f-4c72-be10-2543570fcf9a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.1023180 Jul 22 11:28:00.660378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:00.683170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.685770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.688226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-0d3430ab-1f22-4ca4-94de-6e00a79eb04d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385885 Jul 22 11:28:00.695021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52ec28da-903d-445a-bbac-d9fc76fb968e req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/1dde2928-2e36-4f29-9329-352c8e372b95 HTTP/1.1" status: 204 len: 173 time: 0.3129618 Jul 22 11:28:00.725067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedf580f-6eb8-4173-8aff-0ca867c78c7e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dde2928-2e36-4f29-9329-352c8e372b95,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:00.728943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.729537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.789410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-a5118fe5-e754-451c-a52a-5fd414d83ffc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.3104408 Jul 22 11:28:00.803714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Request body: {'port': {'device_id': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:00.861399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-feecee61-f554-46e5-a5a0-92a34bfe6a4b None None] Provisioning for port 9f971cc6-7d25-4875-be4d-22698028f593 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:00.865570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-feecee61-f554-46e5-a5a0-92a34bfe6a4b None None] Provisioning complete for port 9f971cc6-7d25-4875-be4d-22698028f593 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:00.866048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-feecee61-f554-46e5-a5a0-92a34bfe6a4b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.891470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-0594ed17-eb7b-4b8a-bc60-815a8eb4d301 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1941371 Jul 22 11:28:00.892088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.903133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-feecee61-f554-46e5-a5a0-92a34bfe6a4b None None] Port 9f971cc6-7d25-4875-be4d-22698028f593 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:28:00.915381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:00.932675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83ac8872-0ab5-4fd4-af09-03583a79fde1 req-208b2d43-ecd0-4222-bbd6-f7fb4ecde0c2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:00.934234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83ac8872-0ab5-4fd4-af09-03583a79fde1 req-208b2d43-ecd0-4222-bbd6-f7fb4ecde0c2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1510050 Jul 22 11:28:00.968806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.975660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:00.987881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:01.017323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83ac8872-0ab5-4fd4-af09-03583a79fde1 req-92abd727-86d5-4f78-b125-565ddac511a7 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747545 Jul 22 11:28:01.038146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.038825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.053114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53428944-17bd-4d86-bc71-7f967a56384c req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "PUT /v2.0/ports/ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 1020 time: 0.6098502 Jul 22 11:28:01.091179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb13a09e-75f5-4e90-a604-f240aa122b51 req-9c54eb65-93e3-4bf1-9783-d7acb158f0f3 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860862 Jul 22 11:28:01.144669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa88857d-b676-4b19-9881-9afd46992390 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:01.173552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eabe6a89-4a64-4368-bcc1-8d9c209cdafc req-195ac2d1-ad52-4e65-ac53-2828cf572e3e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/6749c9ed-5bc5-485c-956f-22f3d0809325 HTTP/1.1" status: 200 len: 1803 time: 0.1094816 Jul 22 11:28:01.204698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2a5863-982e-4860-9b0c-bb5c88dcb3fb req-aa8cf4f9-32b5-4b72-a9eb-f077a003a6a5 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.206252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d2a5863-982e-4860-9b0c-bb5c88dcb3fb req-aa8cf4f9-32b5-4b72-a9eb-f077a003a6a5 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1096 time: 0.1032159 Jul 22 11:28:01.269829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d2a5863-982e-4860-9b0c-bb5c88dcb3fb req-919cbdff-ca52-4292-968a-2d45f0e010f4 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406215 Jul 22 11:28:01.281721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:01.358007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1862733076', 'description': 'tempest-description-1130756393'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:01.419176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.450817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebdc1f83-78a2-48e8-8000-50fa29ab4719 req-8866a37b-fe73-40d7-84c2-83023f8e7355 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.452242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebdc1f83-78a2-48e8-8000-50fa29ab4719 req-8866a37b-fe73-40d7-84c2-83023f8e7355 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1023 time: 0.1283011 Jul 22 11:28:01.552319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebdc1f83-78a2-48e8-8000-50fa29ab4719 req-eae8725f-a37d-4ad7-9cd7-3ba3f864870a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&id=3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e&id=0b1f0964-8a34-422e-8a2c-556eafa3e303 HTTP/1.1" status: 200 len: 6148 time: 0.0932777 Jul 22 11:28:01.581335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9f971cc6-7d25-4875-be4d-22698028f593 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:01.584469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.590471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.591858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.605693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Transition to ACTIVE for port object 9f971cc6-7d25-4875-be4d-22698028f593 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:01.610307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.628525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.629867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f52d1098-4a36-4576-915d-1068103ab130 req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 0.2819083 Jul 22 11:28:01.630753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04b2d1-10ca-4bf7-a174-48049230454a tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb84dc4-a385-46b9-a14e-f941c4f4badd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:01.684978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:01.751039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0df76c9f-7f41-4d99-aa82-75fcc8afc928 req-13a5277e-aa2c-454d-90a5-dc0604da685e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.752672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0df76c9f-7f41-4d99-aa82-75fcc8afc928 req-13a5277e-aa2c-454d-90a5-dc0604da685e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.1090679 Jul 22 11:28:01.764475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:01.764948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:01.765288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:01.770188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:01.770559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:01.776613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:01.776957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:01.777339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:01.777775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Bound port: 9f971cc6-7d25-4875-be4d-22698028f593, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:01.778136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.807039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a26b3af-5389-4bbe-adee-5491491299cf req-fdec8f78-c09a-44b3-9b89-b693addea2b8 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.808571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a26b3af-5389-4bbe-adee-5491491299cf req-fdec8f78-c09a-44b3-9b89-b693addea2b8 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 1096 time: 0.1004324 Jul 22 11:28:01.818623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0df76c9f-7f41-4d99-aa82-75fcc8afc928 req-97c9d759-adc6-46e4-b43d-d5fb1cc5ca28 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584397 Jul 22 11:28:01.848395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:01.852801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:01.859692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.867716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a26b3af-5389-4bbe-adee-5491491299cf req-e3cceebe-0439-43b5-9ab2-f57e43342fd1 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467825 Jul 22 11:28:01.900606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:01.901476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:01.902860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] 10.222.0.20 "PUT /v2.0/ports/9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 1096 time: 1.1052108 Jul 22 11:28:01.907258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:01.909784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3bade7b5-7057-41da-b429-f67ecc17177e" -d '{"events": [{"name": "network-changed", "server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:01.934189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99cb613-6048-4aa6-a42c-f6cbc7699f13 service neutron] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:01.943669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': ' tempest-securitygroup -771531131 ', 'description': 'tempest-description-273369215'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:01.994725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.037346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-9f4d8eed-9d73-4363-89a6-437b8c57c2fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.039285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-9f4d8eed-9d73-4363-89a6-437b8c57c2fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.0867054 Jul 22 11:28:02.092091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-56e7e70f-6339-4cac-8633-a27e7d2fc7de service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0444317 Jul 22 11:28:02.100359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.106690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.136106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:02.138828 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69c67309-cbaa-46ea-8969-b11e3acc8abc" -d '{"events": [{"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:02.146406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.154411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-931f617c-5c0d-4ca7-ae58-1f28122622fe req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1784 time: 0.2341561 Jul 22 11:28:02.155949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12700024-5d83-4d66-95a2-752291e45cde tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ccecb6db-7d67-4b76-a717-3d188282cce4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:02.185217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-9a23fbb5-11b9-41f6-b27b-3794b79bdcf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.188218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-9a23fbb5-11b9-41f6-b27b-3794b79bdcf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0887358 Jul 22 11:28:02.221618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-5caece0b-bd75-44fe-b785-91e669ff35e7 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 200 len: 1805 time: 0.0457571 Jul 22 11:28:02.232720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb84dc4-a385-46b9-a14e-f941c4f4badd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:02.233032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb84dc4-a385-46b9-a14e-f941c4f4badd', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:02.279286 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fddfa985-975c-416d-841a-07ab3b2e75e2 x-openstack-request-id: req-fddfa985-975c-416d-841a-07ab3b2e75e2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:02.279658 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:02.279985 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fddfa985-975c-416d-841a-07ab3b2e75e2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:02.280458 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'status': 'completed', 'code': 200} Jul 22 11:28:02.308490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.312581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-78882c4c-dfb4-4e93-a1b2-3fd35f66e7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.314382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-78882c4c-dfb4-4e93-a1b2-3fd35f66e7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1115987 Jul 22 11:28:02.342140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.349128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.384411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2d41a420-a39b-498c-b35b-1b5b3b249fb6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:02.388994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.390318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322b3d8e-c544-4619-a2c8-d3c4693095de req-4e392a6d-eb16-4ad3-8cfe-ddf84c749f9d tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1617107 Jul 22 11:28:02.425037 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-cb0a7ea2-9fdd-4d3c-8325-1af5cf24ccd1 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029494 Jul 22 11:28:02.538504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c198807f-3645-41ad-ae68-c4fc218ea947 req-76f360cb-2f12-483d-882b-54590617778d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.540331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c198807f-3645-41ad-ae68-c4fc218ea947 req-76f360cb-2f12-483d-882b-54590617778d tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0733902 Jul 22 11:28:02.551639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1a6f135-8494-43d0-8469-85b013d3b752 req-5af262d6-feac-4f4c-b016-7dcf76f37830 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1118841 Jul 22 11:28:02.593070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c198807f-3645-41ad-ae68-c4fc218ea947 req-c593e133-e3eb-420d-b4a9-804d28ae1e9f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464067 Jul 22 11:28:02.647121 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af0b1d0e-7c8f-490b-9027-20aa67fc3753 x-openstack-request-id: req-af0b1d0e-7c8f-490b-9027-20aa67fc3753 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:02.647409 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:02.647719 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af0b1d0e-7c8f-490b-9027-20aa67fc3753 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:02.648170 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'status': 'completed', 'code': 200} Jul 22 11:28:02.689864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30859752-5651-4748-8862-060c590571c5 req-fc7c76d0-5934-4241-af1e-1eeba470b08a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ccecb6db-7d67-4b76-a717-3d188282cce4 HTTP/1.1" status: 200 len: 1779 time: 0.0625284 Jul 22 11:28:02.776884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade7b5-7057-41da-b429-f67ecc17177e req-b5fd6c9e-9ca9-4c65-9d4b-b9e65a0800a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.778571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-b5fd6c9e-9ca9-4c65-9d4b-b9e65a0800a5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.1564853 Jul 22 11:28:02.784045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-da022688-3739-4301-a666-ec1c4491b233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.785533 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-da022688-3739-4301-a666-ec1c4491b233 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1174 time: 0.1039054 Jul 22 11:28:02.820873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-2e1775f8-249c-4589-9012-36a3727fa688 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 200 len: 2398 time: 0.0694635 Jul 22 11:28:02.838520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb84dc4-a385-46b9-a14e-f941c4f4badd', 'remote_group_id': None}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:02.838841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '4eb84dc4-a385-46b9-a14e-f941c4f4badd', 'remote_group_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:02.851243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-71a039cf-b5f4-4b1a-8c63-511004558a64 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ccecb6db-7d67-4b76-a717-3d188282cce4 HTTP/1.1" status: 200 len: 1779 time: 0.0707850 Jul 22 11:28:02.939221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.942737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade7b5-7057-41da-b429-f67ecc17177e req-3913ad05-d457-4ec6-9ec1-f20db404cbee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.944472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-3913ad05-d457-4ec6-9ec1-f20db404cbee service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1580110 Jul 22 11:28:02.946405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-c0e4b5a9-d8ae-448a-ac05-032f9a0366bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:02.947789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-c0e4b5a9-d8ae-448a-ac05-032f9a0366bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1535580 Jul 22 11:28:02.958312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.970439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.977380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:02.997819 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-c3be8e6c-1d52-44b5-9ab8-70242937766e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0408854 Jul 22 11:28:03.006570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=391ddaa8-e4a2-4a4a-b85b-8090e684d722,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:03.012037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.028131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.029347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8620a472-f5fe-4816-92ad-7b3dd3daf626 req-76923b33-7b85-4d8a-b9eb-d099ceec5ebf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1974938 Jul 22 11:28:03.045723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-2c719ebd-15c2-485b-8cec-b5b295455eab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 200 len: 217 time: 0.0875661 Jul 22 11:28:03.065655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.072897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.074866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad8c955a-2012-40fb-9657-aa8d1e685107 req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/ccecb6db-7d67-4b76-a717-3d188282cce4 HTTP/1.1" status: 204 len: 173 time: 0.2120912 Jul 22 11:28:03.086589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66be34-f190-4e4d-9121-5be55413d2ee tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccecb6db-7d67-4b76-a717-3d188282cce4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:03.127794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade7b5-7057-41da-b429-f67ecc17177e req-c6688f63-8c4d-4df3-b6c5-d40416035b63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:03.129290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-c6688f63-8c4d-4df3-b6c5-d40416035b63 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0981641 Jul 22 11:28:03.133273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-197bfb0c-0bb5-4d0e-b9da-6ebaf7a9efda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:03.134673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-197bfb0c-0bb5-4d0e-b9da-6ebaf7a9efda service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0703001 Jul 22 11:28:03.172027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb1b2d40-fe0e-4cdd-85d0-d800550db218 req-ec169213-e3eb-4251-93e2-059dd3d421b9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 200 len: 2996 time: 0.0794742 Jul 22 11:28:03.204307 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-4fba932b-867d-46d9-8860-3ddd33745a22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0528090 Jul 22 11:28:03.219099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079e9285-d5b0-493f-8a62-e675da8468f4 req-b1be3cc0-dc65-4fbe-9059-cab216173eef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:03.220570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-079e9285-d5b0-493f-8a62-e675da8468f4 req-b1be3cc0-dc65-4fbe-9059-cab216173eef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.0882878 Jul 22 11:28:03.228458 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-d4aeaa68-150b-49f7-89f9-f44c2ee353e4 req-04050071-2280-49e9-b53e-7ede0faaeb4e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:03.229440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4aeaa68-150b-49f7-89f9-f44c2ee353e4 req-04050071-2280-49e9-b53e-7ede0faaeb4e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ccecb6db-7d67-4b76-a717-3d188282cce4 HTTP/1.1" status: 404 len: 352 time: 0.0282357 Jul 22 11:28:03.273549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-079e9285-d5b0-493f-8a62-e675da8468f4 req-ad441e10-fb4b-4b39-a71a-5faaca4aedbe tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463181 Jul 22 11:28:03.274045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bade7b5-7057-41da-b429-f67ecc17177e req-c8b2887f-c6cb-4060-8476-01f2bebd0ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:03.275616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-c8b2887f-c6cb-4060-8476-01f2bebd0ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1330318 Jul 22 11:28:03.304296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be735231-94c9-40aa-a5fc-a23547b914bf req-5b3553fa-be65-4f7b-b4ce-72a498eb1969 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-group-rules/391ddaa8-e4a2-4a4a-b85b-8090e684d722 HTTP/1.1" status: 200 len: 783 time: 0.0353563 Jul 22 11:28:03.310182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-2008515090', 'description': 'tempest-description-860177659'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:03.362984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.381751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be735231-94c9-40aa-a5fc-a23547b914bf req-d97c9fd5-3ed2-472b-8f68-dd63f7a175f8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 200 len: 2996 time: 0.0662150 Jul 22 11:28:03.431366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be735231-94c9-40aa-a5fc-a23547b914bf req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.446586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be735231-94c9-40aa-a5fc-a23547b914bf req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.452417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-4a117ce1-3519-4be2-998a-58866ac4ee8a service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2315078 Jul 22 11:28:03.454181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-7997963a-69be-4177-84b6-b3235873b830 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240821 Jul 22 11:28:03.489139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be735231-94c9-40aa-a5fc-a23547b914bf req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.500380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be735231-94c9-40aa-a5fc-a23547b914bf req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.501488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be735231-94c9-40aa-a5fc-a23547b914bf req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/391ddaa8-e4a2-4a4a-b85b-8090e684d722 HTTP/1.1" status: 204 len: 173 time: 0.1126027 Jul 22 11:28:03.513174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.517813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98fef18e-74ee-476b-9361-e10fe575e2d4 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=391ddaa8-e4a2-4a4a-b85b-8090e684d722,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:03.524372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.578120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.579409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9837a89b-5c14-482e-9223-dea23ba0e1a5 req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.2736573 Jul 22 11:28:03.582833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6015a04c-e402-4c42-8c7a-f7cf9bbb836a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1a3fe286-293b-48b0-b1c7-b0d4425a1b6f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:03.607006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-755fac2e-e62a-4a97-a677-a0ee65f99964 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 200 len: 2398 time: 0.0661945 Jul 22 11:28:03.612836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-772421257', 'description': 'tempest-description-1082094735'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:03.655297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69c67309-cbaa-46ea-8969-b11e3acc8abc req-5046104f-6c98-471f-afee-c20f6c1caed8 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1882563 Jul 22 11:28:03.657009 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3bade7b5-7057-41da-b429-f67ecc17177e req-eb7d1942-0edd-4a19-9f6d-c8844ff66cf3 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1888189 Jul 22 11:28:03.668870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.965117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:03.997059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.069503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.070308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.073008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.074188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28753e4e-dc6c-4b09-8687-a88fe7d5cc0c req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/4eb84dc4-a385-46b9-a14e-f941c4f4badd HTTP/1.1" status: 204 len: 173 time: 0.4562857 Jul 22 11:28:04.077684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.091768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74e17d54-851b-4bd5-bf68-88671ab106f1 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb84dc4-a385-46b9-a14e-f941c4f4badd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:04.099047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.100634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a8c51ac-7412-4087-8ab9-9f851b237048 req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4922483 Jul 22 11:28:04.120095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8383ac2-3295-4be1-b321-82a7e305d22e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ee2a8ae5-8909-4470-a2a3-0a54ba33884e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:04.216466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40fe938-5ac0-4f3a-b3fc-9ca46c6fb318 req-e1d19690-30a9-46a1-8a69-d4285f7c1987 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:04.218187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c40fe938-5ac0-4f3a-b3fc-9ca46c6fb318 req-e1d19690-30a9-46a1-8a69-d4285f7c1987 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0708716 Jul 22 11:28:04.268179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c40fe938-5ac0-4f3a-b3fc-9ca46c6fb318 req-48b5995a-f3eb-42da-a3e8-eb6c0dff4a97 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0441909 Jul 22 11:28:04.273269 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-78d319b6-c77b-4f2c-8175-df480eb3968d req-857ab55b-0449-429e-9535-1d767f3c67c9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] show failed (client error): The resource could not be found. Jul 22 11:28:04.274341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78d319b6-c77b-4f2c-8175-df480eb3968d req-857ab55b-0449-429e-9535-1d767f3c67c9 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/1dde2928-2e36-4f29-9329-352c8e372b95 HTTP/1.1" status: 404 len: 352 time: 0.0198960 Jul 22 11:28:04.298480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1230070519', 'description': 'tempest-description-1453592057'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:04.351957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.363729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-0b18f2f1-0cf4-4e4e-828f-d822bd52ff3b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/6749c9ed-5bc5-485c-956f-22f3d0809325 HTTP/1.1" status: 200 len: 1803 time: 0.0606182 Jul 22 11:28:04.454856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.492183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.511977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.519295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.561047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a5917d32-1450-4e75-8255-2301a044169f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:04.565450 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.576758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bf6a0b9-be6a-4430-848c-d53bd2c2380b req-c75daaeb-7748-4f3b-9a7f-c93f16acdf26 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.2807481 Jul 22 11:28:04.585923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.588775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:04.589916 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-996b24fe-878d-4bbb-82b3-ec6d537c8c95 req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/6749c9ed-5bc5-485c-956f-22f3d0809325 HTTP/1.1" status: 204 len: 173 time: 0.2174952 Jul 22 11:28:04.600790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57761d9d-4703-4a13-96ce-5a6b31588105 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6749c9ed-5bc5-485c-956f-22f3d0809325,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:04.752582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-820abff9-b112-4bec-9f9f-86721e4fb95b req-317f5f6b-ecbf-4d3e-9ad4-c8e3993d196e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 10896 time: 0.1414452 Jul 22 11:28:04.764466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e97e143d-0acd-4aec-b5ed-b02363402fff req-5b0b3d22-a41d-42b3-9154-b238b540af41 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:04.766047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e97e143d-0acd-4aec-b5ed-b02363402fff req-5b0b3d22-a41d-42b3-9154-b238b540af41 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.1213658 Jul 22 11:28:04.827457 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e97e143d-0acd-4aec-b5ed-b02363402fff req-c9ae6700-a214-4659-b9a7-cfd161010d64 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541108 Jul 22 11:28:04.831723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-820abff9-b112-4bec-9f9f-86721e4fb95b req-71c45114-919b-4573-8d92-e3d6be88d741 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/96218d67-b6b5-4111-a407-16d7c1abbe97 HTTP/1.1" status: 200 len: 2981 time: 0.0646985 Jul 22 11:28:04.909609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-820abff9-b112-4bec-9f9f-86721e4fb95b req-5155edca-5ee8-45d4-8367-455eb1ab126f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/96218d67-b6b5-4111-a407-16d7c1abbe97 HTTP/1.1" status: 200 len: 2981 time: 0.0715251 Jul 22 11:28:04.913300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-d22e72c3-9d3c-4af7-aef3-fcba104d4010 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/5f98412c-e677-45e7-9ec4-4548c3bf0926 HTTP/1.1" status: 200 len: 1804 time: 0.0627475 Jul 22 11:28:04.999206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-67a80b8d-a7f3-44f8-b3f4-9cebe60a41a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/1a3fe286-293b-48b0-b1c7-b0d4425a1b6f HTTP/1.1" status: 200 len: 1800 time: 0.0656371 Jul 22 11:28:05.018534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.061762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.106209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.138904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.168475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.170931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.172028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06621e0e-6eb9-44ed-b6de-97d9dcd46eac req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/5f98412c-e677-45e7-9ec4-4548c3bf0926 HTTP/1.1" status: 204 len: 173 time: 0.2463963 Jul 22 11:28:05.184720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d781480-67f2-45cf-ba92-7470d77c4530 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f98412c-e677-45e7-9ec4-4548c3bf0926,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.200930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.203430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.204503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb08cd05-abe2-4527-9cb1-7b76cc472d27 req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/1a3fe286-293b-48b0-b1c7-b0d4425a1b6f HTTP/1.1" status: 204 len: 173 time: 0.1974156 Jul 22 11:28:05.229893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32f03f41-0b7e-4380-bd1f-955381e5699e tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a3fe286-293b-48b0-b1c7-b0d4425a1b6f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.246302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-3f5e8a1e-c3a0-4095-8d09-026de0eddca8 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/cbb48101-ef38-4dd1-8cf2-5d906f3c2305 HTTP/1.1" status: 200 len: 1804 time: 0.0554514 Jul 22 11:28:05.321233 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-10728562-894f-4903-9d90-e983a71f9ab4 req-0ad71ba7-0c66-42cd-98f2-cacc11167eb7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:05.322230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10728562-894f-4903-9d90-e983a71f9ab4 req-0ad71ba7-0c66-42cd-98f2-cacc11167eb7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/1a3fe286-293b-48b0-b1c7-b0d4425a1b6f HTTP/1.1" status: 404 len: 352 time: 0.0183523 Jul 22 11:28:05.338120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.362545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.406344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.409484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.410731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c33f019c-de6d-4b8e-9ce6-55f962679eff req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/cbb48101-ef38-4dd1-8cf2-5d906f3c2305 HTTP/1.1" status: 204 len: 173 time: 0.1458828 Jul 22 11:28:05.423224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0e14d1-3d2d-4ff7-9114-b0894728f46e tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbb48101-ef38-4dd1-8cf2-5d906f3c2305,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.471928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:05.519819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-1a3d275a-a1c0-4a7e-b4a3-4ff373645bf7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ee2a8ae5-8909-4470-a2a3-0a54ba33884e HTTP/1.1" status: 200 len: 1800 time: 0.0800471 Jul 22 11:28:05.581841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ecd6bc3-f45b-4d1c-a984-74d9424b6bf7 req-71eaf677-ffb4-4d31-88e9-8c906cd8a4c1 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:05.583670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ecd6bc3-f45b-4d1c-a984-74d9424b6bf7 req-71eaf677-ffb4-4d31-88e9-8c906cd8a4c1 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1337905 Jul 22 11:28:05.584848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:05.598336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9f971cc6-7d25-4875-be4d-22698028f593', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9f971cc6-7d25-4875-be4d-22698028f593', 'mac_address': 'fa:16:3e:f0:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:05.638156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.640321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.649521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ecd6bc3-f45b-4d1c-a984-74d9424b6bf7 req-035b453a-7d73-40e7-bb35-4b8b0fbd060e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561233 Jul 22 11:28:05.650793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f971cc6-7d25-4875-be4d-22698028f593 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:05.673938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.677115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:05.683392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.734802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.747630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-e1b6a170-a5d0-4c58-8bdc-6f4046d12659 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/67d37465-a298-4490-b0e6-e2fb35bb7a6a HTTP/1.1" status: 200 len: 2404 time: 0.0599926 Jul 22 11:28:05.756628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.759474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.760693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41e54712-14fb-496f-abbf-13cfd5383e3a req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/ee2a8ae5-8909-4470-a2a3-0a54ba33884e HTTP/1.1" status: 204 len: 173 time: 0.2340214 Jul 22 11:28:05.786554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9300dc7-6c63-4434-8a08-b4dc733e761b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee2a8ae5-8909-4470-a2a3-0a54ba33884e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.813896 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-3304d27b-4b13-43e0-b5c5-2b76c447291c req-79dd9e30-26e6-4d83-a0c0-64b7d2f50841 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:05.815147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3304d27b-4b13-43e0-b5c5-2b76c447291c req-79dd9e30-26e6-4d83-a0c0-64b7d2f50841 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ee2a8ae5-8909-4470-a2a3-0a54ba33884e HTTP/1.1" status: 404 len: 352 time: 0.0327764 Jul 22 11:28:05.849195 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.889955 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.913066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7190ec46-abdc-46e0-9411-190cffeca449 req-fe968249-7d2f-4e4f-8ec1-4dc1966abaa7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a5917d32-1450-4e75-8255-2301a044169f HTTP/1.1" status: 200 len: 1801 time: 0.0741060 Jul 22 11:28:05.922142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:05.969996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.972421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:05.973515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1295462-fde0-4b4d-9d01-8debf9a20f7b req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/67d37465-a298-4490-b0e6-e2fb35bb7a6a HTTP/1.1" status: 204 len: 173 time: 0.2180934 Jul 22 11:28:05.995375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b98e50-794f-4a04-888f-88ab06d803bf tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67d37465-a298-4490-b0e6-e2fb35bb7a6a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:05.997072 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7190ec46-abdc-46e0-9411-190cffeca449 req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.024551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7190ec46-abdc-46e0-9411-190cffeca449 req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.089805 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7190ec46-abdc-46e0-9411-190cffeca449 req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.092276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7190ec46-abdc-46e0-9411-190cffeca449 req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.093413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7190ec46-abdc-46e0-9411-190cffeca449 req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5917d32-1450-4e75-8255-2301a044169f HTTP/1.1" status: 204 len: 173 time: 0.1724277 Jul 22 11:28:06.134677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d2061d-e8a6-4bf9-b2c2-66c3943d55c2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5917d32-1450-4e75-8255-2301a044169f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:06.182568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-b194a17e-a13f-4f3a-aae0-7e98b3cb4867 tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "GET /v2.0/security-groups/bb972877-3ac8-4d80-b424-ef2ae2ce3970 HTTP/1.1" status: 200 len: 2396 time: 0.0691895 Jul 22 11:28:06.199025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bda12c4e-4ac1-499e-b0c0-0531e679ae65 req-3155e086-e548-4422-a240-8c01fa0e1da0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:06.200480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bda12c4e-4ac1-499e-b0c0-0531e679ae65 req-3155e086-e548-4422-a240-8c01fa0e1da0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 949 time: 0.1234043 Jul 22 11:28:06.265709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bda12c4e-4ac1-499e-b0c0-0531e679ae65 req-6027044e-3383-4aad-8997-178b99d90cdb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590992 Jul 22 11:28:06.293103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.312726 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-d80925db-785a-442e-958a-e243eb2eae65 req-80f677f2-fe92-4bf0-93e6-9ec855e40e61 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:06.313742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80925db-785a-442e-958a-e243eb2eae65 req-80f677f2-fe92-4bf0-93e6-9ec855e40e61 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a5917d32-1450-4e75-8255-2301a044169f HTTP/1.1" status: 404 len: 352 time: 0.0225835 Jul 22 11:28:06.328481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.373905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.376981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.382232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e124422d-419a-439f-ae36-4310a4b86bb6 req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] 10.222.0.21 "DELETE /v2.0/security-groups/bb972877-3ac8-4d80-b424-ef2ae2ce3970 HTTP/1.1" status: 204 len: 173 time: 0.1911311 Jul 22 11:28:06.384828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:06.428313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89ed7f-ac5b-4f6a-a1b0-e4f2f2c0308b tempest-SecurityGroupRulesTestJSON-1935264840 tempest-SecurityGroupRulesTestJSON-1935264840-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb972877-3ac8-4d80-b424-ef2ae2ce3970,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:06.463851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Deleting subnet 3cb30a1c-046d-44dc-98eb-8e6ef12425dc {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:06.474742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.531343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.559409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d16c0e47-3fff-4c0b-85f1-c58932127aab req-fb6f70b7-e565-47ee-9e30-9e7f02dc96ca tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 6148 time: 0.1446667 Jul 22 11:28:06.609640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.640404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d16c0e47-3fff-4c0b-85f1-c58932127aab req-2cd3f1b9-7979-4550-9ae0-94416daca83c tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/96218d67-b6b5-4111-a407-16d7c1abbe97 HTTP/1.1" status: 200 len: 2981 time: 0.0766363 Jul 22 11:28:06.702236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d16c0e47-3fff-4c0b-85f1-c58932127aab req-c1a7f8e8-e74b-46bb-b316-0e6cbabf8ee8 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/96218d67-b6b5-4111-a407-16d7c1abbe97 HTTP/1.1" status: 200 len: 2981 time: 0.0561745 Jul 22 11:28:06.703618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.728929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3cb30a1c-046d-44dc-98eb-8e6ef12425dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:06.732737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.734704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fed1a5c7-7e2c-40e2-ba61-d8f422a067f4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/3cb30a1c-046d-44dc-98eb-8e6ef12425dc HTTP/1.1" status: 204 len: 168 time: 0.3488839 Jul 22 11:28:06.737112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:06.749362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-423752774', 'description': 'tempest-description-1818136596'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:06.855760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.861061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:06.928490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406b4101-9756-445d-b736-ea8b6d0ed003 req-1a0bf4b5-3784-4141-ab44-d51ce55d7e19 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:06.930632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406b4101-9756-445d-b736-ea8b6d0ed003 req-1a0bf4b5-3784-4141-ab44-d51ce55d7e19 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1764627 Jul 22 11:28:07.012000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.034246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['656592f3-1ba8-4bfd-a6a5-d27334a9ba69']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:07.052304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406b4101-9756-445d-b736-ea8b6d0ed003 req-0e07ed4d-56d2-46df-b37f-5a0ff01cdb0f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061368 Jul 22 11:28:07.054034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '339b7f7c-824b-49a5-a17f-45225a260fe0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:07.054919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '339b7f7c-824b-49a5-a17f-45225a260fe0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:07.075384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.093711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.107788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.108951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:07.109347 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:07.111102 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:07.121044 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.186611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.187808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2feb7629-8d21-43c3-bfcc-9accb36c63f5 req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.4431579 Jul 22 11:28:07.197782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3bc045-88b7-4cee-bbf9-3e60391be308 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88304e84-e28b-4bf6-87e7-42397c966753,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:07.201772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.207192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.209080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] 10.222.0.21 "DELETE /v2.0/networks/656592f3-1ba8-4bfd-a6a5-d27334a9ba69 HTTP/1.1" status: 204 len: 168 time: 0.4710100 Jul 22 11:28:07.221377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b5df5f-29df-4870-9907-be1c28bc491f admin admin] Pushing event deleted for resources: {'Network': ['ID=656592f3-1ba8-4bfd-a6a5-d27334a9ba69,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:07.228674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-799488953', 'description': 'tempest-description-1833117405'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:07.251986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.365382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.383169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.415824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.417010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c4ec42d-107d-4757-a209-fe0c54b79156 req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.1935527 Jul 22 11:28:07.432484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52584) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:07.433034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4fc9e2-998b-4044-a052-c88c0f71ab8b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a03a67dc-89b8-434c-88d8-abc37545a85d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:07.490301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:07.492516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-556981e3-0888-4ad5-bcdb-3cf51cc79ce5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0e82a64c7108476380834b0e9501ec8f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0629172 Jul 22 11:28:07.495026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:07.528230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7f04c6-eb84-427e-98b4-a3bee859f4ac req-9ea3f3d1-b121-4424-86e8-7920ce85030c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:07.543220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd7f04c6-eb84-427e-98b4-a3bee859f4ac req-9ea3f3d1-b121-4424-86e8-7920ce85030c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 949 time: 0.1974487 Jul 22 11:28:07.577826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.587476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9f971cc6-7d25-4875-be4d-22698028f593 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:07.593300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9f971cc6-7d25-4875-be4d-22698028f593 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:07.593721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.609532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd7f04c6-eb84-427e-98b4-a3bee859f4ac req-5e92a34f-ccb9-4054-8874-901997d00f0f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654302 Jul 22 11:28:07.630690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.675205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.695706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.699070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.700858 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36a9feef-3d61-4327-87ea-14d957bf0556 HTTP/1.1" status: 204 len: 168 time: 0.2044439 Jul 22 11:28:07.705361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:07.707819 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e3d364ac-bcb4-41d3-9a6b-b76f368de263" -d '{"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:07.714670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491277c3-b3ab-420b-a2e2-cad27815643c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36a9feef-3d61-4327-87ea-14d957bf0556,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:07.736338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:07.746315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:07.790949 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-134453b1-2207-4ffa-acb7-85c6cbb6fc3d x-openstack-request-id: req-134453b1-2207-4ffa-acb7-85c6cbb6fc3d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:07.791246 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:07.791508 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-134453b1-2207-4ffa-acb7-85c6cbb6fc3d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:07.792049 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'code': 200} Jul 22 11:28:07.810861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:07.861956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-f28b5450-8768-46cb-938b-b54192ba1c8f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:07.869604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-f28b5450-8768-46cb-938b-b54192ba1c8f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 813 time: 0.1352470 Jul 22 11:28:07.886973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-c1ca7cfa-1e64-43ec-9c15-ba07a85f569b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/quotas/fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 375 time: 0.0158684 Jul 22 11:28:07.951234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0323beb4-bd56-47d2-8d4c-3b3173b372db req-9cd57c06-e497-43b0-a3cf-e183210dc383 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:07.952768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0323beb4-bd56-47d2-8d4c-3b3173b372db req-9cd57c06-e497-43b0-a3cf-e183210dc383 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1101 time: 0.0887616 Jul 22 11:28:07.959765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-410bede3-fb8f-41eb-9bff-462825ab4d52 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0716012 Jul 22 11:28:07.997583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0323beb4-bd56-47d2-8d4c-3b3173b372db req-ce06a45b-f3e6-4c6a-a04c-14b7a48810d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358210 Jul 22 11:28:08.059012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-7f5236e7-f0bd-424e-85f8-c86857e05fc4 service neutron] 10.222.0.21 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954962 Jul 22 11:28:08.207677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3985a30f-bd34-4bfe-8ccf-26aeed923c65 service neutron] 10.222.0.21 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1455605 Jul 22 11:28:08.232611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecfb1935-9ee6-447b-8432-f2411c07a424 req-d026f5e5-b3c1-4871-b440-d19aef9b95d5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:08.239449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecfb1935-9ee6-447b-8432-f2411c07a424 req-d026f5e5-b3c1-4871-b440-d19aef9b95d5 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0964043 Jul 22 11:28:08.299251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecfb1935-9ee6-447b-8432-f2411c07a424 req-8c473d62-a6b2-49e2-bb1b-8106dd57932a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585611 Jul 22 11:28:08.403442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-305bb34e-8630-41c6-8879-41f94d376e15 req-7482fa36-5076-4b0e-9557-f4b25fd1b4db tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 210 time: 0.0397747 Jul 22 11:28:08.826393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc7352de-ef8b-47f3-8738-e3bad5c426d7 req-9cd38c08-d31e-45c4-9589-a05535582448 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:08.828341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc7352de-ef8b-47f3-8738-e3bad5c426d7 req-9cd38c08-d31e-45c4-9589-a05535582448 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1121531 Jul 22 11:28:08.923557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc7352de-ef8b-47f3-8738-e3bad5c426d7 req-5872d4a1-62e8-4173-92eb-a4f7a2f8ed19 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802565 Jul 22 11:28:09.340482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:09.458409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e572b4-2192-40df-afcf-b7c4df1f5034 req-7bc9a969-9233-4c58-b798-bd4bfd5d16df tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:09.466868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18e572b4-2192-40df-afcf-b7c4df1f5034 req-7bc9a969-9233-4c58-b798-bd4bfd5d16df tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0937760 Jul 22 11:28:09.520916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f7f1869-ea3b-48c1-970e-9a309d636514 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:09.547201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7098764-2a5d-4e5c-88e2-3f6fafdcdcb5 req-ba20796e-af6c-4e3f-92c8-f9ddad5689de tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 210 time: 0.0584719 Jul 22 11:28:09.581229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18e572b4-2192-40df-afcf-b7c4df1f5034 req-2cd53d49-867e-468d-928a-0b3d2396dee2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1069436 Jul 22 11:28:09.733925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f7f1869-ea3b-48c1-970e-9a309d636514 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:09.770608 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f7f1869-ea3b-48c1-970e-9a309d636514 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:09.837302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f7f1869-ea3b-48c1-970e-9a309d636514 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1b83da6f6a644c78e137a0d3e76bbbe&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4928036 Jul 22 11:28:09.838422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:09.912445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-37f16e8f-87bd-4801-a1e0-6e2d79cf003f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:09.914520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-37f16e8f-87bd-4801-a1e0-6e2d79cf003f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 813 time: 0.2493837 Jul 22 11:28:09.916718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f7f1869-ea3b-48c1-970e-9a309d636514 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=500f38b3-fee1-45a8-8b9b-eb2d6fa46cea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:09.929032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'device_id': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8', 'admin_state_up': True, 'tenant_id': 'fa2dcd6fd78f435a9bc4810f84d4e491'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:09.955596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:09.982911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.105431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Made reservation on behalf of fa2dcd6fd78f435a9bc4810f84d4e491 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:10.108489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f822496d-9d2c-4d39-aded-eb980ccfaae8 req-001d0e60-12f1-4e5d-8e5b-f5ac1940055c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:10.109655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.110045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f822496d-9d2c-4d39-aded-eb980ccfaae8 req-001d0e60-12f1-4e5d-8e5b-f5ac1940055c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.0875130 Jul 22 11:28:10.118885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.122978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.126401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/500f38b3-fee1-45a8-8b9b-eb2d6fa46cea HTTP/1.1" status: 204 len: 168 time: 0.2847037 Jul 22 11:28:10.217687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd114f53-6faf-4fc9-a152-e123e1f47dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=500f38b3-fee1-45a8-8b9b-eb2d6fa46cea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:10.232518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f822496d-9d2c-4d39-aded-eb980ccfaae8 req-f6e7121c-25ec-4840-9ba3-f17afb10a726 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047096 Jul 22 11:28:10.364935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Allocated IP 172.20.0.7 (aeac0cd2-12dc-4e81-bbd4-b131a51b53d8/653122bd-2e79-40ca-8ca9-d6b55188cedc/84269bbc-9bed-4c05-8aa5-004ebd50a85c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:10.598866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.667581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.680880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d12ff30-56ca-43c6-baad-2c286862162a req-c9d67178-5f73-425d-b94b-ad0fef15aa6b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 210 time: 0.0480022 Jul 22 11:28:10.684268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:10.769039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:10.777640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:10.780811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:10.783172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:10.842754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:10.843508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:10.869943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-3a43f958-5080-4f66-b332-3707a719dc82 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9450629 Jul 22 11:28:10.891081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Request body: {'port': {'device_id': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:10.911661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-100c4a8d-4ac1-484f-a4c7-99554e60662f req-92c35fed-0cd4-4495-b23e-e542daf73db4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:10.922272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-100c4a8d-4ac1-484f-a4c7-99554e60662f req-92c35fed-0cd4-4495-b23e-e542daf73db4 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1245050 Jul 22 11:28:10.939262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-4374cbdb-6f55-40a0-9430-693474c3978c tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:10.941285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-4374cbdb-6f55-40a0-9430-693474c3978c tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1101 time: 0.1985028 Jul 22 11:28:10.973480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-b0e9a878-b97b-40f5-8dbd-2b2f87f7e158 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.027076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-100c4a8d-4ac1-484f-a4c7-99554e60662f req-f410a194-9e75-471f-bac0-87222d1ce37b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038001 Jul 22 11:28:11.056808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.179227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-b0e9a878-b97b-40f5-8dbd-2b2f87f7e158 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.186401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-b0e9a878-b97b-40f5-8dbd-2b2f87f7e158 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.216751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52782) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:11.242665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4eefb67-7bce-40a5-aad9-b9a959cf0cf8 req-b0e9a878-b97b-40f5-8dbd-2b2f87f7e158 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2886271 Jul 22 11:28:11.250485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e9a878-b97b-40f5-8dbd-2b2f87f7e158 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f73342f9-7f3e-4b60-b963-a30686480909,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:11.409425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-1165352347-network', 'tenant_id': 'ca48ccd28bf342a0984570e1a2764b1a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:11.421367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 84269bbc-9bed-4c05-8aa5-004ebd50a85c {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:11.433852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.453069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Transition to ACTIVE for port object 84269bbc-9bed-4c05-8aa5-004ebd50a85c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:11.454220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Made reservation on behalf of ca48ccd28bf342a0984570e1a2764b1a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:11.456928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.461701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.482912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.528977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:11.637930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.644533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Attempting to bind port 84269bbc-9bed-4c05-8aa5-004ebd50a85c on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:11.644941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.645081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Attempting to bind port 84269bbc-9bed-4c05-8aa5-004ebd50a85c by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:11.645289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Attempting to bind port 84269bbc-9bed-4c05-8aa5-004ebd50a85c on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:11.650811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Port 84269bbc-9bed-4c05-8aa5-004ebd50a85c on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:11.651090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Attempting to bind port 84269bbc-9bed-4c05-8aa5-004ebd50a85c on network aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:11.658939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:11.658939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Checking segment: {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:11.658939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Bound using segment: {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:11.659322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Bound port: 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f3e528b5-205a-47a4-9b59-2d674cae3473', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:11.659569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.668442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:28:11.691189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adbb73e-8e11-4ba5-b8fe-cee2baa72515,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:11.724244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.724615 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Added segment fd40e571-dc08-4756-bc07-9f74680cfa56 of type vlan for network 9a11b17b-106d-4884-b5d8-63400d78113e Jul 22 11:28:11.771152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:11.779094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:11.786238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.805658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.832400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:11.833256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.834824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] 10.222.0.20 "PUT /v2.0/ports/84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 1091 time: 0.9522064 Jul 22 11:28:11.835924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:11.838255 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-125172c3-0753-43f7-85e2-4c9f1ddde600" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:11.862887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaba44f4-ed96-47d5-8278-87dd64d39e8f service neutron] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:11.928061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.929533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:11.930121 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:11.973702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-251d0a85-173d-49b9-ba6a-26891270fda7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:11.975571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-251d0a85-173d-49b9-ba6a-26891270fda7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1094 time: 0.0806186 Jul 22 11:28:12.014544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 0.7929063 Jul 22 11:28:12.019649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:12.025040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-555b4041-46e9-4f03-b0d5-5a51cdf8db98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 217 time: 0.0415671 Jul 22 11:28:12.033533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Request body: {'subnet': {'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-1165352347-subnet', 'tenant_id': 'ca48ccd28bf342a0984570e1a2764b1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:12.077878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-22399980-94e0-4716-ade7-f751ffa83790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.079566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-22399980-94e0-4716-ade7-f751ffa83790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0475366 Jul 22 11:28:12.081463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e2e74e8-dfbe-4140-912e-0c667f7eda07 admin admin] Pushing event updated for resources: {'Network': ['ID=9a11b17b-106d-4884-b5d8-63400d78113e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:12.108713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9a11b17b-106d-4884-b5d8-63400d78113e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:28:12.128483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4dfbce-5a32-461f-a4a6-9659892b63fe req-04568f02-b6ef-4644-b767-a4da16d1f041 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.130144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc4dfbce-5a32-461f-a4a6-9659892b63fe req-04568f02-b6ef-4644-b767-a4da16d1f041 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 943 time: 0.2483282 Jul 22 11:28:12.144919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-df9bda5d-5a32-47d0-a115-5010669206b5 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2495050 Jul 22 11:28:12.148989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Made reservation on behalf of ca48ccd28bf342a0984570e1a2764b1a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:12.151311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:12.153798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-118fcb63-0691-45a0-898f-23d74bdb8254 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0656698 Jul 22 11:28:12.214166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f38bb21-47c1-49ef-8678-5126b332d70a req-250a53e0-27d6-4f5d-ae5c-cbce63aed6e1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.215744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f38bb21-47c1-49ef-8678-5126b332d70a req-250a53e0-27d6-4f5d-ae5c-cbce63aed6e1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2895641 Jul 22 11:28:12.266049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-dec638cd-7fb5-4f2d-b482-e9c7f6f01ecc service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1043453 Jul 22 11:28:12.388410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-322d3fe1-3859-4632-abd2-d3bdf725f9e5 req-34b4e1b2-1cfb-4a06-a426-1bbeb063691d service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1092186 Jul 22 11:28:12.426375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc4dfbce-5a32-461f-a4a6-9659892b63fe req-5b3f8840-cc7b-4057-a3ab-b8fb3434d5c3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2802787 Jul 22 11:28:12.436947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f38bb21-47c1-49ef-8678-5126b332d70a req-a5d50357-ef6f-413e-952a-5adcf9d0c2c5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1266668 Jul 22 11:28:12.521715 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-37d68371-7690-493e-b278-3c6608bf486a x-openstack-request-id: req-37d68371-7690-493e-b278-3c6608bf486a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:12.522689 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:12.524139 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-37d68371-7690-493e-b278-3c6608bf486a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:12.524636 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'status': 'completed', 'code': 200} Jul 22 11:28:12.542667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:12.618197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=85ed147b-09f4-49ac-a4d0-f083257be2e1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:12.639522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c22e8c8-dd19-4561-b4aa-3b636f22867e req-83953e45-6caf-40c0-9200-e5ec8187acbf tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.641128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c22e8c8-dd19-4561-b4aa-3b636f22867e req-83953e45-6caf-40c0-9200-e5ec8187acbf tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1455464 Jul 22 11:28:12.649694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Checking segment: {'id': 'fd40e571-dc08-4756-bc07-9f74680cfa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:12.650181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Network hostable DHCP agents. Network: 9a11b17b-106d-4884-b5d8-63400d78113e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:28:12.684709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-9147ecc8-f547-4596-b90b-b13a5f48a779 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.687973 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-9147ecc8-f547-4596-b90b-b13a5f48a779 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1094 time: 0.1297579 Jul 22 11:28:12.700208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Network 9a11b17b-106d-4884-b5d8-63400d78113e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:28:12.711095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c22e8c8-dd19-4561-b4aa-3b636f22867e req-ec917788-ff81-4cd8-bbd7-cb0e1688a5b0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0565782 Jul 22 11:28:12.719368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9a11b17b-106d-4884-b5d8-63400d78113e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:12.724662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.725398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:12.733996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d76055d-4dbc-4347-9375-28f038dcf9ee None None] Network 9a11b17b-106d-4884-b5d8-63400d78113e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:12.758489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a86e77c5-2ef9-4a2d-98ba-dca7508247bf admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 0.7296388 Jul 22 11:28:12.846430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-ef71c9a7-fe28-40e2-bc5a-7172b48a07d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:12.848178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-ef71c9a7-fe28-40e2-bc5a-7172b48a07d5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1505041 Jul 22 11:28:12.916842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-0d90bafe-32dd-4865-8a38-adefc6bc8b4b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 217 time: 0.0527697 Jul 22 11:28:12.953839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3b17b8c-1743-4824-adf9-853c33e162bc None None] Network 9a11b17b-106d-4884-b5d8-63400d78113e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:13.024523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-2595611f-5035-4e11-b905-d539d8fcb2aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.026126 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-2595611f-5035-4e11-b905-d539d8fcb2aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0866098 Jul 22 11:28:13.082351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-8d3b32b6-7dfa-41c1-b414-8cae9c7e3405 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0463400 Jul 22 11:28:13.232616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-107b43b5-dcdb-4788-9ac6-a0c6f8bfae20 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1425545 Jul 22 11:28:13.348379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-125172c3-0753-43f7-85e2-4c9f1ddde600 req-3a655aee-1c6d-4382-9e33-cf5a9959f280 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1013432 Jul 22 11:28:13.404361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-93661437-4d91-4889-9721-3cc9a314e609 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.405877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-93661437-4d91-4889-9721-3cc9a314e609 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/networks?id=9a11b17b-106d-4884-b5d8-63400d78113e HTTP/1.1" status: 200 len: 821 time: 0.1086776 Jul 22 11:28:13.420629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-5c25928f-d785-451f-b317-cfdcf1fffbcf tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/quotas/ca48ccd28bf342a0984570e1a2764b1a HTTP/1.1" status: 200 len: 375 time: 0.0094013 Jul 22 11:28:13.456637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f77ee53c-b9c3-441c-83ca-df3c5549e87d tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=ca48ccd28bf342a0984570e1a2764b1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0307825 Jul 22 11:28:13.588455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-6ffaece7-90d3-4c3f-88dd-1902db641edc service neutron] 10.222.0.21 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1240067 Jul 22 11:28:13.628572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0b7161-e896-4863-97b3-feebbea23f56 req-707a8674-beae-464d-9f49-e55197158e65 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.630011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f0b7161-e896-4863-97b3-feebbea23f56 req-707a8674-beae-464d-9f49-e55197158e65 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 943 time: 0.1276731 Jul 22 11:28:13.712740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f0b7161-e896-4863-97b3-feebbea23f56 req-418a7ea1-ffb1-4329-9007-e72868fec429 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0754287 Jul 22 11:28:13.738106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-b9e78106-6772-409e-a94d-522c80a694fe service neutron] 10.222.0.21 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1393540 Jul 22 11:28:13.765641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-ecb762b6-e7f3-4c0d-9b4d-87e971c42f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.767211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-ecb762b6-e7f3-4c0d-9b4d-87e971c42f8c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1101 time: 0.0782337 Jul 22 11:28:13.905749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-81198040-8957-42f6-b240-2904a206e969 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.907203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-81198040-8957-42f6-b240-2904a206e969 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1317811 Jul 22 11:28:13.910625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e0451e8-a60b-479e-a3b1-6e7eaf614de7 req-7e126b9a-b5b6-4aaf-a4cf-4de5f4133966 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:13.920278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e0451e8-a60b-479e-a3b1-6e7eaf614de7 req-7e126b9a-b5b6-4aaf-a4cf-4de5f4133966 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1179986 Jul 22 11:28:13.973938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-915821b2-10c5-4e7c-950f-a07fd71f2093 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0574958 Jul 22 11:28:13.974923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e0451e8-a60b-479e-a3b1-6e7eaf614de7 req-adcb2813-785d-46c9-a044-4b4e71f76bf1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505414 Jul 22 11:28:14.040696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-a3dde451-2f0d-46fc-8409-ea31d79564cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:14.044786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-a3dde451-2f0d-46fc-8409-ea31d79564cb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0606368 Jul 22 11:28:14.158899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34d79a5-db4d-4977-b03e-f5f6bd1c58c9 req-c4302b7c-5787-4822-b8ca-25cc6b472871 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:14.160721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a34d79a5-db4d-4977-b03e-f5f6bd1c58c9 req-c4302b7c-5787-4822-b8ca-25cc6b472871 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1034579 Jul 22 11:28:14.175475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-2ccae726-725c-43c1-9bc5-c6a7df29a3c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:14.177204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-2ccae726-725c-43c1-9bc5-c6a7df29a3c0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1233995 Jul 22 11:28:14.201305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c0f7b805-4541-4eb0-ae0f-a0b9089c4753 req-43a6bcab-6d45-4bd1-a066-4d24b77b5567 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 210 time: 0.0394654 Jul 22 11:28:14.266265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a34d79a5-db4d-4977-b03e-f5f6bd1c58c9 req-1eee869c-15f5-461a-bbd3-3f9b86954353 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873408 Jul 22 11:28:14.307441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-b1361aa0-977c-46f2-a378-24f03da10771 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1218581 Jul 22 11:28:14.410761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-75fee986-ff1b-4598-9c32-ea71ba372b63 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929770 Jul 22 11:28:14.863796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ded8c4d-d899-4e56-ba18-292eedaf9117 req-03e437af-5688-42bb-a2ac-bee91e725220 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:14.865606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ded8c4d-d899-4e56-ba18-292eedaf9117 req-03e437af-5688-42bb-a2ac-bee91e725220 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 943 time: 0.0729744 Jul 22 11:28:14.907891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ded8c4d-d899-4e56-ba18-292eedaf9117 req-3b5daaf3-00d6-44d0-8854-137fe086efca tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353653 Jul 22 11:28:15.203174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64036994-29bb-4b72-ba0a-cb6b31e99dbe req-a2ff42ca-48c4-4ce6-9300-4dbc41a7c431 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:15.204808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64036994-29bb-4b72-ba0a-cb6b31e99dbe req-a2ff42ca-48c4-4ce6-9300-4dbc41a7c431 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1441956 Jul 22 11:28:15.248317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-708ac2fd-9d23-4a36-b2be-7b1985cc15ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.293800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64036994-29bb-4b72-ba0a-cb6b31e99dbe req-198ef923-1a80-495a-a01c-50f5c7d41752 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745127 Jul 22 11:28:15.299575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-247d2843-6245-4d05-bdb1-2b38f79caed9 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:15.301177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-247d2843-6245-4d05-bdb1-2b38f79caed9 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.20 "GET /v2.0/networks?id=9a11b17b-106d-4884-b5d8-63400d78113e HTTP/1.1" status: 200 len: 821 time: 0.2517669 Jul 22 11:28:15.315028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Request body: {'port': {'device_id': 'aaca3950-14f7-4df3-834e-899b32409624', 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e', 'admin_state_up': True, 'tenant_id': 'ca48ccd28bf342a0984570e1a2764b1a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:15.346494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ce684db-13bd-4534-bd62-b4c850b4919f req-3446e515-6524-4b77-abb6-38674476a24e tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 210 time: 0.0463245 Jul 22 11:28:15.445199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Made reservation on behalf of ca48ccd28bf342a0984570e1a2764b1a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:15.448875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.449474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88bf4464-a6e9-4970-b034-c78c7eb7f240 req-78047fb3-7c68-41d1-877e-9f7044fb90e0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:15.451185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88bf4464-a6e9-4970-b034-c78c7eb7f240 req-78047fb3-7c68-41d1-877e-9f7044fb90e0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0690315 Jul 22 11:28:15.491761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88bf4464-a6e9-4970-b034-c78c7eb7f240 req-df6a2dd1-c33f-4555-9f5b-00eff6183775 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340438 Jul 22 11:28:15.524303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 84269bbc-9bed-4c05-8aa5-004ebd50a85c details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:15.592916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Allocated IP 172.20.0.2 (9a11b17b-106d-4884-b5d8-63400d78113e/85ed147b-09f4-49ac-a4d0-f083257be2e1/6d3ad470-4e0f-429e-9a9a-e4daabcd71b4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:15.640351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:15.652676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'network_id': 'aeac0cd2-12dc-4e81-bbd4-b131a51b53d8', 'port_id': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'mac_address': 'fa:16:3e:11:c3:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 132, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '653122bd-2e79-40ca-8ca9-d6b55188cedc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:15.690623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.704825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 84269bbc-9bed-4c05-8aa5-004ebd50a85c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:15.727026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:15.731558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.770050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.786611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:15.811617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.853636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Network 9a11b17b-106d-4884-b5d8-63400d78113e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:15.858882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:15.861801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:15.890740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Pushing event updated for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:15.922155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:15.922791 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:15.938690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-e77c6bfa-577a-4acf-a4ce-acdd747ea0ea tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6273959 Jul 22 11:28:15.952922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Request body: {'port': {'device_id': 'aaca3950-14f7-4df3-834e-899b32409624', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:16.011280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:16.044891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:16.055480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c09bcda-b596-4d1e-94e1-0c38ebd9b63d req-53b70651-efd7-4544-ab13-24b38225a381 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:16.056998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c09bcda-b596-4d1e-94e1-0c38ebd9b63d req-53b70651-efd7-4544-ab13-24b38225a381 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 944 time: 0.0773127 Jul 22 11:28:16.117478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c09bcda-b596-4d1e-94e1-0c38ebd9b63d req-bc04b198-86c5-494c-87ed-b88dee885701 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539718 Jul 22 11:28:16.407060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:16.419154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:16.435237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Transition to ACTIVE for port object 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:16.442340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:16.448336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3fcc68-f9b9-4d7f-a77e-eec0517e6201 req-4922e3ea-36ef-4462-acd8-03a889e1f876 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:16.451795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c3fcc68-f9b9-4d7f-a77e-eec0517e6201 req-4922e3ea-36ef-4462-acd8-03a889e1f876 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.0834689 Jul 22 11:28:16.516275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:16.542664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c3fcc68-f9b9-4d7f-a77e-eec0517e6201 req-8ff6b80a-2603-43c5-b87b-b99db3aac3ab tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0840702 Jul 22 11:28:16.602401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f010bd7-9b39-43ea-855e-5dab5790a9aa req-c8de013f-67d7-4bad-a82e-7313fca1f278 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:16.610887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f010bd7-9b39-43ea-855e-5dab5790a9aa req-c8de013f-67d7-4bad-a82e-7313fca1f278 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 943 time: 0.1152623 Jul 22 11:28:16.683424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f010bd7-9b39-43ea-855e-5dab5790a9aa req-fbea842b-a005-4a3a-8a88-dac04d3e2622 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715258 Jul 22 11:28:16.734151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61c721b-0317-477a-a853-eb9168fcbe25 req-a85560bc-f990-42c7-a8bd-b7dc4aac7351 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:16.736016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b61c721b-0317-477a-a853-eb9168fcbe25 req-a85560bc-f990-42c7-a8bd-b7dc4aac7351 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0980961 Jul 22 11:28:16.784297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b61c721b-0317-477a-a853-eb9168fcbe25 req-6c34fef1-21d3-4e87-a0b8-d3438e79b866 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407851 Jul 22 11:28:16.862693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Attempting to bind port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:16.863419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Attempting to bind port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'fd40e571-dc08-4756-bc07-9f74680cfa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:16.863876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Attempting to bind port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 on network 9a11b17b-106d-4884-b5d8-63400d78113e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:16.868325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 on network 9a11b17b-106d-4884-b5d8-63400d78113e not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:16.868644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Attempting to bind port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 on network 9a11b17b-106d-4884-b5d8-63400d78113e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:16.873743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 27, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:16.874198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Checking segment: {'id': 'fd40e571-dc08-4756-bc07-9f74680cfa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:16.874622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Bound using segment: {'id': 'fd40e571-dc08-4756-bc07-9f74680cfa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:16.875051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Bound port: 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'fd40e571-dc08-4756-bc07-9f74680cfa56', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:16.875415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:16.947692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:16.951478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,segment=NetworkSegment(fd40e571-dc08-4756-bc07-9f74680cfa56),segment_id=fd40e571-dc08-4756-bc07-9f74680cfa56)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:16.957896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.010611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.011250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.014091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] 10.222.0.20 "PUT /v2.0/ports/6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 HTTP/1.1" status: 200 len: 1091 time: 1.0671880 Jul 22 11:28:17.014626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:17.016982 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5617720c-2e92-4877-a925-b0cd7099c0c2" -d '{"events": [{"name": "network-changed", "server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:17.043493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3f83061-14a5-423c-b694-51709597fa45 service neutron] Pushing event updated for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:17.118499 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ab945247-6989-43af-a524-0b3bc10de99d x-openstack-request-id: req-ab945247-6989-43af-a524-0b3bc10de99d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:17.118815 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:17.119045 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ab945247-6989-43af-a524-0b3bc10de99d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:17.119440 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4', 'status': 'completed', 'code': 200} Jul 22 11:28:17.159409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-ba97b4e9-cb24-4298-ae6b-ffcb1ad439d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.160564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-ba97b4e9-cb24-4298-ae6b-ffcb1ad439d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca48ccd28bf342a0984570e1a2764b1a&device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 1094 time: 0.0840292 Jul 22 11:28:17.242639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-36db5d37-d82c-424d-9e69-1609c6067a94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 HTTP/1.1" status: 200 len: 217 time: 0.0634918 Jul 22 11:28:17.308469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-bd85255b-b64b-4c3e-afb8-44c11c25a5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.310220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-bd85255b-b64b-4c3e-afb8-44c11c25a5f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85ed147b-09f4-49ac-a4d0-f083257be2e1 HTTP/1.1" status: 200 len: 861 time: 0.0668063 Jul 22 11:28:17.333128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c20778-4975-4c7e-8476-be3cec3667f6 req-ea0f94e0-0e5b-4c4d-a17c-e6dabcb070ae tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.334722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c20778-4975-4c7e-8476-be3cec3667f6 req-ea0f94e0-0e5b-4c4d-a17c-e6dabcb070ae tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 944 time: 0.1016834 Jul 22 11:28:17.366531 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-7952a402-5c66-4f72-841f-409db40f5bcc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a11b17b-106d-4884-b5d8-63400d78113e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0453689 Jul 22 11:28:17.391045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2c20778-4975-4c7e-8476-be3cec3667f6 req-55da7d2a-f2ed-4667-a56d-42b4bd9d67fa tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500162 Jul 22 11:28:17.474063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-27b7a738-282c-40bd-891a-456f0257bff4 service neutron] 10.222.0.20 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1004667 Jul 22 11:28:17.541742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 84269bbc-9bed-4c05-8aa5-004ebd50a85c up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:17.576570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a7e8a21-e969-425c-ad9a-873bcbada734 req-6d79cf6e-dca5-4cfe-b533-cbf912ea5fcf service neutron] 10.222.0.20 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0958748 Jul 22 11:28:17.606906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 84269bbc-9bed-4c05-8aa5-004ebd50a85c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:17.611830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 84269bbc-9bed-4c05-8aa5-004ebd50a85c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:17.612210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.702607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.719598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-f839ab95-b460-467a-8f28-6206b3e09449 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.725309 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-f839ab95-b460-467a-8f28-6206b3e09449 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=ca48ccd28bf342a0984570e1a2764b1a&device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 1094 time: 0.0933664 Jul 22 11:28:17.744543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:17.747088 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-163dd156-74f5-4a6b-b881-c492d89b890d" -d '{"events": [{"server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "name": "network-vif-plugged", "status": "completed", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:17.768403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:17.769088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d931dda9-ed7b-4a4f-8d57-f16a2ad1a38e req-7290e33f-488a-4b7d-ad59-c597e106b2ed tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.770903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d931dda9-ed7b-4a4f-8d57-f16a2ad1a38e req-7290e33f-488a-4b7d-ad59-c597e106b2ed tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1296418 Jul 22 11:28:17.773532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.775948 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:17.843026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:17.892483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-977c8e94-5c85-4cb4-aa7d-c3227efa60b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:17.894371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-977c8e94-5c85-4cb4-aa7d-c3227efa60b0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9a11b17b-106d-4884-b5d8-63400d78113e HTTP/1.1" status: 200 len: 922 time: 0.1587832 Jul 22 11:28:17.949498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-3620509c-79b0-428b-b406-de12035024b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 HTTP/1.1" status: 200 len: 217 time: 0.0452592 Jul 22 11:28:18.018761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-88a99ac9-8adf-45cd-8a84-4c95f7f016d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:18.020383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-88a99ac9-8adf-45cd-8a84-4c95f7f016d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=85ed147b-09f4-49ac-a4d0-f083257be2e1 HTTP/1.1" status: 200 len: 861 time: 0.0640895 Jul 22 11:28:18.077546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-d13e48a5-7f53-439f-bc4c-3913870a862b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9a11b17b-106d-4884-b5d8-63400d78113e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0483794 Jul 22 11:28:18.134987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d931dda9-ed7b-4a4f-8d57-f16a2ad1a38e req-224cc882-7e90-47b2-b892-a933cd40a3ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3559005 Jul 22 11:28:18.161211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dd2b6e4-93e1-414b-a36f-be02abc0c257 req-94f76f7c-ee1a-4c0c-89b3-fd71fd1570ce tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:18.167827 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e01d6a7f-b1a4-4c78-a407-c5a429947052 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:18.170323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dd2b6e4-93e1-414b-a36f-be02abc0c257 req-94f76f7c-ee1a-4c0c-89b3-fd71fd1570ce tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 943 time: 0.0908425 Jul 22 11:28:18.212751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-c21381ce-da8a-438a-9843-f2ee5cf3a913 service neutron] 10.222.0.20 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1258099 Jul 22 11:28:18.221282 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e65aa578-3b37-4c5b-888a-fb70e3f2a388 x-openstack-request-id: req-e65aa578-3b37-4c5b-888a-fb70e3f2a388 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:18.222036 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "name": "network-vif-plugged", "status": "completed", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:18.222300 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e65aa578-3b37-4c5b-888a-fb70e3f2a388 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:18.222721 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'code': 200} Jul 22 11:28:18.243830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dd2b6e4-93e1-414b-a36f-be02abc0c257 req-7449beda-1b99-473a-ba3a-cf724e18d112 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725052 Jul 22 11:28:18.414338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d27bf7-c2ef-4c28-9002-a840e52bc580 req-e808ccc2-266b-4ab8-99e4-3ded5cb11a1b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:18.416195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d27bf7-c2ef-4c28-9002-a840e52bc580 req-e808ccc2-266b-4ab8-99e4-3ded5cb11a1b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0964212 Jul 22 11:28:18.418772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5617720c-2e92-4877-a925-b0cd7099c0c2 req-4ee5b17d-0541-4ae5-8517-9b12ae36c5f0 service neutron] 10.222.0.20 "GET /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877222 Jul 22 11:28:18.424834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe162a88-e761-4194-8e09-e925178f23ba req-bdeb29b2-dbba-4257-973b-d5a036cd6b8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:18.426583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe162a88-e761-4194-8e09-e925178f23ba req-bdeb29b2-dbba-4257-973b-d5a036cd6b8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1096 time: 0.0914509 Jul 22 11:28:18.498363 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fe162a88-e761-4194-8e09-e925178f23ba req-f37175fb-0776-4041-806b-1ee134920212 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479276 Jul 22 11:28:18.543369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d27bf7-c2ef-4c28-9002-a840e52bc580 req-09256a4d-ca35-4c96-bfed-4a852aa31d41 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206536 Jul 22 11:28:18.699499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb1aee-dab4-46da-8861-329a47b9a6d7 req-d3f3d9ae-565f-4c4a-9319-ce2d5d970d68 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:18.700869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7dfb1aee-dab4-46da-8861-329a47b9a6d7 req-d3f3d9ae-565f-4c4a-9319-ce2d5d970d68 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 945 time: 0.0931687 Jul 22 11:28:18.741424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7dfb1aee-dab4-46da-8861-329a47b9a6d7 req-8f75eac3-42e7-4167-87d0-0df90ae181a1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346014 Jul 22 11:28:19.222065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:19.294441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fea47319-b913-49b7-b41b-da8939a265d7 req-1d1973e6-f7ac-4101-8302-af33e930dcb9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:19.296059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fea47319-b913-49b7-b41b-da8939a265d7 req-1d1973e6-f7ac-4101-8302-af33e930dcb9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.0693731 Jul 22 11:28:19.388608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fea47319-b913-49b7-b41b-da8939a265d7 req-b7906869-cd08-47e2-8136-71f27a451bec tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820296 Jul 22 11:28:19.451539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5959a7-9f58-453f-85cd-ef8cfa3b4a16 req-80e718d5-06b1-4577-ad11-1cf4feb152e5 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:19.453021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d5959a7-9f58-453f-85cd-ef8cfa3b4a16 req-80e718d5-06b1-4577-ad11-1cf4feb152e5 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 943 time: 0.1215527 Jul 22 11:28:19.504965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d5959a7-9f58-453f-85cd-ef8cfa3b4a16 req-0ee0e89a-98d4-4336-80ee-46c359210135 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463543 Jul 22 11:28:19.690123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c59e645-7821-49b5-8429-ec4425480075 req-890d87bb-7456-4456-889e-333283195c81 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:19.697987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c59e645-7821-49b5-8429-ec4425480075 req-890d87bb-7456-4456-889e-333283195c81 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0844543 Jul 22 11:28:19.732686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c59e645-7821-49b5-8429-ec4425480075 req-cae4ccec-d348-4b09-ba96-b56533bb6b4e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338600 Jul 22 11:28:19.896070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3787afa9-bbb2-40eb-a3a3-3cfe6feaa59a req-27b88781-0a84-4b3a-9c47-b3503fd0fc99 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:19.897576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3787afa9-bbb2-40eb-a3a3-3cfe6feaa59a req-27b88781-0a84-4b3a-9c47-b3503fd0fc99 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 945 time: 0.0710342 Jul 22 11:28:19.951062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3787afa9-bbb2-40eb-a3a3-3cfe6feaa59a req-8a970a01-9989-4b93-a967-05e479e272c0 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409820 Jul 22 11:28:20.056650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-b8fb7739-dd19-4ea4-939b-042dcbf9204b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-423752774&fields=id&tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 267 time: 0.0415626 Jul 22 11:28:20.129987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-2d8b3fb6-87e0-42ed-b5e0-77dd12d60b8a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:20.131841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-2d8b3fb6-87e0-42ed-b5e0-77dd12d60b8a tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 945 time: 0.0698099 Jul 22 11:28:20.144837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'security_groups': ['96218d67-b6b5-4111-a407-16d7c1abbe97', '88304e84-e28b-4bf6-87e7-42397c966753']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:20.245215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:20.522029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:20.562624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:20.573224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:20.587483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25cea2f3-bd8e-4555-b53d-7dc550925698 req-0939cf16-24ec-4fe3-a136-9f51982901ea tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:20.588314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', '84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:20.594917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25cea2f3-bd8e-4555-b53d-7dc550925698 req-0939cf16-24ec-4fe3-a136-9f51982901ea tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1204646 Jul 22 11:28:20.663684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:20.663684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:20.676595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1073e12b-97b7-44a7-9398-156f79d36b45 req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "PUT /v2.0/ports/84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 981 time: 0.5363464 Jul 22 11:28:20.677098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:20.681405 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e348d591-f839-4c04-8d45-714400cc6fcc" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:20.732674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25cea2f3-bd8e-4555-b53d-7dc550925698 req-477db625-9b4c-4446-8a0f-4542b4590abf tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322274 Jul 22 11:28:20.743542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15912343-7086-4a3a-8213-cb52e4cb91ed tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:20.766344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:20.885293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c3640bb-f22f-4d42-901f-2adb648d026e req-209b8a33-b7a3-471f-8630-bcaa06b42694 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:20.887669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c3640bb-f22f-4d42-901f-2adb648d026e req-209b8a33-b7a3-471f-8630-bcaa06b42694 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 943 time: 0.0937576 Jul 22 11:28:20.953396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c3640bb-f22f-4d42-901f-2adb648d026e req-ff1373b9-1609-40e3-bc0b-d655ebe683ad tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597079 Jul 22 11:28:20.989237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9b4dcf5-1680-4114-9cab-7eb733a9894a req-438bf6e1-e69c-413e-a428-2ae2861ae4e9 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/88304e84-e28b-4bf6-87e7-42397c966753 HTTP/1.1" status: 200 len: 1800 time: 0.0692229 Jul 22 11:28:21.031561 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-398a0bd6-3041-4cbc-a30a-2e6606b751da x-openstack-request-id: req-398a0bd6-3041-4cbc-a30a-2e6606b751da {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:21.032637 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:21.033004 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-398a0bd6-3041-4cbc-a30a-2e6606b751da {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:21.033674 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'status': 'completed', 'code': 200} Jul 22 11:28:21.095078 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-c9b4dcf5-1680-4114-9cab-7eb733a9894a req-c2f033a1-77f8-49fe-a958-c47805c5e7a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 11:28:21.100380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9b4dcf5-1680-4114-9cab-7eb733a9894a req-c2f033a1-77f8-49fe-a958-c47805c5e7a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/88304e84-e28b-4bf6-87e7-42397c966753 HTTP/1.1" status: 409 len: 341 time: 0.1029453 Jul 22 11:28:21.163442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d591-f839-4c04-8d45-714400cc6fcc req-2e6eab6e-463f-4778-97e8-91f2bd941524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.164844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-2e6eab6e-463f-4778-97e8-91f2bd941524 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1135 time: 0.1087749 Jul 22 11:28:21.252064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:21.283466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-166b5342-ac64-4dc4-b33e-728727709c54 req-85c92282-32c7-40d7-b98e-e2e7ebb46723 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.286341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-166b5342-ac64-4dc4-b33e-728727709c54 req-85c92282-32c7-40d7-b98e-e2e7ebb46723 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1513228 Jul 22 11:28:21.317381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d591-f839-4c04-8d45-714400cc6fcc req-60756413-3ed3-4acb-aec4-3e1951e18c70 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.319556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-60756413-3ed3-4acb-aec4-3e1951e18c70 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1461008 Jul 22 11:28:21.365990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-166b5342-ac64-4dc4-b33e-728727709c54 req-cacf6f96-cbb4-4b09-b3c9-31ec5b16afed tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704916 Jul 22 11:28:21.395882 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-123e318b-4c7b-44b2-bc24-ce40b7f2917c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 217 time: 0.0563617 Jul 22 11:28:21.459359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8abcb997-1728-410d-994a-f5f1d074a270 req-7c2fb503-8727-4f6b-8070-f62e88a82257 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.460007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e348d591-f839-4c04-8d45-714400cc6fcc req-0399842f-89b3-480c-b08d-3075f1d11661 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.461447 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8abcb997-1728-410d-994a-f5f1d074a270 req-7c2fb503-8727-4f6b-8070-f62e88a82257 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 984 time: 0.0788090 Jul 22 11:28:21.461848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-0399842f-89b3-480c-b08d-3075f1d11661 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0577860 Jul 22 11:28:21.509126 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-5c4a8223-00d3-438b-8c44-e39529556fc1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359585 Jul 22 11:28:21.528544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8abcb997-1728-410d-994a-f5f1d074a270 req-3fd5a24b-1374-4884-8669-08fd4f7c634b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=88304e84-e28b-4bf6-87e7-42397c966753&id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0577908 Jul 22 11:28:21.539124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:21.657609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-dff6a7bc-ab60-49bc-ae16-492ffc1938e9 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386118 Jul 22 11:28:21.700250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,segment=NetworkSegment(fd40e571-dc08-4756-bc07-9f74680cfa56),segment_id=fd40e571-dc08-4756-bc07-9f74680cfa56)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:21.713737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4', 'network_id': '9a11b17b-106d-4884-b5d8-63400d78113e', 'port_id': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4', 'mac_address': 'fa:16:3e:8b:5c:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '85ed147b-09f4-49ac-a4d0-f083257be2e1', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:21.770541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e348d591-f839-4c04-8d45-714400cc6fcc req-15c2e47d-2c78-41f9-b5e1-201b06507f54 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1037152 Jul 22 11:28:21.786279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:21.814880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:21.868890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,segment=NetworkSegment(fd40e571-dc08-4756-bc07-9f74680cfa56),segment_id=fd40e571-dc08-4756-bc07-9f74680cfa56)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:21.878653 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:21.948755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:21.959177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9c96-0b01-4c98-960d-517448893c83 req-d425dd2a-dc10-461a-8496-d3d4a918f336 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.962250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-064b9c96-0b01-4c98-960d-517448893c83 req-d425dd2a-dc10-461a-8496-d3d4a918f336 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1319585 Jul 22 11:28:21.990711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-239ce811-e3c5-46b1-8b9b-d04fce7844be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:21.992465 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-239ce811-e3c5-46b1-8b9b-d04fce7844be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1135 time: 0.1291544 Jul 22 11:28:22.017590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-064b9c96-0b01-4c98-960d-517448893c83 req-6a62c16e-42f9-48ad-a01c-556826374ceb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497470 Jul 22 11:28:22.113620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-5afcee9c-1054-44a7-98f0-ba8eac2d6767 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:22.115094 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-5afcee9c-1054-44a7-98f0-ba8eac2d6767 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1124239 Jul 22 11:28:22.169565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1c136ca-083d-4e2b-aee1-f1c6ad7d56f6 req-4d14c1e3-7516-4ad6-9a6f-710de8814bb2 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:22.171585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1c136ca-083d-4e2b-aee1-f1c6ad7d56f6 req-4d14c1e3-7516-4ad6-9a6f-710de8814bb2 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 944 time: 0.0773807 Jul 22 11:28:22.172297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-acc4aee1-f706-4240-a71a-1d67553e6c38 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 217 time: 0.0418119 Jul 22 11:28:22.228316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1c136ca-083d-4e2b-aee1-f1c6ad7d56f6 req-074ef3a7-fbfd-4224-83ab-005c02ca7606 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491116 Jul 22 11:28:22.238823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['6d3ad470-4e0f-429e-9a9a-e4daabcd71b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:22.247745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-511622bd-267c-4b40-8036-0e7478d248d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:22.249483 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-511622bd-267c-4b40-8036-0e7478d248d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0651648 Jul 22 11:28:22.293342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-d63eaa4e-9d10-4640-aa85-c928d457d453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312235 Jul 22 11:28:22.401722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-3f5d1bac-b062-4a64-aa4b-a46b8bea1009 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942175 Jul 22 11:28:22.509888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12b663d0-a008-4d2a-a337-fc23be441e10 req-2bf606b8-5117-45c5-b040-3aff15a17d92 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986280 Jul 22 11:28:22.516971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e0fd7c8-e4c9-49f6-addd-27f3cfa7602e req-ed20f114-b093-4f3a-9bb3-80976ac868fa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:22.518499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e0fd7c8-e4c9-49f6-addd-27f3cfa7602e req-ed20f114-b093-4f3a-9bb3-80976ac868fa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0691893 Jul 22 11:28:22.558687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e0fd7c8-e4c9-49f6-addd-27f3cfa7602e req-74c1c2cc-be14-4194-96d8-92e16f3b5266 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332832 Jul 22 11:28:22.702970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6095c626-1b14-49bb-963e-01829ffbe959 req-af047c64-e441-4045-b56c-dd57bec75d23 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:22.704891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6095c626-1b14-49bb-963e-01829ffbe959 req-af047c64-e441-4045-b56c-dd57bec75d23 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 984 time: 0.0923815 Jul 22 11:28:22.755398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6095c626-1b14-49bb-963e-01829ffbe959 req-546c25c0-1ce4-4f6b-bf04-418ca485f7eb tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=88304e84-e28b-4bf6-87e7-42397c966753&id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0444367 Jul 22 11:28:23.106980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a753716f-ba89-44ac-b5a6-a531c12ea9ee req-be13f19f-e20c-4c37-b52f-7737d48142d7 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.108263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a753716f-ba89-44ac-b5a6-a531c12ea9ee req-be13f19f-e20c-4c37-b52f-7737d48142d7 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.0777032 Jul 22 11:28:23.185005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a753716f-ba89-44ac-b5a6-a531c12ea9ee req-3e4320bd-7625-4378-83ef-f8854ee23afc tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649583 Jul 22 11:28:23.208011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fb53900-f258-40f8-9d75-1484a1fee4d2 req-b4753c08-ece2-46ea-8968-b4fc45913ae2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.211733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fb53900-f258-40f8-9d75-1484a1fee4d2 req-b4753c08-ece2-46ea-8968-b4fc45913ae2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.0999606 Jul 22 11:28:23.252143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fb53900-f258-40f8-9d75-1484a1fee4d2 req-6063aa4c-0abb-4953-b819-035885725f66 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362358 Jul 22 11:28:23.372779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b98f61f-b074-48de-ae77-21ab85dce45d req-e7158710-2f42-46c5-aa99-a6784b0d056e tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.374271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b98f61f-b074-48de-ae77-21ab85dce45d req-e7158710-2f42-46c5-aa99-a6784b0d056e tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 944 time: 0.0643578 Jul 22 11:28:23.417230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b98f61f-b074-48de-ae77-21ab85dce45d req-67276a8f-734e-4961-8cbf-299fb5927d99 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372875 Jul 22 11:28:23.550111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:23.605171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:23.609296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:23.609679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:23.688698 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:23.702704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5045bb-dd97-407b-92c0-3734cc252d93 req-ea55dc27-04e2-4548-9028-7078eda0bad0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.704205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5045bb-dd97-407b-92c0-3734cc252d93 req-ea55dc27-04e2-4548-9028-7078eda0bad0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0692203 Jul 22 11:28:23.713969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:23.716352 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-627f86e5-ce25-49c6-8f56-7f99bfef3f3c" -d '{"events": [{"server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "name": "network-vif-plugged", "status": "completed", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:23.729718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,segment=NetworkSegment(fd40e571-dc08-4756-bc07-9f74680cfa56),segment_id=fd40e571-dc08-4756-bc07-9f74680cfa56)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:23.735791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:23.767854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5045bb-dd97-407b-92c0-3734cc252d93 req-13e86ff1-fc8e-4903-b8fc-ebab9d666bd0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543897 Jul 22 11:28:23.777999 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71e13389-3b15-4a38-85ff-6ef499dde93f x-openstack-request-id: req-71e13389-3b15-4a38-85ff-6ef499dde93f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:23.778294 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "name": "network-vif-plugged", "status": "completed", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:23.778689 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71e13389-3b15-4a38-85ff-6ef499dde93f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:23.779089 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4', 'code': 200} Jul 22 11:28:23.820456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:23.888720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31cf8549-7d12-4a13-8a02-4cbfda62d345 req-720dc9ca-23db-4e73-921b-571284a32161 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.890385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31cf8549-7d12-4a13-8a02-4cbfda62d345 req-720dc9ca-23db-4e73-921b-571284a32161 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 1096 time: 0.0596521 Jul 22 11:28:23.915362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfa12bfd-637e-4a45-a638-acaaba2394d7 req-a5012e42-e2d2-45fa-b6dd-6063f25a2f2f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:23.916888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfa12bfd-637e-4a45-a638-acaaba2394d7 req-a5012e42-e2d2-45fa-b6dd-6063f25a2f2f tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 984 time: 0.0745852 Jul 22 11:28:23.927369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31cf8549-7d12-4a13-8a02-4cbfda62d345 req-0353499f-780e-40cb-8e7e-0d47b415f827 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0284641 Jul 22 11:28:23.957106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfa12bfd-637e-4a45-a638-acaaba2394d7 req-2386df2a-361f-404e-8454-d798141eaec5 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=88304e84-e28b-4bf6-87e7-42397c966753&id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 401 time: 0.0342989 Jul 22 11:28:24.063924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74455118-5d92-4621-a5d5-996c380902a7 req-534e6155-1345-4dc3-8074-d0e56643ef11 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-SecurityGroupsTestJSON-securitygroup-799488953&fields=id&tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491 HTTP/1.1" status: 200 len: 267 time: 0.0419018 Jul 22 11:28:24.132915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455118-5d92-4621-a5d5-996c380902a7 req-6962cf6e-e5a0-4e4b-a1a3-02fe72e38a72 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.134401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74455118-5d92-4621-a5d5-996c380902a7 req-6962cf6e-e5a0-4e4b-a1a3-02fe72e38a72 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 984 time: 0.0649168 Jul 22 11:28:24.144976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'port': {'security_groups': ['88304e84-e28b-4bf6-87e7-42397c966753', '96218d67-b6b5-4111-a407-16d7c1abbe97', 'a03a67dc-89b8-434c-88d8-abc37545a85d']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:24.246176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:24.399536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96ba3fba-4a4d-48bd-ba82-3843f678b8cf req-05595435-1dbe-41ac-93bb-5c1292db71ea tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.401039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96ba3fba-4a4d-48bd-ba82-3843f678b8cf req-05595435-1dbe-41ac-93bb-5c1292db71ea tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.1403887 Jul 22 11:28:24.467406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96ba3fba-4a4d-48bd-ba82-3843f678b8cf req-39c3edba-279d-4835-b0e8-a862e952ba28 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/security-groups?id=e8869f00-4f2a-48b5-bec3-99b965823cec&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595534 Jul 22 11:28:24.557023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:24.592103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:24.596030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:24.609567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', '84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:24.673863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.674543 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:24.675995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74455118-5d92-4621-a5d5-996c380902a7 req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "PUT /v2.0/ports/84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 1020 time: 0.5354874 Jul 22 11:28:24.676526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:24.679473 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba358f4-e955-46fa-8c02-542fb0ac9dc6" -d '{"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:24.710087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb2d80-2fbc-429d-8dfe-3e41287f1b46 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:24.793602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c3dee54-0161-4467-b8d0-50592bc3c16d req-86e55d58-093f-41c5-aa5c-e25f17a6ab02 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.795220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c3dee54-0161-4467-b8d0-50592bc3c16d req-86e55d58-093f-41c5-aa5c-e25f17a6ab02 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1914332 Jul 22 11:28:24.835778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-5fa218ae-c50f-4a37-888b-f7849e2b777c tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.837716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-5fa218ae-c50f-4a37-888b-f7849e2b777c tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.36 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 946 time: 0.0981023 Jul 22 11:28:24.842126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:24.851221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c3dee54-0161-4467-b8d0-50592bc3c16d req-7749d739-544a-4d28-b00b-3f6dc313244d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484262 Jul 22 11:28:24.860868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58970173-4d63-4138-b1bf-e9c7d40bd7af req-7a757b54-fb2f-4a41-a644-99a0c746611f tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:24.869611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58970173-4d63-4138-b1bf-e9c7d40bd7af req-7a757b54-fb2f-4a41-a644-99a0c746611f tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 945 time: 0.1347029 Jul 22 11:28:24.966666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Deleting port 7a38587b-8749-4065-97bd-77be3ee7cb16 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:24.967762 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:24.975845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58970173-4d63-4138-b1bf-e9c7d40bd7af req-3d997d57-58d7-4d6d-bc4d-f957204768c3 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053219 Jul 22 11:28:25.002364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89d261c8-9387-470e-a590-056462ef03ac req-021b7049-4886-4d72-b21b-e01d76b04a5b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a03a67dc-89b8-434c-88d8-abc37545a85d HTTP/1.1" status: 200 len: 1800 time: 0.1069314 Jul 22 11:28:25.057375 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fec95db-164f-44c0-ad12-ddeb69347650 x-openstack-request-id: req-9fec95db-164f-44c0-ad12-ddeb69347650 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:25.058110 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:25.058110 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fec95db-164f-44c0-ad12-ddeb69347650 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:25.058576 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'status': 'completed', 'code': 200} Jul 22 11:28:25.067925 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-89d261c8-9387-470e-a590-056462ef03ac req-7b3ac9e7-855b-467f-b899-f674674ad8dd tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 11:28:25.078227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89d261c8-9387-470e-a590-056462ef03ac req-7b3ac9e7-855b-467f-b899-f674674ad8dd tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/a03a67dc-89b8-434c-88d8-abc37545a85d HTTP/1.1" status: 409 len: 341 time: 0.0688400 Jul 22 11:28:25.173658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] For port 7a38587b-8749-4065-97bd-77be3ee7cb16, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a38587b-8749-4065-97bd-77be3ee7cb16,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:25.174063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:25.189331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Calling delete_port for 7a38587b-8749-4065-97bd-77be3ee7cb16 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:25.291237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7b367a-bcfd-4fcc-b734-95220ab65b73 req-296a8d2e-5322-4ef7-a911-c934b61a2020 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:25.293021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee7b367a-bcfd-4fcc-b734-95220ab65b73 req-296a8d2e-5322-4ef7-a911-c934b61a2020 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1253245 Jul 22 11:28:25.356005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:25.392899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee7b367a-bcfd-4fcc-b734-95220ab65b73 req-8a603f7c-999e-4ac6-815c-538ebe657103 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0841250 Jul 22 11:28:25.398982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7a38587b-8749-4065-97bd-77be3ee7cb16'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:25.400390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Pushing event deleted for resources: {'Port': ['ID=7a38587b-8749-4065-97bd-77be3ee7cb16,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:25.453103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] No DVR routers for this DVR port 7a38587b-8749-4065-97bd-77be3ee7cb16 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:25.457113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:25.460388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ab1161d-9cdf-4156-9786-1158eebc1a72 req-1a08e8cb-9a78-49e0-9601-194915fb7e77 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.36 "DELETE /v2.0/ports/7a38587b-8749-4065-97bd-77be3ee7cb16 HTTP/1.1" status: 204 len: 173 time: 0.6164033 Jul 22 11:28:25.462778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'name': 'network-vif-deleted', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:25.465223 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f39f9051-d662-47e6-a026-d8edf4d12031" -d '{"events": [{"server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "name": "network-vif-deleted", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:25.487528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-24aa77e0-8c5f-496b-b5b7-e7af924e01ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:25.489432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-24aa77e0-8c5f-496b-b5b7-e7af924e01ac service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1174 time: 0.3361712 Jul 22 11:28:25.618561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-03f9adcf-3c4e-4183-83c5-a1abc00394e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:25.620749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-03f9adcf-3c4e-4183-83c5-a1abc00394e7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 200 len: 914 time: 0.1228650 Jul 22 11:28:25.622472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cfa90bd-3b11-40cb-ab27-ef9c2e06fb1b x-openstack-request-id: req-5cfa90bd-3b11-40cb-ab27-ef9c2e06fb1b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:25.622971 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3963f7bc-1212-49d4-a6d1-d1a8110c2574", "name": "network-vif-deleted", "tag": "7a38587b-8749-4065-97bd-77be3ee7cb16", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:25.623831 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cfa90bd-3b11-40cb-ab27-ef9c2e06fb1b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:25.624422 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3963f7bc-1212-49d4-a6d1-d1a8110c2574', 'name': 'network-vif-deleted', 'tag': '7a38587b-8749-4065-97bd-77be3ee7cb16', 'status': 'completed', 'code': 200} Jul 22 11:28:25.672182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-c4f1d925-3078-4b3d-bdd2-d9dad1918f33 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 200 len: 217 time: 0.0442526 Jul 22 11:28:25.701616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0beeea1-a571-4daa-bbdb-d221be3ae6ec req-0852729f-e6b0-492e-84d9-ad65bb845644 tempest-AttachSCSIVolumeTestJSON-443322437 tempest-AttachSCSIVolumeTestJSON-443322437-project] 10.222.0.21 "GET /v2.0/ports?device_id=3963f7bc-1212-49d4-a6d1-d1a8110c2574 HTTP/1.1" status: 200 len: 210 time: 0.0406940 Jul 22 11:28:25.754937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af7982ed-4dbb-44cf-905c-1c1ac5a52613 req-43cc1944-e019-43bf-8804-ce914424ea76 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:25.760558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af7982ed-4dbb-44cf-905c-1c1ac5a52613 req-43cc1944-e019-43bf-8804-ce914424ea76 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1023 time: 0.1767852 Jul 22 11:28:25.765657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-3f471c80-3495-4593-8758-c12a08407b68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:25.767828 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-3f471c80-3495-4593-8758-c12a08407b68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 200 len: 853 time: 0.0853190 Jul 22 11:28:25.822744 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-c639de82-7ecb-4a27-b04d-1c964020417c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353057 Jul 22 11:28:25.825441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af7982ed-4dbb-44cf-905c-1c1ac5a52613 req-3a035ff8-8024-4ad2-98ef-cdcce5538a19 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03a67dc-89b8-434c-88d8-abc37545a85d&id=88304e84-e28b-4bf6-87e7-42397c966753&id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0587525 Jul 22 11:28:25.930718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-7c6032fc-9489-4008-8bde-6f2174f33891 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972939 Jul 22 11:28:26.047519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cde25cdc-b342-427d-934a-cf7d151afe6b req-e7accaa3-f727-45fc-8392-793fe1ea59ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:26.056104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cde25cdc-b342-427d-934a-cf7d151afe6b req-e7accaa3-f727-45fc-8392-793fe1ea59ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1077442 Jul 22 11:28:26.065620 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba358f4-e955-46fa-8c02-542fb0ac9dc6 req-9df7bc8e-4605-4c90-a318-f6f340dac994 service neutron] 10.222.0.20 "GET /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253285 Jul 22 11:28:26.143106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cde25cdc-b342-427d-934a-cf7d151afe6b req-70f833ce-8926-4f23-8424-e87b9c5e237c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860667 Jul 22 11:28:26.171147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8013662-2073-429b-9591-f76efcfb69c3 req-9723cdfd-d188-40df-af53-651deeabddac tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:26.173169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8013662-2073-429b-9591-f76efcfb69c3 req-9723cdfd-d188-40df-af53-651deeabddac tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 945 time: 0.1045642 Jul 22 11:28:26.218090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8013662-2073-429b-9591-f76efcfb69c3 req-0ad74834-6a06-4754-8c69-2a4cd3196e91 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396664 Jul 22 11:28:26.551538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf4afff-d3c9-44c4-820a-4fab1a88a187 req-a65137e3-a778-4644-8594-4c27fba4ef76 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:26.553085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecf4afff-d3c9-44c4-820a-4fab1a88a187 req-a65137e3-a778-4644-8594-4c27fba4ef76 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0756972 Jul 22 11:28:26.623663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecf4afff-d3c9-44c4-820a-4fab1a88a187 req-fa580f8c-b6b9-4a9f-ad39-05451cb319dc tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617077 Jul 22 11:28:26.878239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf49b75f-e2ba-45e4-9435-0e0f01cd2e80 req-42c2f492-7aef-4cc9-97ed-871f2c680522 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:26.879025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf49b75f-e2ba-45e4-9435-0e0f01cd2e80 req-42c2f492-7aef-4cc9-97ed-871f2c680522 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 945 time: 0.0792973 Jul 22 11:28:26.956911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf49b75f-e2ba-45e4-9435-0e0f01cd2e80 req-122ea83c-cadd-42d1-bef0-dcab8aa5bbf6 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650980 Jul 22 11:28:27.030857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24adadb5-9c78-4fe1-852c-52598205eeb5 req-7c720906-ce1d-480f-b15b-3b599999cb56 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:27.032471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24adadb5-9c78-4fe1-852c-52598205eeb5 req-7c720906-ce1d-480f-b15b-3b599999cb56 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1023 time: 0.0651779 Jul 22 11:28:27.077801 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.082417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24adadb5-9c78-4fe1-852c-52598205eeb5 req-05842008-aae5-4e72-8d5c-a07cde5da488 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=a03a67dc-89b8-434c-88d8-abc37545a85d&id=88304e84-e28b-4bf6-87e7-42397c966753&id=96218d67-b6b5-4111-a407-16d7c1abbe97&fields=id&fields=name HTTP/1.1" status: 200 len: 515 time: 0.0433233 Jul 22 11:28:27.236475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-1b5ac1ce-a02a-4ca4-94cc-1f3be75aa921 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:27.238311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-1b5ac1ce-a02a-4ca4-94cc-1f3be75aa921 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 1023 time: 0.0805259 Jul 22 11:28:27.376819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0af6731-7207-4133-8612-d1d326855222 req-e74381b5-ffe6-455c-954e-a4160c9be077 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:27.384482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0af6731-7207-4133-8612-d1d326855222 req-e74381b5-ffe6-455c-954e-a4160c9be077 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1373534 Jul 22 11:28:27.444840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Deleting port 84269bbc-9bed-4c05-8aa5-004ebd50a85c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:27.445324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.446140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0af6731-7207-4133-8612-d1d326855222 req-b43c8387-efd6-474d-8c1a-61cb45982e78 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0574625 Jul 22 11:28:27.558118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port 84269bbc-9bed-4c05-8aa5-004ebd50a85c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=84269bbc-9bed-4c05-8aa5-004ebd50a85c,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:27.558717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.575582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Calling delete_port for 84269bbc-9bed-4c05-8aa5-004ebd50a85c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:27.794947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.809089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', '84269bbc-9bed-4c05-8aa5-004ebd50a85c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:27.811508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78f07e8b-4b53-438f-b450-0e8623056e4d req-5ce98b1d-53cc-4771-a155-5515f3182bb9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:27.813594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78f07e8b-4b53-438f-b450-0e8623056e4d req-5ce98b1d-53cc-4771-a155-5515f3182bb9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.0922127 Jul 22 11:28:27.869479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'Port': ['ID=84269bbc-9bed-4c05-8aa5-004ebd50a85c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:27.889048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78f07e8b-4b53-438f-b450-0e8623056e4d req-8d2d1cf2-cd39-4444-9b15-2a25d4a6626f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0658360 Jul 22 11:28:27.948925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.961908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] No DVR routers for this DVR port 84269bbc-9bed-4c05-8aa5-004ebd50a85c on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:27.965306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:27.967778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-216dd964-bb85-451f-84a5-d5256cfe78e8 req-de3cd706-c08f-48e5-8d9d-d33ca092ec0b tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "DELETE /v2.0/ports/84269bbc-9bed-4c05-8aa5-004ebd50a85c HTTP/1.1" status: 204 len: 173 time: 0.7118881 Jul 22 11:28:27.969722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'name': 'network-vif-deleted', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:27.970772 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-587928a6-0552-4cd2-8f24-316983052042" -d '{"events": [{"server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "name": "network-vif-deleted", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:28.080740 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f86b01f-e749-4003-a92b-c30821f75e06 x-openstack-request-id: req-5f86b01f-e749-4003-a92b-c30821f75e06 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:28.081289 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbc3502c-96fe-4341-9b46-54ea0b1399b6", "name": "network-vif-deleted", "tag": "84269bbc-9bed-4c05-8aa5-004ebd50a85c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:28.081550 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f86b01f-e749-4003-a92b-c30821f75e06 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:28.081956 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbc3502c-96fe-4341-9b46-54ea0b1399b6', 'name': 'network-vif-deleted', 'tag': '84269bbc-9bed-4c05-8aa5-004ebd50a85c', 'status': 'completed', 'code': 200} Jul 22 11:28:28.175984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d55c9b-1549-4c19-af39-c8f88269a028 req-7af8f269-61ee-45b3-b99e-4cdfb287a37a tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:28.177901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62d55c9b-1549-4c19-af39-c8f88269a028 req-7af8f269-61ee-45b3-b99e-4cdfb287a37a tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 945 time: 0.1263890 Jul 22 11:28:28.270029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8d23761-df59-47be-8526-744c45e0d607 req-6e36453f-4ab9-4cf5-8bfe-d2fadbdf99e3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbc3502c-96fe-4341-9b46-54ea0b1399b6 HTTP/1.1" status: 200 len: 210 time: 0.0473154 Jul 22 11:28:28.320464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62d55c9b-1549-4c19-af39-c8f88269a028 req-afa10144-9540-4a49-bdbb-5e4101411485 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/security-groups?id=0adbb73e-8e11-4ba5-b8fe-cee2baa72515&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1236429 Jul 22 11:28:28.484390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-4ec66355-420a-4469-989a-a5a54bc2ca8a tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:28.485953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-4ec66355-420a-4469-989a-a5a54bc2ca8a tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.20 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 945 time: 0.0801315 Jul 22 11:28:28.626536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a38587b-8749-4065-97bd-77be3ee7cb16 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:28.669950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 7a38587b-8749-4065-97bd-77be3ee7cb16 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:28.670294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a38587b-8749-4065-97bd-77be3ee7cb16 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:28.673349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Deleting port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:28.674135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:28.701987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25fbffd2-d94f-4071-b591-bded5f6ef3db req-0884dd98-9439-4141-ab72-e6f05918e339 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:28.709706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25fbffd2-d94f-4071-b591-bded5f6ef3db req-0884dd98-9439-4141-ab72-e6f05918e339 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1510763 Jul 22 11:28:28.771589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25fbffd2-d94f-4071-b591-bded5f6ef3db req-cbdc4790-21bc-4d1b-a470-06aade2f7baf tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562668 Jul 22 11:28:28.815279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] For port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,segment=NetworkSegment(fd40e571-dc08-4756-bc07-9f74680cfa56),segment_id=fd40e571-dc08-4756-bc07-9f74680cfa56)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:28.815634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:28.827457 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:28:28.829454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Calling delete_port for 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:28.987883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.000369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['6d3ad470-4e0f-429e-9a9a-e4daabcd71b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:29.075279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Pushing event deleted for resources: {'Port': ['ID=6d3ad470-4e0f-429e-9a9a-e4daabcd71b4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:29.082672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] No DVR routers for this DVR port 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:29.086196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.087996 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-59d7fcb6-7b85-4be4-93fc-654f56b60f21 req-043dfc34-087f-46b5-a474-33bebdae21d8 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.20 "DELETE /v2.0/ports/6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 HTTP/1.1" status: 204 len: 173 time: 0.5847275 Jul 22 11:28:29.100909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2807b0d2-9500-434c-8d5e-b24867a57037 req-bd96af94-8ff2-45ca-88db-95daae58d941 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:29.102514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2807b0d2-9500-434c-8d5e-b24867a57037 req-bd96af94-8ff2-45ca-88db-95daae58d941 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1193008 Jul 22 11:28:29.147850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2807b0d2-9500-434c-8d5e-b24867a57037 req-eec74f1b-605f-4e39-97cf-729dbaa98ff0 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357087 Jul 22 11:28:29.392495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-276e5b8e-92e5-4f94-84bf-e22844c913a6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/88304e84-e28b-4bf6-87e7-42397c966753 HTTP/1.1" status: 200 len: 1800 time: 0.0401754 Jul 22 11:28:29.453681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03939cc4-fa73-44e3-a5b9-497b728e838a req-f222e3ec-579f-43ae-a6ca-0d1f435f2441 tempest-ServerMetadataNegativeTestJSON-316831677 tempest-ServerMetadataNegativeTestJSON-316831677-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaca3950-14f7-4df3-834e-899b32409624 HTTP/1.1" status: 200 len: 210 time: 0.0359247 Jul 22 11:28:29.489837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.524831 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.573024 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.585495 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.586935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a933669-4413-4877-b5d2-aeeb1fbf75ec req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/88304e84-e28b-4bf6-87e7-42397c966753 HTTP/1.1" status: 204 len: 173 time: 0.1873045 Jul 22 11:28:29.603341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7b4490-58db-4694-a011-ac1756e596b3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88304e84-e28b-4bf6-87e7-42397c966753,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:29.722588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-78d98a4a-96e3-4fa2-a9e4-0028ad718d05 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a03a67dc-89b8-434c-88d8-abc37545a85d HTTP/1.1" status: 200 len: 1800 time: 0.0995066 Jul 22 11:28:29.778343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-43a5ee75-e448-44b5-8777-98e4dfa8f080 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:29.779838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-43a5ee75-e448-44b5-8777-98e4dfa8f080 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.1731167 Jul 22 11:28:29.808173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-abe1e6eb-ab36-4f81-b839-242cd41a336d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/quotas/2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 375 time: 0.0205476 Jul 22 11:28:29.813705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.869991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.927428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-0d454233-f517-43a7-a3d8-c9c828a60ece tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1112273 Jul 22 11:28:29.943410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.946201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:29.947277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c586fd6-b766-4f42-99f4-a9bacf7765e4 req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/a03a67dc-89b8-434c-88d8-abc37545a85d HTTP/1.1" status: 204 len: 173 time: 0.2174299 Jul 22 11:28:29.975648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24012c81-f7fd-43c7-b5ee-a8bd01498fc1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03a67dc-89b8-434c-88d8-abc37545a85d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.036070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-f2ff238f-3fd3-4b79-9f6a-b447bdc11612 service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1008480 Jul 22 11:28:30.082800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'name': 'network-vif-deleted', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:30.085533 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-baf93139-948e-4f32-aed8-451e93e30916" -d '{"events": [{"server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "name": "network-vif-deleted", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:30.174914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-7b719346-7099-4da4-b7d4-8de62d4efdb8 service neutron] 10.222.0.21 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323955 Jul 22 11:28:30.190749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0d79fc1-5da7-472b-9459-09a1494d394d req-a1f6d36d-b206-4156-8f06-168f6ba866f7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:30.192123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0d79fc1-5da7-472b-9459-09a1494d394d req-a1f6d36d-b206-4156-8f06-168f6ba866f7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1130075 Jul 22 11:28:30.237331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0d79fc1-5da7-472b-9459-09a1494d394d req-2af82753-598b-4347-acb8-e820db1dc6c3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356271 Jul 22 11:28:30.271447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1936037049', 'description': 'tempest-description-1765735275'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:30.301268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.392605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.398594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.429921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.431232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02592bd7-733e-42f6-b268-f34231ac1aee req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.1639946 Jul 22 11:28:30.431952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d779c2e1-e7df-485a-b18d-05da30f16f81 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0175f48a-2da6-4cc2-b04b-4352d241778c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.498589 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b93a641-e6fd-448b-a1d0-e41721ce5896 x-openstack-request-id: req-7b93a641-e6fd-448b-a1d0-e41721ce5896 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:30.498884 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaca3950-14f7-4df3-834e-899b32409624", "name": "network-vif-deleted", "tag": "6d3ad470-4e0f-429e-9a9a-e4daabcd71b4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:30.499153 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b93a641-e6fd-448b-a1d0-e41721ce5896 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:30.499533 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaca3950-14f7-4df3-834e-899b32409624', 'name': 'network-vif-deleted', 'tag': '6d3ad470-4e0f-429e-9a9a-e4daabcd71b4', 'status': 'completed', 'code': 200} Jul 22 11:28:30.616940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-07628651-e46f-470a-a039-d8c2e0cc6579 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/0175f48a-2da6-4cc2-b04b-4352d241778c HTTP/1.1" status: 200 len: 1801 time: 0.0674968 Jul 22 11:28:30.647587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Request body: {'security_group': {'name': 'tempest-sg-hth-330563692', 'description': 'tempest-description-hth-597470903'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:30.680522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.734095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a5bb49-dbf6-4ec3-9d47-866c491c660a req-56fe2663-64c0-4905-b15b-3be2f9cd21a9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:30.735630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a5bb49-dbf6-4ec3-9d47-866c491c660a req-56fe2663-64c0-4905-b15b-3be2f9cd21a9 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1336641 Jul 22 11:28:30.748731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.756039 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.759638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:30.763801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dd33bb1-82f0-4c9d-a4de-d474124464fc req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "PUT /v2.0/security-groups/0175f48a-2da6-4cc2-b04b-4352d241778c HTTP/1.1" status: 200 len: 1773 time: 0.1221642 Jul 22 11:28:30.831252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd2fc5-64d4-4a6e-b439-92a27ab03510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0175f48a-2da6-4cc2-b04b-4352d241778c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:30.840639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eda09a99-ea19-4403-b2b4-38e12b6a80b6 req-0b174f8c-a65a-48cb-9364-4eaecab4c538 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 210 time: 0.0435295 Jul 22 11:28:30.860292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a5bb49-dbf6-4ec3-9d47-866c491c660a req-9c1c5230-94a2-463a-b1f0-2b24aba5ffe1 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129918 Jul 22 11:28:30.923630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:30.951678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3ff1dc0-47ac-4069-864d-0562ce9db0ce req-d2222419-360c-46ea-9bbb-2aee62a5e510 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/0175f48a-2da6-4cc2-b04b-4352d241778c HTTP/1.1" status: 200 len: 1773 time: 0.0679691 Jul 22 11:28:30.999867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Deleting subnet 85ed147b-09f4-49ac-a4d0-f083257be2e1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:31.006020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.021357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:31.055709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.115361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.130029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-b5986330-b83d-4239-a3ab-253c5c3f6465 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/0175f48a-2da6-4cc2-b04b-4352d241778c HTTP/1.1" status: 200 len: 1773 time: 0.1495891 Jul 22 11:28:31.184969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.216745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85ed147b-09f4-49ac-a4d0-f083257be2e1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.223264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.225813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6f70aa9-1265-4952-8762-f8c27fe295de admin admin] 10.222.0.21 "DELETE /v2.0/subnets/85ed147b-09f4-49ac-a4d0-f083257be2e1 HTTP/1.1" status: 204 len: 168 time: 0.3006713 Jul 22 11:28:31.228359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:31.236864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.294593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.328203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.416368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.418412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.418829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.419959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd210ec4-eb38-4475-94bc-2e5ffb84f546 req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/0175f48a-2da6-4cc2-b04b-4352d241778c HTTP/1.1" status: 204 len: 173 time: 0.2890606 Jul 22 11:28:31.428741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9a11b17b-106d-4884-b5d8-63400d78113e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.439722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd40e571-dc08-4756-bc07-9f74680cfa56') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.440163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd40e571-dc08-4756-bc07-9f74680cfa56') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:31.444654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3715c543-6d2f-4fb7-995a-cb5dbc8ca8a7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0175f48a-2da6-4cc2-b04b-4352d241778c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.450484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.471890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.488284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:31.488757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:31.491648 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:31.513230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70df66cb-b3a7-4fd1-afeb-168257dfbb7e req-ef521681-9427-4065-aed5-af1df09cb60d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:31.513230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70df66cb-b3a7-4fd1-afeb-168257dfbb7e req-ef521681-9427-4065-aed5-af1df09cb60d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1750617 Jul 22 11:28:31.576280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.582659 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-d6a6c62b-731b-4dbc-9b5f-7eb5617e32a7 req-f99f606b-ec0c-4402-b324-4de2bb4bbe7d tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:31.584271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6a6c62b-731b-4dbc-9b5f-7eb5617e32a7 req-f99f606b-ec0c-4402-b324-4de2bb4bbe7d tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a03a67dc-89b8-434c-88d8-abc37545a85d HTTP/1.1" status: 404 len: 352 time: 0.0535710 Jul 22 11:28:31.585015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.591802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70df66cb-b3a7-4fd1-afeb-168257dfbb7e req-b0fac85f-9fbe-4d77-b47f-0e8df3cb1c43 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0681806 Jul 22 11:28:31.632794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.635250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9a11b17b-106d-4884-b5d8-63400d78113e HTTP/1.1" status: 204 len: 168 time: 0.4055915 Jul 22 11:28:31.643855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:31.644204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6d3ad470-4e0f-429e-9a9a-e4daabcd71b4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.644630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 84269bbc-9bed-4c05-8aa5-004ebd50a85c no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:31.677582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb827017-e8d9-42a7-9954-40c8252bec44 admin admin] Pushing event deleted for resources: {'Network': ['ID=9a11b17b-106d-4884-b5d8-63400d78113e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:31.695115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 84269bbc-9bed-4c05-8aa5-004ebd50a85c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:31.695919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 84269bbc-9bed-4c05-8aa5-004ebd50a85c not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:31.701750 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-caa43e14-46da-4b05-be45-48183b5b8a80 req-d55fe50a-7348-427d-bd93-befe64b27495 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:31.712534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caa43e14-46da-4b05-be45-48183b5b8a80 req-d55fe50a-7348-427d-bd93-befe64b27495 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/88304e84-e28b-4bf6-87e7-42397c966753 HTTP/1.1" status: 404 len: 352 time: 0.0538068 Jul 22 11:28:31.757912 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-45d5d202-80fc-4022-b181-fa14d82c72ae req-3807ca70-6e38-4a50-b3ee-65a8be4dbe61 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:31.759211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45d5d202-80fc-4022-b181-fa14d82c72ae req-3807ca70-6e38-4a50-b3ee-65a8be4dbe61 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/a5917d32-1450-4e75-8255-2301a044169f HTTP/1.1" status: 404 len: 352 time: 0.0212595 Jul 22 11:28:31.769547 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:31.804584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-2a697ca1-1471-43f3-98f2-9b68257f2025 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:31.806412 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-2a697ca1-1471-43f3-98f2-9b68257f2025 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 808 time: 0.2117610 Jul 22 11:28:31.823450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Request body: {'port': {'device_id': '116e1414-0400-4c2e-8583-7ce406856741', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'admin_state_up': True, 'tenant_id': '2ceb22a95dd849f69dcb436e2744f444'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:31.824718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53300) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:31.930163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-700ec90d-7469-4b1d-b2b3-16055a55a4b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ca48ccd28bf342a0984570e1a2764b1a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1029472 Jul 22 11:28:31.932682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53306) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:32.016687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.019700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Made reservation on behalf of 2ceb22a95dd849f69dcb436e2744f444 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:32.023351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.057913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.136859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b4abf4c-0e35-40d9-b016-9b566adb3a9c req-bb0b641c-337e-4304-bd95-d6f20b98606f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 210 time: 0.0696626 Jul 22 11:28:32.142838 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-9e717f1d-628c-4f49-9919-28dce70ec322 req-408de595-fb42-4a96-bdee-a94de3266549 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:32.143856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e717f1d-628c-4f49-9919-28dce70ec322 req-408de595-fb42-4a96-bdee-a94de3266549 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ee2a8ae5-8909-4470-a2a3-0a54ba33884e HTTP/1.1" status: 404 len: 352 time: 0.0755329 Jul 22 11:28:32.229317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Allocated IP 172.20.0.11 (c70356b4-eaef-4504-8995-fa574328dc83/ebaed47c-bf4d-4d30-8560-c28efb3215a1/d729b528-feb5-479f-b6dc-7120cc90cd48) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:32.298801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.301733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.302983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0adbb73e-8e11-4ba5-b8fe-cee2baa72515 HTTP/1.1" status: 204 len: 168 time: 0.3691466 Jul 22 11:28:32.323499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51f8a4-baa7-49be-8d1a-2943ac7be90f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adbb73e-8e11-4ba5-b8fe-cee2baa72515,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:32.331195 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-7e687dfb-a655-4b74-9aae-82ba710c1864 req-ebe62a17-0981-42f9-919b-a155b1468115 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:32.332162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e687dfb-a655-4b74-9aae-82ba710c1864 req-ebe62a17-0981-42f9-919b-a155b1468115 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/1a3fe286-293b-48b0-b1c7-b0d4425a1b6f HTTP/1.1" status: 404 len: 352 time: 0.0793979 Jul 22 11:28:32.414199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048adf72-2dd2-48a1-a8c9-8d3b9d00711a req-70a5aa60-3952-4d2b-b35e-2af5c6db3435 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:32.415482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-048adf72-2dd2-48a1-a8c9-8d3b9d00711a req-70a5aa60-3952-4d2b-b35e-2af5c6db3435 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 950 time: 0.1609838 Jul 22 11:28:32.498846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.553841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.571521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['042327df-b904-4021-9e95-e722cb736efc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:32.602535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-048adf72-2dd2-48a1-a8c9-8d3b9d00711a req-f063fc20-d149-4997-b452-af98d1605254 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1762233 Jul 22 11:28:32.635444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Network c70356b4-eaef-4504-8995-fa574328dc83 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:32.640796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:32.652147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45eb6592-9ae3-47d7-9014-02124cf99455 req-c99cc79c-c0c9-4efb-8d0a-1cb7804b0846 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:32.653763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45eb6592-9ae3-47d7-9014-02124cf99455 req-c99cc79c-c0c9-4efb-8d0a-1cb7804b0846 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.2486389 Jul 22 11:28:32.654889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:32.671307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:32.715468 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-1985f0f5-398d-490f-a292-03630b93cba9 req-9290686d-319c-4f1d-9d98-552f01f477a9 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] show failed (client error): The resource could not be found. Jul 22 11:28:32.716424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1985f0f5-398d-490f-a292-03630b93cba9 req-9290686d-319c-4f1d-9d98-552f01f477a9 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/ccecb6db-7d67-4b76-a717-3d188282cce4 HTTP/1.1" status: 404 len: 352 time: 0.0557175 Jul 22 11:28:32.753877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Deleting port 6082bd88-f56f-465b-bc64-3f3fa61308be {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:32.758037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:32.841136 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:28:32.894387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45eb6592-9ae3-47d7-9014-02124cf99455 req-be812da6-ed0c-4093-9ecb-ffe05720bf74 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2238295 Jul 22 11:28:33.023790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:33.036100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:33.036728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.061586 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-87f401e3-62ee-4c5e-837c-dcf84efca344 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2460525 Jul 22 11:28:33.064361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] For port 6082bd88-f56f-465b-bc64-3f3fa61308be, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6082bd88-f56f-465b-bc64-3f3fa61308be,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:33.064739 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.070264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:33.075601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Request body: {'port': {'device_id': '116e1414-0400-4c2e-8583-7ce406856741', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:33.082354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '0b607724-5011-4432-aa31-7d68ca99fd41', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '0b607724-5011-4432-aa31-7d68ca99fd41', 'mac_address': 'fa:16:3e:17:45:b4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.229'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:33.102319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Calling delete_port for 6082bd88-f56f-465b-bc64-3f3fa61308be owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:33.164257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.177436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.201752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:33.245291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:33.255032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.278916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16b17d02-d9d8-4618-9672-9fe191c45331 req-f2578685-2438-444e-8d20-377895338cc5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:33.286862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16b17d02-d9d8-4618-9672-9fe191c45331 req-f2578685-2438-444e-8d20-377895338cc5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.4454341 Jul 22 11:28:33.364017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:33.413272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16b17d02-d9d8-4618-9672-9fe191c45331 req-da32911d-06c1-4dce-9f15-404d2744b3e0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214459 Jul 22 11:28:33.559438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0b607724-5011-4432-aa31-7d68ca99fd41'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:33.654743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d729b528-feb5-479f-b6dc-7120cc90cd48 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:33.665713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.667018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-990b6d21-72ca-4b73-ad1d-03ae42ca5cc1 req-669c8076-0891-4a50-8ee8-6f6da26445be tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:33.669177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-990b6d21-72ca-4b73-ad1d-03ae42ca5cc1 req-669c8076-0891-4a50-8ee8-6f6da26445be tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 932 time: 0.3071609 Jul 22 11:28:33.724005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cbf4e9-5a8e-406c-a48f-2e1b735a1490 req-ffc79c73-98ba-4156-9e5e-1dfded105eff tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:33.725724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10cbf4e9-5a8e-406c-a48f-2e1b735a1490 req-ffc79c73-98ba-4156-9e5e-1dfded105eff tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1023 time: 0.2135489 Jul 22 11:28:33.739494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Transition to ACTIVE for port object d729b528-feb5-479f-b6dc-7120cc90cd48 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:33.744878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.751711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:33.757009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-990b6d21-72ca-4b73-ad1d-03ae42ca5cc1 req-28247fc8-3746-46b3-92e9-2e3b7ee17a43 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703471 Jul 22 11:28:33.798730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:33.828141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Pushing event deleted for resources: {'Port': ['ID=6082bd88-f56f-465b-bc64-3f3fa61308be,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:33.914222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10cbf4e9-5a8e-406c-a48f-2e1b735a1490 req-f9d559f8-5fe8-4897-81c3-50d2e6577875 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&id=3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e&id=0b1f0964-8a34-422e-8a2c-556eafa3e303&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.1652081 Jul 22 11:28:33.916231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:33.916575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:33.916961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:33.922382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:33.922808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:33.928984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:33.929371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:33.929755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:33.949395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Bound port: d729b528-feb5-479f-b6dc-7120cc90cd48, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:33.951677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.076442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.093509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:34.105794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:34.118282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.154332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:34.155312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.156717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] 10.222.0.20 "PUT /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 1092 time: 1.0866923 Jul 22 11:28:34.157162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:34.159618 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-86084131-9716-465c-a927-6eef6a46e334" -d '{"events": [{"name": "network-changed", "server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:34.226194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264ad21f-872c-4635-844f-5a86e950c487 service neutron] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:34.322920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-754610eb-d3d1-4b34-9e8f-eb0ebb0cb8b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:34.325045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-754610eb-d3d1-4b34-9e8f-eb0ebb0cb8b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1095 time: 0.0853460 Jul 22 11:28:34.380195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-9cf22b1e-72b7-4ab2-99ea-67a6ab74c5b6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 217 time: 0.0437365 Jul 22 11:28:34.407492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81f62515-0732-4d37-abaa-76855c048077 req-bab0805a-121b-42e6-9627-2606894f0fac tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:34.409049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81f62515-0732-4d37-abaa-76855c048077 req-bab0805a-121b-42e6-9627-2606894f0fac tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 949 time: 0.1919901 Jul 22 11:28:34.464152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-2ad60823-bb41-43cf-a90b-d226df70cc0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:34.465655 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-2ad60823-bb41-43cf-a90b-d226df70cc0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0729227 Jul 22 11:28:34.486222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81f62515-0732-4d37-abaa-76855c048077 req-3a3c8000-c3e5-48d7-9afd-d46dd34e0a4f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640357 Jul 22 11:28:34.498024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Router 694d167e-ddcd-4699-99dd-ad39e4845ce4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:28:34.542310 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-0aeb338e-8da0-4b9b-bfbc-fa4af62e7d05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674865 Jul 22 11:28:34.666180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:34.692431 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9fbc8a76-978e-4abc-af11-6232303d1efa x-openstack-request-id: req-9fbc8a76-978e-4abc-af11-6232303d1efa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:34.692914 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:34.692998 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9fbc8a76-978e-4abc-af11-6232303d1efa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:34.693367 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'status': 'completed', 'code': 200} Jul 22 11:28:34.759344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 0b607724-5011-4432-aa31-7d68ca99fd41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:34.760066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.861890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:34.871813 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Sync routers for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:34.872839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-10db476e-d561-4a32-bbed-4b18fa85ec08 admin admin] 10.222.0.21 "PUT /v2.0/routers/694d167e-ddcd-4699-99dd-ad39e4845ce4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8490071 Jul 22 11:28:34.875977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:34.889582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:34.890222 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:34.911581 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-151711a4-f6cf-4808-a06c-fefceb4efcf2 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3615849 Jul 22 11:28:34.912306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:34.980098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:34.982355 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d9bcc193-c7e3-48c8-97bf-09b42a72610d" -d '{"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:35.015901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:35.024826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.043273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7aa4222-6143-4e5d-a5fa-14eb5d8ac395 req-f86d6eb7-28bb-42cc-8950-bca5ee10ba0e tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.051409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-442a5de7-c0a0-4cc7-8c5a-1387c53a4a3d req-e1ec2662-15d2-49d6-9306-97f03c75060b service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1322987 Jul 22 11:28:35.051761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7aa4222-6143-4e5d-a5fa-14eb5d8ac395 req-f86d6eb7-28bb-42cc-8950-bca5ee10ba0e tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.3063703 Jul 22 11:28:35.104942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-be78735e-6473-4fe3-9eeb-180975ef2ef7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.107840 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-be78735e-6473-4fe3-9eeb-180975ef2ef7 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1023 time: 0.4466267 Jul 22 11:28:35.151159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d582c272-556c-4ae1-817d-6c1335e15cb4 req-35151f89-aea2-4aed-89d3-48e62d4b1236 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.151801 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:35.152730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d582c272-556c-4ae1-817d-6c1335e15cb4 req-35151f89-aea2-4aed-89d3-48e62d4b1236 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.3802769 Jul 22 11:28:35.167572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.168872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:35.324336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7aa4222-6143-4e5d-a5fa-14eb5d8ac395 req-a2a679e0-be32-48e0-a92c-b2963ae9a866 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2598228 Jul 22 11:28:35.363044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d582c272-556c-4ae1-817d-6c1335e15cb4 req-f2e6ae86-96b1-451f-bba8-1e37a7ac8d6e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876135 Jul 22 11:28:35.374193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084131-9716-465c-a927-6eef6a46e334 req-482bea4b-88df-462f-817e-83166784684a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.374193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-482bea4b-88df-462f-817e-83166784684a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1095 time: 0.2638206 Jul 22 11:28:35.383032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Deleting port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:35.383440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.428825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.557923 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55'}], 'enable_snat': True}, 'gw_port_id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:28:33Z', 'revision_number': 5, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port': {'id': '5d5f2c9d-9c79-48c6-be5f-5f2e9c078250', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6a:4c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 536, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:26:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.607277 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Checking router: 694d167e-ddcd-4699-99dd-ad39e4845ce4 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:35.616846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084131-9716-465c-a927-6eef6a46e334 req-41b5cdc9-475c-4c92-af39-794cde40ee7c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.618240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-41b5cdc9-475c-4c92-af39-794cde40ee7c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2138820 Jul 22 11:28:35.633773 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Routers {'694d167e-ddcd-4699-99dd-ad39e4845ce4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:35.635978 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['694d167e-ddcd-4699-99dd-ad39e4845ce4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.664122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9c26d40-027e-47e2-aa7b-e859eb6bb09a req-45d6d088-7333-4d78-9dce-6ff7166719d3 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0757730 Jul 22 11:28:35.666244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-0c001729-4e6f-4f32-a8f1-1e883f1ee91b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 217 time: 0.0397151 Jul 22 11:28:35.695790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] For port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,segment=NetworkSegment(f3e528b5-205a-47a4-9b59-2d674cae3473),segment_id=f3e528b5-205a-47a4-9b59-2d674cae3473)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:35.696374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.732786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Calling delete_port for ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:35.748538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Deleting port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:35.748893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:35.752999 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] Set router 694d167e-ddcd-4699-99dd-ad39e4845ce4 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:35.756701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86084131-9716-465c-a927-6eef6a46e334 req-c273608d-aa0d-4749-98f0-0248c96f49f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.758195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-c273608d-aa0d-4749-98f0-0248c96f49f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0824573 Jul 22 11:28:35.761170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31628295-a9df-4be8-9145-68652aa3c23f req-993ecdd1-ad25-4065-9599-865c366e4f46 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:35.769607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31628295-a9df-4be8-9145-68652aa3c23f req-993ecdd1-ad25-4065-9599-865c366e4f46 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.2589743 Jul 22 11:28:35.816587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-339b4a7c-0f1b-4058-aaa1-7e87b46e7557 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0304539 Jul 22 11:28:35.839035 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:28:35Z', 'revision_number': 6, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:35.885475 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ea5493f7-833c-48fb-8f95-77e6f1e5eb1e None None] The sync data for ids ['694d167e-ddcd-4699-99dd-ad39e4845ce4'] in n-d-754448-4 is: [{'id': '694d167e-ddcd-4699-99dd-ad39e4845ce4', 'name': 'tempest-AttachSCSIVolumeTestJSON-2079840982-router', 'tenant_id': '2a06520ee2c4429fa818ab92288f4775', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:36Z', 'updated_at': '2021-07-22T11:28:35Z', 'revision_number': 6, 'project_id': '2a06520ee2c4429fa818ab92288f4775', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:35.910647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31628295-a9df-4be8-9145-68652aa3c23f req-902965a4-f1d3-4320-a49f-2955cf21ea16 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399941 Jul 22 11:28:35.991582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c7a58bc-7606-4b2f-a23e-d628873e6f5f req-8986bb46-3ac7-454a-a1a0-af107c1fadd3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.000672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c7a58bc-7606-4b2f-a23e-d628873e6f5f req-8986bb46-3ac7-454a-a1a0-af107c1fadd3 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/ports?device_id=347b7357-2366-4a12-9a43-9e8cd1c37d6f HTTP/1.1" status: 200 len: 1023 time: 0.1975729 Jul 22 11:28:36.005306 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-41d514e1-32ac-44b0-8b28-7a85b1c37e4e x-openstack-request-id: req-41d514e1-32ac-44b0-8b28-7a85b1c37e4e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:36.006246 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-plugged", "status": "completed", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:36.006721 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-41d514e1-32ac-44b0-8b28-7a85b1c37e4e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:36.007369 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'code': 200} Jul 22 11:28:36.021553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-b8d33179-586e-4eb1-b057-3fac5009f3ab service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1978197 Jul 22 11:28:36.083261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c7a58bc-7606-4b2f-a23e-d628873e6f5f req-c71effd8-35c1-48ab-b005-54be4458a425 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups?id=96218d67-b6b5-4111-a407-16d7c1abbe97&id=3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e&id=0b1f0964-8a34-422e-8a2c-556eafa3e303&fields=id&fields=name HTTP/1.1" status: 200 len: 516 time: 0.0813849 Jul 22 11:28:36.089033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] For port 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:36.090319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:36.118420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Calling delete_port for 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:36.189917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:36.304173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6082bd88-f56f-465b-bc64-3f3fa61308be no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:36.340027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'Port': ['ID=ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:36.345361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6082bd88-f56f-465b-bc64-3f3fa61308be {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:36.345949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6082bd88-f56f-465b-bc64-3f3fa61308be not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:36.370187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] No DVR routers for this DVR port ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:36.419966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:36.424345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4ad82271-ca7c-4b67-bdaf-63a81695924b req-787c2a16-ee2b-4b9e-bb55-271977a74a22 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.20 "DELETE /v2.0/ports/ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 HTTP/1.1" status: 204 len: 173 time: 1.3028405 Jul 22 11:28:36.428851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-86084131-9716-465c-a927-6eef6a46e334 req-453bc5b6-b98a-4c8e-9e4e-09e928413e8c service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3904955 Jul 22 11:28:36.467043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29db06ff-97ee-4c66-a7c5-45601173b9d7 req-f18cf20a-4f02-4214-84e4-0a8ff327559a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.469678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-29db06ff-97ee-4c66-a7c5-45601173b9d7 req-f18cf20a-4f02-4214-84e4-0a8ff327559a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1102 time: 0.2892282 Jul 22 11:28:36.511275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-29db06ff-97ee-4c66-a7c5-45601173b9d7 req-e7473956-f75c-4218-92a4-0a61736e1ff2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338867 Jul 22 11:28:36.678807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-2a3a67fe-d577-47e9-8a4c-2931e7a6e96b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.680663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-2a3a67fe-d577-47e9-8a4c-2931e7a6e96b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=522e135199464302b52f0f57c85736c5&device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1102 time: 0.0582998 Jul 22 11:28:36.694678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'name': 'network-vif-deleted', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:36.697913 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-49008904-bc0c-4775-8dfd-1b3bd38c8ca6" -d '{"events": [{"server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "name": "network-vif-deleted", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:36.733323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-82ef2cfd-3d7c-4b3e-a8d3-442235b5afd1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5473816 Jul 22 11:28:36.759973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419b3ecb-4fda-40d3-9048-2efe657880d9 req-203ae9f7-0f31-4e2d-999e-11c2574d0cee tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.766852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-419b3ecb-4fda-40d3-9048-2efe657880d9 req-203ae9f7-0f31-4e2d-999e-11c2574d0cee tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 951 time: 0.5397983 Jul 22 11:28:36.820497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-601ce472-b989-4390-b8ab-560f16f6ca48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.822576 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-601ce472-b989-4390-b8ab-560f16f6ca48 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1172802 Jul 22 11:28:36.870959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-f32014b9-83b6-441c-ab50-f25d7ddecadb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.229&port_id=0b607724-5011-4432-aa31-7d68ca99fd41 HTTP/1.1" status: 200 len: 217 time: 0.0400109 Jul 22 11:28:36.917861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-419b3ecb-4fda-40d3-9048-2efe657880d9 req-04d81fb7-123f-49eb-aa4a-7af2fce5f758 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451693 Jul 22 11:28:36.947012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52365b38-00af-4f6b-8d4a-2b0627a5c605 req-46a38bc2-20ef-4321-ae1f-6574a284578e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.955783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52365b38-00af-4f6b-8d4a-2b0627a5c605 req-46a38bc2-20ef-4321-ae1f-6574a284578e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2815773 Jul 22 11:28:36.982581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-b2c2fd0d-2d9a-474b-b6a5-52905fe9dbf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:36.986332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-b2c2fd0d-2d9a-474b-b6a5-52905fe9dbf2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1088898 Jul 22 11:28:36.994848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.030428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d5f2c9d-9c79-48c6-be5f-5f2e9c078250,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:37.106278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-b4b11e0b-4314-430a-a96e-aca704f7fcab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.107970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-b4b11e0b-4314-430a-a96e-aca704f7fcab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1158135 Jul 22 11:28:37.109797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-5a85cf3c-ab48-43a5-a28e-e1bd1a445976 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.111305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-5a85cf3c-ab48-43a5-a28e-e1bd1a445976 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24534c6de3854106a276c03a5b08a9a2&device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 1097 time: 0.2998626 Jul 22 11:28:37.116845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52365b38-00af-4f6b-8d4a-2b0627a5c605 req-9de2fc83-5850-4170-ae83-98ee0af62cea tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1515441 Jul 22 11:28:37.222213 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82f19c93-90af-4b9f-88ba-7d1b855c33a2 x-openstack-request-id: req-82f19c93-90af-4b9f-88ba-7d1b855c33a2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:37.222681 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "347b7357-2366-4a12-9a43-9e8cd1c37d6f", "name": "network-vif-deleted", "tag": "ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:37.223030 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82f19c93-90af-4b9f-88ba-7d1b855c33a2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:37.223519 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '347b7357-2366-4a12-9a43-9e8cd1c37d6f', 'name': 'network-vif-deleted', 'tag': 'ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4', 'status': 'completed', 'code': 200} Jul 22 11:28:37.249529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-b4a21e67-4fa8-47af-a9f4-e801a6dd369a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1334612 Jul 22 11:28:37.273480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.343167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacaa0c6-5bce-445f-bbce-1f9ff93be11b req-10c96dba-541f-4031-8b2b-f8cb1af18bee tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0821083 Jul 22 11:28:37.388516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9258f1f2-4945-4b8a-9cb5-b3dccc4c1b51 req-2b52cd18-b5c5-444a-a9bf-79bf3e0976b8 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1294515 Jul 22 11:28:37.450310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-821aac7e-fd0e-4a40-8a41-b47022c7b015 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.451966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-821aac7e-fd0e-4a40-8a41-b47022c7b015 service neutron] 10.222.0.20 "GET /v2.0/networks?id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 200 len: 924 time: 0.3125808 Jul 22 11:28:37.457642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.466620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.502987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-734cb0bc-397f-4071-b1db-7351f24acc18 req-e8557f7c-6e4e-4641-b6b1-5d353a609d03 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0337312 Jul 22 11:28:37.596794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:37.623457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:37.623820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ec583b05-5cab-4f11-bb4b-ca0fe28f3ef4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:37.631066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.632260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 694d167e-ddcd-4699-99dd-ad39e4845ce4 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:37.644674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.648497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53420) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:37.648662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de5d3bb9-0493-4965-bbd5-a816cb878d67 admin admin] 10.222.0.21 "DELETE /v2.0/routers/694d167e-ddcd-4699-99dd-ad39e4845ce4 HTTP/1.1" status: 204 len: 168 time: 2.7707169 Jul 22 11:28:37.650808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-849dc168-cb05-45ff-9f8a-fc22622653e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 200 len: 1001 time: 0.1901739 Jul 22 11:28:37.697202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Deleting subnet 85bb5ebf-a2e1-461b-b772-428e9c674484 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:37.700480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.704835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c5f3602-516b-46fa-b9ed-f2befbe96a83 req-77a70820-a5b4-4b34-8d31-588d548d24af tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.706422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c5f3602-516b-46fa-b9ed-f2befbe96a83 req-77a70820-a5b4-4b34-8d31-588d548d24af tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.3657849 Jul 22 11:28:37.736517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e66152ef-0b3c-415a-b963-9056370a708c req-af6017a4-5e57-44c9-9af5-861da45e2123 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.738894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e66152ef-0b3c-415a-b963-9056370a708c req-af6017a4-5e57-44c9-9af5-861da45e2123 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.2657981 Jul 22 11:28:37.744036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.766900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-19f0279b-56a0-469e-8e37-e894da2026f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.768353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-19f0279b-56a0-469e-8e37-e894da2026f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 200 len: 862 time: 0.1081674 Jul 22 11:28:37.835473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c5f3602-516b-46fa-b9ed-f2befbe96a83 req-e07abb64-5b7c-453a-bea5-d40e880b0dc5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1165817 Jul 22 11:28:37.841213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e66152ef-0b3c-415a-b963-9056370a708c req-7c45f083-e289-4e87-88fa-c2c967af9ae1 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0867443 Jul 22 11:28:37.868309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-7ba112f7-1e2c-4d7d-8bc8-dcc8790394a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:37.870353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-7ba112f7-1e2c-4d7d-8bc8-dcc8790394a6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=bbf2a136-e34e-4f57-9582-b3ecef67dbb4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0888467 Jul 22 11:28:37.875675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.931915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.965141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=85bb5ebf-a2e1-461b-b772-428e9c674484,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:37.967128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:37.969022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-01d6e74b-3393-47dd-905d-4d8b9eafe44b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/85bb5ebf-a2e1-461b-b772-428e9c674484 HTTP/1.1" status: 204 len: 168 time: 0.3195217 Jul 22 11:28:37.972733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:37.974257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e030376-f5cc-4d7e-a60a-d63318fd9c89 None None] Network ad8c020a-5538-4cea-b589-138203201b35 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:37.992826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-0944199e-d5f7-4931-97e1-ba5a2dfde3b1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e HTTP/1.1" status: 200 len: 1801 time: 0.1158140 Jul 22 11:28:38.044546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.083441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-fe13ee12-4e49-4285-8f43-1f5062dbc5be service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046320 Jul 22 11:28:38.101458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Deleting port 83bf7b47-e57f-438a-9f00-6ad819c3f015 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:38.101901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.147925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.175387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] For port 83bf7b47-e57f-438a-9f00-6ad819c3f015, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=83bf7b47-e57f-438a-9f00-6ad819c3f015,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:38.175785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.186136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] DHCP port deletion for ad8c020a-5538-4cea-b589-138203201b35 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:28:38.192719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Calling delete_port for 83bf7b47-e57f-438a-9f00-6ad819c3f015 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:38.192868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35049fd2-980a-4c56-a77d-97235c5468cf req-4ce4a73a-6c39-4ad0-874d-621e743fc45a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:38.195608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35049fd2-980a-4c56-a77d-97235c5468cf req-4ce4a73a-6c39-4ad0-874d-621e743fc45a tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 951 time: 0.1984732 Jul 22 11:28:38.232409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.236755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Deleting port 83bf7b47-e57f-438a-9f00-6ad819c3f015 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:38.237225 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.267940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999fbd25-10e4-4ff5-b652-8bdf3ba76aa6 req-d2749876-31fd-49a2-a0a5-2aea9230d6a4 service neutron] 10.222.0.20 "GET /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1783199 Jul 22 11:28:38.290020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.307492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35049fd2-980a-4c56-a77d-97235c5468cf req-99480745-fd33-455c-962d-25ee714a2414 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002970 Jul 22 11:28:38.323340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] For port 83bf7b47-e57f-438a-9f00-6ad819c3f015, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=83bf7b47-e57f-438a-9f00-6ad819c3f015,segment=NetworkSegment(362b8547-7475-46a9-bdc7-4ba3cb13c9ac),segment_id=362b8547-7475-46a9-bdc7-4ba3cb13c9ac)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:38.324135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.326441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Pushing event deleted for resources: {'Port': ['ID=83bf7b47-e57f-438a-9f00-6ad819c3f015,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:38.329406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.332427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.333645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c91b08ff-92b9-40e2-a0fc-89b3673533d9 req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e HTTP/1.1" status: 204 len: 173 time: 0.3398306 Jul 22 11:28:38.352953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-584fed6d-46ec-4b79-afa2-e002e0c854d6 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c1a6edd-b4d6-4ba2-9b77-758cdc5cee6e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:38.357756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] No DVR routers for this DVR port 83bf7b47-e57f-438a-9f00-6ad819c3f015 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:38.361102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Calling delete_port for 83bf7b47-e57f-438a-9f00-6ad819c3f015 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:38.428859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-b3d582f3-25a0-4dec-86f2-3a839a8c14c1 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "GET /v2.0/security-groups/0b1f0964-8a34-422e-8a2c-556eafa3e303 HTTP/1.1" status: 200 len: 1799 time: 0.0690951 Jul 22 11:28:38.436996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:38.463936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:38.464276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d5f2c9d-9c79-48c6-be5f-5f2e9c078250 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:38.464873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 83bf7b47-e57f-438a-9f00-6ad819c3f015 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:38.471450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.482367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ad8c020a-5538-4cea-b589-138203201b35']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:38.486929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 83bf7b47-e57f-438a-9f00-6ad819c3f015 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:38.487464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 83bf7b47-e57f-438a-9f00-6ad819c3f015 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:38.495007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '362b8547-7475-46a9-bdc7-4ba3cb13c9ac') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:38.495305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '362b8547-7475-46a9-bdc7-4ba3cb13c9ac') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:38.508303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.518016 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.524513 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.531417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:38.531856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:38.534059 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:38.547996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] Pushing event deleted for resources: {'Port': ['ID=83bf7b47-e57f-438a-9f00-6ad819c3f015,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:38.549774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.556235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e29f39c-0c6b-420b-a4a1-a5e6c61509ba None None] No DVR routers for this DVR port 83bf7b47-e57f-438a-9f00-6ad819c3f015 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:38.576951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa5dfdc9-826c-4ae3-a9bd-e3844981ba33 req-f8e44b2a-c6ff-4a93-abe0-d1b78507c929 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:38.578710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa5dfdc9-826c-4ae3-a9bd-e3844981ba33 req-f8e44b2a-c6ff-4a93-abe0-d1b78507c929 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1615431 Jul 22 11:28:38.616462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.620724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.633649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.638114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ad8c020a-5538-4cea-b589-138203201b35 HTTP/1.1" status: 204 len: 168 time: 0.6632504 Jul 22 11:28:38.639434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53434) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:38.647952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0603e9a1-1c23-4ae5-a653-9efcb8fa53e2 admin admin] Pushing event deleted for resources: {'Network': ['ID=ad8c020a-5538-4cea-b589-138203201b35,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:38.698041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa5dfdc9-826c-4ae3-a9bd-e3844981ba33 req-08e504e2-4b30-45ce-a04b-985f2c9a97df tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1116605 Jul 22 11:28:38.755000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.758041 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.759201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45dce111-218c-4ca0-af19-1fb0edb6dbe9 req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] 10.222.0.21 "DELETE /v2.0/security-groups/0b1f0964-8a34-422e-8a2c-556eafa3e303 HTTP/1.1" status: 204 len: 173 time: 0.3056095 Jul 22 11:28:38.766085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:38.775902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4931c3-9f40-405e-bce5-0a92419f7bc2 tempest-SecurityGroupsTestJSON-2142818828 tempest-SecurityGroupsTestJSON-2142818828-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b1f0964-8a34-422e-8a2c-556eafa3e303,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:38.823822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Deleting subnet 653122bd-2e79-40ca-8ca9-d6b55188cedc {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:38.827673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.870843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:38.911779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c81b2a11-f24c-4c52-827c-859d0fc74b5a req-f59172af-e45f-4c98-9fe2-df349c6c6d95 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0547462 Jul 22 11:28:38.956470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.010527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-066ad167-6bb4-4271-993b-9140e150116c req-5b2f4407-e048-4483-b60b-090c36cbe455 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:39.011997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-066ad167-6bb4-4271-993b-9140e150116c req-5b2f4407-e048-4483-b60b-090c36cbe455 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.36 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.1387861 Jul 22 11:28:39.061993 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.062303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cc63fe8-0d9e-4fde-80de-ff1d74927b7b req-950b979d-12f9-49e4-8e4b-8b2535562ab0 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:39.064182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cc63fe8-0d9e-4fde-80de-ff1d74927b7b req-950b979d-12f9-49e4-8e4b-8b2535562ab0 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1102 time: 0.1437476 Jul 22 11:28:39.104217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.106059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/653122bd-2e79-40ca-8ca9-d6b55188cedc HTTP/1.1" status: 204 len: 168 time: 0.3389294 Jul 22 11:28:39.108738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb32f4a-83c5-4e97-88b5-3ead62b8157f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=653122bd-2e79-40ca-8ca9-d6b55188cedc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:39.110261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:39.155884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Deleting port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:39.156231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.163809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58213ba1-6eeb-4569-9816-36d10b805340 req-62e33102-ba7b-4234-8fca-c0588dadb281 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:39.165298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58213ba1-6eeb-4569-9816-36d10b805340 req-62e33102-ba7b-4234-8fca-c0588dadb281 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.1894855 Jul 22 11:28:39.184627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cc63fe8-0d9e-4fde-80de-ff1d74927b7b req-145ffd05-e46d-4fd4-bc31-029d42a8548a tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1133397 Jul 22 11:28:39.251042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] For port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:39.251435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.261291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.279521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58213ba1-6eeb-4569-9816-36d10b805340 req-93e63971-252b-4b0c-b38d-a5e39eb94a85 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000361 Jul 22 11:28:39.439058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.452997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aeac0cd2-12dc-4e81-bbd4-b131a51b53d8']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:39.463984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b70c0a-b9fd-4462-88e5-6ce5984fcead req-57c4bb16-d4e8-4c07-a301-eb2b0810bb01 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:39.465606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6b70c0a-b9fd-4462-88e5-6ce5984fcead req-57c4bb16-d4e8-4c07-a301-eb2b0810bb01 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 946 time: 0.2102838 Jul 22 11:28:39.475911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f3e528b5-205a-47a4-9b59-2d674cae3473') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:39.476262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f3e528b5-205a-47a4-9b59-2d674cae3473') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:39.506936 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.539213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.543622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.609176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6b70c0a-b9fd-4462-88e5-6ce5984fcead req-53340495-d713-4e89-94d3-cf8511df07ee tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups?id=dc0e080a-2417-4f9e-a12c-73d1d2c33698&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1277382 Jul 22 11:28:39.610293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:39.610772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:39.670548 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:39.784296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.784878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.784988 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Floating IP 63d1deef-43b8-4286-a5f7-dd508ccd6ce4 disassociated. External IP: 172.25.6.180, port: 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b. Jul 22 11:28:39.785316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Calling delete_port for 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:39.854512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00c6d4a7-7e4a-4add-9975-82156e7a2249 req-600c9315-e727-4314-96b3-44fbd6443fd4 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0720897 Jul 22 11:28:39.861831 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.869326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.874427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/aeac0cd2-12dc-4e81-bbd4-b131a51b53d8 HTTP/1.1" status: 204 len: 168 time: 0.7608941 Jul 22 11:28:39.893665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74af2107-7034-441d-b9c6-2e848f910b7f admin admin] Pushing event deleted for resources: {'Network': ['ID=aeac0cd2-12dc-4e81-bbd4-b131a51b53d8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:39.959055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:39.989560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event deleted for resources: {'Port': ['ID=2efc8f99-5c72-42b7-a024-6a7e9d91ed2b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:40.036478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee16e158-de5a-45b5-b3ee-57e51f3893dd req-45490479-5232-4c0c-8f76-4085b58f35b5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:40.039013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee16e158-de5a-45b5-b3ee-57e51f3893dd req-45490479-5232-4c0c-8f76-4085b58f35b5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2609167 Jul 22 11:28:40.092400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:40.107736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee16e158-de5a-45b5-b3ee-57e51f3893dd req-248530d0-dabd-40d8-8b8b-a7df7db31c78 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579882 Jul 22 11:28:40.111096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084d5d85-f863-4423-aeea-cc900a675ef3 req-fbf89684-2d73-469a-ab7a-a7d306dd0df0 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:40.112351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-084d5d85-f863-4423-aeea-cc900a675ef3 req-fbf89684-2d73-469a-ab7a-a7d306dd0df0 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 1102 time: 0.1313696 Jul 22 11:28:40.149075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f9545923-207c-4116-bea2-a41b8b34281a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fa2dcd6fd78f435a9bc4810f84d4e491&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0542898 Jul 22 11:28:40.151774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:40.158473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Router e5da4822-b294-4b6f-a247-48daf4e25285 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:28:40.192951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-084d5d85-f863-4423-aeea-cc900a675ef3 req-ecbb98f9-2ac5-4997-bdbf-9bc9c65822d9 tempest-ServersAdminTestJSON-692784486 tempest-ServersAdminTestJSON-692784486-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588765 Jul 22 11:28:40.218121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Deleting port 9b7a7cfe-2f76-46d4-93ab-657b42973239 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:40.218488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.283312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.323627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.380321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:40.397187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Sync routers for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:40.432618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:40.434643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:40.467703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] No DVR routers for this DVR port 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:40.470636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.481313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-066ad167-6bb4-4271-993b-9140e150116c req-612b5754-9d2b-4a9d-aa29-069141e8fc33 tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.36 "DELETE /v2.0/ports/2efc8f99-5c72-42b7-a024-6a7e9d91ed2b HTTP/1.1" status: 204 len: 173 time: 1.4622633 Jul 22 11:28:40.481793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'name': 'network-vif-deleted', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:40.484139 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f06c898a-bc24-4a67-8853-144d2228a736" -d '{"events": [{"server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "name": "network-vif-deleted", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:40.517790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.520382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.521987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96218d67-b6b5-4111-a407-16d7c1abbe97 HTTP/1.1" status: 204 len: 168 time: 0.3688686 Jul 22 11:28:40.540606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0614977-dd50-4a44-873a-84980efb0b0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96218d67-b6b5-4111-a407-16d7c1abbe97,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:40.614382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:40.793569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] For port 9b7a7cfe-2f76-46d4-93ab-657b42973239, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9b7a7cfe-2f76-46d4-93ab-657b42973239,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:40.793968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:40.813375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Calling delete_port for 9b7a7cfe-2f76-46d4-93ab-657b42973239 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:40.872555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:40.882578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c614525-81ee-4e42-9321-f696021732d5 req-68df15e5-3dae-445c-a64f-fc3c12c6a9c2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:40.884144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c614525-81ee-4e42-9321-f696021732d5 req-68df15e5-3dae-445c-a64f-fc3c12c6a9c2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.1785336 Jul 22 11:28:40.900301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eed392-6e5e-4c38-b917-e94e0889151a req-28d9a41b-5bec-4566-95f5-f7c845105c70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:40.901852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eed392-6e5e-4c38-b917-e94e0889151a req-28d9a41b-5bec-4566-95f5-f7c845105c70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 950 time: 0.2051823 Jul 22 11:28:40.904747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Checking router: e5da4822-b294-4b6f-a247-48daf4e25285 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:40.914806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:40.915697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:41.019813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c614525-81ee-4e42-9321-f696021732d5 req-01acbedc-5dd9-42bf-9c89-410242d8f26f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153233 Jul 22 11:28:41.040191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eed392-6e5e-4c38-b917-e94e0889151a req-4e264021-5bad-4a9c-b246-03407c7e6969 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1252854 Jul 22 11:28:41.091160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:41.108198 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f73c2cc2-8161-44a3-ba36-acf6f069a46c x-openstack-request-id: req-f73c2cc2-8161-44a3-ba36-acf6f069a46c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:41.108725 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bd76a066-baf1-428d-b985-ca2e4c631932", "name": "network-vif-deleted", "tag": "2efc8f99-5c72-42b7-a024-6a7e9d91ed2b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:41.108725 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f73c2cc2-8161-44a3-ba36-acf6f069a46c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:41.109091 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bd76a066-baf1-428d-b985-ca2e4c631932', 'name': 'network-vif-deleted', 'tag': '2efc8f99-5c72-42b7-a024-6a7e9d91ed2b', 'status': 'completed', 'code': 200} Jul 22 11:28:41.223855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.264820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5ef88d9-9997-47f1-b1e2-0dd9a535cd65 req-f2da302f-6c3d-4733-bc37-342566fbb297 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0532699 Jul 22 11:28:41.307657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24231fb6-d923-4d22-b657-220af28bd562 req-6a167a3d-4b4c-4db9-b210-0ff43eb1fbfd tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/ports?device_id=bd76a066-baf1-428d-b985-ca2e4c631932 HTTP/1.1" status: 200 len: 210 time: 0.0858545 Jul 22 11:28:41.309312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Pushing event deleted for resources: {'Port': ['ID=9b7a7cfe-2f76-46d4-93ab-657b42973239,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:41.376059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:41.408213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f686d03-1765-40ea-aef8-2d19b9add850 None None] The sync data for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 is: [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:26:15Z', 'revision_number': 4, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0a3df646-1924-4535-810d-bad2c4f818d3', 'name': '', 'network_id': '121e63d7-79b9-4546-ab7c-0c5f810a88d9', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'mac_address': 'fa:16:3e:8e:30:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_interface', 'standard_attr_id': 475, 'fixed_ips': [{'subnet_id': '028bd094-034d-4106-8cf4-3514fa73a683', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:14Z', 'updated_at': '2021-07-22T11:26:22Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'subnets': [{'id': '028bd094-034d-4106-8cf4-3514fa73a683', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:41.563070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:41.622441 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-7fd27a35-89db-4927-95c6-ad44ba3a11bc service neutron] show failed (client error): The resource could not be found. Jul 22 11:28:41.624904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-7fd27a35-89db-4927-95c6-ad44ba3a11bc service neutron] 10.222.0.20 "GET /v2.0/ports/9f971cc6-7d25-4875-be4d-22698028f593/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.2278297 Jul 22 11:28:41.654111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63d6ccb-cfa3-4c1c-b3f7-3bfcbd7ed4fc req-1aafa044-847c-4f68-b5e5-f75f00ce7f87 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:41.655707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e63d6ccb-cfa3-4c1c-b3f7-3bfcbd7ed4fc req-1aafa044-847c-4f68-b5e5-f75f00ce7f87 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2626634 Jul 22 11:28:41.678583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.703041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-592144731-network', 'tenant_id': 'b881117027a04125a2526215d400783f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:41.752329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Made reservation on behalf of b881117027a04125a2526215d400783f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:41.755067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.756540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e63d6ccb-cfa3-4c1c-b3f7-3bfcbd7ed4fc req-73f1751a-0c23-4e3d-aed0-0ab9280736e4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942683 Jul 22 11:28:41.770142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.773278 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b0a8033-3819-4ff3-9a68-034edd00c497 None None] New status for floating IP 63d1deef-43b8-4286-a5f7-dd508ccd6ce4: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:28:41.924314 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.930185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:41.941951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-a4da8e2d-eb4e-456f-80a1-72449c6f98b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:41.944264 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-a4da8e2d-eb4e-456f-80a1-72449c6f98b6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1101 time: 0.1033058 Jul 22 11:28:41.962681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:41.964917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:28:41.989779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-705b12b5-01bf-4f65-96e6-82856b3c01a8 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:41.991336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-705b12b5-01bf-4f65-96e6-82856b3c01a8 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 950 time: 0.1516588 Jul 22 11:28:42.003579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4db42abc-4b17-4334-b378-96c1f57b7cf5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:42.006713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.007062 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Added segment ef515f61-1a9c-452e-8198-77033f91fb68 of type vlan for network 8d7ab3b6-7db7-429d-8929-fb3c4e18821a Jul 22 11:28:42.056050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Router ae7dbbdb-cd73-446c-8341-3608c92750e9 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:28:42.082441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.120151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.161574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.162502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:42.163088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.203897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 0.6394703 Jul 22 11:28:42.213724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:42.224470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Request body: {'subnet': {'network_id': '8d7ab3b6-7db7-429d-8929-fb3c4e18821a', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-592144731-subnet', 'tenant_id': 'b881117027a04125a2526215d400783f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:42.256960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Deleting port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:42.257309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.311503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e3cd3ce-8ce5-43ae-9e0c-c2263e697238 admin admin] Pushing event updated for resources: {'Network': ['ID=8d7ab3b6-7db7-429d-8929-fb3c4e18821a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:42.331612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8d7ab3b6-7db7-429d-8929-fb3c4e18821a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:28:42.354479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Made reservation on behalf of b881117027a04125a2526215d400783f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:42.357063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.367413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:42.381142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d38c68d6-fbde-43a5-a6cb-3bee8425951a admin admin] 10.222.0.21 "PUT /v2.0/routers/ae7dbbdb-cd73-446c-8341-3608c92750e9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7382302 Jul 22 11:28:42.381440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Sync routers for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:42.385644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:42.403535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5451ca7a-adb2-4cac-b344-5c3237d55e17 req-a645ffe7-3e27-4246-b21f-cc07fff55f08 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:42.405205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5451ca7a-adb2-4cac-b344-5c3237d55e17 req-a645ffe7-3e27-4246-b21f-cc07fff55f08 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.2629361 Jul 22 11:28:42.415601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb9a5385-74bd-469a-ae5f-eb90cbe104fb req-65e12a05-9051-4d58-af59-ff3cc7bea1de tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:42.417178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb9a5385-74bd-469a-ae5f-eb90cbe104fb req-65e12a05-9051-4d58-af59-ff3cc7bea1de tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 950 time: 0.2722595 Jul 22 11:28:42.428397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:42.429889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:42.475527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] For port 287dcd6a-543b-4fcd-a34e-d8229803b3c1, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=287dcd6a-543b-4fcd-a34e-d8229803b3c1,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:42.476055 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.509842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Calling delete_port for 287dcd6a-543b-4fcd-a34e-d8229803b3c1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:42.516810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5451ca7a-adb2-4cac-b344-5c3237d55e17 req-9aaff79d-c308-47ca-947f-9dcf15d0ded7 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0966637 Jul 22 11:28:42.525716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb9a5385-74bd-469a-ae5f-eb90cbe104fb req-cbaa0f99-a931-4999-a6a4-1ca11eeaefc2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950968 Jul 22 11:28:42.565245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:42.667934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:42.734650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.737563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.757338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 287dcd6a-543b-4fcd-a34e-d8229803b3c1 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:42.759596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', '287dcd6a-543b-4fcd-a34e-d8229803b3c1', '0b607724-5011-4432-aa31-7d68ca99fd41'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:42.792463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:42.827811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:42.829656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event deleted for resources: {'Port': ['ID=287dcd6a-543b-4fcd-a34e-d8229803b3c1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:42.840029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0c1bb27-bb2f-4483-9982-c18147b44d3e req-38b8c59f-8785-4af6-bf0f-750756098d2f tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1215305 Jul 22 11:28:42.876010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 287dcd6a-543b-4fcd-a34e-d8229803b3c1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:42.876446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 287dcd6a-543b-4fcd-a34e-d8229803b3c1 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:42.876997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:42.943406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.967549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:42.972973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Transition to ACTIVE for port object 9f971cc6-7d25-4875-be4d-22698028f593 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:43.007336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.033673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] No DVR routers for this DVR port 287dcd6a-543b-4fcd-a34e-d8229803b3c1 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:43.069596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.073026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c690d03-c688-4b74-af03-ab3624f672c9 req-8452e555-c0c4-4e6d-91ee-2aa7beb33ffa tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "DELETE /v2.0/ports/287dcd6a-543b-4fcd-a34e-d8229803b3c1 HTTP/1.1" status: 204 len: 173 time: 1.0755312 Jul 22 11:28:43.075668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.077366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'name': 'network-vif-deleted', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:43.082167 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc384df8-ca12-40ec-ac09-752a6903926c" -d '{"events": [{"server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "name": "network-vif-deleted", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:43.089819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:43.090463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2efc8f99-5c72-42b7-a024-6a7e9d91ed2b not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:43.120368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:43.123577 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d110a1c5-70f0-4a27-b074-c8d629a0a097" -d '{"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:43.127559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Pushing event updated for resources: {'Subnet': ['ID=de5a94aa-7b2e-42a9-ae04-467fc7cd3905,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:43.144981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35954cf5-afec-411c-9ae1-d4642ce946a3 req-5b1365df-e643-4b2a-91a5-3c823acf1d55 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:43.147610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35954cf5-afec-411c-9ae1-d4642ce946a3 req-5b1365df-e643-4b2a-91a5-3c823acf1d55 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2827766 Jul 22 11:28:43.149548 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a0a427f1-a086-4d66-9737-444e5368a0d7 x-openstack-request-id: req-a0a427f1-a086-4d66-9737-444e5368a0d7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:43.149883 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f58b7095-3f4b-499a-b706-921eb24d05c2", "name": "network-vif-deleted", "tag": "287dcd6a-543b-4fcd-a34e-d8229803b3c1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:43.150241 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a0a427f1-a086-4d66-9737-444e5368a0d7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:43.150792 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f58b7095-3f4b-499a-b706-921eb24d05c2', 'name': 'network-vif-deleted', 'tag': '287dcd6a-543b-4fcd-a34e-d8229803b3c1', 'status': 'completed', 'code': 200} Jul 22 11:28:43.152916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.167685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] No DVR routers for this DVR port 9f971cc6-7d25-4875-be4d-22698028f593 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:43.177209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:43.196875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.236598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Checking segment: {'id': 'ef515f61-1a9c-452e-8198-77033f91fb68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '8d7ab3b6-7db7-429d-8929-fb3c4e18821a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:43.237623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Network hostable DHCP agents. Network: 8d7ab3b6-7db7-429d-8929-fb3c4e18821a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:28:43.239469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227'}], 'enable_snat': True}, 'gw_port_id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:28:41Z', 'revision_number': 5, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port': {'id': 'f707d92a-e0db-499c-913c-ae09a1a62cc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d0:bd:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 577, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.227', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:26:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:43.264802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:43.265466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:43.266154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:43.278737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:43.279488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Attempting to bind port 9f971cc6-7d25-4875-be4d-22698028f593 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:43.294550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:43.295209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:43.295422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.296077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:43.296751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Bound port: 9f971cc6-7d25-4875-be4d-22698028f593, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:43.297342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.298401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.299994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "DELETE /v2.0/security-groups/dc0e080a-2417-4f9e-a12c-73d1d2c33698 HTTP/1.1" status: 204 len: 168 time: 0.4589550 Jul 22 11:28:43.302336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:43.304666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Network 8d7ab3b6-7db7-429d-8929-fb3c4e18821a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:28:43.304788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Checking router: ae7dbbdb-cd73-446c-8341-3608c92750e9 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:43.324659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Routers {'ae7dbbdb-cd73-446c-8341-3608c92750e9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:43.325634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac5229e-a010-4540-84b5-33ff1567daaa tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc0e080a-2417-4f9e-a12c-73d1d2c33698,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:43.325893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ae7dbbdb-cd73-446c-8341-3608c92750e9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:43.331834 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d252441-f64f-4672-a4b1-fe23e0ddab8a x-openstack-request-id: req-7d252441-f64f-4672-a4b1-fe23e0ddab8a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:43.332816 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-unplugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:43.333169 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d252441-f64f-4672-a4b1-fe23e0ddab8a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:43.333657 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'code': 200} Jul 22 11:28:43.346271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35954cf5-afec-411c-9ae1-d4642ce946a3 req-0d2b3215-2221-45e0-bacf-bdb4e4da31f3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0874512 Jul 22 11:28:43.354711 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9ceb2986-0b37-45ed-97b6-ff2307a4255f tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] show failed (client error): The resource could not be found. Jul 22 11:28:43.356011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ceb2986-0b37-45ed-97b6-ff2307a4255f tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "GET /v2.0/security-groups/dc0e080a-2417-4f9e-a12c-73d1d2c33698 HTTP/1.1" status: 404 len: 347 time: 0.0453238 Jul 22 11:28:43.359349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:43.361695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Deleting port f707d92a-e0db-499c-913c-ae09a1a62cc8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:43.362189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.364065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8d7ab3b6-7db7-429d-8929-fb3c4e18821a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:43.401535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:43.415247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.438181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cab7e23d-b87c-417e-ad41-4f4bbc0f70d4 None None] Network 8d7ab3b6-7db7-429d-8929-fb3c4e18821a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:43.498227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] For port f707d92a-e0db-499c-913c-ae09a1a62cc8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f707d92a-e0db-499c-913c-ae09a1a62cc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:43.498620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.514486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Calling delete_port for f707d92a-e0db-499c-913c-ae09a1a62cc8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:43.660744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Deleting port 96911b1a-fd60-4e2d-92a5-a4d4f837867d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:43.661243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.694866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] Set router ae7dbbdb-cd73-446c-8341-3608c92750e9 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:43.831928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:43.833675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:28:43Z', 'revision_number': 6, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:43.874258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3352e6-d07b-4bcc-b358-2e213e924706 req-d0993887-3883-480e-8c1e-8c8445f0f953 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=f58b7095-3f4b-499a-b706-921eb24d05c2 HTTP/1.1" status: 200 len: 210 time: 0.1288793 Jul 22 11:28:43.913824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdbb4070-4dcb-43c0-9fc4-6d8ff26083d3 None None] The sync data for ids ['ae7dbbdb-cd73-446c-8341-3608c92750e9'] in n-d-754448-4 is: [{'id': 'ae7dbbdb-cd73-446c-8341-3608c92750e9', 'name': 'tempest-AttachSCSIVolumeTestJSON-633908658-router', 'tenant_id': '48fba2ee15234774b144f4a18176e1d5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:51Z', 'updated_at': '2021-07-22T11:28:43Z', 'revision_number': 6, 'project_id': '48fba2ee15234774b144f4a18176e1d5', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:43.927613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-415f2558-c194-4f7f-8566-a492128f3b56 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.6965055 Jul 22 11:28:43.929928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Pushing event deleted for resources: {'Port': ['ID=f707d92a-e0db-499c-913c-ae09a1a62cc8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:43.976189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:44.001072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:44.019468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.024812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.026197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.026977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.046086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Calling delete_port for 96911b1a-fd60-4e2d-92a5-a4d4f837867d owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:44.065673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ec636f-91e9-413d-a940-e916092a2e41 req-0d076403-316e-407d-af3f-da616831d76a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.075830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60ec636f-91e9-413d-a940-e916092a2e41 req-0d076403-316e-407d-af3f-da616831d76a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.3489294 Jul 22 11:28:44.149382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f16c7f7c-1c40-47fa-9679-4e8dfb9ad64e None None] Network 8d7ab3b6-7db7-429d-8929-fb3c4e18821a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:44.198214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed02a05f-160c-4756-b190-1f4ca3fdff8e req-dce70bdc-4e7b-4d54-bbc0-060e165beae2 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0460007 Jul 22 11:28:44.203168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60ec636f-91e9-413d-a940-e916092a2e41 req-a1b86c35-a289-4a34-95fc-39c4484202d6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261995 Jul 22 11:28:44.219196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.224257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.230557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.231185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.232712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] 10.222.0.36 "PUT /v2.0/ports/9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 1096 time: 2.2789721 Jul 22 11:28:44.351231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.351796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Fanout notify agent at l3_agent the message router_deleted on router ae7dbbdb-cd73-446c-8341-3608c92750e9 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:44.369115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.372906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:44.373084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ab32faca-a1fc-491c-ac35-e7c7ee68688d admin admin] 10.222.0.21 "DELETE /v2.0/routers/ae7dbbdb-cd73-446c-8341-3608c92750e9 HTTP/1.1" status: 204 len: 168 time: 1.9862711 Jul 22 11:28:44.381780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcbee13-a414-4c1b-907d-b1040fff355f service neutron] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:44.452599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-4b926664-2598-4312-b27f-35f3121ddc35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.454629 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-4b926664-2598-4312-b27f-35f3121ddc35 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.1648555 Jul 22 11:28:44.463559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.502826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9b7a7cfe-2f76-46d4-93ab-657b42973239 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:44.522167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Deleting subnet 2bdeab41-3d1a-4db8-bbdc-ceb4ba429652 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:44.550395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.557249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Pushing event deleted for resources: {'Port': ['ID=96911b1a-fd60-4e2d-92a5-a4d4f837867d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:44.585486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 9b7a7cfe-2f76-46d4-93ab-657b42973239 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:44.586840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9b7a7cfe-2f76-46d4-93ab-657b42973239 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:44.609596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-60e4bd77-bb11-43fe-bc1b-49abd9263c23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.611535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-60e4bd77-bb11-43fe-bc1b-49abd9263c23 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1455524 Jul 22 11:28:44.655109 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-d26471bd-cf3e-4d39-979e-1e96bda1e4ed req-642e8075-9c01-4e76-9ecb-b5970155657a tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] show failed (client error): The resource could not be found. Jul 22 11:28:44.656147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d26471bd-cf3e-4d39-979e-1e96bda1e4ed req-642e8075-9c01-4e76-9ecb-b5970155657a tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/836c2bce-5a7b-4819-a32f-764431d2a101 HTTP/1.1" status: 404 len: 352 time: 0.1003380 Jul 22 11:28:44.660580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-ddbdf0e2-70ce-4785-bcdb-e23d6e7e6b91 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0399928 Jul 22 11:28:44.698225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.712862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-6762687e-88b7-4210-a3b2-60a2d22a1097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.714321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-6762687e-88b7-4210-a3b2-60a2d22a1097 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0466402 Jul 22 11:28:44.758314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.761525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:44.762698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7cebb32-cfff-4190-bbcb-07ba9b02342d tempest-ServersTestJSON-1485101900 tempest-ServersTestJSON-1485101900-project] 10.222.0.21 "DELETE /v2.0/floatingips/63d1deef-43b8-4286-a5f7-dd508ccd6ce4 HTTP/1.1" status: 204 len: 168 time: 1.4023407 Jul 22 11:28:44.766318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:44.779050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-8cdd9cfc-cbea-4720-b766-fe88972bafcf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.780520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-8cdd9cfc-cbea-4720-b766-fe88972bafcf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0601323 Jul 22 11:28:44.810038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47a2efd0-d885-42e3-95a7-28cd6f3ab548 req-75ce1bbb-9ba8-4895-8cf4-26f1e1b346c8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:44.811571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47a2efd0-d885-42e3-95a7-28cd6f3ab548 req-75ce1bbb-9ba8-4895-8cf4-26f1e1b346c8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.2278903 Jul 22 11:28:44.819416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fd67962-4475-4f8f-bea4-f69dbb0e6793 req-bcce6200-442b-4e03-b9a1-874aef5ca47d tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b881117027a04125a2526215d400783f HTTP/1.1" status: 200 len: 2984 time: 0.1235642 Jul 22 11:28:44.907239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.198707 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-d0118520-c886-47c4-b500-cd344aa4934b service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3847895 Jul 22 11:28:45.226397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee4f5a7f-5324-4583-9e38-bddb61aa8389 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.233613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47a2efd0-d885-42e3-95a7-28cd6f3ab548 req-27f19dbe-4f51-400a-8a03-6e34d0f0efcc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3950629 Jul 22 11:28:45.243790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fd67962-4475-4f8f-bea4-f69dbb0e6793 req-559149d2-fda3-45c6-bfd9-c67f431e8fcd tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/4db42abc-4b17-4334-b378-96c1f57b7cf5 HTTP/1.1" status: 200 len: 2981 time: 0.4040890 Jul 22 11:28:45.308194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.334660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:45.336913 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-24357b5b-7447-4a80-a839-cc05dd1b6776" -d '{"events": [{"name": "network-changed", "server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:45.337594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2bdeab41-3d1a-4db8-bbdc-ceb4ba429652,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:45.348257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fd67962-4475-4f8f-bea4-f69dbb0e6793 req-3847f9f1-f3c2-4f4b-bcb4-833be8baffc7 tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/4db42abc-4b17-4334-b378-96c1f57b7cf5 HTTP/1.1" status: 200 len: 2981 time: 0.0908840 Jul 22 11:28:45.350225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.353834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ba1c5a-c79e-4aa4-a38e-a971aed874e0 None None] Network ea9f05eb-a5fb-4039-acd6-97f2124d854f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:45.362108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-854428cd-cb24-4d7c-b0ca-964a6d0d4ff7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2bdeab41-3d1a-4db8-bbdc-ceb4ba429652 HTTP/1.1" status: 204 len: 168 time: 0.9831119 Jul 22 11:28:45.368955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:45.445080 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fb129424-50c7-4f43-a679-9833aa0bdac2 req-fe5f91d7-65cb-44ae-ab58-8fba17f8922a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2165148 Jul 22 11:28:45.496703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf0eaf38-18b4-4900-8860-7033dac79f13 req-57167c41-3ade-4417-a418-e929d6939d44 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0848787 Jul 22 11:28:45.538119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.597885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.634560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea3b89ed-15c5-4c93-beb2-b66122d2e220 req-5a2fe7db-1077-4b95-9ae4-425637dfb60a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:45.636099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea3b89ed-15c5-4c93-beb2-b66122d2e220 req-5a2fe7db-1077-4b95-9ae4-425637dfb60a tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.1804080 Jul 22 11:28:45.648285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] DHCP port deletion for ea9f05eb-a5fb-4039-acd6-97f2124d854f request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:28:45.680889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:45.682044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Deleting port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:45.682384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.690783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea3b89ed-15c5-4c93-beb2-b66122d2e220 req-fa290f72-6f7c-4457-9ec8-be5f7a5055d1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481875 Jul 22 11:28:45.719802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:45.752031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:45.769015 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13606e7a-9e05-44ae-ae4a-b6184ffe55e0 x-openstack-request-id: req-13606e7a-9e05-44ae-ae4a-b6184ffe55e0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:45.769298 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:45.769999 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13606e7a-9e05-44ae-ae4a-b6184ffe55e0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:45.770299 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'status': 'completed', 'code': 200} Jul 22 11:28:45.785888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] For port 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=807dcb3e-b5ed-48bb-abc0-685ddc563c28,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:45.786577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.825913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Deleting port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:45.826290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.847964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Calling delete_port for 807dcb3e-b5ed-48bb-abc0-685ddc563c28 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:45.930424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-41d71041-1a9f-4274-b22b-dffadc483835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:45.932480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-41d71041-1a9f-4274-b22b-dffadc483835 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.1382802 Jul 22 11:28:45.938496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53daa525-5afe-47d0-adb2-6f2818f53cef req-e0ebebea-1da4-49cc-8706-3328aa60182f tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/4db42abc-4b17-4334-b378-96c1f57b7cf5 HTTP/1.1" status: 200 len: 2981 time: 0.1844015 Jul 22 11:28:45.961366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:45.964617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] For port 807dcb3e-b5ed-48bb-abc0-685ddc563c28, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=807dcb3e-b5ed-48bb-abc0-685ddc563c28,segment=NetworkSegment(cbe9fd5b-7405-4eef-9968-46787da78755),segment_id=cbe9fd5b-7405-4eef-9968-46787da78755)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:45.965010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:45.983365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Calling delete_port for 807dcb3e-b5ed-48bb-abc0-685ddc563c28 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:45.985454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83', 'port_id': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'mac_address': 'fa:16:3e:82:ac:43', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ebaed47c-bf4d-4d30-8560-c28efb3215a1', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:46.030991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-895745bc-6b55-4ddb-938f-c229d7105098 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.032397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-895745bc-6b55-4ddb-938f-c229d7105098 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.2360399 Jul 22 11:28:46.064030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.071266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-d52fa4af-3001-489d-8daa-bbe5058e0e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.072750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-d52fa4af-3001-489d-8daa-bbe5058e0e3e service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1340013 Jul 22 11:28:46.074534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06a13943-deac-4af0-b2a2-a6057f6a839b req-5e62aa76-4b4b-4c3f-afbf-599281bdc03e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.081361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06a13943-deac-4af0-b2a2-a6057f6a839b req-5e62aa76-4b4b-4c3f-afbf-599281bdc03e tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 949 time: 0.2298930 Jul 22 11:28:46.090593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d729b528-feb5-479f-b6dc-7120cc90cd48 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:46.104775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.122427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:46.128798 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.135530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.137397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-62a18be7-804f-4d89-bf3e-2edbf36f7a6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0436432 Jul 22 11:28:46.150778 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-53daa525-5afe-47d0-adb2-6f2818f53cef req-714c73dc-e064-45b5-9a39-1c39f008f0ae tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 11:28:46.151822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53daa525-5afe-47d0-adb2-6f2818f53cef req-714c73dc-e064-45b5-9a39-1c39f008f0ae tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "DELETE /v2.0/security-groups/4db42abc-4b17-4334-b378-96c1f57b7cf5 HTTP/1.1" status: 409 len: 352 time: 0.2053971 Jul 22 11:28:46.176511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] No DVR routers for this DVR port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:46.189048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Pushing event deleted for resources: {'Port': ['ID=807dcb3e-b5ed-48bb-abc0-685ddc563c28,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:46.195666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] No DVR routers for this DVR port 807dcb3e-b5ed-48bb-abc0-685ddc563c28 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:46.212213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Deleting port 0a3df646-1924-4535-810d-bad2c4f818d3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:46.212485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.214270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:46.226541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-6478adae-5ead-4572-851a-3e353ffe0b3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.228032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-6478adae-5ead-4572-851a-3e353ffe0b3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0837269 Jul 22 11:28:46.237992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2f3741c-a4c7-4a98-88fb-ba279e787c36 None None] Pushing event deleted for resources: {'Port': ['ID=807dcb3e-b5ed-48bb-abc0-685ddc563c28,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:46.248522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06a13943-deac-4af0-b2a2-a6057f6a839b req-af85a789-82b8-41a7-a48f-8272ad455d11 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1657665 Jul 22 11:28:46.270700 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-6d4ac851-546b-4fdb-985c-9373d0df9675 req-74722d76-a8b1-4a19-bb78-ba7a2902bbb5 tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] show failed (client error): The resource could not be found. Jul 22 11:28:46.271773 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d4ac851-546b-4fdb-985c-9373d0df9675 req-74722d76-a8b1-4a19-bb78-ba7a2902bbb5 tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/1a997a2f-f20d-4b95-940d-5b848f058ca9 HTTP/1.1" status: 404 len: 352 time: 0.0557573 Jul 22 11:28:46.300533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-c8908e76-33fb-4f01-a392-fc0b29634665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.303595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-c8908e76-33fb-4f01-a392-fc0b29634665 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2624214 Jul 22 11:28:46.335408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.337058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['d729b528-feb5-479f-b6dc-7120cc90cd48'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:46.347646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] For port 0a3df646-1924-4535-810d-bad2c4f818d3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a3df646-1924-4535-810d-bad2c4f818d3,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:46.348292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.363875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-3da2ed8c-0658-4614-8ef5-824eaa9e7fac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.365548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-3da2ed8c-0658-4614-8ef5-824eaa9e7fac service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293988 Jul 22 11:28:46.371481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Calling delete_port for 0a3df646-1924-4535-810d-bad2c4f818d3 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:46.403899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ea9f05eb-a5fb-4039-acd6-97f2124d854f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:46.417097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 807dcb3e-b5ed-48bb-abc0-685ddc563c28 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:46.429038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-c0660728-ef4b-4561-80f5-6297224d2df9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.0892937 Jul 22 11:28:46.429813 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-c2385deb-903c-4202-95e4-e69510660323 req-ac6e93b6-50dc-41e0-97d1-885a87f1e45b tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] show failed (client error): The resource could not be found. Jul 22 11:28:46.430750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2385deb-903c-4202-95e4-e69510660323 req-ac6e93b6-50dc-41e0-97d1-885a87f1e45b tempest-SecurityGroupsNegativeTestJSON-281342741 tempest-SecurityGroupsNegativeTestJSON-281342741-project] 10.222.0.21 "GET /v2.0/security-groups/a729a510-c846-4796-8fb0-4b33b2c1b361 HTTP/1.1" status: 404 len: 352 time: 0.0925210 Jul 22 11:28:46.435086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbe9fd5b-7405-4eef-9968-46787da78755') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:46.435393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbe9fd5b-7405-4eef-9968-46787da78755') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:46.449227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 807dcb3e-b5ed-48bb-abc0-685ddc563c28 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:46.449366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:46.449579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 807dcb3e-b5ed-48bb-abc0-685ddc563c28 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:46.450013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f707d92a-e0db-499c-913c-ae09a1a62cc8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:46.456860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.478425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f707d92a-e0db-499c-913c-ae09a1a62cc8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:46.478885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f707d92a-e0db-499c-913c-ae09a1a62cc8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:46.495521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.510676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:46.511083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:46.512865 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:46.535576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-3b8e58d8-9acd-4c15-a247-467fe2269e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.537587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-3b8e58d8-9acd-4c15-a247-467fe2269e9c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0985708 Jul 22 11:28:46.587704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Deleting subnet de5a94aa-7b2e-42a9-ae04-467fc7cd3905 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:46.599220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.616132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-129727b3-c4b4-4bf7-8ee1-daa3cb10ff43 req-950f2a74-8d66-4eaa-9315-f4ef8b32d060 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.617772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-129727b3-c4b4-4bf7-8ee1-daa3cb10ff43 req-950f2a74-8d66-4eaa-9315-f4ef8b32d060 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.2772255 Jul 22 11:28:46.652518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.667791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.669628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ea9f05eb-a5fb-4039-acd6-97f2124d854f HTTP/1.1" status: 204 len: 168 time: 1.2996883 Jul 22 11:28:46.671220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-d1eb1b22-6bd0-4271-bda8-3f2dc7673811 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2906139 Jul 22 11:28:46.705831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eda8ec44-cf09-4ab2-8bc0-d987884a0977 req-623c5ae8-cb67-4062-a346-559368117d59 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0704734 Jul 22 11:28:46.708015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Pushing event deleted for resources: {'Network': ['ID=ea9f05eb-a5fb-4039-acd6-97f2124d854f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:46.713990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.728758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.729116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.729446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.730036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.730152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.730421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.731026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.731110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.731398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.731717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.732041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.732361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-12749b0c-38ad-4597-92bd-3dbfb8422432 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:46.742971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-129727b3-c4b4-4bf7-8ee1-daa3cb10ff43 req-99d627f6-5706-430f-8ad5-b574229a7c1f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064997 Jul 22 11:28:46.762490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-edf56e24-188b-42b1-af9c-d58e1405ae42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:46.764473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-edf56e24-188b-42b1-af9c-d58e1405ae42 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2142506 Jul 22 11:28:46.841184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53608) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:46.851500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.920895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-d9d2ac79-a2a6-468a-852d-1fd4002586fc service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2389624 Jul 22 11:28:46.934586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:46.935144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-0c3a2ee7-d427-4221-b7c5-51181c16f646 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1591432 Jul 22 11:28:46.942654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1df3567-dd85-448f-ab85-17f627cd0614 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a06520ee2c4429fa818ab92288f4775&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0970283 Jul 22 11:28:46.949905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:46.989560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Pushing event deleted for resources: {'Port': ['ID=0a3df646-1924-4535-810d-bad2c4f818d3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:47.020210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667a417a-8e52-4957-a755-34da49e3b9df req-cb16f42a-34cd-4331-84c2-271adf27a6cc tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:47.022431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-667a417a-8e52-4957-a755-34da49e3b9df req-cb16f42a-34cd-4331-84c2-271adf27a6cc tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 945 time: 0.1803744 Jul 22 11:28:47.029131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.069671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24357b5b-7447-4a80-a839-cc05dd1b6776 req-37ebcccb-139a-4bb5-a4af-4f042a08f399 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1250236 Jul 22 11:28:47.097746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-667a417a-8e52-4957-a755-34da49e3b9df req-a0e4e7fb-5679-4244-9e9b-80cbdda1ce52 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620637 Jul 22 11:28:47.108453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=de5a94aa-7b2e-42a9-ae04-467fc7cd3905,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:47.108453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.108453 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5dda7389-5870-4cc4-a55c-882d5eb3f610 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/de5a94aa-7b2e-42a9-ae04-467fc7cd3905 HTTP/1.1" status: 204 len: 168 time: 0.6563051 Jul 22 11:28:47.110788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:47.133389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.186860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.253169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.271228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.282139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8d7ab3b6-7db7-429d-8929-fb3c4e18821a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:47.292825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef515f61-1a9c-452e-8198-77033f91fb68') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:47.293127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef515f61-1a9c-452e-8198-77033f91fb68') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:47.302341 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.320460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.320670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.336155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:47.336562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:47.338644 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:47.344658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-85c0dd16-c26c-4528-9dcb-4fa716f29a50 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:47.346138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-85c0dd16-c26c-4528-9dcb-4fa716f29a50 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 949 time: 0.1366193 Jul 22 11:28:47.421064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.422684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.425572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.429854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.430263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8869f00-4f2a-48b5-bec3-99b965823cec HTTP/1.1" status: 204 len: 168 time: 0.4760559 Jul 22 11:28:47.431168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] 10.222.0.21 "DELETE /v2.0/networks/8d7ab3b6-7db7-429d-8929-fb3c4e18821a HTTP/1.1" status: 204 len: 168 time: 0.3173866 Jul 22 11:28:47.454148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3235c-9a40-49bf-b39b-4a908228b3c3 admin admin] Pushing event deleted for resources: {'Network': ['ID=8d7ab3b6-7db7-429d-8929-fb3c4e18821a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:47.468833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002a04b-81f8-4c65-b2cf-c7f8f27b0f37 req-4cdc1db2-2770-4e6b-9e3c-5a9488acbe90 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:47.471338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3002a04b-81f8-4c65-b2cf-c7f8f27b0f37 req-4cdc1db2-2770-4e6b-9e3c-5a9488acbe90 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 949 time: 0.1485777 Jul 22 11:28:47.480422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4dbd4c-9061-4887-958e-3fdd6e53d633 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8869f00-4f2a-48b5-bec3-99b965823cec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:47.533683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3002a04b-81f8-4c65-b2cf-c7f8f27b0f37 req-bea8dbd8-e5ef-40a8-a1c7-6b83233c46c6 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561161 Jul 22 11:28:47.589667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Deleting port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:47.590137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.682635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:47.706732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:47.774078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c6b876b-2848-4fb8-8913-7b128f4aad9f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b881117027a04125a2526215d400783f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0660167 Jul 22 11:28:47.777594 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.778305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:47.823888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port d729b528-feb5-479f-b6dc-7120cc90cd48 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:47.829108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port d729b528-feb5-479f-b6dc-7120cc90cd48 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:47.829780 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.854424 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.884683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.954558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:47.988013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfec5e8f-14d0-4c02-9b66-e4cadbe60959 req-6fde34f7-c1e9-416d-a8d5-fedcd4898925 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0794668 Jul 22 11:28:47.994686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:47.999455 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99e1ed54-aa06-4eea-9a3b-0c43f1f6c9e6" -d '{"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-plugged", "status": "completed", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:48.026057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef026bce-597b-4777-9c95-f4de904faca5 req-319ef52a-59ec-4010-9db9-c682afc681ca tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:48.032929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef026bce-597b-4777-9c95-f4de904faca5 req-319ef52a-59ec-4010-9db9-c682afc681ca tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.1403780 Jul 22 11:28:48.053716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:48.059550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.062508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.066036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4db42abc-4b17-4334-b378-96c1f57b7cf5 HTTP/1.1" status: 204 len: 168 time: 0.2840078 Jul 22 11:28:48.068889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.100595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef026bce-597b-4777-9c95-f4de904faca5 req-4c9553eb-13fb-4b2c-8be5-75a034c580be tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0634882 Jul 22 11:28:48.101991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] For port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:48.102205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.103104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9938ed-b0db-4af7-8e22-e1d81425bc35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4db42abc-4b17-4334-b378-96c1f57b7cf5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:48.124967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:48.125111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Router e5da4822-b294-4b6f-a247-48daf4e25285 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:28:48.130636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Calling delete_port for c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:48.137385 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31fe24a7-acd3-4409-8781-a736fcac1f5e x-openstack-request-id: req-31fe24a7-acd3-4409-8781-a736fcac1f5e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:48.138150 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-plugged", "status": "completed", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:48.138629 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31fe24a7-acd3-4409-8781-a736fcac1f5e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:48.139214 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'code': 200} Jul 22 11:28:48.184348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2b9c4444-1546-48b1-8775-359eb993fb7e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=48fba2ee15234774b144f4a18176e1d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0555062 Jul 22 11:28:48.185452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:48.244806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0b1a803-00e1-4a8f-93a0-c0b3feb96a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.249009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:48.434498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e520cb07-2bac-46bf-a7ca-a34181629a22 req-87dbfd66-b2a4-40ed-af77-5052f914ff44 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:48.436167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e520cb07-2bac-46bf-a7ca-a34181629a22 req-87dbfd66-b2a4-40ed-af77-5052f914ff44 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1097 time: 0.2324901 Jul 22 11:28:48.437823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.438420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:48.448367 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-18279017-2c9d-4c38-9b07-d44ab9d3253d admin admin] 10.222.0.21 "PUT /v2.0/routers/e5da4822-b294-4b6f-a247-48daf4e25285/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6775010 Jul 22 11:28:48.448520 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Sync routers for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:48.459220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:48.461008 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:48.473260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:48.511324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.575889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.588625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', '0b607724-5011-4432-aa31-7d68ca99fd41'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:48.605361 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:48.655995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event deleted for resources: {'Port': ['ID=c80e5fa6-b24e-4c62-8fab-a54e4286bcd2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:48.676318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e520cb07-2bac-46bf-a7ca-a34181629a22 req-e80af77e-24d9-403f-8dc3-20448bfef37a service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038317 Jul 22 11:28:48.742337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-33b5c750-b83c-4157-8e01-cf1200098fa1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:48.744920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-33b5c750-b83c-4157-8e01-cf1200098fa1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f&tenant_id=42bc958a4f3e4551b11423b14d418b4a&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 948 time: 0.3031249 Jul 22 11:28:48.747397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.747397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.747871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.748797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.748797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.749666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.749666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.750098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.750527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.750959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.751798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.752523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:48.753538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:28:48.757954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] No DVR routers for this DVR port c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:48.791963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fa00e04-7a14-48b6-ada2-8c5d64dea808 req-f577dabb-749c-40b4-8a50-e564819fc9f3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:48.793532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fa00e04-7a14-48b6-ada2-8c5d64dea808 req-f577dabb-749c-40b4-8a50-e564819fc9f3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 948 time: 0.4177392 Jul 22 11:28:48.832071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a9a8c-478c-4da1-99a9-9c43f95474bf req-dbd7a3f4-a3ec-4b68-8858-025b56006b9d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:48.839636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f31a9a8c-478c-4da1-99a9-9c43f95474bf req-dbd7a3f4-a3ec-4b68-8858-025b56006b9d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.5695441 Jul 22 11:28:48.845267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.847626 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-33e10eb2-8de6-4aff-a0d3-b20f18311c9c req-afa66cf4-9fbf-4a90-9f01-3d8320b7d4ec tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "DELETE /v2.0/ports/c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 HTTP/1.1" status: 204 len: 173 time: 1.4945679 Jul 22 11:28:48.848178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'name': 'network-vif-deleted', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:48.851044 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42bb2c80-3e9b-4ad8-a377-d4e76d54f9e3" -d '{"events": [{"server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "name": "network-vif-deleted", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:48.857493 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-71cc3b6a-1671-48b3-85c1-790fd9c96f74 service neutron] delete failed (client error): The resource could not be found. Jul 22 11:28:48.858695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-71cc3b6a-1671-48b3-85c1-790fd9c96f74 service neutron] 10.222.0.20 "DELETE /v2.0/ports/9f971cc6-7d25-4875-be4d-22698028f593/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0985153 Jul 22 11:28:48.874290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.878286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.883108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d0e8b86-4e2a-4b37-82bb-7c82960f6d83 HTTP/1.1" status: 204 len: 168 time: 0.6944301 Jul 22 11:28:48.936525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:48.964222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c678a2-6648-4a46-ae17-8e21e3cf0d2e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d0e8b86-4e2a-4b37-82bb-7c82960f6d83,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:48.969779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:48.985511 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:28:46Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:48.999862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '9f971cc6-7d25-4875-be4d-22698028f593', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9f971cc6-7d25-4875-be4d-22698028f593', 'mac_address': 'fa:16:3e:f0:37:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.124'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:28:49.075279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-7bacdd59-4234-4783-b0e6-2e2a4df99a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:49.081012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-7bacdd59-4234-4783-b0e6-2e2a4df99a5e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1099 time: 0.1160243 Jul 22 11:28:49.086320 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Checking router: e5da4822-b294-4b6f-a247-48daf4e25285 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:49.108788 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Routers {'e5da4822-b294-4b6f-a247-48daf4e25285'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:49.109425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5da4822-b294-4b6f-a247-48daf4e25285'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:49.114012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.135443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fa00e04-7a14-48b6-ada2-8c5d64dea808 req-785689f3-1da8-411a-b384-30f35a7277bf tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3314614 Jul 22 11:28:49.144424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9f971cc6-7d25-4875-be4d-22698028f593 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:28:49.200455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:49.221620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.258013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f31a9a8c-478c-4da1-99a9-9c43f95474bf req-6a7253ba-bab9-4022-8ab0-465483328ca6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4173102 Jul 22 11:28:49.307596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-ace5c233-f751-42ce-8743-1c828ed6cafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:49.310675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-ace5c233-f751-42ce-8743-1c828ed6cafe service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2223003 Jul 22 11:28:49.354376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.374158 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] Set router e5da4822-b294-4b6f-a247-48daf4e25285 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:49.436929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c11b908c-10f6-4955-96dd-62fce1dc1271 req-260cd543-c719-49d2-a4c2-204134520b9b tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=aaa42d6d-cf22-437a-b878-e94b3deddb56 HTTP/1.1" status: 200 len: 210 time: 0.0973220 Jul 22 11:28:49.483928 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-02ef5b0e-a85b-43cb-8905-8846ef3a9c95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.1619973 Jul 22 11:28:49.510836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.519894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:49.525336 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a897183-3beb-477e-8d53-d652b79b343e x-openstack-request-id: req-8a897183-3beb-477e-8d53-d652b79b343e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:49.527234 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "aaa42d6d-cf22-437a-b878-e94b3deddb56", "name": "network-vif-deleted", "tag": "c80e5fa6-b24e-4c62-8fab-a54e4286bcd2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:49.528592 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a897183-3beb-477e-8d53-d652b79b343e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:49.542251 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'aaa42d6d-cf22-437a-b878-e94b3deddb56', 'name': 'network-vif-deleted', 'tag': 'c80e5fa6-b24e-4c62-8fab-a54e4286bcd2', 'status': 'completed', 'code': 200} Jul 22 11:28:49.552092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:49.619166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0c8835d-71f9-49b0-ab99-41edc5c1265d req-33262c93-c03d-4a46-b41e-7c8fd6aed16b tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0446558 Jul 22 11:28:49.672179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:49.696101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-6af66793-1453-441d-b42e-05ae85b0a40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:49.698385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-6af66793-1453-441d-b42e-05ae85b0a40e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2070012 Jul 22 11:28:49.700784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Deleting port 90aac249-d813-431e-b51a-27f70973a722 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:49.701163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.797083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:28:46Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:49.824210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-56f4f1bf-c8da-4e1f-a9e0-b2d9ff33e8d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:49.825743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-56f4f1bf-c8da-4e1f-a9e0-b2d9ff33e8d1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1194787 Jul 22 11:28:49.828223 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36f63b9b-b519-46e3-a896-59c1002257fc None None] The sync data for ids ['e5da4822-b294-4b6f-a247-48daf4e25285'] in n-d-754448-4 is: [{'id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'name': 'tempest-ServersTestJSON-1250946205-router', 'tenant_id': '75c095bc514c4f46995b770e3330e8ec', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': True}, 'gw_port_id': '90aac249-d813-431e-b51a-27f70973a722', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:26:06Z', 'updated_at': '2021-07-22T11:28:46Z', 'revision_number': 5, 'project_id': '75c095bc514c4f46995b770e3330e8ec', 'gw_port': {'id': '90aac249-d813-431e-b51a-27f70973a722', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:6f:68', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e5da4822-b294-4b6f-a247-48daf4e25285', 'device_owner': 'network:router_gateway', 'standard_attr_id': 454, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:26:08Z', 'updated_at': '2021-07-22T11:26:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:28:49.900035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] For port 90aac249-d813-431e-b51a-27f70973a722, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=90aac249-d813-431e-b51a-27f70973a722,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:49.900886 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:49.916912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Calling delete_port for 90aac249-d813-431e-b51a-27f70973a722 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:49.933559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-608888757-network', 'tenant_id': '54111f39be94414ca2ae8a09333c9def'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:49.957587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-32007ac2-f038-45b6-bc50-7e2843d8cd5c service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1242254 Jul 22 11:28:49.996276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Made reservation on behalf of 54111f39be94414ca2ae8a09333c9def for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:49.998600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.013453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.056859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd38d293-c58e-4ef5-a05e-286393e800b0 req-ba699de4-482f-419a-8371-6cd8e6e96995 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934622 Jul 22 11:28:50.169632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.280403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:50.328264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a3df646-1924-4535-810d-bad2c4f818d3 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:50.368012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0a3df646-1924-4535-810d-bad2c4f818d3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:50.368662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a3df646-1924-4535-810d-bad2c4f818d3 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:50.402077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-network', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:50.499742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Pushing event deleted for resources: {'Port': ['ID=90aac249-d813-431e-b51a-27f70973a722,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:50.530634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.554456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Made reservation on behalf of e7c5f96370e246baae224d4f11d7175b for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:50.560118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.571511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.577665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.654701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:28:50.677132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9814c394-accc-4e23-8763-c12baf4c7952,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:50.686942 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.687259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.687362 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Added segment 177453ea-da19-4948-af03-006da15ada2d of type vlan for network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 Jul 22 11:28:50.691757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.720904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:28:50.728044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27e5c8e5-81ea-43e1-84cd-40183d3a8abd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:50.733883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.734671 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.735105 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Added segment 19be756a-69a5-4e8e-8191-bde8f9b3be98 of type vlan for network 3814f981-374b-4da2-ba31-09bc684e5bc6 Jul 22 11:28:50.777589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:50.781947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.813130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.813383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.814148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:50.814765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.852860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 9f971cc6-7d25-4875-be4d-22698028f593 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:50.853092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 901 time: 0.5687013 Jul 22 11:28:50.853092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:50.854174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 9f971cc6-7d25-4875-be4d-22698028f593 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:50.854675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.855134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eae1c9d-975c-473d-add6-80859eec5a67 req-c8d243b1-67f4-4766-a9d4-68d62409a3e6 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:50.856703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eae1c9d-975c-473d-add6-80859eec5a67 req-c8d243b1-67f4-4766-a9d4-68d62409a3e6 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 949 time: 0.3645678 Jul 22 11:28:50.858097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Request body: {'subnet': {'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-subnet', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:50.873787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caa50603-11f1-43c5-a931-754b07653e84 req-17f98597-7b6e-432a-85af-0a5e3aa5c63f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:50.875282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caa50603-11f1-43c5-a931-754b07653e84 req-17f98597-7b6e-432a-85af-0a5e3aa5c63f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.3803678 Jul 22 11:28:50.879080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.888602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.906401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Made reservation on behalf of e7c5f96370e246baae224d4f11d7175b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:50.908679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.912460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8db9a756-9215-4ba2-a7b4-c918bb5289e2 admin admin] Pushing event updated for resources: {'Network': ['ID=3814f981-374b-4da2-ba31-09bc684e5bc6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:50.981533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.981797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e5da4822-b294-4b6f-a247-48daf4e25285 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:28:50.991541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:50.992527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:50.993647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.000959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.004894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c20a6935-df27-46ab-b4b4-4b8369263908 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e5da4822-b294-4b6f-a247-48daf4e25285 HTTP/1.1" status: 204 len: 168 time: 2.5256250 Jul 22 11:28:51.009774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:51.010630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eae1c9d-975c-473d-add6-80859eec5a67 req-28148381-8150-48bc-ad53-14dd2ee9202f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1468420 Jul 22 11:28:51.032410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caa50603-11f1-43c5-a931-754b07653e84 req-d4b99e52-0985-438c-ac04-7c6d719295e2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444166 Jul 22 11:28:51.072926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.3894250 Jul 22 11:28:51.072926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:51.073994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Request body: {'subnet': {'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-608888757-subnet', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:51.105775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:28:51.123121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Deleting subnet 028bd094-034d-4106-8cf4-3514fa73a683 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:28:51.133420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.148198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd06bc8d-7065-406b-ac17-52d84671f4a9 admin admin] Pushing event updated for resources: {'Network': ['ID=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:51.164810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:28:51.166673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.190037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Made reservation on behalf of 54111f39be94414ca2ae8a09333c9def for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:51.192641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.253367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb9008c7-26c6-46f8-83be-9ae7dbfe2235 req-e4f4f699-5357-43eb-81c3-4d780d97c754 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0577083 Jul 22 11:28:51.273174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:51.275661 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b78d3673-a461-4d2e-ac50-a029fcd886ee" -d '{"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:51.288230 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.291671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:51.295811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.326934 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.328320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:51.357087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:51.357585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c80e5fa6-b24e-4c62-8fab-a54e4286bcd2 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:51.375457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e823aa-df10-4d50-b0e2-1b160a530b84 req-f3593efd-9212-4f92-88a9-2cdf3d39d70b tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:51.377161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0e823aa-df10-4d50-b0e2-1b160a530b84 req-f3593efd-9212-4f92-88a9-2cdf3d39d70b tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1097 time: 0.1285450 Jul 22 11:28:51.406496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:51.417893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.418109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.418333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.418848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.419201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.419542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.419881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.420217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.420550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.420880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.421254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.421587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:51.441669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.474837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0e823aa-df10-4d50-b0e2-1b160a530b84 req-a1e72f75-e13b-4f70-b67b-9ce105dcfc01 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732095 Jul 22 11:28:51.494816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.510754 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.520519 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-998d635b-7861-43f6-98de-569248499a4a x-openstack-request-id: req-998d635b-7861-43f6-98de-569248499a4a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:51.520912 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-plugged", "status": "completed", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:51.521739 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-998d635b-7861-43f6-98de-569248499a4a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:51.522118 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'code': 200} Jul 22 11:28:51.543348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Pushing event updated for resources: {'Subnet': ['ID=900096b4-eb90-43a2-aa94-37678e1d011a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:51.598034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0f2989b-cd01-4ecd-9174-78efe8844c61,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:51.606402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Checking segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:51.607442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Network hostable DHCP agents. Network: 3814f981-374b-4da2-ba31-09bc684e5bc6, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:28:51.636958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:28:51.640529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.659775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Checking segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:51.660144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Network hostable DHCP agents. Network: bb593f8b-dd67-475f-87d2-e4ec0fdb62f5, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:28:51.669257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3814f981-374b-4da2-ba31-09bc684e5bc6) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:51.673444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=028bd094-034d-4106-8cf4-3514fa73a683,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:51.680436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2209c30-d4af-4365-ab82-dcbcc5545f93 None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:51.684499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba169c77-041d-44f4-8e4f-4b5981668924 None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:51.695577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.700040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-23884ba7-7ad1-4ab6-a3ad-b79d7ef6e427 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/028bd094-034d-4106-8cf4-3514fa73a683 HTTP/1.1" status: 204 len: 168 time: 0.6868687 Jul 22 11:28:51.700040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:51.700040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.700340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:51.738971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:28:51.765692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa1feaf6-2e4f-47f5-bdf1-ebec763af55f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 0.9088714 Jul 22 11:28:51.765930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:51.770670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:51.790419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bb593f8b-dd67-475f-87d2-e4ec0fdb62f5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:51.795660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:51.796380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.800820 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.802885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.803224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8440d9b7-8169-4104-b050-64d04037d48a None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:51.823204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf661767-a837-4314-8bd2-4e5e0d295df0 req-ac12b3be-059b-44e9-9384-f0f803a21397 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:51.824706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf661767-a837-4314-8bd2-4e5e0d295df0 req-ac12b3be-059b-44e9-9384-f0f803a21397 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 951 time: 0.2402668 Jul 22 11:28:51.830602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ebd27f-1652-4acc-becd-dc52e8527969 req-b7cb52a3-0b2d-45e0-b39c-803722cd652e tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:51.832294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80ebd27f-1652-4acc-becd-dc52e8527969 req-b7cb52a3-0b2d-45e0-b39c-803722cd652e tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1097 time: 0.2428854 Jul 22 11:28:51.835810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.861449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f6e6809-d903-44ef-a8f8-f52db32f6627 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7914307 Jul 22 11:28:51.863569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:51.869872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:51.879867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.932556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf661767-a837-4314-8bd2-4e5e0d295df0 req-0be08799-0faf-4b8d-8d0e-0ba11653d975 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859237 Jul 22 11:28:51.934543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80ebd27f-1652-4acc-becd-dc52e8527969 req-e5b2f4fe-b0c9-4a59-b7ac-134e8ca061ef tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0790246 Jul 22 11:28:51.952225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.953350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:51.989408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Deleting port ba6bb07f-cb69-4a59-bac0-0e46b1585ced {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:51.990090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.017732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.025325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3814f981-374b-4da2-ba31-09bc684e5bc6', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:28:52.026033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.129190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] For port ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,segment=NetworkSegment(443d8368-a824-428f-a559-a3d3ae767d9b),segment_id=443d8368-a824-428f-a559-a3d3ae767d9b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:52.129887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.149117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:28:52.152511 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.167177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Calling delete_port for ba6bb07f-cb69-4a59-bac0-0e46b1585ced owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:52.171296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] DHCP port deletion for 121e63d7-79b9-4546-ab7c-0c5f810a88d9 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:28:52.175233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.300518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.313377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e47f66f5-fff8-46fd-a21d-2485497cfb79 req-306539a1-0c58-4916-9989-2deb444291fa tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:52.321656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e47f66f5-fff8-46fd-a21d-2485497cfb79 req-306539a1-0c58-4916-9989-2deb444291fa tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.1562457 Jul 22 11:28:52.354589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Allocated IP 172.20.0.2 (3814f981-374b-4da2-ba31-09bc684e5bc6/900096b4-eb90-43a2-aa94-37678e1d011a/131d884b-c218-42cb-ba3a-ed989f1a5daa) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:52.357519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.407117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 90aac249-d813-431e-b51a-27f70973a722 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:52.414866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Pushing event deleted for resources: {'Port': ['ID=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:52.450580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e47f66f5-fff8-46fd-a21d-2485497cfb79 req-88dc60e1-4355-45e0-a351-76b3a54212be tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1210256 Jul 22 11:28:52.451547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] No DVR routers for this DVR port ba6bb07f-cb69-4a59-bac0-0e46b1585ced on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:52.479276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 90aac249-d813-431e-b51a-27f70973a722 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:52.479866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 90aac249-d813-431e-b51a-27f70973a722 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:52.480441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ba6bb07f-cb69-4a59-bac0-0e46b1585ced no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:52.548728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Deleting port ba6bb07f-cb69-4a59-bac0-0e46b1585ced {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:52.555213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.557066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ba6bb07f-cb69-4a59-bac0-0e46b1585ced {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:52.557407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ba6bb07f-cb69-4a59-bac0-0e46b1585ced not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:52.563812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.578531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['121e63d7-79b9-4546-ab7c-0c5f810a88d9']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:52.591794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '443d8368-a824-428f-a559-a3d3ae767d9b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:52.592100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '443d8368-a824-428f-a559-a3d3ae767d9b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:52.605665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.622110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Allocated IP 172.20.0.2 (bb593f8b-dd67-475f-87d2-e4ec0fdb62f5/e0f2989b-cd01-4ecd-9174-78efe8844c61/fc8d7086-cc78-428b-a0da-64a0a7a93805) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:52.623229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.632740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:28:52.633228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:28:52.635174 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:28:52.716187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.751836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.753214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Pushing event deleted for resources: {'Network': ['ID=121e63d7-79b9-4546-ab7c-0c5f810a88d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:52.759680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.764549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8289880e-381a-4f2f-9568-5964417aaf4f admin admin] 10.222.0.21 "DELETE /v2.0/networks/121e63d7-79b9-4546-ab7c-0c5f810a88d9 HTTP/1.1" status: 204 len: 168 time: 1.0633140 Jul 22 11:28:52.777838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.792119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] For port ba6bb07f-cb69-4a59-bac0-0e46b1585ced, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:52.793407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.810983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c27f4052-c729-4dfe-9e96-983d8048303e req-ee3ad396-e559-4d8e-a433-d124aa049687 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0596652 Jul 22 11:28:52.828397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Calling delete_port for ba6bb07f-cb69-4a59-bac0-0e46b1585ced owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:52.854706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Port ba6bb07f-cb69-4a59-bac0-0e46b1585ced was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:28:52.893497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.916186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Network 121e63d7-79b9-4546-ab7c-0c5f810a88d9 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:28:52.916808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] No DVR routers for this DVR port ba6bb07f-cb69-4a59-bac0-0e46b1585ced on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:52.918757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.951843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dd7d1c-9e76-4f49-87bd-27f69503ec7b None None] Pushing event deleted for resources: {'Port': ['ID=ba6bb07f-cb69-4a59-bac0-0e46b1585ced,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:52.970045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.972585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:52.987453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Transition to ACTIVE for port object 131d884b-c218-42cb-ba3a-ed989f1a5daa will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:52.995386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53774) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:53.040841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Transition to ACTIVE for port object 131d884b-c218-42cb-ba3a-ed989f1a5daa will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:53.045668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-732c17f5-8bb3-4f27-8341-09cc4a72885a req-d6174be7-7dae-4704-b8d1-7aee40f38d2f tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:53.055435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-732c17f5-8bb3-4f27-8341-09cc4a72885a req-d6174be7-7dae-4704-b8d1-7aee40f38d2f tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1101 time: 0.1293061 Jul 22 11:28:53.066227 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.075472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.089991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Transition to ACTIVE for port object fc8d7086-cc78-428b-a0da-64a0a7a93805 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:53.130531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Allocated IP 172.25.6.173 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/09714261-0e38-496b-b4bb-3de9da1ed0b2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:53.131799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-732c17f5-8bb3-4f27-8341-09cc4a72885a req-3a4eb4b8-efaf-4df3-8f98-8eb5a914dc47 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0712085 Jul 22 11:28:53.144691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-122c55f8-8ab1-4566-a441-38efc8bca13e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75c095bc514c4f46995b770e3330e8ec&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1437409 Jul 22 11:28:53.152639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:53.160830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:53.166788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Transition to ACTIVE for port object fc8d7086-cc78-428b-a0da-64a0a7a93805 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:53.171396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:53.174036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:53.183958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Pushing event updated for resources: {'Port': ['ID=131d884b-c218-42cb-ba3a-ed989f1a5daa,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:53.195948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-77aa8681-b73c-4942-ab23-40ba09651bc2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:53.197451 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-77aa8681-b73c-4942-ab23-40ba09651bc2 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 951 time: 0.1489415 Jul 22 11:28:53.212568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.236824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.293756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Attempting to bind port 131d884b-c218-42cb-ba3a-ed989f1a5daa on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:53.294126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Attempting to bind port 131d884b-c218-42cb-ba3a-ed989f1a5daa by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:53.294516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Attempting to bind port 131d884b-c218-42cb-ba3a-ed989f1a5daa on network 3814f981-374b-4da2-ba31-09bc684e5bc6 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:53.297051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Pushing event updated for resources: {'Port': ['ID=fc8d7086-cc78-428b-a0da-64a0a7a93805,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:53.299179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.319869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:53.320595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Checking segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:53.321281 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.321869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Bound using segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:53.322568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Bound port: 131d884b-c218-42cb-ba3a-ed989f1a5daa, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:53.323163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.339461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:53.356496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.363044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac618e4-6a5e-49a9-9b83-1f6316f984d2 req-8d80ccbe-66d4-4cfa-bf9b-caa94c66b3bf tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:53.365935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ac618e4-6a5e-49a9-9b83-1f6316f984d2 req-8d80ccbe-66d4-4cfa-bf9b-caa94c66b3bf tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 951 time: 0.1169333 Jul 22 11:28:53.393134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:53.397432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:53.401295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Deleting port 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:28:53.401639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.429370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ac618e4-6a5e-49a9-9b83-1f6316f984d2 req-6713293a-7431-46b2-988d-20c312464f3f tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e574e07-48ab-47db-a25a-e787f37f46d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568166 Jul 22 11:28:53.449627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.452899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.454435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dec3e483-3f7f-4439-a778-97dec34223d9 HTTP/1.1" status: 204 len: 168 time: 0.3004990 Jul 22 11:28:53.474182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeeabd62-bbb1-443b-aa24-17ea9aad926b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec3e483-3f7f-4439-a778-97dec34223d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:53.507632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] For port 131d884b-c218-42cb-ba3a-ed989f1a5daa, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:53.510465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Attempting to bind port fc8d7086-cc78-428b-a0da-64a0a7a93805 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:53.510864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Attempting to bind port fc8d7086-cc78-428b-a0da-64a0a7a93805 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:53.511253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Attempting to bind port fc8d7086-cc78-428b-a0da-64a0a7a93805 on network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:53.515619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] For port 131d884b-c218-42cb-ba3a-ed989f1a5daa, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=131d884b-c218-42cb-ba3a-ed989f1a5daa,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:53.525457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:53.525904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Checking segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:53.526306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.527072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Bound using segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:53.527387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Bound port: fc8d7086-cc78-428b-a0da-64a0a7a93805, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:53.527819 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.532106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.599220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53790) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:53.808174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a20f1d65-db66-4bfe-ab45-754c7725c7ff None None] Pushing event updated for resources: {'Port': ['ID=131d884b-c218-42cb-ba3a-ed989f1a5daa,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:53.839471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] For port fc8d7086-cc78-428b-a0da-64a0a7a93805, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:53.858133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] For port fc8d7086-cc78-428b-a0da-64a0a7a93805, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc8d7086-cc78-428b-a0da-64a0a7a93805,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:53.879361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.948984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] For port 0b607724-5011-4432-aa31-7d68ca99fd41, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0b607724-5011-4432-aa31-7d68ca99fd41,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:53.949598 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.964131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-0e4afa66-5fb2-4d65-afa4-4e1f9ca8b3e5 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608354 Jul 22 11:28:53.975230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:53.991679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64295683-29d6-4244-8fec-9057657a1fbb None None] Pushing event updated for resources: {'Port': ['ID=fc8d7086-cc78-428b-a0da-64a0a7a93805,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:54.065761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Calling delete_port for 0b607724-5011-4432-aa31-7d68ca99fd41 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:28:54.095975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:54.112031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:54.122232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:54.135598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-0bf66704-58cb-47b4-97e5-6d9b333a29cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:54.146431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-0bf66704-58cb-47b4-97e5-6d9b333a29cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1774089 Jul 22 11:28:54.168194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-eaf9a7bc-cc5c-4888-bc3c-4f3c2d13d344 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/quotas/42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 375 time: 0.0206692 Jul 22 11:28:54.215906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Pushing event updated for resources: {'Port': ['ID=09714261-0e38-496b-b4bb-3de9da1ed0b2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:54.221919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Allocated IP 172.25.6.54 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/ef4e9e4e-3505-47d8-8467-107697f4d460) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:54.223236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-a98e237d-80b1-46fe-8b59-0455e1d5c0fe tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:28:54.245502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-a98e237d-80b1-46fe-8b59-0455e1d5c0fe tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6452425 Jul 22 11:28:54.304423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-921e2f40-230d-48e0-b8d8-65ed27b74466 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1353686 Jul 22 11:28:54.558376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:54.559432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:28:54.590739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 131d884b-c218-42cb-ba3a-ed989f1a5daa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:54.686896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 131d884b-c218-42cb-ba3a-ed989f1a5daa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:54.699454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc8d7086-cc78-428b-a0da-64a0a7a93805 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:54.736265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b2605b7-b74d-4516-b70a-de615c6b27af req-5a12c4d7-f287-405c-aafa-9738629bc3a1 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1000745 Jul 22 11:28:54.838748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fc8d7086-cc78-428b-a0da-64a0a7a93805 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:54.848201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:54.871369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:54.914229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3eea1da9-7c7f-496b-9c70-bcffd8bf8165 req-538c12cf-5e52-4584-ac44-cc420f5a2e59 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 210 time: 0.0382204 Jul 22 11:28:54.961866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Pushing event deleted for resources: {'Port': ['ID=0b607724-5011-4432-aa31-7d68ca99fd41,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:54.993109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:54.993543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:54.993782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:55.000951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:28:55.001340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:55.026839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:55.027562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:55.029279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:55.030750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Bound port: d729b528-feb5-479f-b6dc-7120cc90cd48, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:55.114533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feaa5a0b-53da-4d5d-b091-8434e98f6864 req-21575c76-c137-4f8b-83cc-b9a7eda8210f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 210 time: 0.0751331 Jul 22 11:28:55.174778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:55.190149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.191422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f287536a-3c2a-4284-8b5c-6eb0c01d4c27 service neutron] 10.222.0.21 "POST /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48/bindings HTTP/1.1" status: 201 len: 389 time: 0.7590799 Jul 22 11:28:55.206157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] No DVR routers for this DVR port 0b607724-5011-4432-aa31-7d68ca99fd41 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:28:55.221678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c408e82-1798-4074-b7a0-60830b1913d3 None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:55.287760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.289895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd2ec36b-e428-4b6f-9c7e-ddbf72f2891f req-4533c88a-e5c0-43f1-8790-241923c47d70 tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.36 "DELETE /v2.0/ports/0b607724-5011-4432-aa31-7d68ca99fd41 HTTP/1.1" status: 204 len: 173 time: 2.0853236 Jul 22 11:28:55.290374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-deleted', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:28:55.292789 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-72fe1f98-2f1c-4db4-898d-ce9cb93a1c4f" -d '{"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-deleted", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:28:55.327691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.390747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Provisioning for port 131d884b-c218-42cb-ba3a-ed989f1a5daa completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:55.406159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Provisioning complete for port 131d884b-c218-42cb-ba3a-ed989f1a5daa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:55.406694 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.461169 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:28:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56806879-7ad8-4091-9fcb-a9badec4b2e0 x-openstack-request-id: req-56806879-7ad8-4091-9fcb-a9badec4b2e0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:28:55.461735 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c3a21831-1514-46f9-a980-a6890f916e19", "name": "network-vif-deleted", "tag": "0b607724-5011-4432-aa31-7d68ca99fd41", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:28:55.462275 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56806879-7ad8-4091-9fcb-a9badec4b2e0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:28:55.462975 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c3a21831-1514-46f9-a980-a6890f916e19', 'name': 'network-vif-deleted', 'tag': '0b607724-5011-4432-aa31-7d68ca99fd41', 'status': 'completed', 'code': 200} Jul 22 11:28:55.519703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.591892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:55.625960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2360c403-a107-4abf-848f-2cd4560b8b1b None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:28:55.640942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:55.644801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:55.658744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22cedb45-0eca-4611-8b9a-fb2d397e65fa req-5baec8f0-2325-431a-8950-14c2ddd4b427 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:55.667215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22cedb45-0eca-4611-8b9a-fb2d397e65fa req-5baec8f0-2325-431a-8950-14c2ddd4b427 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.1945715 Jul 22 11:28:55.702223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Pushing event updated for resources: {'Port': ['ID=ef4e9e4e-3505-47d8-8467-107697f4d460,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:55.725954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22cedb45-0eca-4611-8b9a-fb2d397e65fa req-6709ed91-80c3-4cb2-b1b1-a04767297102 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428884 Jul 22 11:28:55.808029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.879219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] For port 131d884b-c218-42cb-ba3a-ed989f1a5daa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=131d884b-c218-42cb-ba3a-ed989f1a5daa,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:55.907283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7835325-07c4-4a77-8a43-f1f7b0fbbf1b req-2849e92c-fead-4123-a10e-6ea7a7241db8 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0549021 Jul 22 11:28:55.968676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:55.976990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-91020510-c867-49bf-8d0c-e0d030c4647e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:55.978458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-91020510-c867-49bf-8d0c-e0d030c4647e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1097 time: 0.2776380 Jul 22 11:28:56.071666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-618e900a-55b1-4e23-bafd-6274942f19f6 None None] Pushing event updated for resources: {'Port': ['ID=131d884b-c218-42cb-ba3a-ed989f1a5daa,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:56.095329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-973395a0-8d16-492b-8391-f69c3dbe30cf req-2c5e6e3b-c9b1-4304-aeee-3aa644ae051c tempest-ServersAdminTestJSON-335550831 tempest-ServersAdminTestJSON-335550831-project] 10.222.0.21 "GET /v2.0/ports?device_id=c3a21831-1514-46f9-a980-a6890f916e19 HTTP/1.1" status: 200 len: 210 time: 0.0564575 Jul 22 11:28:56.115489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Provisioning for port fc8d7086-cc78-428b-a0da-64a0a7a93805 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:56.116383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Provisioning complete for port fc8d7086-cc78-428b-a0da-64a0a7a93805 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:56.116801 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.194825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-d6ee7a59-426d-4674-813a-a693ea3e7a61 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0542278 Jul 22 11:28:56.346882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.356736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.361594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.409728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] For port fc8d7086-cc78-428b-a0da-64a0a7a93805, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc8d7086-cc78-428b-a0da-64a0a7a93805,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:28:56.419123 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.455765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-868e2abe-ae05-4382-9a27-a7335af06917 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:56.459473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-868e2abe-ae05-4382-9a27-a7335af06917 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2588756 Jul 22 11:28:56.479795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 131d884b-c218-42cb-ba3a-ed989f1a5daa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:56.480714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Request body: {'port': {'device_id': '82170941-30b9-4d80-ba6b-5351241a88f5', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '42bc958a4f3e4551b11423b14d418b4a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:56.551036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ba162-626e-4984-b998-901c45ad6ade None None] Pushing event updated for resources: {'Port': ['ID=fc8d7086-cc78-428b-a0da-64a0a7a93805,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:56.575644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-909faef9-b727-4057-b79f-73751c457f45 None None] Provisioning complete for port 131d884b-c218-42cb-ba3a-ed989f1a5daa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:56.576029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-909faef9-b727-4057-b79f-73751c457f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.608301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:56.628945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 131d884b-c218-42cb-ba3a-ed989f1a5daa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:56.629557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.652470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d716624-fba3-4fef-86a9-3460710818a3 req-fc90b4db-b8cd-40d9-8349-a875ac58d721 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 210 time: 0.1903722 Jul 22 11:28:56.685569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-5f466aa3-fab4-4ad0-b550-07f9962f8f62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:56.687120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-5f466aa3-fab4-4ad0-b550-07f9962f8f62 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.7005813 Jul 22 11:28:56.689958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Made reservation on behalf of 42bc958a4f3e4551b11423b14d418b4a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:28:56.693872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.758042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-d8980dad-117d-4585-9462-fafcb6ab8859 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 217 time: 0.0599635 Jul 22 11:28:56.806798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:28:56.834193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 0b607724-5011-4432-aa31-7d68ca99fd41 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:28:56.834800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0b607724-5011-4432-aa31-7d68ca99fd41 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:28:56.838751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-909faef9-b727-4057-b79f-73751c457f45 None None] Provisioning complete for port fc8d7086-cc78-428b-a0da-64a0a7a93805 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:56.839380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-909faef9-b727-4057-b79f-73751c457f45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.902953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c6645e2-a75b-4959-b752-c568f616f367 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:56.922994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-ff68e941-3574-4415-8d36-69f0f55afecf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:56.924484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-ff68e941-3574-4415-8d36-69f0f55afecf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1593297 Jul 22 11:28:56.936437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56b66df-90d3-4dd2-8372-cfefcaa46f76 req-55c8fe6a-c22f-4451-9d3b-3f49c4ccca17 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:56.937974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56b66df-90d3-4dd2-8372-cfefcaa46f76 req-55c8fe6a-c22f-4451-9d3b-3f49c4ccca17 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.1299028 Jul 22 11:28:56.956006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Allocated IP 192.168.233.65 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:56.985802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-62a4b3ab-b210-4346-94fd-259ed81543d5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0495694 Jul 22 11:28:57.031360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56b66df-90d3-4dd2-8372-cfefcaa46f76 req-41d7579b-0818-4fdb-90c2-f7009329cb26 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858679 Jul 22 11:28:57.054803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0793861-48d1-47c2-a74c-9a5c341e16ec req-446caa87-5435-48e2-9cc6-af848a685347 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0591669 Jul 22 11:28:57.087186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.183431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.204736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Transition to ACTIVE for port object 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:57.244908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.259280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:28:57.273635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.293798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:28:57.301403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:57.306340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:57.308447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:57.310943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:57.395597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:57.396893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.464549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53898) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:57.607154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-9772ee18-e9ff-4395-99d3-0649c62ae4c7 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6086392 Jul 22 11:28:57.610216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-29f7a6dc-a4c2-45e7-97ef-da84688ff85f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=522e135199464302b52f0f57c85736c5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1443093 Jul 22 11:28:57.612815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:57.657672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de448873-7b56-43a2-b484-ff934aa25919 None None] Provisioning for port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:28:57.662051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de448873-7b56-43a2-b484-ff934aa25919 None None] Provisioning complete for port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:57.662604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de448873-7b56-43a2-b484-ff934aa25919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.673405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.700877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de448873-7b56-43a2-b484-ff934aa25919 None None] Port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:28:57.709660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c6645e2-a75b-4959-b752-c568f616f367 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.711137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:57.720908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Sync routers for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:57.723734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.733535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-5aa3c30c-d7b0-4bd9-bb45-4954ccd64792 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.2598114 Jul 22 11:28:57.736532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:57.738184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:57.749281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7c6645e2-a75b-4959-b752-c568f616f367 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.752589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Request body: {'port': {'device_id': '82170941-30b9-4d80-ba6b-5351241a88f5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:28:57.765061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Router e219f164-b536-4158-b721-fdbbf368278f is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:28:57.809686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.813480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d6b0291b-367a-491c-8e06-ff759faa8863 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 940 time: 6.0439618 Jul 22 11:28:57.820842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:57.828182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7c6645e2-a75b-4959-b752-c568f616f367 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9cc9294e4974f6bae56bfa7b78171d3&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1889770 Jul 22 11:28:57.832416 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-85a7063a-9f9f-46d0-b721-b086ac3b303a service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2181389 Jul 22 11:28:57.832871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:57.870212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:57.904992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6645e2-a75b-4959-b752-c568f616f367 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7dbff220-23f6-4368-a51f-b9b54b960a2d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:57.985465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:57.993324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:28:58.004268 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Sync routers for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:28:58.022501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:58.023436 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:58.052260 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.055377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.088352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.092723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e3cee2cd-3f81-4038-90f6-7c2f3068fb06 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.2280207 Jul 22 11:28:58.104216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:58.163057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:54Z', 'revision_number': 3, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:58.178682 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:28:58.199785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Checking router: f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:58.200402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Updating router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c port 09714261-0e38-496b-b4bb-3de9da1ed0b2 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:28:58.263042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.265875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.266504 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.267094 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7dbff220-23f6-4368-a51f-b9b54b960a2d HTTP/1.1" status: 204 len: 168 time: 0.3946626 Jul 22 11:28:58.284202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86007934-434c-4e0d-878a-21f59c2df7d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7dbff220-23f6-4368-a51f-b9b54b960a2d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:58.433406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.437150 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.441676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1e574e07-48ab-47db-a25a-e787f37f46d1 HTTP/1.1" status: 204 len: 168 time: 0.8273733 Jul 22 11:28:58.543027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fab455-f398-4f41-8025-7ea36f918c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e574e07-48ab-47db-a25a-e787f37f46d1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:58.604032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc8d7086-cc78-428b-a0da-64a0a7a93805 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:28:58.633640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e91e91d-1b48-479a-8810-f4d1a73a0778 req-020579db-5732-49f0-926d-3499c4a883bc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:58.649974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e91e91d-1b48-479a-8810-f4d1a73a0778 req-020579db-5732-49f0-926d-3499c4a883bc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 935 time: 0.9023645 Jul 22 11:28:58.668376 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.788728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.827392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fc8d7086-cc78-428b-a0da-64a0a7a93805 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:28:58.827961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.928388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e91e91d-1b48-479a-8810-f4d1a73a0778 req-8c077dda-06d3-4b7a-af6d-8ec5f6c17442 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2733881 Jul 22 11:28:58.942321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:58.962345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b45ecc3-bf1e-4751-b555-00dc425a60b0 req-d2f64e78-f94a-4c23-a3d7-10eb7e9c00f0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:28:58.972849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b45ecc3-bf1e-4751-b555-00dc425a60b0 req-d2f64e78-f94a-4c23-a3d7-10eb7e9c00f0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.5499678 Jul 22 11:28:58.983295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:55Z', 'revision_number': 3, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:59.027231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Transition to ACTIVE for port object 09714261-0e38-496b-b4bb-3de9da1ed0b2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:59.041436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.071763 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Checking router: e219f164-b536-4158-b721-fdbbf368278f for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:28:59.074674 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Updating router e219f164-b536-4158-b721-fdbbf368278f port ef4e9e4e-3505-47d8-8467-107697f4d460 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:28:59.095266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bd9f-55f5-4870-83db-8460d38e17e6 None None] Pushing event updated for resources: {'Port': ['ID=09714261-0e38-496b-b4bb-3de9da1ed0b2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:59.125072 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.141601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Attempting to bind port 09714261-0e38-496b-b4bb-3de9da1ed0b2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:59.142439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Attempting to bind port 09714261-0e38-496b-b4bb-3de9da1ed0b2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:59.142854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Attempting to bind port 09714261-0e38-496b-b4bb-3de9da1ed0b2 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:59.155435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:59.155817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:59.156229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.156620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:59.157095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Bound port: 09714261-0e38-496b-b4bb-3de9da1ed0b2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:59.157483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.207183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b4038cd-82b8-4cb8-b983-30b292e8bbda req-a843e7a7-996b-4ae3-b8dc-e0c1c54778f8 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1131051 Jul 22 11:28:59.232473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:59.273106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] For port 09714261-0e38-496b-b4bb-3de9da1ed0b2, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:59.279475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] For port 09714261-0e38-496b-b4bb-3de9da1ed0b2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=09714261-0e38-496b-b4bb-3de9da1ed0b2,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:59.286781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Allocated IP 172.20.0.1 (bb593f8b-dd67-475f-87d2-e4ec0fdb62f5/e0f2989b-cd01-4ecd-9174-78efe8844c61/45c11e0a-0a26-4d42-8038-8c2e2c23bccb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:28:59.294777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.320118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b45ecc3-bf1e-4751-b555-00dc425a60b0 req-cebd947d-e32f-4ad6-a1ae-74b57270541b tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3226538 Jul 22 11:28:59.403615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:28:59.407297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:28:59.436511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-447b39b1-9d5b-46c9-a473-889dd030f319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9873500609524cb1b49429fd590dfd1d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2004619 Jul 22 11:28:59.436860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:59.657154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.682820 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.699170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Transition to ACTIVE for port object ef4e9e4e-3505-47d8-8467-107697f4d460 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:59.700236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Transition to ACTIVE for port object 45c11e0a-0a26-4d42-8038-8c2e2c23bccb will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:28:59.707919 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.744296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.761906 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Pushing event updated for resources: {'Port': ['ID=ef4e9e4e-3505-47d8-8467-107697f4d460,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:59.774485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.774947 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.775238 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.775576 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.776393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.776393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.776937 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.777278 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.777752 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.778083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.778430 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.779046 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:28:59.791422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.808856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Attempting to bind port ef4e9e4e-3505-47d8-8467-107697f4d460 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:28:59.809352 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Attempting to bind port ef4e9e4e-3505-47d8-8467-107697f4d460 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:28:59.809722 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Attempting to bind port ef4e9e4e-3505-47d8-8467-107697f4d460 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:28:59.816364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:28:59.816749 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:28:59.817216 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.818348 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:28:59.819116 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Bound port: ef4e9e4e-3505-47d8-8467-107697f4d460, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:28:59.819615 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.824117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.885611 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] For port ef4e9e4e-3505-47d8-8467-107697f4d460, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:28:59.889906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:28:59.890113 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] For port ef4e9e4e-3505-47d8-8467-107697f4d460, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef4e9e4e-3505-47d8-8467-107697f4d460,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:28:59.892534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.897942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Pushing event updated for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:28:59.899657 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.900438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:28:59.904084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:28:59.950646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:28:59.953551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:28:59.956520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:00.004365 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d30f18c-3f59-4f1d-b406-44830971513e None None] Pushing event updated for resources: {'Port': ['ID=ef4e9e4e-3505-47d8-8467-107697f4d460,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:00.014526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.017089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.027258 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4d82b0ae-6ad4-4ce7-b5bb-bc6922173e1d HTTP/1.1" status: 204 len: 168 time: 0.5862334 Jul 22 11:29:00.039103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:00.070434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e85fa0aa-8d56-4ce3-a8f9-51ca16d98b6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d82b0ae-6ad4-4ce7-b5bb-bc6922173e1d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:00.082662 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:00.083394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:00.137326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.235486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf67bd9f-55f5-4870-83db-8460d38e17e6 None None] Pushing event updated for resources: {'Port': ['ID=09714261-0e38-496b-b4bb-3de9da1ed0b2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:00.299477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Transition to ACTIVE for port object 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:00.322674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.358441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-791329350-network', 'tenant_id': '24ea8ec8620e45e28d42d6a6fdc19407'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:00.371851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.405782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03cb8a68-9749-48cc-84fa-9c7171402708 None None] Provisioning for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:00.425024 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:00.437292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03cb8a68-9749-48cc-84fa-9c7171402708 None None] Provisioning complete for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:00.440495 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03cb8a68-9749-48cc-84fa-9c7171402708 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.499079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:00.503344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Made reservation on behalf of 24ea8ec8620e45e28d42d6a6fdc19407 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:00.507026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.530161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.563251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-03cb8a68-9749-48cc-84fa-9c7171402708 None None] Port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:00.612551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:54Z', 'revision_number': 3, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:00.635884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-895ecf48-6be6-4013-b9b7-f1aa92d07791 req-9d7e864e-02de-4847-96da-fa8868139d71 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1373615 Jul 22 11:29:00.680155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5f148a8-c759-4d91-8911-e96fad624463 None None] The sync data for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 is: [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:54Z', 'revision_number': 3, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:00.758825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.769033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.802679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.855799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:55Z', 'revision_number': 3, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:00.856672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.870338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:29:00.885257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:00.886108 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Added segment 88d0c810-40b5-4d73-89dd-79d401ec67bd of type vlan for network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf Jul 22 11:29:00.905777 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5cd76bc-4b16-44e1-a90d-5d785c77f223 None None] The sync data for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 is: [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:28:55Z', 'revision_number': 3, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:28:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:00.978687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Pushing event updated for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:00.991766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.169393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:01.171039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:01.203636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11b05230-2137-488e-9e8a-1f1fb03196c4 req-c4618ceb-2ad2-44ee-88d4-69b18aaa7c91 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:01.205278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11b05230-2137-488e-9e8a-1f1fb03196c4 req-c4618ceb-2ad2-44ee-88d4-69b18aaa7c91 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 935 time: 1.0825400 Jul 22 11:29:01.241486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.257607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1106d8e-643c-4993-954e-daad940f1b65,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:01.436585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Router e219f164-b536-4158-b721-fdbbf368278f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:01.442553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c3243e-7056-4147-979f-fc2d308269cf req-5036a4e6-1e30-43aa-b7ac-afaa33ceda93 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:01.445631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36c3243e-7056-4147-979f-fc2d308269cf req-5036a4e6-1e30-43aa-b7ac-afaa33ceda93 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.5972958 Jul 22 11:29:01.449720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:29:01.578509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Allocated IP 172.20.0.1 (3814f981-374b-4da2-ba31-09bc684e5bc6/900096b4-eb90-43a2-aa94-37678e1d011a/c070b409-61b8-4aa1-b5bc-38c3bf44da14) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:01.584358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11b05230-2137-488e-9e8a-1f1fb03196c4 req-1790ff26-14d6-4d8d-81b8-638aff04528c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3106778 Jul 22 11:29:01.653316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Attempting to bind port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:01.653620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Attempting to bind port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:01.653950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Attempting to bind port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:01.655270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-998ada43-c3f1-4ad3-ad7e-16687430d864 None None] Provisioning complete for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:01.656453 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-998ada43-c3f1-4ad3-ad7e-16687430d864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.659937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.660945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:01.661999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.667620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:01.667951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Attempting to bind port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:01.680879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36c3243e-7056-4147-979f-fc2d308269cf req-47d4395f-48f0-4ee0-9dfb-55fcbf9c4f05 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612837 Jul 22 11:29:01.699679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:01.716663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:01.717059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:01.717447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:01.718056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Bound port: 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:01.718252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.726385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-edef81bf-fecc-4122-aada-22d5621605f8 admin admin] 10.222.0.21 "PUT /v2.0/routers/e219f164-b536-4158-b721-fdbbf368278f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6182694 Jul 22 11:29:01.803205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-998ada43-c3f1-4ad3-ad7e-16687430d864 None None] Port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:01.821354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.8545415 Jul 22 11:29:01.825036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:01.832834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Request body: {'subnet': {'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-791329350-subnet', 'tenant_id': '24ea8ec8620e45e28d42d6a6fdc19407', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:01.897813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Made reservation on behalf of 24ea8ec8620e45e28d42d6a6fdc19407 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:01.902717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:01.956322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a208601-e99e-4abc-a3f5-8838edf21638 admin admin] Pushing event updated for resources: {'Network': ['ID=3fce4f6b-32d3-4364-81de-3b9cdd74fecf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:01.974383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:29:02.000904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-917c8833-9602-41e9-9286-9f7e9dc11aa7 req-e3fe2cc7-fc6b-4f54-9ce1-ff53af61fe26 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1403728 Jul 22 11:29:02.069216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:02.074007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:02.135233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.159484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Transition to ACTIVE for port object c070b409-61b8-4aa1-b5bc-38c3bf44da14 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:02.217819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.335043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:02.335761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.337302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] 10.222.0.36 "PUT /v2.0/ports/2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 1095 time: 4.5910301 Jul 22 11:29:02.338737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:02.349183 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-15f192bb-4a3a-43d0-8213-847a0e45750e" -d '{"events": [{"name": "network-changed", "server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:02.394885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.395313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.526003 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1c53f6f-248c-4f4e-88b8-4601a8168aab x-openstack-request-id: req-d1c53f6f-248c-4f4e-88b8-4601a8168aab {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:02.527279 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:02.527607 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1c53f6f-248c-4f4e-88b8-4601a8168aab {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:02.528197 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'status': 'completed', 'code': 200} Jul 22 11:29:02.560447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Checking segment: {'id': '88d0c810-40b5-4d73-89dd-79d401ec67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:02.561463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Network hostable DHCP agents. Network: 3fce4f6b-32d3-4364-81de-3b9cdd74fecf, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:29:02.574357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f06e390b-3416-4715-b068-df23bdffc8fb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:02.577720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 09714261-0e38-496b-b4bb-3de9da1ed0b2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:02.606219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:29:02.628305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3fce4f6b-32d3-4364-81de-3b9cdd74fecf) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:02.637179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:02.637951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:02.657559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956a3404-454f-4223-9a07-1a8b0fc93ae6 service neutron] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:02.669908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a02e9f7-aa13-47a8-a395-9fc6ab4e73a4 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.8435810 Jul 22 11:29:02.670397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92dbe45-e2f5-420b-98d6-875b7c17b0aa None None] Network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:02.731844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Pushing event updated for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:02.752815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:02.764316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:02.766976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:02.869951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.080345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-6747e672-1752-46e4-81cd-c1ce20b5bcd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:03.081852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-6747e672-1752-46e4-81cd-c1ce20b5bcd3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1098 time: 0.6504524 Jul 22 11:29:03.100177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebab9b46-ae39-451e-86e8-7f247ac7dc00 None None] Network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:03.203351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-1973155b-886e-462f-97c8-ee4c5a63217f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.0916414 Jul 22 11:29:03.240587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:03.245884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'security_group': {'name': 'tempest-securitygroup--27639972', 'description': 'tempest-description--1501559884'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:03.249586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 09714261-0e38-496b-b4bb-3de9da1ed0b2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:03.255332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 09714261-0e38-496b-b4bb-3de9da1ed0b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:03.255906 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.290730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-986ba808-c1e6-41dc-8000-7e2ee456f066 req-5ac259e9-b207-46ed-a9ed-f5909ac122b9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:03.298175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-986ba808-c1e6-41dc-8000-7e2ee456f066 req-5ac259e9-b207-46ed-a9ed-f5909ac122b9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 947 time: 0.4324064 Jul 22 11:29:03.310344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.340776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-282cb2a7-5403-4597-bee7-c1627f00e56b None None] Provisioning for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:03.364321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-c3e5fcc4-dfba-4968-921d-854daa290819 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:03.366789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-c3e5fcc4-dfba-4968-921d-854daa290819 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1497579 Jul 22 11:29:03.367086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-282cb2a7-5403-4597-bee7-c1627f00e56b None None] Provisioning complete for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:03.367781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-282cb2a7-5403-4597-bee7-c1627f00e56b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.386101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-986ba808-c1e6-41dc-8000-7e2ee456f066 req-2226b797-ace4-492d-9a02-cfc551c1657a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809257 Jul 22 11:29:03.436350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.456427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.466894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.479914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-282cb2a7-5403-4597-bee7-c1627f00e56b None None] Port c070b409-61b8-4aa1-b5bc-38c3bf44da14 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:03.495175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 09714261-0e38-496b-b4bb-3de9da1ed0b2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=09714261-0e38-496b-b4bb-3de9da1ed0b2,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:03.499008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.500730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1778 time: 0.2590091 Jul 22 11:29:03.503452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:03.509316 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.512098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef4e9e4e-3505-47d8-8467-107697f4d460 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:03.524893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'security_group_rule': {'security_group_id': 'a08c0809-27f9-4837-8869-a7de8a812992', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:03.565025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01fcde1-03c3-428f-9013-638c63fc1008 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a08c0809-27f9-4837-8869-a7de8a812992,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:03.602243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.660445 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.680762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=09714261-0e38-496b-b4bb-3de9da1ed0b2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:03.691083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ef4e9e4e-3505-47d8-8467-107697f4d460 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:03.696397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ef4e9e4e-3505-47d8-8467-107697f4d460 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:03.696775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.760729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.766902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.791790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc31fe4d-80e8-4a9d-9545-41b343f28e2e req-caa421b2-3566-4bc1-9f99-e31dca23521e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:03.794799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=31762651-ba22-4d85-b13d-06ce136467b6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:03.801562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc31fe4d-80e8-4a9d-9545-41b343f28e2e req-caa421b2-3566-4bc1-9f99-e31dca23521e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.4317441 Jul 22 11:29:03.813278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.814199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.814928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-42970088-48cb-4742-89c3-b4020efe7ee4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:03.819067 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53ebc02a-e04c-444b-9ded-f5d2fdf5cabb tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2992723 Jul 22 11:29:03.819677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54032) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:03.824640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-42970088-48cb-4742-89c3-b4020efe7ee4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4297500 Jul 22 11:29:03.825795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'security_group_rule': {'security_group_id': 'a08c0809-27f9-4837-8869-a7de8a812992', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:03.849661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ef4e9e4e-3505-47d8-8467-107697f4d460, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef4e9e4e-3505-47d8-8467-107697f4d460,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:03.860331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.860549 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.937592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ef4e9e4e-3505-47d8-8467-107697f4d460,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:03.937937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.950677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.970819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e613c7be-00cf-4fe5-bf6c-66bd5b3f649f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:03.979816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:03.984399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fe568a34-1fcd-4fae-9b5a-c73d2c5bf75f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1621013 Jul 22 11:29:03.984932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54038) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:03.990360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:04.018867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.053011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc31fe4d-80e8-4a9d-9545-41b343f28e2e req-46d4f496-f249-4a25-9a2c-402e93b1d855 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2483413 Jul 22 11:29:04.123790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-320a3111-ea3a-439d-a1bf-169ef2def0fc tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:04.132415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-320a3111-ea3a-439d-a1bf-169ef2def0fc tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/networks?id=3fce4f6b-32d3-4364-81de-3b9cdd74fecf HTTP/1.1" status: 200 len: 812 time: 0.2654574 Jul 22 11:29:04.161167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.282115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Allocated IP 172.25.6.179 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f25dd50f-2de5-42e2-a54c-1783d73d628d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:04.423883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 09714261-0e38-496b-b4bb-3de9da1ed0b2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:04.452191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.471598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-9259eea9-4509-420b-8d28-97551e56256c tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/quotas/24ea8ec8620e45e28d42d6a6fdc19407 HTTP/1.1" status: 200 len: 375 time: 0.3381033 Jul 22 11:29:04.508072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 09714261-0e38-496b-b4bb-3de9da1ed0b2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:04.508513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.514390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.535960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-262756a1-3bff-4497-aae5-a70f92497c26 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24ea8ec8620e45e28d42d6a6fdc19407&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0468788 Jul 22 11:29:04.568353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12183797-c844-4fb7-b036-2505b3bf33a7 req-21c503db-09f5-4095-8d80-6752310fa86e tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0999546 Jul 22 11:29:04.569567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Sync routers for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:04.605022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'Port': ['ID=f25dd50f-2de5-42e2-a54c-1783d73d628d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:04.615536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:04.618426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:04.625222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:04.628833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:04.631376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:04.637356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-32bd64c3-b0a0-4412-b5be-42933c137aea service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7837732 Jul 22 11:29:04.727516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.798557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.816357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef4e9e4e-3505-47d8-8467-107697f4d460 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:04.824911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:04.885144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.898021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1902e4f0-40cc-4ce5-a22e-6d8f5a5d316e service neutron] 10.222.0.21 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3335857 Jul 22 11:29:04.900033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-1aae62eb-a625-403b-92cf-bccaf5473690 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1152694 Jul 22 11:29:04.903943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.965439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ef4e9e4e-3505-47d8-8467-107697f4d460 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:04.966180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:04.993259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.001941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.003545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.158211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 2, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:05.189694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Checking router: e219f164-b536-4158-b721-fdbbf368278f for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:05.190204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Updating router e219f164-b536-4158-b721-fdbbf368278f port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:05.237091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.244305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70196b7a-3d99-449a-b757-edda1dc0a7a0 req-d515aadd-f4e0-4d4e-829c-21a340cdc5be service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5952981 Jul 22 11:29:05.245137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Pushing event updated for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:05.320444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-88f3004c-e63a-4389-986d-94713e0940df tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:05.327902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-88f3004c-e63a-4389-986d-94713e0940df tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4143977 Jul 22 11:29:05.356568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'Port': ['ID=f25dd50f-2de5-42e2-a54c-1783d73d628d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:05.369554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.387288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.390776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-34e77cf0-71f8-4deb-8568-0bbdfcc84023 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4047565 Jul 22 11:29:05.427167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-f9b4e8c8-7d6e-4029-b32b-8c30ab80ca15 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/quotas/4c12c7cf275147ea8cff2ed7f490487e HTTP/1.1" status: 200 len: 375 time: 0.0979965 Jul 22 11:29:05.444141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1ee7d48f-f05c-423c-9e45-cf0a84c8d28f service neutron] 10.222.0.21 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4514205 Jul 22 11:29:05.469741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-6c4e4fab-7754-42da-aa14-8ff65259d9b5 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415828 Jul 22 11:29:05.473011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:05.484801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:05.708072 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.737436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-55275df1-3013-4864-9df6-164d7ab6981a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:05.739881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-55275df1-3013-4864-9df6-164d7ab6981a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1098 time: 0.4090266 Jul 22 11:29:05.759189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Transition to ACTIVE for port object 45c11e0a-0a26-4d42-8038-8c2e2c23bccb will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:05.776700 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:05.831885 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:29:05.880187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d066-51b7-4fc8-8ef5-fbb76f969289 None None] Pushing event updated for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:06.018820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:06.051366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc38f569-4cd9-481b-b950-f6b450e94ab9 req-587fceb3-dfbc-4ee7-a6bd-9297c900c01f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.059168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc38f569-4cd9-481b-b950-f6b450e94ab9 req-587fceb3-dfbc-4ee7-a6bd-9297c900c01f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 947 time: 0.3170748 Jul 22 11:29:06.140541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-2f43b595-a189-4650-8da4-2f5789aac385 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.142049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-2f43b595-a189-4650-8da4-2f5789aac385 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3816836 Jul 22 11:29:06.154262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67c30288-a4b1-4422-a28e-3500872670e6 None None] Provisioning complete for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:06.154761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-67c30288-a4b1-4422-a28e-3500872670e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:06.158856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Attempting to bind port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:06.159232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Attempting to bind port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:06.159756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Attempting to bind port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb on network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:06.191901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:06.192937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Checking segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:06.193840 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:06.194377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Bound using segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:06.194920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Bound port: 45c11e0a-0a26-4d42-8038-8c2e2c23bccb, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:06.195539 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:06.220013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-67c30288-a4b1-4422-a28e-3500872670e6 None None] Port c070b409-61b8-4aa1-b5bc-38c3bf44da14 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:06.272482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc38f569-4cd9-481b-b950-f6b450e94ab9 req-fa64ff77-381b-4b28-b9c9-dba932e4db88 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2124159 Jul 22 11:29:06.278674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-0c48659a-4f33-4ef5-8cfe-39b9437cbcc8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.1136632 Jul 22 11:29:06.287059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] For port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:06.296962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] For port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:06.312046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:06.345528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b198ac-fca9-416c-87b8-e3361a6bbcef req-6cff98f9-fa6e-437d-8652-dbf57514abc1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.353093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18b198ac-fca9-416c-87b8-e3361a6bbcef req-6cff98f9-fa6e-437d-8652-dbf57514abc1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.3718619 Jul 22 11:29:06.374684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:06.375873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:06.419922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-3a3f2a85-8d21-4e7f-a70f-a1f73b6c7570 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.421403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-3a3f2a85-8d21-4e7f-a70f-a1f73b6c7570 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1296494 Jul 22 11:29:06.445772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18b198ac-fca9-416c-87b8-e3361a6bbcef req-00091e04-4cfd-41bc-b568-65665d2dbdfc tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917330 Jul 22 11:29:06.449671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:06.472214 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Sync routers for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:06.491143 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:06.493315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:06.504590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b53dfa3-fe5f-4795-bd32-ff09950bdf2a admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6760738 Jul 22 11:29:06.632756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:06.644724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-062c4a33-98bf-4ec1-a075-d6c25b3450f7 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--27639972&fields=id&tenant_id=54111f39be94414ca2ae8a09333c9def HTTP/1.1" status: 200 len: 267 time: 0.1961317 Jul 22 11:29:06.690742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d1d066-51b7-4fc8-8ef5-fbb76f969289 None None] Pushing event updated for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:06.742626 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:06.843849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404839e9-0c32-4900-b2ac-d708303ae751 req-e28d55e5-5feb-4b6e-b0da-a5750a2a73f2 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.2190304 Jul 22 11:29:06.856389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-bf6eb069-fb90-42f1-b829-d5aac0b91727 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.858021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-bf6eb069-fb90-42f1-b829-d5aac0b91727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4110880 Jul 22 11:29:06.882234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-638a8b8e-6f36-4eab-a512-d2c97a4615db tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:06.888757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-638a8b8e-6f36-4eab-a512-d2c97a4615db tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/networks?id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 HTTP/1.1" status: 200 len: 811 time: 0.2430878 Jul 22 11:29:06.929123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-ddc8b526-ce34-464b-8ee6-09e50dfd53e0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/quotas/54111f39be94414ca2ae8a09333c9def HTTP/1.1" status: 200 len: 375 time: 0.0394440 Jul 22 11:29:06.972339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:06Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:06.993484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 2, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:07.004371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc5db2ea-d3c7-434f-b607-c28039bf3c0e None None] The sync data for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 is: [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:06Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:07.021328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3953b8-a83b-4aea-adc6-79639b1857cd req-a8756d78-8b0d-4e32-86d3-0b39e653162a tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 210 time: 0.0546663 Jul 22 11:29:07.022910 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Checking router: f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:07.023495 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Updating router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c port c070b409-61b8-4aa1-b5bc-38c3bf44da14 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:07.052195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-a2fa5099-7cc6-4bf1-9f63-078187b54200 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1858723 Jul 22 11:29:07.099306 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:07.181001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-2236cdce-02a7-4c66-9a09-9ca22865b77f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54111f39be94414ca2ae8a09333c9def&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2509582 Jul 22 11:29:07.244637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a57bc459-7b72-453f-8111-591b7123e01c req-45aefec5-6c3b-46d1-ad84-7dcfa7f7dd82 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 210 time: 0.0607643 Jul 22 11:29:07.258020 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-173786da-45a0-434a-9dae-977fa7b5ed2a tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0380917 Jul 22 11:29:07.273328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f192bb-4a3a-43d0-8213-847a0e45750e req-27761be4-8203-41ab-8bac-389fbcc7eb7d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2141318 Jul 22 11:29:07.361233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-860b22b9-7b31-4c73-9bcc-e61c445750ed service neutron] 10.222.0.21 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594851 Jul 22 11:29:07.492234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-b673dab0-ddfa-48d1-a4e6-c540b1f020a7 service neutron] 10.222.0.21 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1299274 Jul 22 11:29:07.566757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-d5099c46-0787-42b4-9fd4-fe58d7611218 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:07.573022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-d5099c46-0787-42b4-9fd4-fe58d7611218 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3030176 Jul 22 11:29:07.589049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Request body: {'port': {'device_id': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '4c12c7cf275147ea8cff2ed7f490487e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:07.633696 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:07.651427 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Transition to ACTIVE for port object c070b409-61b8-4aa1-b5bc-38c3bf44da14 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:07.674757 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:07.704635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-d47a4394-741c-47d0-be18-e404ced25598 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:07.706620 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-d47a4394-741c-47d0-be18-e404ced25598 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 828 time: 0.1805890 Jul 22 11:29:07.759406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Made reservation on behalf of 4c12c7cf275147ea8cff2ed7f490487e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:07.764938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:07.765212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-45da88eb-1f4c-4949-83b8-8fb6bf7ff47e tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/quotas/e7c5f96370e246baae224d4f11d7175b HTTP/1.1" status: 200 len: 375 time: 0.0373228 Jul 22 11:29:07.781928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:07.824735 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2c2b7-af82-4d76-8ab0-5003894cbca5 None None] Pushing event updated for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:08.000730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1e20e82c-f32c-451f-89be-2dc136455328 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:08.002296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1e20e82c-f32c-451f-89be-2dc136455328 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.20 "GET /v2.0/networks?id=3fce4f6b-32d3-4364-81de-3b9cdd74fecf HTTP/1.1" status: 200 len: 812 time: 0.3210640 Jul 22 11:29:08.015541 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Attempting to bind port c070b409-61b8-4aa1-b5bc-38c3bf44da14 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:08.016778 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Attempting to bind port c070b409-61b8-4aa1-b5bc-38c3bf44da14 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:08.017569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Attempting to bind port c070b409-61b8-4aa1-b5bc-38c3bf44da14 on network 3814f981-374b-4da2-ba31-09bc684e5bc6 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:08.026044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.029853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Request body: {'port': {'device_id': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf', 'admin_state_up': True, 'tenant_id': '24ea8ec8620e45e28d42d6a6fdc19407'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:08.032124 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:08.033155 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Checking segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:08.033738 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.034551 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Bound using segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:08.037461 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Bound port: c070b409-61b8-4aa1-b5bc-38c3bf44da14, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:08.040285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.041146 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.059128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-5733c6c4-ac65-4108-b55c-5fb480448715 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2819586 Jul 22 11:29:08.224660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Pushing event updated for resources: {'SecurityGroup': ['ID=820f1867-2459-43d1-89d9-5e37faee7553,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:08.340992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Allocated IP 192.168.233.140 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/37071920-05bd-4921-b332-284b11814673) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:08.421785 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] For port c070b409-61b8-4aa1-b5bc-38c3bf44da14, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:08.425640 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] For port c070b409-61b8-4aa1-b5bc-38c3bf44da14, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c070b409-61b8-4aa1-b5bc-38c3bf44da14,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:08.427100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b3eed0bd-ff09-4032-8e9c-c0c64dd68488 service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3448992 Jul 22 11:29:08.435350 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.481136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 45c11e0a-0a26-4d42-8038-8c2e2c23bccb up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:08.504418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Made reservation on behalf of 24ea8ec8620e45e28d42d6a6fdc19407 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:08.513953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.573948 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c2c2b7-af82-4d76-8ab0-5003894cbca5 None None] Pushing event updated for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:08.605308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:08.612320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:08.612724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.616526 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:08.617180 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:08.670718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.711834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Transition to ACTIVE for port object 37071920-05bd-4921-b332-284b11814673 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:08.715443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21949611-eb9c-402c-a3d2-0ae428edb824 req-6ee3196a-f712-4a5c-957b-8e77cc882935 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:08.718498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21949611-eb9c-402c-a3d2-0ae428edb824 req-6ee3196a-f712-4a5c-957b-8e77cc882935 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 947 time: 0.5470476 Jul 22 11:29:08.790675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.810399 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.865081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:08.893771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:08.903009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:08.907310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:08.914140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:08.914951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:08.923833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Pushing event updated for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:08.946439 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:09.038892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:09.042743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.090277 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-0068c947-b6dc-4ad9-9998-3ba369c177b6 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.5058231 Jul 22 11:29:09.105643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Request body: {'port': {'device_id': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:09.160375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:09.193169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:09.216194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'mac_address': 'fa:16:3e:be:61:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:09.227749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.289640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.307336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:09.309075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-d96260fb-ad05-49e7-b6ff-a761b8ceadca service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8526561 Jul 22 11:29:09.318042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-675a31d7-c662-46a7-a863-6d313f404b28 None None] Provisioning for port 37071920-05bd-4921-b332-284b11814673 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:09.329745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-675a31d7-c662-46a7-a863-6d313f404b28 None None] Provisioning complete for port 37071920-05bd-4921-b332-284b11814673 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:09.330223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675a31d7-c662-46a7-a863-6d313f404b28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.333946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:09.357149 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.370697 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:09.409503 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c122d870-3cb6-4798-8e0f-7b6b8dd81978 None None] The sync data for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 is: [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:09.415753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21949611-eb9c-402c-a3d2-0ae428edb824 req-f79f9a75-378c-473c-8c06-21d51a0c640d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048892 Jul 22 11:29:09.446912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:09.454038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-675a31d7-c662-46a7-a863-6d313f404b28 None None] Port 37071920-05bd-4921-b332-284b11814673 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:09.464106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Allocated IP 172.20.0.14 (3fce4f6b-32d3-4364-81de-3b9cdd74fecf/f06e390b-3416-4715-b068-df23bdffc8fb/a5f2c7f6-033f-431b-9f1f-14fbbc705700) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:09.626184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:09.865672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 37071920-05bd-4921-b332-284b11814673 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:09.876790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.894248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Transition to ACTIVE for port object 37071920-05bd-4921-b332-284b11814673 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:09.907237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:09.911726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52fc4ec4-95b8-4a06-b8e0-2b28775755de req-9e0ebd08-0ac6-4c9b-bef3-c731c24c643b tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 210 time: 0.0856252 Jul 22 11:29:10.011646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Pushing event updated for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:10.034690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-5112ab3b-2ec4-43c8-8535-d3c778a77045 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.037009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-5112ab3b-2ec4-43c8-8535-d3c778a77045 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.36 "GET /v2.0/networks?id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 HTTP/1.1" status: 200 len: 811 time: 0.4452710 Jul 22 11:29:10.044890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f1d2f00-62e6-4f76-ab8e-2323dbf5578e req-8f016d2c-9e02-4ac3-bea2-8468140354c5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.053224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f1d2f00-62e6-4f76-ab8e-2323dbf5578e req-8f016d2c-9e02-4ac3-bea2-8468140354c5 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.5110271 Jul 22 11:29:10.061658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.089772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Attempting to bind port 37071920-05bd-4921-b332-284b11814673 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:10.090751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Attempting to bind port 37071920-05bd-4921-b332-284b11814673 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:10.091332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Attempting to bind port 37071920-05bd-4921-b332-284b11814673 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:10.096760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Port 37071920-05bd-4921-b332-284b11814673 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:10.097589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Attempting to bind port 37071920-05bd-4921-b332-284b11814673 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:10.104642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:10.105403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:10.106173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:10.106986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Bound port: 37071920-05bd-4921-b332-284b11814673, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:10.107714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.135892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-601bb444-455a-4c58-8798-5e738ca4e347 req-720d08a2-2adc-404b-93b9-e91041c78eae tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0802898 Jul 22 11:29:10.216771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-a3a3d902-040b-4812-8dec-c7badef4b2ac tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=54111f39be94414ca2ae8a09333c9def HTTP/1.1" status: 200 len: 378 time: 0.1583421 Jul 22 11:29:10.221296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:10.227139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=37071920-05bd-4921-b332-284b11814673,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:10.235812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.247277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f1d2f00-62e6-4f76-ab8e-2323dbf5578e req-cb8a3061-6215-45b8-b562-3139c047a456 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1933305 Jul 22 11:29:10.252589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'port': {'device_id': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'admin_state_up': True, 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'security_groups': ['a08c0809-27f9-4837-8869-a7de8a812992']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:10.314113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.314759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.316181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] 10.222.0.20 "PUT /v2.0/ports/37071920-05bd-4921-b332-284b11814673 HTTP/1.1" status: 200 len: 1096 time: 1.2171097 Jul 22 11:29:10.318124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'tag': '37071920-05bd-4921-b332-284b11814673'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:10.322794 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b" -d '{"events": [{"name": "network-changed", "server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "tag": "37071920-05bd-4921-b332-284b11814673"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:10.410543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76de9053-b32d-434f-9873-8c8cb88ae0ea req-e991f949-5c77-442f-86a2-26f8e1f6f103 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 210 time: 0.1502283 Jul 22 11:29:10.460624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bd1d5-660c-4a4a-93b2-2a40a96bc52d service neutron] Pushing event updated for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:10.535449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-0b2d78e8-47c5-4e2b-a9c6-44b56936c06e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.543050 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-0b2d78e8-47c5-4e2b-a9c6-44b56936c06e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 1099 time: 0.1709955 Jul 22 11:29:10.612930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 45c11e0a-0a26-4d42-8038-8c2e2c23bccb up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:10.625733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-df3eb30e-3816-4a40-b999-0f25d57fb6d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=37071920-05bd-4921-b332-284b11814673 HTTP/1.1" status: 200 len: 217 time: 0.0743809 Jul 22 11:29:10.635507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.701664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-13a9f4e0-d457-4e48-a5c9-c96c91b1962a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.703251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-13a9f4e0-d457-4e48-a5c9-c96c91b1962a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0699050 Jul 22 11:29:10.744948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:10.746059 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.752035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:10.783454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04ceb4d6-67e8-4e0c-9bd9-6e9014bc722e req-7b5bacc5-e3bf-4721-9fb7-a5e1bcde491a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 210 time: 0.0720747 Jul 22 11:29:10.788174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:10.793579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Pushing event updated for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:10.798998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:10.862816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4359aab-0dad-4058-8183-45084eba56ac req-14c82ef1-7e37-4e44-b007-e899dccc6a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.871747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-14c82ef1-7e37-4e44-b007-e899dccc6a00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1530733 Jul 22 11:29:10.873966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Made reservation on behalf of 54111f39be94414ca2ae8a09333c9def for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:10.877818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:10.888916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c070b409-61b8-4aa1-b5bc-38c3bf44da14 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:10.894765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:10.897550 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-369d3f16-7d67-49d9-82cc-a7e366f73b29 x-openstack-request-id: req-369d3f16-7d67-49d9-82cc-a7e366f73b29 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:10.897940 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "tag": "37071920-05bd-4921-b332-284b11814673", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:10.898282 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-369d3f16-7d67-49d9-82cc-a7e366f73b29 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:10.898776 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'tag': '37071920-05bd-4921-b332-284b11814673', 'status': 'completed', 'code': 200} Jul 22 11:29:10.907933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c6fa525-9dfe-4976-bb3d-71089a067610 req-3b04f6d5-4097-4151-9984-25225c25379e tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.909777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c6fa525-9dfe-4976-bb3d-71089a067610 req-3b04f6d5-4097-4151-9984-25225c25379e tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 948 time: 0.5198689 Jul 22 11:29:10.967857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:10.968516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.003975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:11.010215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:11.014089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:11.014712 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.018702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:11.019275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.035104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-6a7d66a8-de6c-4f2c-a9b4-e79e3d8406dd service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1577857 Jul 22 11:29:11.053292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-346c3810-45bc-4b62-8889-ac3c52464632 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.0331514 Jul 22 11:29:11.096706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Request body: {'port': {'device_id': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:11.136699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c6fa525-9dfe-4976-bb3d-71089a067610 req-6622ffdf-6ad8-433d-96df-647efd2c7751 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2111146 Jul 22 11:29:11.177287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.180567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.229880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:11.232369 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5095b1fa-b17e-40e3-8bae-170ad0549450" -d '{"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:11.250886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c070b409-61b8-4aa1-b5bc-38c3bf44da14, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c070b409-61b8-4aa1-b5bc-38c3bf44da14,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:11.257389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:11.258857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.268432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4359aab-0dad-4058-8183-45084eba56ac req-9afbeffd-42e1-4969-9b39-852a1aefc713 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249727 Jul 22 11:29:11.276462 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.291472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.305582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf2cf45-278d-407c-b270-fe817156ba88 req-dd80c1f0-cf42-4848-9fc6-1fe27094019f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.307523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bf2cf45-278d-407c-b270-fe817156ba88 req-dd80c1f0-cf42-4848-9fc6-1fe27094019f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 948 time: 0.3104537 Jul 22 11:29:11.361220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:11.378102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1eb0f5b5-ee53-4f00-81d6-1952095191d8 req-86805fa9-47e5-4a05-ba6d-c5c7fbf96451 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 210 time: 0.0621257 Jul 22 11:29:11.382246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Allocated IP 172.20.0.10 (bb593f8b-dd67-475f-87d2-e4ec0fdb62f5/e0f2989b-cd01-4ecd-9174-78efe8844c61/ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:11.459749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bf2cf45-278d-407c-b270-fe817156ba88 req-626c3e53-3f50-4d9b-a202-3ff0a17f6885 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1215827 Jul 22 11:29:11.492977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:11.522797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-36fdb369-1cd2-4364-a90d-ab3d3961e505 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.524442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-36fdb369-1cd2-4364-a90d-ab3d3961e505 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.20 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 828 time: 0.2921612 Jul 22 11:29:11.550028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'port': {'device_id': 'c10588ac-286a-4883-96e4-bc1954830be5', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'admin_state_up': True, 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:11.551013 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-13a1b152-c48b-4327-bbc2-887bb95c44aa x-openstack-request-id: req-13a1b152-c48b-4327-bbc2-887bb95c44aa {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:11.551308 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:11.551593 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-13a1b152-c48b-4327-bbc2-887bb95c44aa {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:11.551991 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'code': 200} Jul 22 11:29:11.555855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-ed806836-adcf-4fec-95da-80bdaba384b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.565368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-ed806836-adcf-4fec-95da-80bdaba384b3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 1099 time: 0.1889381 Jul 22 11:29:11.570779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6df6504-ccf6-4acf-b23e-e07f49197cf9 req-4174d533-a186-4bb6-9d3f-2a0fbbbcf239 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0531635 Jul 22 11:29:11.862944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-b2c35bb2-39de-46bd-869e-8bf621a388c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.864616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-b2c35bb2-39de-46bd-869e-8bf621a388c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2882299 Jul 22 11:29:11.894182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2acb7197-baaf-4281-a2d7-8636e329a8cf req-48b347cf-55ee-47ca-8abb-94eedb8a6a92 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.901590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2acb7197-baaf-4281-a2d7-8636e329a8cf req-48b347cf-55ee-47ca-8abb-94eedb8a6a92 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 946 time: 0.2460077 Jul 22 11:29:11.914932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.933248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-fd0b463d-8bac-4810-a81c-4f09c802b0af service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.140&port_id=37071920-05bd-4921-b332-284b11814673 HTTP/1.1" status: 200 len: 217 time: 0.0592692 Jul 22 11:29:11.933809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Made reservation on behalf of e7c5f96370e246baae224d4f11d7175b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:11.937253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:11.952842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd1b32b5-d252-4bcd-9937-631e802f56e7 req-3b9b8bdc-dc49-4ec1-b986-818f91ac603e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.954410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd1b32b5-d252-4bcd-9937-631e802f56e7 req-3b9b8bdc-dc49-4ec1-b986-818f91ac603e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1100 time: 0.2536633 Jul 22 11:29:11.963960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f53707c-5607-4c53-9b11-a9d763064de2 req-99ba11f9-b39f-43ef-909a-cf0166661e66 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.965475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f53707c-5607-4c53-9b11-a9d763064de2 req-99ba11f9-b39f-43ef-909a-cf0166661e66 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 932 time: 0.2762160 Jul 22 11:29:11.967866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Transition to ACTIVE for port object ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:11.968348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-c1b1ac2c-94e5-4dc3-9e8b-38627455533d tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:11.969889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-c1b1ac2c-94e5-4dc3-9e8b-38627455533d tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1097 time: 0.2047300 Jul 22 11:29:12.001786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:12.045564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2acb7197-baaf-4281-a2d7-8636e329a8cf req-f5506a93-e841-404f-b3cb-674b2dd7e086 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1430926 Jul 22 11:29:12.070035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-eb516de6-9f8b-49be-868e-f3c2e45b50bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:12.070035 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-eb516de6-9f8b-49be-868e-f3c2e45b50bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1169624 Jul 22 11:29:12.085710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f53707c-5607-4c53-9b11-a9d763064de2 req-574982b7-3d64-4fbe-8a25-6e567fa8d37e tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010194 Jul 22 11:29:12.087984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5f2c7f6-033f-431b-9f1f-14fbbc705700 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:12.097790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.112058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.119534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Transition to ACTIVE for port object a5f2c7f6-033f-431b-9f1f-14fbbc705700 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:12.131379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd1b32b5-d252-4bcd-9937-631e802f56e7 req-f096b1b5-0baa-4e75-b25c-a9a6d68f35cd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661761 Jul 22 11:29:12.163935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.187761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:12.195263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:12.203474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:12.207480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event updated for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:12.268380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.310927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Allocated IP 172.20.0.12 (3814f981-374b-4da2-ba31-09bc684e5bc6/900096b4-eb90-43a2-aa94-37678e1d011a/fa86c9b0-4654-4186-bc85-13db9b25c8b9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:12.337903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-d83bd9f4-552c-4f39-9051-f899bfcb5910 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:12.339442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-d83bd9f4-552c-4f39-9051-f899bfcb5910 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2617114 Jul 22 11:29:12.370040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97375ff3-8e25-4158-8207-b93446773e55 req-bb2767db-5094-4f1e-b18d-5e17d8c8b952 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 210 time: 0.1199327 Jul 22 11:29:12.403123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c070b409-61b8-4aa1-b5bc-38c3bf44da14 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:12.432481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:12.433125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.458949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-c1080883-919b-4dda-abc6-8ee52dd501b5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2330294 Jul 22 11:29:12.464368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:12.478156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c070b409-61b8-4aa1-b5bc-38c3bf44da14 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:12.478667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.483223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Request body: {'port': {'device_id': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:12.595303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Attempting to bind port a5f2c7f6-033f-431b-9f1f-14fbbc705700 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:12.595303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Attempting to bind port a5f2c7f6-033f-431b-9f1f-14fbbc705700 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '88d0c810-40b5-4d73-89dd-79d401ec67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:12.595303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Attempting to bind port a5f2c7f6-033f-431b-9f1f-14fbbc705700 on network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:12.595714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-601066f1-0aa9-42fd-81af-2d591b168af2 None None] Provisioning for port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:12.604934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-601066f1-0aa9-42fd-81af-2d591b168af2 None None] Provisioning complete for port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:12.605307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-601066f1-0aa9-42fd-81af-2d591b168af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.616756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d020acaf-a7c3-48f9-bc95-ab62897d5127 req-294bcdde-7580-476a-8651-692def7e3981 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:12.619629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d020acaf-a7c3-48f9-bc95-ab62897d5127 req-294bcdde-7580-476a-8651-692def7e3981 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 948 time: 0.3803625 Jul 22 11:29:12.624087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Port a5f2c7f6-033f-431b-9f1f-14fbbc705700 on network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:12.624343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Attempting to bind port a5f2c7f6-033f-431b-9f1f-14fbbc705700 on network 3fce4f6b-32d3-4364-81de-3b9cdd74fecf {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:12.635426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-dfd8f71b-9346-465a-ad3d-44a0db7a37b1 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2856543 Jul 22 11:29:12.645879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-601066f1-0aa9-42fd-81af-2d591b168af2 None None] Port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:12.654491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:12.654841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Checking segment: {'id': '88d0c810-40b5-4d73-89dd-79d401ec67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:12.655229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Bound using segment: {'id': '88d0c810-40b5-4d73-89dd-79d401ec67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:12.655677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Bound port: a5f2c7f6-033f-431b-9f1f-14fbbc705700, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '88d0c810-40b5-4d73-89dd-79d401ec67bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:12.656169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.674056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:12.747610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d020acaf-a7c3-48f9-bc95-ab62897d5127 req-b397df30-eefd-4efe-801b-2fad66df5279 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187196 Jul 22 11:29:12.750898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.802344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4121be7a-288e-45a2-b4b4-3c91d3d23ac1 req-7bf4e550-2dc2-453c-871c-500373811c67 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:12.803554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4121be7a-288e-45a2-b4b4-3c91d3d23ac1 req-7bf4e550-2dc2-453c-871c-500373811c67 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 932 time: 0.2711346 Jul 22 11:29:12.841754 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.847155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:12.861749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:12.885535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:12.905733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700,segment=NetworkSegment(88d0c810-40b5-4d73-89dd-79d401ec67bd),segment_id=88d0c810-40b5-4d73-89dd-79d401ec67bd)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:12.908184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e3f4f2a-a3ab-46a9-afb1-76423de1b90b req-941bc074-17bc-4918-8e81-7aea900ce78f service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2436731 Jul 22 11:29:12.911578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Transition to ACTIVE for port object fa86c9b0-4654-4186-bc85-13db9b25c8b9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:12.920151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.967214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fa14d49b-3ac3-470c-a0f6-ec5981cc16d6 req-2ee0b8ff-c1f1-41ca-aeb7-355c61cc499e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0534155 Jul 22 11:29:12.971243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:12.973796 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-80c038eb-1667-44ad-a5a1-45d53dfd0daf" -d '{"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-unplugged", "status": "completed", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:12.977980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:12.988887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.027307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:13.028213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4121be7a-288e-45a2-b4b4-3c91d3d23ac1 req-6496f350-6629-4233-8207-cbb8631b9b22 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2015767 Jul 22 11:29:13.057508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:29:13.086350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.087212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.088652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] 10.222.0.20 "PUT /v2.0/ports/a5f2c7f6-033f-431b-9f1f-14fbbc705700 HTTP/1.1" status: 200 len: 1092 time: 1.9962084 Jul 22 11:29:13.089104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:13.091821 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713" -d '{"events": [{"name": "network-changed", "server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:13.092649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.105443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:13.131946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-961ac548-93a7-402d-957f-0952c79cc082 service neutron] Pushing event updated for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:13.197064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:13.212484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:13.219632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:13.245783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa1f4138-568a-40bd-bead-d31e0d042d59 req-a50d96f8-e70e-4a0a-b5e4-76718e06a220 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.1194665 Jul 22 11:29:13.246887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:13.247259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:13.247601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:13.255481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a470283-befd-4cf9-bc3e-29ce1f52e30d req-1ca7e41a-9d4b-4ead-8a6e-9256779a5829 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.257312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a470283-befd-4cf9-bc3e-29ce1f52e30d req-1ca7e41a-9d4b-4ead-8a6e-9256779a5829 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.4277394 Jul 22 11:29:13.262630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:13.263524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Attempting to bind port d729b528-feb5-479f-b6dc-7120cc90cd48 on network c70356b4-eaef-4504-8995-fa574328dc83 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:13.265195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event updated for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:13.297373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.298244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.313418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:13.314171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Checking segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:13.314594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Bound using segment: {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:13.315481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Bound port: d729b528-feb5-479f-b6dc-7120cc90cd48, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e60fea67-5b00-47be-b0d5-c2430e105338', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'c70356b4-eaef-4504-8995-fa574328dc83'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:13.315768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.336301 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8618c049-50c7-4710-a7a1-11d662dbd90d x-openstack-request-id: req-8618c049-50c7-4710-a7a1-11d662dbd90d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:13.336607 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-unplugged", "status": "completed", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:13.336866 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8618c049-50c7-4710-a7a1-11d662dbd90d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:13.337586 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'code': 200} Jul 22 11:29:13.390042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-b9580d6b-18d4-4748-9773-4195866bf4be tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8507116 Jul 22 11:29:13.391776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a470283-befd-4cf9-bc3e-29ce1f52e30d req-8c38d1c4-bda3-418f-b390-54e2472696c6 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835154 Jul 22 11:29:13.421109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Request body: {'port': {'device_id': 'c10588ac-286a-4883-96e4-bc1954830be5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:13.461916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:13.464049 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1513b770-860a-4596-b559-f4a0bf6f0e70 x-openstack-request-id: req-1513b770-860a-4596-b559-f4a0bf6f0e70 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:13.464319 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:13.464603 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1513b770-860a-4596-b559-f4a0bf6f0e70 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:13.464973 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700', 'status': 'completed', 'code': 200} Jul 22 11:29:13.476872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1c108664-870c-4d79-ae52-80161db862b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.478022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-1c108664-870c-4d79-ae52-80161db862b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24ea8ec8620e45e28d42d6a6fdc19407&device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 1095 time: 0.3135419 Jul 22 11:29:13.490638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:13.516166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.571835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.574066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-2f433c7c-a24c-4b1e-86cd-b9fa17d2a38d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700 HTTP/1.1" status: 200 len: 217 time: 0.0729992 Jul 22 11:29:13.591471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f157c2b5-42bb-44ee-a6da-97a9d2b44c25 None None] Provisioning for port fa86c9b0-4654-4186-bc85-13db9b25c8b9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:13.599983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f157c2b5-42bb-44ee-a6da-97a9d2b44c25 None None] Provisioning complete for port fa86c9b0-4654-4186-bc85-13db9b25c8b9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:13.600457 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f157c2b5-42bb-44ee-a6da-97a9d2b44c25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.610133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:13.637383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:13.637780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.639965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f157c2b5-42bb-44ee-a6da-97a9d2b44c25 None None] Port fa86c9b0-4654-4186-bc85-13db9b25c8b9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:13.649328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.649958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.651961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-cf623936-0a38-4f7b-825f-29166e09d115 service neutron] 10.222.0.36 "PUT /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 1122 time: 1.6562746 Jul 22 11:29:13.669471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a79ceae-4929-4938-8e91-4c25edbbbd67 req-a85e6aa8-2eb8-4e2a-91cf-bcf898c2afff tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.676803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a79ceae-4929-4938-8e91-4c25edbbbd67 req-a85e6aa8-2eb8-4e2a-91cf-bcf898c2afff tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.2829680 Jul 22 11:29:13.691127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Transition to ACTIVE for port object ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:13.698754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['d729b528-feb5-479f-b6dc-7120cc90cd48'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:13.708517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:13.717442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-401a7aa8-cfd1-4234-b602-999e3393d586 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:13.718969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-401a7aa8-cfd1-4234-b602-999e3393d586 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06e390b-3416-4715-b068-df23bdffc8fb HTTP/1.1" status: 200 len: 852 time: 0.1242225 Jul 22 11:29:13.762004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d729b528-feb5-479f-b6dc-7120cc90cd48'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:13.990025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 37071920-05bd-4921-b332-284b11814673 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:13.995646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fa86c9b0-4654-4186-bc85-13db9b25c8b9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:14.005570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.024564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Transition to ACTIVE for port object fa86c9b0-4654-4186-bc85-13db9b25c8b9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:14.030823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.103589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-4602b684-0c12-4b17-873f-20fe6400b18e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fce4f6b-32d3-4364-81de-3b9cdd74fecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0480020 Jul 22 11:29:14.125903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a79ceae-4929-4938-8e91-4c25edbbbd67 req-3fd0adeb-01cd-4a18-bc61-bbdc89f9d474 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4459589 Jul 22 11:29:14.167293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Pushing event updated for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:14.186371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdf38037-d576-4983-bd90-6c7501098ff8 req-80dffb4a-944e-4b61-8e3b-c6d5df5e91b7 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:14.194274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Attempting to bind port fa86c9b0-4654-4186-bc85-13db9b25c8b9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:14.194665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Attempting to bind port fa86c9b0-4654-4186-bc85-13db9b25c8b9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:14.194799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdf38037-d576-4983-bd90-6c7501098ff8 req-80dffb4a-944e-4b61-8e3b-c6d5df5e91b7 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 944 time: 0.6785138 Jul 22 11:29:14.195004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Attempting to bind port fa86c9b0-4654-4186-bc85-13db9b25c8b9 on network 3814f981-374b-4da2-ba31-09bc684e5bc6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:14.204572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:14.209180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Port fa86c9b0-4654-4186-bc85-13db9b25c8b9 on network 3814f981-374b-4da2-ba31-09bc684e5bc6 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:14.214983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Attempting to bind port fa86c9b0-4654-4186-bc85-13db9b25c8b9 on network 3814f981-374b-4da2-ba31-09bc684e5bc6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:14.221507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:14.221902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Checking segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:14.222238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Bound using segment: {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:14.222732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Bound port: fa86c9b0-4654-4186-bc85-13db9b25c8b9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '19be756a-69a5-4e8e-8191-bde8f9b3be98', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:14.223174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.351377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=37071920-05bd-4921-b332-284b11814673,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:14.366884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:14.379921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdf38037-d576-4983-bd90-6c7501098ff8 req-93b3b6d2-ddad-454c-81f7-207b0e48988d tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1841333 Jul 22 11:29:14.388905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:14.396585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '37071920-05bd-4921-b332-284b11814673', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '37071920-05bd-4921-b332-284b11814673', 'mac_address': 'fa:16:3e:00:a6:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.140'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:14.399005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.463897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:14.464803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.466103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] 10.222.0.20 "PUT /v2.0/ports/fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 1092 time: 1.0610185 Jul 22 11:29:14.477290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.496925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 37071920-05bd-4921-b332-284b11814673 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:14.532519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=37071920-05bd-4921-b332-284b11814673,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:14.537216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-4f92a4a1-661a-45c8-8f8f-b7a88715c181 service neutron] 10.222.0.20 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4061100 Jul 22 11:29:14.541818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.577502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caaf8830-696a-4c92-9bb8-4026d4cfc61d service neutron] Pushing event updated for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:14.578809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Attempting to bind port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:14.579258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Attempting to bind port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:14.579665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Attempting to bind port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f on network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:14.597944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f on network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:14.598939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Attempting to bind port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f on network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:14.610255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:14.640255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-dc22b525-c49d-44d2-a751-2fdbae80d76e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:14.642132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-dc22b525-c49d-44d2-a751-2fdbae80d76e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1095 time: 0.0964718 Jul 22 11:29:14.642721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 28, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:14.643184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Checking segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:14.643575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Bound using segment: {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:14.644028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Bound port: ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '177453ea-da19-4948-af03-006da15ada2d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:14.644387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:14.753722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8fbab8-a459-437c-a49f-e7b2fd96935f req-b22bc24e-cb9e-4825-bd94-5363da0b649b tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:14.756160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa8fbab8-a459-437c-a49f-e7b2fd96935f req-b22bc24e-cb9e-4825-bd94-5363da0b649b tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 944 time: 0.4079432 Jul 22 11:29:14.775155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd81032-9792-413d-abbd-c5b8383eff7c req-07d5bbd2-4312-4429-a269-61800649a9d3 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:14.776693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbd81032-9792-413d-abbd-c5b8383eff7c req-07d5bbd2-4312-4429-a269-61800649a9d3 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 948 time: 0.3110733 Jul 22 11:29:14.784463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['37071920-05bd-4921-b332-284b11814673'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:14.837047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b85a1d66-8dce-4352-b538-72d4a1bdc2ee req-ab1ce677-901e-4634-b5a2-1451216e2583 service neutron] 10.222.0.20 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2906251 Jul 22 11:29:14.878659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbd81032-9792-413d-abbd-c5b8383eff7c req-3511e866-3f8d-4e22-9c2c-31904b811251 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908198 Jul 22 11:29:14.880463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:14.901065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa8fbab8-a459-437c-a49f-e7b2fd96935f req-c81b42f6-b3f2-4b23-944e-ed3f2d85be13 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193128 Jul 22 11:29:14.905231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:14.913981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:15.016236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-31032a42-4622-4182-9469-1dd2768c67c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 217 time: 0.3654549 Jul 22 11:29:15.046366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.047007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:15.048513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] 10.222.0.36 "PUT /v2.0/ports/ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f HTTP/1.1" status: 200 len: 1092 time: 2.5755489 Jul 22 11:29:15.077316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-4b8e1961-a3d2-40bb-a906-d450fd1e181b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.079052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-4b8e1961-a3d2-40bb-a906-d450fd1e181b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.0551705 Jul 22 11:29:15.098822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bd53397-2ee9-466d-bc90-7d254056a20f req-caaa3506-da70-4d95-a6a2-f9c346a50866 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0785902 Jul 22 11:29:15.150935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c59fd6-6bb6-4d10-a4bb-3a63336d6de1 service neutron] Pushing event updated for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:15.174167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-cb484c0b-98b2-4864-a8a1-102947d66baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.176484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-cb484c0b-98b2-4864-a8a1-102947d66baf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0901959 Jul 22 11:29:15.228165 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c587b58-6a55-4541-94e5-6a0a367e8999 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:15.238075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b834a4e-1682-4c4e-b9cf-aa74d58fa428 req-9279911b-4e63-4f07-a843-60bd8ce6378b tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.240034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b834a4e-1682-4c4e-b9cf-aa74d58fa428 req-9279911b-4e63-4f07-a843-60bd8ce6378b tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 944 time: 0.2557499 Jul 22 11:29:15.243355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-d37fdd3e-c374-41d3-9778-50842fa812af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.244814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-d37fdd3e-c374-41d3-9778-50842fa812af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=24ea8ec8620e45e28d42d6a6fdc19407&device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 1095 time: 0.3195798 Jul 22 11:29:15.304359 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-db7506f8-621b-439c-a7cb-fd6e92c60ed0 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1169674 Jul 22 11:29:15.322888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-b4e0dc29-2ec1-4688-b789-bb8060a4ddad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.324538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-b4e0dc29-2ec1-4688-b789-bb8060a4ddad service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54111f39be94414ca2ae8a09333c9def&device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 1095 time: 0.2231913 Jul 22 11:29:15.342673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48'}, {'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:15.345082 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e" -d '{"events": [{"name": "network-changed", "server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48"}, {"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:15.408142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-d59482df-f29b-478a-963c-c064ccb58860 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f HTTP/1.1" status: 200 len: 217 time: 0.0719121 Jul 22 11:29:15.415884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b834a4e-1682-4c4e-b9cf-aa74d58fa428 req-7eeee9dc-ccc8-4b5a-87c1-49b982cfcdcc tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1668425 Jul 22 11:29:15.426192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-40e793a5-0c3a-44f0-a53a-5878f4f9adc7 req-97103c28-ba9a-478a-b3b0-d15b39abbfc0 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1148920 Jul 22 11:29:15.465616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:15.467904 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-272fc991-8314-48e9-af94-ffdcde0ae15c" -d '{"events": [{"name": "network-changed", "server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:15.487743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f3fd0d4-1dfb-4eb6-86e7-3095e155d657 req-71fdea0d-21d3-4b09-89a9-5c2d3c057574 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.490023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f3fd0d4-1dfb-4eb6-86e7-3095e155d657 req-71fdea0d-21d3-4b09-89a9-5c2d3c057574 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.2960856 Jul 22 11:29:15.498855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-74a7ae4e-9f31-42e3-ba90-7e9df4eb7dd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.500366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-74a7ae4e-9f31-42e3-ba90-7e9df4eb7dd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fce4f6b-32d3-4364-81de-3b9cdd74fecf HTTP/1.1" status: 200 len: 913 time: 0.2372820 Jul 22 11:29:15.526979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-0da3b3df-6d59-4f15-8e26-71f4ac1cc56a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.528459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-0da3b3df-6d59-4f15-8e26-71f4ac1cc56a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0f2989b-cd01-4ecd-9174-78efe8844c61 HTTP/1.1" status: 200 len: 850 time: 0.1079378 Jul 22 11:29:15.573017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-e64731dd-c38e-4ddb-b9ac-779f5e10e727 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700 HTTP/1.1" status: 200 len: 217 time: 0.0619490 Jul 22 11:29:15.641597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f3fd0d4-1dfb-4eb6-86e7-3095e155d657 req-14f8c401-e401-4981-8502-e54593e1b21d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1442728 Jul 22 11:29:15.669859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-7371a334-29f5-41c8-bdf1-41ce4e9c5ab4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.671455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-7371a334-29f5-41c8-bdf1-41ce4e9c5ab4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f06e390b-3416-4715-b068-df23bdffc8fb HTTP/1.1" status: 200 len: 852 time: 0.0740783 Jul 22 11:29:15.679898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-6a21e3cc-067b-4a7e-a466-66bbcf379b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.681382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-6a21e3cc-067b-4a7e-a466-66bbcf379b0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1251845 Jul 22 11:29:15.706225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44f6ca2c-5de3-4728-a27d-3e4b2500aa79 req-49b40d8d-071c-4952-9253-2fb8b92a3d49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1a57fe54cb854318bea9d03b4d813608&device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0468009 Jul 22 11:29:15.744362 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44f6ca2c-5de3-4728-a27d-3e4b2500aa79 req-e74e5148-9013-4302-8167-9ba2fd3a0d50 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1a57fe54cb854318bea9d03b4d813608&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0296400 Jul 22 11:29:15.753936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-367a6295-5548-47cb-bebf-73f2e1aa54a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fce4f6b-32d3-4364-81de-3b9cdd74fecf&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704603 Jul 22 11:29:15.788232 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b6cf6c9-76be-49f1-bb94-b4cecce1755b x-openstack-request-id: req-6b6cf6c9-76be-49f1-bb94-b4cecce1755b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:15.788536 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:15.788785 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b6cf6c9-76be-49f1-bb94-b4cecce1755b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:15.789179 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'status': 'completed', 'code': 200} Jul 22 11:29:15.789434 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'status': 'completed', 'code': 200} Jul 22 11:29:15.865063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 37071920-05bd-4921-b332-284b11814673 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:15.922077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 37071920-05bd-4921-b332-284b11814673 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:15.927615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 37071920-05bd-4921-b332-284b11814673 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:15.928184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:15.944677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-089ce73a-9be3-4dd5-a90c-c43bf0240c9e service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2536392 Jul 22 11:29:15.959872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44f6ca2c-5de3-4728-a27d-3e4b2500aa79 req-d6903335-eb20-47b8-8e48-29b7e197f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.961366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44f6ca2c-5de3-4728-a27d-3e4b2500aa79 req-d6903335-eb20-47b8-8e48-29b7e197f4b1 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2098289 Jul 22 11:29:15.962581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be22007-4882-4ada-8d49-e2b20fde6d99 req-956015c0-e846-4e81-a8c6-7ecb9c45cd73 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.964061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7be22007-4882-4ada-8d49-e2b20fde6d99 req-956015c0-e846-4e81-a8c6-7ecb9c45cd73 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.2628052 Jul 22 11:29:15.973893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-a1da12c7-9ebb-4a1b-928b-adfa9a05473b service neutron] 10.222.0.20 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2076566 Jul 22 11:29:15.985408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-fa4343aa-0339-444b-ac60-8976f7d46b31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:15.986920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-fa4343aa-0339-444b-ac60-8976f7d46b31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1125 time: 0.1671317 Jul 22 11:29:16.011492 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:16.041673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37071920-05bd-4921-b332-284b11814673'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:16.044569 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65d08b32-3291-45cd-8baf-deae8b4d45b2" -d '{"events": [{"server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "name": "network-vif-plugged", "status": "completed", "tag": "37071920-05bd-4921-b332-284b11814673"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:16.059100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=37071920-05bd-4921-b332-284b11814673,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:16.063405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:16.093388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-4d5f4572-74ad-407f-8c70-9c790e4e6c26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.094911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-4d5f4572-74ad-407f-8c70-9c790e4e6c26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.0993712 Jul 22 11:29:16.110831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:16.138955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eca7fd2-6a14-43b6-86f2-88e46e6c9da2 req-81719b9f-cee1-4d27-85c9-47299874adec tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.140449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eca7fd2-6a14-43b6-86f2-88e46e6c9da2 req-81719b9f-cee1-4d27-85c9-47299874adec tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 944 time: 0.2746859 Jul 22 11:29:16.140962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-f2a7bb5e-58b2-484d-84b1-c3e293cfecdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 217 time: 0.0393560 Jul 22 11:29:16.149405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7be22007-4882-4ada-8d49-e2b20fde6d99 req-173adba7-2b07-4c9b-a52a-a3660b7517c2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714134 Jul 22 11:29:16.194157 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02db1ecc-549b-40f1-bc43-d0679d7646d4 x-openstack-request-id: req-02db1ecc-549b-40f1-bc43-d0679d7646d4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:16.194798 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:16.194888 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02db1ecc-549b-40f1-bc43-d0679d7646d4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:16.195271 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'status': 'completed', 'code': 200} Jul 22 11:29:16.200587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a08b205-285e-4060-9c73-03fae3bf14a4 req-bca7af9d-0f6e-41a1-bb45-96ae0b8cf132 service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2465568 Jul 22 11:29:16.202335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf8e49a0-c066-45f3-8f6a-a20ca9e5c713 req-763640cf-9926-4daf-89c6-cf4e48fbb456 service neutron] 10.222.0.20 "GET /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2086914 Jul 22 11:29:16.216210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-1e222779-66df-4db6-8034-0076b7c93040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.217389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eca7fd2-6a14-43b6-86f2-88e46e6c9da2 req-060d7a35-e4c9-4dc8-89c6-407619cb8524 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643213 Jul 22 11:29:16.218365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-1e222779-66df-4db6-8034-0076b7c93040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0640872 Jul 22 11:29:16.261253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-3ebe7398-adba-4a64-96f0-851be32c7aff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353608 Jul 22 11:29:16.288903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2f1a256-a260-4411-bd77-f618c320ab18 req-7206657a-1425-4a55-80aa-2c6ff06ec103 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0344977 Jul 22 11:29:16.346208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-7e0b7db6-43ce-4b02-be8b-ad2d4b748b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.347993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-7e0b7db6-43ce-4b02-be8b-ad2d4b748b03 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54111f39be94414ca2ae8a09333c9def&device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 1095 time: 0.0622165 Jul 22 11:29:16.367334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-bc2d24cf-c493-4839-8f86-06206e63eca4 service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0979779 Jul 22 11:29:16.464821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-991008b8-f775-48db-b438-6a3444edd0ed service neutron] 10.222.0.20 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905473 Jul 22 11:29:16.502549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-4da47403-bfa6-4218-9bbe-dbf08dde03c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.504196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-4da47403-bfa6-4218-9bbe-dbf08dde03c0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 HTTP/1.1" status: 200 len: 912 time: 0.1406016 Jul 22 11:29:16.513231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b74cbc-636d-456f-9b28-00aaad80f226 req-10ccebc0-092a-4e88-855d-74200a92d08b tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.514939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97b74cbc-636d-456f-9b28-00aaad80f226 req-10ccebc0-092a-4e88-855d-74200a92d08b tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.1418023 Jul 22 11:29:16.603715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-90c9aeb7-6102-428e-bc9b-9a02ed436176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.605421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-90c9aeb7-6102-428e-bc9b-9a02ed436176 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1095 time: 0.0686409 Jul 22 11:29:16.606108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-4e0a9095-25b9-4f1e-bddb-94ef241c338e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f HTTP/1.1" status: 200 len: 217 time: 0.0714848 Jul 22 11:29:16.690695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97b74cbc-636d-456f-9b28-00aaad80f226 req-02c590a2-4c8e-4711-b3a1-c538b4f03d49 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1661940 Jul 22 11:29:16.715221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-580ef1c6-9301-44d7-a619-7f700f897aad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.715221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-580ef1c6-9301-44d7-a619-7f700f897aad service neutron] 10.222.0.20 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 929 time: 0.0997627 Jul 22 11:29:16.730400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-bc04dced-8e22-464d-b3cc-5428ef2ab899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.732402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-bc04dced-8e22-464d-b3cc-5428ef2ab899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0f2989b-cd01-4ecd-9174-78efe8844c61 HTTP/1.1" status: 200 len: 850 time: 0.0813437 Jul 22 11:29:16.765246 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0b21b9a-a541-41c8-88ed-0f2cbc6acf9d x-openstack-request-id: req-e0b21b9a-a541-41c8-88ed-0f2cbc6acf9d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:16.765787 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "name": "network-vif-plugged", "status": "completed", "tag": "37071920-05bd-4921-b332-284b11814673", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:16.766197 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0b21b9a-a541-41c8-88ed-0f2cbc6acf9d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:16.766767 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '37071920-05bd-4921-b332-284b11814673', 'code': 200} Jul 22 11:29:16.768979 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-23186058-1bed-43e1-bd4c-b6619bc317bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0474286 Jul 22 11:29:16.787556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4443415-61c5-4644-aec8-635e46ce5ae8 req-37efa345-2046-4c14-9b93-5eefda6b6f39 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.791866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4443415-61c5-4644-aec8-635e46ce5ae8 req-37efa345-2046-4c14-9b93-5eefda6b6f39 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 944 time: 0.2401884 Jul 22 11:29:16.798826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-d7cff702-4ce3-40fa-9310-51c5ebab3b57 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2041030 Jul 22 11:29:16.843314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-2be42192-3440-4129-a496-a5c887b35aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.845187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-2be42192-3440-4129-a496-a5c887b35aec service neutron] 10.222.0.20 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.0663481 Jul 22 11:29:16.850741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4443415-61c5-4644-aec8-635e46ce5ae8 req-843c3d68-ae28-4402-9157-afbfb56491b0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550861 Jul 22 11:29:16.934795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-3f6f67fe-ae37-4ae5-b0ea-84281636f2c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:16.936552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-3f6f67fe-ae37-4ae5-b0ea-84281636f2c9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0848954 Jul 22 11:29:17.012162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-c4b1aaaa-d2a7-486f-88e7-eab2839aaf9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.013704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-c4b1aaaa-d2a7-486f-88e7-eab2839aaf9e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2699084 Jul 22 11:29:17.053144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-094b108c-8fa3-432a-a731-e5f3d18be715 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095796 Jul 22 11:29:17.191300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-70ebc5f7-5d57-4e54-ac3e-b6e460cbb05e req-444a9070-0823-41cb-af30-ef1e63cbae95 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1307738 Jul 22 11:29:17.401286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c544b0ef-a201-4f1a-8b37-50f7c14f1073 req-2c88aeaa-482f-4b84-afaa-7e8309729cd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.402804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c544b0ef-a201-4f1a-8b37-50f7c14f1073 req-2c88aeaa-482f-4b84-afaa-7e8309729cd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 1101 time: 0.5469081 Jul 22 11:29:17.410310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438a122c-8758-435b-9a43-47fe0708cb67 req-0344cbeb-01a8-4214-8cc0-8fde6b85a616 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.417677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-438a122c-8758-435b-9a43-47fe0708cb67 req-0344cbeb-01a8-4214-8cc0-8fde6b85a616 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 944 time: 0.5658829 Jul 22 11:29:17.480035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99c2a2df-0016-4254-bc73-292d08d60d9e req-ff91a8a9-7673-42c3-b88a-6c19588a82e7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.481538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99c2a2df-0016-4254-bc73-292d08d60d9e req-ff91a8a9-7673-42c3-b88a-6c19588a82e7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.5369682 Jul 22 11:29:17.523701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c544b0ef-a201-4f1a-8b37-50f7c14f1073 req-b07ab63c-fa2d-4c01-8c0f-5c65c823446c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024377 Jul 22 11:29:17.531860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-a145a1e5-26ad-43fc-a948-5bd23164d9ec service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2132831 Jul 22 11:29:17.539070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-438a122c-8758-435b-9a43-47fe0708cb67 req-307fff2d-15f8-4d51-b1c0-031374810f6d tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1206040 Jul 22 11:29:17.603248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99c2a2df-0016-4254-bc73-292d08d60d9e req-2cab1b84-7691-4416-95b9-904ecda46a07 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005781 Jul 22 11:29:17.695550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-272fc991-8314-48e9-af94-ffdcde0ae15c req-a8c3aaed-d0b0-4cc4-9134-e4296ed21c9c service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454725 Jul 22 11:29:17.705961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44f6ca2c-5de3-4728-a27d-3e4b2500aa79 req-421121cb-ac5f-4e19-9a78-996e804ca200 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.36 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0490708 Jul 22 11:29:17.743559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:17.830275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd20bf31-aa60-409b-9db2-e92dd88aa95c req-cb82ce41-69e6-4b83-b776-e42d5c02e56d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.831939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd20bf31-aa60-409b-9db2-e92dd88aa95c req-cb82ce41-69e6-4b83-b776-e42d5c02e56d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.1301286 Jul 22 11:29:17.858579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84529967-451d-4744-9b8a-ffe5cd043cf6 req-e0794b69-5421-4280-8e41-8741001115ff tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:17.860236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84529967-451d-4744-9b8a-ffe5cd043cf6 req-e0794b69-5421-4280-8e41-8741001115ff tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 944 time: 0.1112206 Jul 22 11:29:17.876789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fa86c9b0-4654-4186-bc85-13db9b25c8b9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:17.905350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd20bf31-aa60-409b-9db2-e92dd88aa95c req-a90ca5c7-c58a-4f67-9dac-4a837fa371b6 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652969 Jul 22 11:29:17.924770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84529967-451d-4744-9b8a-ffe5cd043cf6 req-6cf8d2e5-b069-45ee-8901-91fc22df0a6f tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490944 Jul 22 11:29:18.037931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:18.050141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'mac_address': 'fa:16:3e:51:3c:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:18.058276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37d24587-ebc4-40aa-be62-986f99664ba9 req-dacb9113-e76c-46c9-9f93-1d3e05d8e8a2 tempest-ServerShowV257Test-549603003 tempest-ServerShowV257Test-549603003-project] 10.222.0.21 "GET /v2.0/ports?device_id=8d45790e-9971-49ed-b1ee-ef94e0e2dde6 HTTP/1.1" status: 200 len: 210 time: 0.0345297 Jul 22 11:29:18.101894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:18.117894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fa86c9b0-4654-4186-bc85-13db9b25c8b9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:18.140277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f89af5-55b4-4824-978e-5337d6312f3c req-28afc66d-75fd-443e-a231-da55236a23ba tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.148085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8f89af5-55b4-4824-978e-5337d6312f3c req-28afc66d-75fd-443e-a231-da55236a23ba tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.0922699 Jul 22 11:29:18.152098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:18.161499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:18.163091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a5f2c7f6-033f-431b-9f1f-14fbbc705700 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:18.199479 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9d4f0c41-593e-4a98-ad70-071682742746 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:18.230188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8f89af5-55b4-4824-978e-5337d6312f3c req-0c479695-d957-40fc-973e-b8ab3d4435d9 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0811324 Jul 22 11:29:18.246686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:18.266967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9c755a-e2e5-4300-908e-1a6acc403513 req-ac7ddda7-3896-4c52-97ef-1e44fd3a391a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.269151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e9c755a-e2e5-4300-908e-1a6acc403513 req-ac7ddda7-3896-4c52-97ef-1e44fd3a391a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 945 time: 0.1184309 Jul 22 11:29:18.320491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e9c755a-e2e5-4300-908e-1a6acc403513 req-5853d8ff-3961-4522-a97c-a9670ef31f21 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450301 Jul 22 11:29:18.324105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700,segment=NetworkSegment(88d0c810-40b5-4d73-89dd-79d401ec67bd),segment_id=88d0c810-40b5-4d73-89dd-79d401ec67bd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:18.337998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700', 'network_id': '3fce4f6b-32d3-4364-81de-3b9cdd74fecf', 'port_id': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700', 'mac_address': 'fa:16:3e:3b:ef:51', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f06e390b-3416-4715-b068-df23bdffc8fb', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:18.398859 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:18.415055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5f2c7f6-033f-431b-9f1f-14fbbc705700 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:18.438625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700,segment=NetworkSegment(88d0c810-40b5-4d73-89dd-79d401ec67bd),segment_id=88d0c810-40b5-4d73-89dd-79d401ec67bd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:18.444557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:18.500999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-2aa6bcc9-f8e2-4012-8771-93c48c39bf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.501632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:18.502814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-2aa6bcc9-f8e2-4012-8771-93c48c39bf9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1100 time: 0.0743768 Jul 22 11:29:18.605628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-610c50d7-0c6f-499a-9033-aab19476e4cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.607509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-610c50d7-0c6f-499a-9033-aab19476e4cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.0974908 Jul 22 11:29:18.655345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-d073d43a-3aec-4d54-93a4-402ad83567d4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.0398376 Jul 22 11:29:18.690335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fa86c9b0-4654-4186-bc85-13db9b25c8b9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:18.718478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a5f2c7f6-033f-431b-9f1f-14fbbc705700'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:18.720764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-cd461d22-a87b-42e4-970d-67332550eda3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.722317 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-cd461d22-a87b-42e4-970d-67332550eda3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0588236 Jul 22 11:29:18.792477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-ab83f643-cbfd-4ef1-a90d-d7d16f018eec service neutron] 10.222.0.20 "GET /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.1590004 Jul 22 11:29:18.799353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-440c5051-76c1-4a0e-88da-4b79efc7185c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.801575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-440c5051-76c1-4a0e-88da-4b79efc7185c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0721447 Jul 22 11:29:18.854584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b14c133c-933b-4734-a9cb-fc275be8957e req-d7b10931-ed89-4bc5-9eb6-ca385b292f2a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.856142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b14c133c-933b-4734-a9cb-fc275be8957e req-d7b10931-ed89-4bc5-9eb6-ca385b292f2a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 944 time: 0.2332501 Jul 22 11:29:18.909580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3eb2d0db-6457-40cc-9e14-bf053f73fae6 req-019106f4-334c-42a3-8a72-527473c041cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:18.911500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3eb2d0db-6457-40cc-9e14-bf053f73fae6 req-019106f4-334c-42a3-8a72-527473c041cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.2258391 Jul 22 11:29:18.924291 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-8d13f896-5334-42e4-a9fe-ed68850261ef service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1144531 Jul 22 11:29:18.927893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:19.006619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b14c133c-933b-4734-a9cb-fc275be8957e req-1f98e5e1-05b9-4010-b47a-f2c2f911b6a4 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1168668 Jul 22 11:29:19.027724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3eb2d0db-6457-40cc-9e14-bf053f73fae6 req-12fc3560-998d-4586-b242-5975728a88f0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984633 Jul 22 11:29:19.057673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-52d0ae8f-453c-4f78-8106-9be73f0c9fc8 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204917 Jul 22 11:29:19.112446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:19.116522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:19.126291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'port_id': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'mac_address': 'fa:16:3e:3b:46:9b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:19.172660 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.190194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:19.190561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:19.230685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:19.239809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d729b528-feb5-479f-b6dc-7120cc90cd48 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:19.240939 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.248386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.258814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:19.298469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:19.302617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1964f6f-d9e2-40a9-bab2-336c118105f4 req-b7f9b404-0dc5-4e97-b049-3cb5cb634d77 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:19.304226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1964f6f-d9e2-40a9-bab2-336c118105f4 req-b7f9b404-0dc5-4e97-b049-3cb5cb634d77 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 944 time: 0.1847916 Jul 22 11:29:19.320658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.397507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1964f6f-d9e2-40a9-bab2-336c118105f4 req-053bfed9-ac45-4bb8-9099-5020adaf39d0 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0859635 Jul 22 11:29:19.428598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7cd9c60-6cbd-4d6e-87c3-464c00c0fbc2 req-3f08c53a-5d59-47f0-a28c-822768902588 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:19.430229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7cd9c60-6cbd-4d6e-87c3-464c00c0fbc2 req-3f08c53a-5d59-47f0-a28c-822768902588 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 945 time: 0.1786690 Jul 22 11:29:19.470114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] Transition to ACTIVE for port object d729b528-feb5-479f-b6dc-7120cc90cd48 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:19.477437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.512609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7cd9c60-6cbd-4d6e-87c3-464c00c0fbc2 req-8346816b-081c-4e4a-a27f-f80cf9c7ab7b tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752776 Jul 22 11:29:19.544189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:19.627718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] No DVR routers for this DVR port d729b528-feb5-479f-b6dc-7120cc90cd48 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:19.631715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] Pushing event updated for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:19.689533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd3e8d55-b3ca-4c4e-8b45-c73aa68f7da7 req-713e43e5-7cd6-4e27-95a2-ba4f142fe17c tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:19.691111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd3e8d55-b3ca-4c4e-8b45-c73aa68f7da7 req-713e43e5-7cd6-4e27-95a2-ba4f142fe17c tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.1856792 Jul 22 11:29:19.728182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f15ee237-c106-4333-9c68-1d9d77672b29 service neutron] 10.222.0.20 "PUT /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 0.9245968 Jul 22 11:29:19.751222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:19.773716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd3e8d55-b3ca-4c4e-8b45-c73aa68f7da7 req-c0247aba-ad4c-4b4d-9ec8-e17828581758 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624850 Jul 22 11:29:19.786123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69f9139-b7f0-47f8-99a5-7db0e891ac4f req-019eb9f1-66b9-4ac6-8dae-74c239300116 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:19.792994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b69f9139-b7f0-47f8-99a5-7db0e891ac4f req-019eb9f1-66b9-4ac6-8dae-74c239300116 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 945 time: 0.1559541 Jul 22 11:29:19.830002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b69f9139-b7f0-47f8-99a5-7db0e891ac4f req-88a4184d-21bd-4c86-be5e-bbcf78430bee tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361364 Jul 22 11:29:19.871664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-dc8bffeb-2ec3-4262-a7bd-837fd8f3a777 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:19.873508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-dc8bffeb-2ec3-4262-a7bd-837fd8f3a777 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.0838928 Jul 22 11:29:19.893459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a5f2c7f6-033f-431b-9f1f-14fbbc705700 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:19.930138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47e758c2-1c9c-44cd-b9e3-a9f5f87518f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.961606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port a5f2c7f6-033f-431b-9f1f-14fbbc705700 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:19.966621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port a5f2c7f6-033f-431b-9f1f-14fbbc705700 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:19.967246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:19.999863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-d9ed4ef9-e98c-4744-8d1e-fd7263d12219 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.001654 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-d9ed4ef9-e98c-4744-8d1e-fd7263d12219 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741&tenant_id=2ceb22a95dd849f69dcb436e2744f444 HTTP/1.1" status: 200 len: 1096 time: 0.1178482 Jul 22 11:29:20.093004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.110301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47e758c2-1c9c-44cd-b9e3-a9f5f87518f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.133029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47e758c2-1c9c-44cd-b9e3-a9f5f87518f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.139756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:20.142322 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff14311-2a31-4acc-a6a9-acb4406e8a65" -d '{"events": [{"server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:20.161390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700,segment=NetworkSegment(88d0c810-40b5-4d73-89dd-79d401ec67bd),segment_id=88d0c810-40b5-4d73-89dd-79d401ec67bd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:20.170242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-c06c7706-dedd-477a-974d-608dfbf1b6f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.171823 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-c06c7706-dedd-477a-974d-608dfbf1b6f9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1096 time: 0.1445360 Jul 22 11:29:20.176597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.178422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fa86c9b0-4654-4186-bc85-13db9b25c8b9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:20.207336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47e758c2-1c9c-44cd-b9e3-a9f5f87518f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74ab87d3-2fba-4aeb-88f6-d083408a096a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:20.253243 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47e758c2-1c9c-44cd-b9e3-a9f5f87518f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1a57fe54cb854318bea9d03b4d813608&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4978428 Jul 22 11:29:20.253526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:20.265227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15cc611-4730-4a90-ad68-5fa4d3c358e4 req-dc0bf4c1-4d55-4038-b8a2-2d3dc579bd19 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.266884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a15cc611-4730-4a90-ad68-5fa4d3c358e4 req-dc0bf4c1-4d55-4038-b8a2-2d3dc579bd19 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 945 time: 0.1480689 Jul 22 11:29:20.298286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:20.307891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fa86c9b0-4654-4186-bc85-13db9b25c8b9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:20.313453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fa86c9b0-4654-4186-bc85-13db9b25c8b9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:20.313888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.334046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a15cc611-4730-4a90-ad68-5fa4d3c358e4 req-1413b608-235d-459d-8cbc-bef8d62e5374 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0504875 Jul 22 11:29:20.361636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a2e9eac-08b9-47b2-881d-44cb30dc0c58 req-1fc94d16-ae62-435c-b80e-f672dde5283f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.364210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a2e9eac-08b9-47b2-881d-44cb30dc0c58 req-1fc94d16-ae62-435c-b80e-f672dde5283f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1286170 Jul 22 11:29:20.389754 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2219d8c5-f6d3-46d8-8687-756c5afd5958 x-openstack-request-id: req-2219d8c5-f6d3-46d8-8687-756c5afd5958 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:20.390051 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "name": "network-vif-plugged", "status": "completed", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:20.390585 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2219d8c5-f6d3-46d8-8687-756c5afd5958 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:20.391156 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700', 'code': 200} Jul 22 11:29:20.424681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-9be29f3a-0c35-4f2b-840a-765161cbc553 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.426322 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-9be29f3a-0c35-4f2b-840a-765161cbc553 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2077065 Jul 22 11:29:20.432474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.452080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a2e9eac-08b9-47b2-881d-44cb30dc0c58 req-ae89e69e-60ed-4e90-b425-1f0bfc30e3d4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795302 Jul 22 11:29:20.463584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.506819 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-8f4b656e-1219-494e-a4c0-5da1507f1244 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 200 len: 217 time: 0.0701704 Jul 22 11:29:20.509847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:20.519460 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.521447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:20.585318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-debab82c-8b15-460e-ac04-33e3a7ac0fae req-a0d02aef-792f-4f92-9a58-9e8322fcc261 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.588744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-debab82c-8b15-460e-ac04-33e3a7ac0fae req-a0d02aef-792f-4f92-9a58-9e8322fcc261 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 1097 time: 0.1198919 Jul 22 11:29:20.606206 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.622127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-58b88034-ad3b-44cd-9455-d465799bc2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.625129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-58b88034-ad3b-44cd-9455-d465799bc2cf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.1017084 Jul 22 11:29:20.656288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:20.669536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:20.675280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-debab82c-8b15-460e-ac04-33e3a7ac0fae req-234bb472-96a0-4d5c-8de6-80d2ebc6eefe service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0588949 Jul 22 11:29:20.678111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-705a4a01-c335-495f-a74a-e564039ab9e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0446322 Jul 22 11:29:20.704706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15c5f338-eb3e-4657-a054-17f39dd762de req-3e623596-77c2-453f-b2c9-14690678f09b tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.708086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15c5f338-eb3e-4657-a054-17f39dd762de req-3e623596-77c2-453f-b2c9-14690678f09b tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 945 time: 0.1448159 Jul 22 11:29:20.770400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.773463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:20.777287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/74ab87d3-2fba-4aeb-88f6-d083408a096a HTTP/1.1" status: 204 len: 168 time: 0.5201859 Jul 22 11:29:20.782636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15c5f338-eb3e-4657-a054-17f39dd762de req-5f51a3cf-b4e3-4cb8-84ca-dfe68cbcd325 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630746 Jul 22 11:29:20.790658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776c164f-e718-4c74-a0ca-42963e90fde1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74ab87d3-2fba-4aeb-88f6-d083408a096a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:20.812046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ace7bb35-09d5-49ef-bbec-86258779d1d7 req-d0cbd32e-f21a-4ef9-aea8-c484eb2aa659 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:20.813748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ace7bb35-09d5-49ef-bbec-86258779d1d7 req-d0cbd32e-f21a-4ef9-aea8-c484eb2aa659 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 946 time: 0.1043546 Jul 22 11:29:20.841137 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-a70808b0-2376-430a-8b85-14788e7f89b2 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1559725 Jul 22 11:29:20.899381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:20.900462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ace7bb35-09d5-49ef-bbec-86258779d1d7 req-9e4ea257-d1af-44c9-87c2-5febf3457ead tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0787902 Jul 22 11:29:21.001323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-691a6d00-aac0-4908-b3fa-e52226586bac service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1531348 Jul 22 11:29:21.003035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:21.009608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:21.009842 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.093089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e4cf68-18e7-4540-8d0f-021fe1bb3325 req-5e4a3be8-9437-4ab2-bf17-a713cc1d98bb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.106038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43e4cf68-18e7-4540-8d0f-021fe1bb3325 req-5e4a3be8-9437-4ab2-bf17-a713cc1d98bb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1175139 Jul 22 11:29:21.112972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.163573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:21.175787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.204783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43e4cf68-18e7-4540-8d0f-021fe1bb3325 req-23a4da6f-1f87-449f-8303-079dbc115a43 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0972159 Jul 22 11:29:21.273869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.300511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:21.360276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d11bb050-a6b1-478a-9ba8-f3c2642fe476 req-e8f64720-d6e6-47fb-9de8-ae8609a8550f tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.363205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d11bb050-a6b1-478a-9ba8-f3c2642fe476 req-e8f64720-d6e6-47fb-9de8-ae8609a8550f tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.0847127 Jul 22 11:29:21.425282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-5c5638f2-a378-4239-bba1-2e5a593c4dbf tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.427409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-5c5638f2-a378-4239-bba1-2e5a593c4dbf tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741&tenant_id=2ceb22a95dd849f69dcb436e2744f444&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.0913546 Jul 22 11:29:21.475970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d11bb050-a6b1-478a-9ba8-f3c2642fe476 req-2c5a62fd-0e89-4ddc-b3c3-0b7f61254173 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037109 Jul 22 11:29:21.533734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c27fe021-3db0-432d-bdf8-bd150660f6a6 req-584ebf87-0f10-42c2-8562-8df8f1431cb5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.541744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c27fe021-3db0-432d-bdf8-bd150660f6a6 req-584ebf87-0f10-42c2-8562-8df8f1431cb5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.1171205 Jul 22 11:29:21.604115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c27fe021-3db0-432d-bdf8-bd150660f6a6 req-3cd54f33-7181-41c9-ae03-9d7a6f5aaeb5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0614047 Jul 22 11:29:21.651887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f68c86ea-6628-4b8c-863f-690a6acde569 service neutron] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:21.660367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f68c86ea-6628-4b8c-863f-690a6acde569 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.662345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3d2dfa63-2abc-4770-bfff-4fb708cc7ae1 req-f68c86ea-6628-4b8c-863f-690a6acde569 service neutron] 10.222.0.36 "DELETE /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.2280905 Jul 22 11:29:21.737622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:21.770853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ae44e00-cf1c-47da-b480-482ed9b044b8 req-d22fc3bf-33e1-4c1a-b2a8-0539b565a88d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.772922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ae44e00-cf1c-47da-b480-482ed9b044b8 req-d22fc3bf-33e1-4c1a-b2a8-0539b565a88d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.0845919 Jul 22 11:29:21.815949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ae44e00-cf1c-47da-b480-482ed9b044b8 req-6c2e137a-02f9-42cb-a1c9-9ead16242d5b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366740 Jul 22 11:29:21.852325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-1919595348-network', 'tenant_id': '87028e04815a48549d1e0906169ccc45'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:21.874998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Made reservation on behalf of 87028e04815a48549d1e0906169ccc45 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:21.877331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.887501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:21.959698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83d5e939-0995-4633-8947-dcf2490e57d9 req-8a1a964d-d35f-4608-bb2c-c49c1e0c132c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:21.961470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83d5e939-0995-4633-8947-dcf2490e57d9 req-8a1a964d-d35f-4608-bb2c-c49c1e0c132c tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 945 time: 0.0826955 Jul 22 11:29:22.007056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.011837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.030397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83d5e939-0995-4633-8947-dcf2490e57d9 req-639e4908-8efd-40c9-aeb1-87ffd90192be tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0524955 Jul 22 11:29:22.052382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:29:22.058851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6f7a229-581f-4de9-8595-44def4de39dd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:22.086889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.087234 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Added segment f1701e77-31b3-403f-ab91-4b7034ce3fda of type vlan for network 9d0b8213-eb35-4681-a61d-49d80730329d Jul 22 11:29:22.111857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a925a796-830e-4d31-9abb-79ba58047ce6 req-d75b52ac-d8ee-41aa-a18a-5f1d436521f1 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.120133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a925a796-830e-4d31-9abb-79ba58047ce6 req-d75b52ac-d8ee-41aa-a18a-5f1d436521f1 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 946 time: 0.1151748 Jul 22 11:29:22.137673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.171864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.173102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.173927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.191340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a925a796-830e-4d31-9abb-79ba58047ce6 req-0aae3083-a9af-4606-9a38-f6ce46ae9d41 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702281 Jul 22 11:29:22.218052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4749112 Jul 22 11:29:22.218295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2a714fb-6a0f-44e4-8cd2-ebba5afadef7 req-16d01ac2-4135-4cae-a08d-1fc48150388e tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.218295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2a714fb-6a0f-44e4-8cd2-ebba5afadef7 req-16d01ac2-4135-4cae-a08d-1fc48150388e tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 1096 time: 0.0757806 Jul 22 11:29:22.218295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54336) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:22.222575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Request body: {'subnet': {'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-1919595348-subnet', 'tenant_id': '87028e04815a48549d1e0906169ccc45', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:22.245224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3391b297-b23a-4902-8432-cca8cfc4b174 admin admin] Pushing event updated for resources: {'Network': ['ID=9d0b8213-eb35-4681-a61d-49d80730329d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:22.257291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9d0b8213-eb35-4681-a61d-49d80730329d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:29:22.274573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Made reservation on behalf of 87028e04815a48549d1e0906169ccc45 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:22.278580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.282717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2a714fb-6a0f-44e4-8cd2-ebba5afadef7 req-c198feca-34e7-4af2-af7a-1f36956dc846 tempest-LiveMigrationTest-112276232 tempest-LiveMigrationTest-112276232-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542436 Jul 22 11:29:22.393009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9'}, {'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:22.396676 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c42a6a7a-d722-4bf4-95d2-14a660560bba" -d '{"events": [{"server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "name": "network-vif-plugged", "status": "completed", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9"}, {"server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "name": "network-vif-plugged", "status": "completed", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:22.523737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea064371-a8d1-4491-acf2-08dd0859af2b req-daa2540d-3b73-455e-918c-799c5ce571fc tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.525590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea064371-a8d1-4491-acf2-08dd0859af2b req-daa2540d-3b73-455e-918c-799c5ce571fc tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1504321 Jul 22 11:29:22.571168 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2efa49df-6fb8-4b29-99da-68e26300c523 x-openstack-request-id: req-2efa49df-6fb8-4b29-99da-68e26300c523 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:22.571617 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "name": "network-vif-plugged", "status": "completed", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9", "code": 200}, {"server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "name": "network-vif-plugged", "status": "completed", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:22.571954 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2efa49df-6fb8-4b29-99da-68e26300c523 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:22.572616 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'code': 200} Jul 22 11:29:22.573099 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'code': 200} Jul 22 11:29:22.607389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.642594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea064371-a8d1-4491-acf2-08dd0859af2b req-e0c8db68-1009-4eda-b585-3ede5539f931 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914721 Jul 22 11:29:22.746402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a643a788-7ff5-44b4-9759-5141f53d62b6 req-a74effab-2d76-4044-a845-25cd0c5aa584 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.747934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a643a788-7ff5-44b4-9759-5141f53d62b6 req-a74effab-2d76-4044-a845-25cd0c5aa584 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 1097 time: 0.0996516 Jul 22 11:29:22.755771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a99feb67-0b2e-486c-9b7b-d364228cacce,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:22.787418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-d752a3c5-9d18-492f-b943-fc1c02b0c68f tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.788778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-d752a3c5-9d18-492f-b943-fc1c02b0c68f tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.20 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.1016357 Jul 22 11:29:22.811730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Checking segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:22.812118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Network hostable DHCP agents. Network: 9d0b8213-eb35-4681-a61d-49d80730329d, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:29:22.831316 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a643a788-7ff5-44b4-9759-5141f53d62b6 req-4dbf3a40-25bb-4002-8511-e446f887989e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0700023 Jul 22 11:29:22.836625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7092e0c1-b9d8-46bc-9186-cefb410e0472 req-6140796f-396d-40a5-8171-cb7a97bbd78f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.838108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7092e0c1-b9d8-46bc-9186-cefb410e0472 req-6140796f-396d-40a5-8171-cb7a97bbd78f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1097 time: 0.1945646 Jul 22 11:29:22.856533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd99093d-6650-4cf4-8e51-59165aa3c0fc req-723df2d8-15c0-44e8-81e4-2583fd00ceab tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.857983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd99093d-6650-4cf4-8e51-59165aa3c0fc req-723df2d8-15c0-44e8-81e4-2583fd00ceab tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 945 time: 0.2133822 Jul 22 11:29:22.883927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Network 9d0b8213-eb35-4681-a61d-49d80730329d is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:29:22.905806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8283f44-86b9-453a-8a98-800b0f7e99fb req-1e9f6395-a982-45d5-bfa9-73c15fdee51b tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.906191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Deleting port 37071920-05bd-4921-b332-284b11814673 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:22.906816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.907362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8283f44-86b9-453a-8a98-800b0f7e99fb req-1e9f6395-a982-45d5-bfa9-73c15fdee51b tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/ports?device_id=0b92153e-c40e-4554-a64f-3ed3a67b0522 HTTP/1.1" status: 200 len: 950 time: 0.1870503 Jul 22 11:29:22.924869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9d0b8213-eb35-4681-a61d-49d80730329d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:22.936602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3355aa-d68c-49a2-8f15-a4087465a58b None None] Network 9d0b8213-eb35-4681-a61d-49d80730329d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:22.940407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:22.940998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:22.965782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7092e0c1-b9d8-46bc-9186-cefb410e0472 req-d4a6adff-4475-4886-9260-57145df3c006 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149528 Jul 22 11:29:22.974753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd99093d-6650-4cf4-8e51-59165aa3c0fc req-eab0a5e5-394c-40ce-aca0-01e9d4bb8a97 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063538 Jul 22 11:29:22.985409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ea7762fe-1fec-4029-bad4-153683a890c9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7677588 Jul 22 11:29:23.011519 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8283f44-86b9-453a-8a98-800b0f7e99fb req-b7943677-8fb6-4c16-98bc-e2f2cb425650 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.21 "GET /v2.0/security-groups?id=820f1867-2459-43d1-89d9-5e37faee7553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958674 Jul 22 11:29:23.059583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] For port 37071920-05bd-4921-b332-284b11814673, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=37071920-05bd-4921-b332-284b11814673,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:23.061116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.079449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Calling delete_port for 37071920-05bd-4921-b332-284b11814673 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:23.184611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ea3fd9b-5d74-462c-b3ee-8cf380b7080c None None] Network 9d0b8213-eb35-4681-a61d-49d80730329d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:23.296655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e1b65c-5277-4d0d-95b5-0353e2ffe1f1 req-a63b35c5-03c8-430f-a1d6-2cf0035b8c3a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:23.298089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6e1b65c-5277-4d0d-95b5-0353e2ffe1f1 req-a63b35c5-03c8-430f-a1d6-2cf0035b8c3a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.1442223 Jul 22 11:29:23.312818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-1333c4bb-eba9-4264-a668-a4ae9c078c63 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:23.314276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-1333c4bb-eba9-4264-a668-a4ae9c078c63 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 945 time: 0.1047976 Jul 22 11:29:23.315392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.326051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5162907e-2ba1-4e36-b7ad-540b8a228edd req-300c5877-9bd0-4944-a439-c7a1baaf6e82 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:23.327608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5162907e-2ba1-4e36-b7ad-540b8a228edd req-300c5877-9bd0-4944-a439-c7a1baaf6e82 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1015546 Jul 22 11:29:23.343060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['37071920-05bd-4921-b332-284b11814673'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:23.370516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Pushing event deleted for resources: {'Port': ['ID=37071920-05bd-4921-b332-284b11814673,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:23.374784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6e1b65c-5277-4d0d-95b5-0353e2ffe1f1 req-eb967f61-e074-4142-be60-d6ba4505cd2c tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0678918 Jul 22 11:29:23.399990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5162907e-2ba1-4e36-b7ad-540b8a228edd req-800a6b5d-4208-4f8d-851c-1f296ce48134 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570276 Jul 22 11:29:23.440190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] No DVR routers for this DVR port 37071920-05bd-4921-b332-284b11814673 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:23.447880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.449836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-589d6a4b-5c2f-437d-aaac-942a1d2fe7f7 req-c898b386-36f5-45df-8c19-651c8d569ed1 tempest-TenantUsagesTestJSON-1003326862 tempest-TenantUsagesTestJSON-1003326862-project] 10.222.0.20 "DELETE /v2.0/ports/37071920-05bd-4921-b332-284b11814673 HTTP/1.1" status: 204 len: 173 time: 0.6543891 Jul 22 11:29:23.451257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'name': 'network-vif-deleted', 'tag': '37071920-05bd-4921-b332-284b11814673'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:23.453545 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3f62322-1ec9-4051-a29e-96fcd0a06806" -d '{"events": [{"server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "name": "network-vif-deleted", "tag": "37071920-05bd-4921-b332-284b11814673"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:23.526029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Deleting port d729b528-feb5-479f-b6dc-7120cc90cd48 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:23.526838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.627800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2fea44-f89d-4d0f-94a2-620c280ba23b req-284fab74-77c4-4c1b-a697-ddf078bf3fa6 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:23.630093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2fea44-f89d-4d0f-94a2-620c280ba23b req-284fab74-77c4-4c1b-a697-ddf078bf3fa6 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 946 time: 0.1470349 Jul 22 11:29:23.675602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] For port d729b528-feb5-479f-b6dc-7120cc90cd48, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d729b528-feb5-479f-b6dc-7120cc90cd48,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:23.676761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.697683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Calling delete_port for d729b528-feb5-479f-b6dc-7120cc90cd48 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:23.728079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2fea44-f89d-4d0f-94a2-620c280ba23b req-030904ed-ae47-4eeb-af87-7af3a33c3b71 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872500 Jul 22 11:29:23.760446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-13519dc3-c61f-4d43-85b6-6b9fe7adaa4a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:23.762016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-13519dc3-c61f-4d43-85b6-6b9fe7adaa4a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 814 time: 0.1308713 Jul 22 11:29:23.778827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-1e1d1fcc-13dc-45c2-8543-e0546b789593 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/quotas/87028e04815a48549d1e0906169ccc45 HTTP/1.1" status: 200 len: 375 time: 0.0105906 Jul 22 11:29:23.831604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-9db0ea23-1aac-4f3a-93a7-bc45b47755a4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0367818 Jul 22 11:29:23.849336 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d531c79a-2e4f-4c47-bfc9-8b13e77cbe30 x-openstack-request-id: req-d531c79a-2e4f-4c47-bfc9-8b13e77cbe30 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:23.849613 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0b92153e-c40e-4554-a64f-3ed3a67b0522", "name": "network-vif-deleted", "tag": "37071920-05bd-4921-b332-284b11814673", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:23.850000 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d531c79a-2e4f-4c47-bfc9-8b13e77cbe30 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:23.850312 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0b92153e-c40e-4554-a64f-3ed3a67b0522', 'name': 'network-vif-deleted', 'tag': '37071920-05bd-4921-b332-284b11814673', 'status': 'completed', 'code': 200} Jul 22 11:29:23.867106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.881721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['042327df-b904-4021-9e95-e722cb736efc', 'd729b528-feb5-479f-b6dc-7120cc90cd48'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:23.908351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event deleted for resources: {'Port': ['ID=d729b528-feb5-479f-b6dc-7120cc90cd48,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:23.959593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] No DVR routers for this DVR port d729b528-feb5-479f-b6dc-7120cc90cd48 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:23.962523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:23.965165 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3580726f-0b19-46c8-b30c-406c788f5e92 req-d5dabe6b-ddf6-49a1-8221-ef4fe0857ee4 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "DELETE /v2.0/ports/d729b528-feb5-479f-b6dc-7120cc90cd48 HTTP/1.1" status: 204 len: 173 time: 0.6430297 Jul 22 11:29:24.003455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-b5f745da-445d-4302-8b06-b5b803e736d0 service neutron] 10.222.0.21 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628439 Jul 22 11:29:24.108953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c274a981-0c02-4137-8a53-dcefa71051e5 req-0137974a-83c9-48f1-b3db-d8392e08cb52 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:24.115459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c274a981-0c02-4137-8a53-dcefa71051e5 req-0137974a-83c9-48f1-b3db-d8392e08cb52 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.2368493 Jul 22 11:29:24.149699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-55a7aec6-005f-46c3-be55-c5afd0af63cd service neutron] 10.222.0.21 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454086 Jul 22 11:29:24.166395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c274a981-0c02-4137-8a53-dcefa71051e5 req-c7c859fd-4e13-4492-b9d4-71e58a3fc5c9 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482552 Jul 22 11:29:24.271935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53fcb1d5-4863-4633-b834-040c44b7c4ad req-980ea42f-6496-4007-8a33-3771ecde9503 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 210 time: 0.0337739 Jul 22 11:29:24.420897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70d0c7f1-fdb9-45f8-a8bf-82806bbe90eb req-f5a1e979-bb59-4483-bdc7-b20bce01fdee tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 210 time: 0.0325940 Jul 22 11:29:24.625763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b78bf3-19ae-40bf-b74d-52c6f3fa4429 req-b3c91424-3b8d-41c7-abf4-5e2d5b123ca4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:24.631035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51b78bf3-19ae-40bf-b74d-52c6f3fa4429 req-b3c91424-3b8d-41c7-abf4-5e2d5b123ca4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1374464 Jul 22 11:29:24.649528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4946cf72-e9d0-4506-8b7d-aae531924258 req-40c66733-4716-4ef6-bc25-3847e0f96d37 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:24.651274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4946cf72-e9d0-4506-8b7d-aae531924258 req-40c66733-4716-4ef6-bc25-3847e0f96d37 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.1184132 Jul 22 11:29:24.707968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51b78bf3-19ae-40bf-b74d-52c6f3fa4429 req-c4768a74-d804-4a82-bff1-0e6bcb365403 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0728393 Jul 22 11:29:24.710787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4946cf72-e9d0-4506-8b7d-aae531924258 req-28937503-b0fd-4938-beab-6c2233f3fff3 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0503466 Jul 22 11:29:24.780608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:24.826063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-401e540a-5c16-48be-9d06-d3a52dc36894 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:24.828093 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-401e540a-5c16-48be-9d06-d3a52dc36894 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.20 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 946 time: 0.1282301 Jul 22 11:29:24.966751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Deleting port a5f2c7f6-033f-431b-9f1f-14fbbc705700 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:24.967749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.016396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3cb11e2-e170-4b0d-81db-3a3ac12ebe68 req-d7d6ae2f-f18e-4711-93c5-2470d22bcc8a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:25.021472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3cb11e2-e170-4b0d-81db-3a3ac12ebe68 req-d7d6ae2f-f18e-4711-93c5-2470d22bcc8a tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.1923749 Jul 22 11:29:25.026941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:25.031684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Request body: {'floatingip': {'port_id': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:25.073931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00b47b26-bc48-4974-839f-abb0ca4c64a7 req-2c3e6eca-876e-4b9a-8cf6-e06377477715 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:25.075499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00b47b26-bc48-4974-839f-abb0ca4c64a7 req-2c3e6eca-876e-4b9a-8cf6-e06377477715 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/ports?device_id=44d80a4c-0b2d-4152-86e8-dedf64731d5c HTTP/1.1" status: 200 len: 946 time: 0.1906548 Jul 22 11:29:25.083004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.101977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2a05983-a4b6-4558-b604-96b3fe1e7811 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4c12c7cf275147ea8cff2ed7f490487e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3202329 Jul 22 11:29:25.107974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:25.127405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] For port a5f2c7f6-033f-431b-9f1f-14fbbc705700, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a5f2c7f6-033f-431b-9f1f-14fbbc705700,segment=NetworkSegment(88d0c810-40b5-4d73-89dd-79d401ec67bd),segment_id=88d0c810-40b5-4d73-89dd-79d401ec67bd)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:25.128076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.151557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Calling delete_port for a5f2c7f6-033f-431b-9f1f-14fbbc705700 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:25.214194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00b47b26-bc48-4974-839f-abb0ca4c64a7 req-2a47a30f-3507-418a-8602-a027dde073cd tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.21 "GET /v2.0/security-groups?id=d1106d8e-643c-4993-954e-daad940f1b65&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1270638 Jul 22 11:29:25.237519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.276905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.449214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5a8944-90b8-4ad8-972b-6eb592611ba7 req-2614c89e-58bf-41f4-85d7-b3347a4ae8fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:25.455643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f5a8944-90b8-4ad8-972b-6eb592611ba7 req-2614c89e-58bf-41f4-85d7-b3347a4ae8fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1964478 Jul 22 11:29:25.462952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dfdfb89-b35a-43c1-b472-6a8b83565ef1 req-d953e69f-2270-4512-bc34-851b0558b17d tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 210 time: 0.0604439 Jul 22 11:29:25.536359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f5a8944-90b8-4ad8-972b-6eb592611ba7 req-da820cc2-c4b9-4f53-9a54-72f78229ffb8 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784891 Jul 22 11:29:25.696687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.700953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.702487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/820f1867-2459-43d1-89d9-5e37faee7553 HTTP/1.1" status: 204 len: 168 time: 0.5931756 Jul 22 11:29:25.703641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.717340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a5f2c7f6-033f-431b-9f1f-14fbbc705700'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:25.733037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c1259-fbc9-460d-b0d5-0a03a0d5cc18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=820f1867-2459-43d1-89d9-5e37faee7553,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:25.772209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Pushing event deleted for resources: {'Port': ['ID=a5f2c7f6-033f-431b-9f1f-14fbbc705700,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:25.833460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] No DVR routers for this DVR port a5f2c7f6-033f-431b-9f1f-14fbbc705700 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:25.836557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:25.841203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bde760fd-dafa-4259-8835-62c9bef593f8 req-d690ffa4-23a4-4996-91ee-d0607e1567c5 tempest-ServerPasswordTestJSON-904210544 tempest-ServerPasswordTestJSON-904210544-project] 10.222.0.20 "DELETE /v2.0/ports/a5f2c7f6-033f-431b-9f1f-14fbbc705700 HTTP/1.1" status: 204 len: 173 time: 1.0052361 Jul 22 11:29:25.851469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-deleted', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48'}, {'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'name': 'network-vif-deleted', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:25.855355 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0cab7694-5c13-4ecf-8a1e-f7ae97834ca8" -d '{"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-deleted", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48"}, {"server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "name": "network-vif-deleted", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:25.932719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 37071920-05bd-4921-b332-284b11814673 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:25.979748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 37071920-05bd-4921-b332-284b11814673 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:25.980124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 37071920-05bd-4921-b332-284b11814673 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:26.153033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:26.163882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8bb22d0-b30b-4ee6-a16a-8064fe93007a req-3f6acbb4-1cdb-44fa-bcf6-26c5ca306448 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 210 time: 0.5074728 Jul 22 11:29:26.167342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c618169b-3206-4fc6-b1df-e955f843222a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.296592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c618169b-3206-4fc6-b1df-e955f843222a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.303160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c618169b-3206-4fc6-b1df-e955f843222a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.334342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-dae9c483-d17e-4df2-8fb2-1c92d8c617bd tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 258 time: 0.7212329 Jul 22 11:29:26.366206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c618169b-3206-4fc6-b1df-e955f843222a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f99b4a5cc2dc4012a90a53bf915db60b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2120724 Jul 22 11:29:26.367931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c618169b-3206-4fc6-b1df-e955f843222a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b4eed0b-1998-46f5-9d2e-3e670dd90d65,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:26.370582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:26.374040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:26.399983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-32f37acd-2b8f-4fae-ba76-55550533e66a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:26.401474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-32f37acd-2b8f-4fae-ba76-55550533e66a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 814 time: 0.7754161 Jul 22 11:29:26.416972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Request body: {'port': {'device_id': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'admin_state_up': True, 'tenant_id': '87028e04815a48549d1e0906169ccc45'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:26.440731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:29:26.454374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.483133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.505746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.551157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.553817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.558198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b4eed0b-1998-46f5-9d2e-3e670dd90d65 HTTP/1.1" status: 204 len: 168 time: 0.1711442 Jul 22 11:29:26.564432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14d55d1-2939-442e-a4bb-a391ee4f1722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b4eed0b-1998-46f5-9d2e-3e670dd90d65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:26.571891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.605082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-999a8a17-87e8-456e-a949-90abcda65efd req-91d605cb-f3d2-4cf0-8d69-9b39ff57d2cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:26.606793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999a8a17-87e8-456e-a949-90abcda65efd req-91d605cb-f3d2-4cf0-8d69-9b39ff57d2cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3449931 Jul 22 11:29:26.611667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.815180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-999a8a17-87e8-456e-a949-90abcda65efd req-29cedbcf-8447-440f-b742-446ea23bb355 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1972570 Jul 22 11:29:26.817376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Made reservation on behalf of 87028e04815a48549d1e0906169ccc45 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:26.820958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:26.858165 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Floating IP 803cdd44-792f-42f9-abd7-46c9c6980d4b associated. External IP: 172.25.6.179, port: ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f. Jul 22 11:29:26.899430 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-211d8139-42d8-4c5c-81f9-c7af30f28766 x-openstack-request-id: req-211d8139-42d8-4c5c-81f9-c7af30f28766 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:26.901007 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "116e1414-0400-4c2e-8583-7ce406856741", "name": "network-vif-deleted", "tag": "d729b528-feb5-479f-b6dc-7120cc90cd48", "status": "completed", "code": 200}, {"server_uuid": "44d80a4c-0b2d-4152-86e8-dedf64731d5c", "name": "network-vif-deleted", "tag": "a5f2c7f6-033f-431b-9f1f-14fbbc705700", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:26.901687 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-211d8139-42d8-4c5c-81f9-c7af30f28766 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:26.903130 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '116e1414-0400-4c2e-8583-7ce406856741', 'name': 'network-vif-deleted', 'tag': 'd729b528-feb5-479f-b6dc-7120cc90cd48', 'status': 'completed', 'code': 200} Jul 22 11:29:26.903404 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '44d80a4c-0b2d-4152-86e8-dedf64731d5c', 'name': 'network-vif-deleted', 'tag': 'a5f2c7f6-033f-431b-9f1f-14fbbc705700', 'status': 'completed', 'code': 200} Jul 22 11:29:26.947677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:26.972364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: d729b528-feb5-479f-b6dc-7120cc90cd48 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:26.973602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d729b528-feb5-479f-b6dc-7120cc90cd48 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:26.980919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:27.025949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.059144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Deleting subnet f06e390b-3416-4715-b068-df23bdffc8fb {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:29:27.063759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.102317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.120639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.142088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34b0bdb6-4f3a-4627-abfd-34ee4de9d259 req-edb0a0bb-460a-46c5-87b3-3d13a244cd85 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=116e1414-0400-4c2e-8583-7ce406856741 HTTP/1.1" status: 200 len: 210 time: 0.0781240 Jul 22 11:29:27.165245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Allocated IP 172.20.0.9 (9d0b8213-eb35-4681-a61d-49d80730329d/a99feb67-0b2e-486c-9b7b-d364228cacce/f47bede3-6071-4e1e-844a-f623c2ff2cc2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:27.201894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.271959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.310699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f06e390b-3416-4715-b068-df23bdffc8fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:27.313155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.315276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-65d3bcc5-08db-4262-93a5-dcf0415d31d8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f06e390b-3416-4715-b068-df23bdffc8fb HTTP/1.1" status: 204 len: 168 time: 0.3330390 Jul 22 11:29:27.318920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:27.386071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Allocated IP 172.25.6.209 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/95b7a74e-86df-4a47-b62a-c6875cc0d9f8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:27.428162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dbb38fa-383b-4b2e-b585-21891e1d3077 req-be375d1c-402c-4cff-b6ee-fff584586a48 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 210 time: 0.0601752 Jul 22 11:29:27.472255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.571493 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.590281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fce4f6b-32d3-4364-81de-3b9cdd74fecf']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:27.601488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.611344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88d0c810-40b5-4d73-89dd-79d401ec67bd') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:27.612248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88d0c810-40b5-4d73-89dd-79d401ec67bd') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:27.623634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.644082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.652704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:29:27.653571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.675820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.699180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:29:27.725052 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:29:27.732119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.741645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:27.742871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.744622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:27.764505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fce4f6b-32d3-4364-81de-3b9cdd74fecf HTTP/1.1" status: 204 len: 168 time: 0.4332526 Jul 22 11:29:27.790815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dc1d6-b121-40f7-81e0-94df34c8dff2 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fce4f6b-32d3-4364-81de-3b9cdd74fecf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:27.860219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Router e219f164-b536-4158-b721-fdbbf368278f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:27.914686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event updated for resources: {'Port': ['ID=95b7a74e-86df-4a47-b62a-c6875cc0d9f8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:27.927909 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.938766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a5f2c7f6-033f-431b-9f1f-14fbbc705700 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:27.950530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.955459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:27.975698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:27.975882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: a5f2c7f6-033f-431b-9f1f-14fbbc705700 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:27.976311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a5f2c7f6-033f-431b-9f1f-14fbbc705700 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:28.023463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f576b1b1-184a-4b57-b56f-b71922c1677a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24ea8ec8620e45e28d42d6a6fdc19407&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0465927 Jul 22 11:29:28.026541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:28.090531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.119650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.186434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.189103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.194247 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1106d8e-643c-4993-954e-daad940f1b65 HTTP/1.1" status: 204 len: 168 time: 0.1628349 Jul 22 11:29:28.210906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a865298-9e48-429e-ab8a-081d8a93c41d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1106d8e-643c-4993-954e-daad940f1b65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:28.447167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4a8357-7ab6-4966-b655-c2ae8f6edb46 req-9f584ef8-d50d-4366-b48e-d25fb573f1e3 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:28.454361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e4a8357-7ab6-4966-b655-c2ae8f6edb46 req-9f584ef8-d50d-4366-b48e-d25fb573f1e3 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.7822351 Jul 22 11:29:28.517553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.570055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e4a8357-7ab6-4966-b655-c2ae8f6edb46 req-47829ad0-4f64-419d-bf43-3e2c59e82145 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1091332 Jul 22 11:29:28.617267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.710308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:28.721677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Sync routers for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:28.740919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:28.741396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.743823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:28.763241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Network 9d0b8213-eb35-4681-a61d-49d80730329d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:28.807153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:28.817247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:28.823164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:28.927269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5eb7c94-6b4d-4626-9c61-ad2763fcbcc2 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "PUT /v2.0/floatingips/803cdd44-792f-42f9-abd7-46c9c6980d4b HTTP/1.1" status: 200 len: 992 time: 3.8990834 Jul 22 11:29:28.935985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:28.938312 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1112cc7a-36d1-4f37-b1dc-015e4cde8979" -d '{"events": [{"name": "network-changed", "server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:28.964600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:28.965245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:28.988533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d87f6e82-7fed-43db-95dd-8c2494da9414 req-2186a6dc-923f-4799-8488-6f0b5ca1355b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:28.995919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d87f6e82-7fed-43db-95dd-8c2494da9414 req-2186a6dc-923f-4799-8488-6f0b5ca1355b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3297536 Jul 22 11:29:29.013240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-dca5b039-b3d8-4d4f-903c-fc930e1c474d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.6028423 Jul 22 11:29:29.036035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Request body: {'port': {'device_id': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:29.042492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.075097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.106699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:29.153321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d87f6e82-7fed-43db-95dd-8c2494da9414 req-09a2718c-b336-4af7-95e3-cfbca40ef7e0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431150 Jul 22 11:29:29.209955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:29.274043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event updated for resources: {'Port': ['ID=95b7a74e-86df-4a47-b62a-c6875cc0d9f8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:29.289337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.304628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.330257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.331307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-e1121014-de33-418a-a79d-c8b89507c219 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.9960487 Jul 22 11:29:29.388421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-network', 'tenant_id': '54036062d0324493a8ccc088ee646f6c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:29.430621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Made reservation on behalf of 54036062d0324493a8ccc088ee646f6c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:29.433108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.450557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.512983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '803cdd44-792f-42f9-abd7-46c9c6980d4b', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'port_id': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'mac_address': 'fa:16:3e:3b:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:04Z', 'updated_at': '2021-07-22T11:29:26Z', 'revision_number': 1, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:29.552268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Checking router: e219f164-b536-4158-b721-fdbbf368278f for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:29.576841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:29.581045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:29.657384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.667727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.694364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-9ae248e2-32eb-4d42-a9aa-b70bf48bdbd0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.1302733 Jul 22 11:29:29.709592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:29:29.719101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.719602 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Added segment 92b10444-2914-4e7d-a481-c5ae81bff3c5 of type vlan for network 09467b79-b964-41fb-9e9d-2e0ee678f9fc Jul 22 11:29:29.763201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.789972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=173e3316-a39f-42cd-83fb-e73aa01ba874,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:29.801735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.803211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:29.804090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:29.813334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:29.843283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 0.6317606 Jul 22 11:29:29.846258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:29.852636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Request body: {'subnet': {'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-subnet', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:29.890331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ed0c1a8-007a-4465-9108-3ad6f8897cab admin admin] Pushing event updated for resources: {'Network': ['ID=09467b79-b964-41fb-9e9d-2e0ee678f9fc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:29.903816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:29:29.912304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Made reservation on behalf of 54036062d0324493a8ccc088ee646f6c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:29.915091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.032967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-107bab33-18cb-4442-ae95-cdf70f7b0680 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.034806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ae52b5-71f1-40a5-a19c-2144bb8f1467 req-107bab33-18cb-4442-ae95-cdf70f7b0680 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.3395824 Jul 22 11:29:30.130403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c511c5fc-38cb-4bdf-a3e0-d9e455ed9560 req-d172b1ee-8869-4164-a76e-e65c4e32e0e2 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.132178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c511c5fc-38cb-4bdf-a3e0-d9e455ed9560 req-d172b1ee-8869-4164-a76e-e65c4e32e0e2 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 931 time: 0.3359289 Jul 22 11:29:30.149271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.184496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:30.198133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.223465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c511c5fc-38cb-4bdf-a3e0-d9e455ed9560 req-a264bac4-f7c8-4b65-8d31-ec16c6eb5298 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694823 Jul 22 11:29:30.236538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Transition to ACTIVE for port object f47bede3-6071-4e1e-844a-f623c2ff2cc2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:30.252438 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-485e20ad-2dbe-4b9d-81a3-5effc11f6ee9 x-openstack-request-id: req-485e20ad-2dbe-4b9d-81a3-5effc11f6ee9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:30.252848 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:30.253110 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-485e20ad-2dbe-4b9d-81a3-5effc11f6ee9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:30.253563 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'status': 'completed', 'code': 200} Jul 22 11:29:30.256462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.287300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Checking segment: {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:30.287658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Network hostable DHCP agents. Network: 09467b79-b964-41fb-9e9d-2e0ee678f9fc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:29:30.292843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Pushing event updated for resources: {'Subnet': ['ID=8697010c-04fc-4e9b-9a55-06db89cc8964,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:30.311013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '803cdd44-792f-42f9-abd7-46c9c6980d4b', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'port_id': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'mac_address': 'fa:16:3e:3b:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:04Z', 'updated_at': '2021-07-22T11:29:26Z', 'revision_number': 1, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:30.384578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26c79282-a44e-4f0e-9e0c-78e4bb46c71b None None] The sync data for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 is: [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '803cdd44-792f-42f9-abd7-46c9c6980d4b', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'floating_ip_address': '172.25.6.179', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'port_id': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 747, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'mac_address': 'fa:16:3e:3b:46:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:04Z', 'updated_at': '2021-07-22T11:29:26Z', 'revision_number': 1, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:30.387565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:29:30.414207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-846c7b4a-d273-41d4-a1d1-a461dd885c10 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.416921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-846c7b4a-d273-41d4-a1d1-a461dd885c10 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=54111f39be94414ca2ae8a09333c9def&device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 1097 time: 0.1255612 Jul 22 11:29:30.418158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 09467b79-b964-41fb-9e9d-2e0ee678f9fc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:30.430178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c0e9e66-f231-4769-a17e-6ec238d0a80b None None] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:30.464172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.465268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.529737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:30.544139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f622d2a-9944-4809-b96a-6bea04ff627f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 0.6967313 Jul 22 11:29:30.547088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:30.554773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:30.626332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:30.626704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:30.627036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:30.633514 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.634561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.638587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-d085a568-6ede-454f-8e4f-1e2b2b2bb14a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.643212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-d085a568-6ede-454f-8e4f-1e2b2b2bb14a service neutron] 10.222.0.36 "GET /v2.0/networks?id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 HTTP/1.1" status: 200 len: 912 time: 0.2117033 Jul 22 11:29:30.646859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:30.646859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:30.654698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92bcc321-fc9c-430c-9e78-547afa24474c None None] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:30.656162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-ffbaa712-b732-4e1a-acd4-9c59bce673ff tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.657781 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-ffbaa712-b732-4e1a-acd4-9c59bce673ff tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.3083408 Jul 22 11:29:30.683099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:30.683351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Checking segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:30.683741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Bound using segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:30.684197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Bound port: f47bede3-6071-4e1e-844a-f623c2ff2cc2, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:30.684558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.750131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c40bc23-d407-4eda-9195-454905cf6567 req-a1918f9d-9f1a-4f5a-8e3a-e545faca7998 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.758260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c40bc23-d407-4eda-9195-454905cf6567 req-a1918f9d-9f1a-4f5a-8e3a-e545faca7998 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3290083 Jul 22 11:29:30.778878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c235b4ca-d81e-4ceb-a3ec-07b0342cd7ae None None] New status for floating IP 803cdd44-792f-42f9-abd7-46c9c6980d4b: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:29:30.794471 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-4d7edf38-7b31-4f81-9a98-22ca7022d896 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f HTTP/1.1" status: 200 len: 1000 time: 0.1444013 Jul 22 11:29:30.849380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-63f35994-fcc1-43f0-a991-54f9fcf87c13 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.1785529 Jul 22 11:29:30.864298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-233b49bf-3aea-43dc-9a5b-41cb86e1e760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.866151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-233b49bf-3aea-43dc-9a5b-41cb86e1e760 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0f2989b-cd01-4ecd-9174-78efe8844c61 HTTP/1.1" status: 200 len: 850 time: 0.0644925 Jul 22 11:29:30.890959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'floatingip': {'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:30.932425 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:30.940982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-9e82ae0a-642b-4e22-852a-4a6822b88d56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:30.944770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-9e82ae0a-642b-4e22-852a-4a6822b88d56 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0701454 Jul 22 11:29:31.005128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.100195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-9c425d2e-3af1-4f5b-9025-5bbb07af3f2f service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467652 Jul 22 11:29:31.148020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c40bc23-d407-4eda-9195-454905cf6567 req-6acdcc2a-7bb2-433b-bb15-b62beb49fc4c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3888378 Jul 22 11:29:31.149263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:31.196718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:31.245938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.263015 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1112cc7a-36d1-4f37-b1dc-015e4cde8979 req-79a36517-ce96-43ff-aa62-8fa6a120c07e service neutron] 10.222.0.36 "GET /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1555636 Jul 22 11:29:31.366322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:31.377697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:31.378076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.380593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-d68ad75d-7b6f-4976-a9bd-d67dcce1d3b0 service neutron] 10.222.0.20 "PUT /v2.0/ports/f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 1091 time: 2.3494666 Jul 22 11:29:31.403395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.733272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:31.746908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-7682bf02-ce1b-4760-9830-4ffe2eb55677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:31.748423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-7682bf02-ce1b-4760-9830-4ffe2eb55677 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1094 time: 0.3196445 Jul 22 11:29:31.797864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-a01ff20e-f7c7-4811-b141-ab3bb7dd3f95 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0374413 Jul 22 11:29:31.875875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e39be33-17b8-428b-86cd-8b562f095605 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.984584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e39be33-17b8-428b-86cd-8b562f095605 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:31.992830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e39be33-17b8-428b-86cd-8b562f095605 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.046251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e39be33-17b8-428b-86cd-8b562f095605 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b5137081-410f-4412-951e-1b019bc25bf2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:32.054890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e39be33-17b8-428b-86cd-8b562f095605 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0599ba18f6ef4cb6a89416a603df3cca&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3203044 Jul 22 11:29:32.055636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:32.135620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.165138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.220291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.224522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.240758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b5137081-410f-4412-951e-1b019bc25bf2 HTTP/1.1" status: 204 len: 168 time: 0.1829753 Jul 22 11:29:32.263069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f309c59-7286-41c3-816f-5ec0ae2a85fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5137081-410f-4412-951e-1b019bc25bf2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:32.296734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:32.299010 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58297817-7c32-47d8-8824-e04566e2a711" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:32.317144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099f49d9-e1a1-4567-a002-dcb5c6c1a599 req-07575080-4a39-4ec1-8dd9-a9e34f9449f4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:32.318911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-099f49d9-e1a1-4567-a002-dcb5c6c1a599 req-07575080-4a39-4ec1-8dd9-a9e34f9449f4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.7263854 Jul 22 11:29:32.323445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-f3243714-0f2a-4dad-adea-a42c76e5b95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:32.325315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-f3243714-0f2a-4dad-adea-a42c76e5b95f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.5192015 Jul 22 11:29:32.382887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-eb72e44f-e2b1-4854-b339-e421820dbae3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0485895 Jul 22 11:29:32.572598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-099f49d9-e1a1-4567-a002-dcb5c6c1a599 req-c2d097e1-430a-48ac-b268-960235eb5587 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2396088 Jul 22 11:29:32.609284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:29:32.647116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-e6dce05b-7c70-4bf5-aea7-62ffaac655a4 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527711 Jul 22 11:29:32.653592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:32.669733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8518db9-85a0-4536-be14-568675e3dfd3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.717403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.808142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8518db9-85a0-4536-be14-568675e3dfd3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.814335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8518db9-85a0-4536-be14-568675e3dfd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.818604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.883017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8518db9-85a0-4536-be14-568675e3dfd3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1c7bd00c04e4e93b025083afe3e82f8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280304 Jul 22 11:29:32.884335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8518db9-85a0-4536-be14-568675e3dfd3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=453d1393-268c-4e22-8e53-ca65c220a98d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:32.888196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:32.952967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:32.976703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.012486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.026265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.029571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.032664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/453d1393-268c-4e22-8e53-ca65c220a98d HTTP/1.1" status: 204 len: 168 time: 0.1392341 Jul 22 11:29:33.043155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11acf7e7-f317-4fda-9760-8826d361b380 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=453d1393-268c-4e22-8e53-ca65c220a98d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:33.065904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.127733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f145a2f2-a4ca-421a-a289-d6512cff5333 req-b51b417c-c1e0-4dc3-8bc4-dcb3b70d8748 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4454768 Jul 22 11:29:33.138815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd668f19-44d5-4f8e-97cc-3f8d7cc1b593 req-ea738283-a87b-4750-92c8-058e201746c6 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:33.140319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd668f19-44d5-4f8e-97cc-3f8d7cc1b593 req-ea738283-a87b-4750-92c8-058e201746c6 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.4906549 Jul 22 11:29:33.143936 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Floating IP f9c773e8-83c5-43a3-91ff-895a1a7f8065 associated. External IP: 172.25.6.209, port: fa86c9b0-4654-4186-bc85-13db9b25c8b9. Jul 22 11:29:33.298111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd668f19-44d5-4f8e-97cc-3f8d7cc1b593 req-3b0abc3f-b68f-46a8-b39e-afe711d9e217 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471381 Jul 22 11:29:33.327502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Allocated IP 172.25.6.181 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d7370043-ba78-41de-8de8-03f19ec9648c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:33.420754 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1df38598-9eb5-4149-8455-9739ed10bb13 x-openstack-request-id: req-1df38598-9eb5-4149-8455-9739ed10bb13 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:33.421095 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:33.421317 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1df38598-9eb5-4149-8455-9739ed10bb13 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:33.421704 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'status': 'completed', 'code': 200} Jul 22 11:29:33.600958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.631347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:33.641255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297817-7c32-47d8-8824-e04566e2a711 req-31d21705-97f4-4850-bd42-c6e458ea9419 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:33.642979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-31d21705-97f4-4850-bd42-c6e458ea9419 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1094 time: 0.2243495 Jul 22 11:29:33.808227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:33.847456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.907408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-network', 'tenant_id': 'c7c42c19353143bd87607eba7611decb'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:33.926324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:33.928505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Made reservation on behalf of c7c42c19353143bd87607eba7611decb for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:33.931127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.939166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:33.939832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.944812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:33.947411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Pushing event updated for resources: {'Port': ['ID=d7370043-ba78-41de-8de8-03f19ec9648c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:33.950184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297817-7c32-47d8-8824-e04566e2a711 req-da6c38c5-cac1-4d61-96a7-d01168ecc3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:33.951697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-da6c38c5-cac1-4d61-96a7-d01168ecc3d0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.3006988 Jul 22 11:29:33.976103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:33.985892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:33.986312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Sync routers for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:33.996884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:33.997793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:34.040071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d19f6d0-bb79-42da-96e8-75da6f5436cb req-a3525347-87ba-4aa1-b4ad-91f3d82bb190 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.041726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d19f6d0-bb79-42da-96e8-75da6f5436cb req-a3525347-87ba-4aa1-b4ad-91f3d82bb190 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.3592095 Jul 22 11:29:34.064226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-cdbad946-e1f3-456e-bf74-0131cd0802ad service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0844960 Jul 22 11:29:34.065310 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.071036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.086790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:29:34.100391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.100741 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Added segment 9090e1b3-674a-46dc-a4f5-6cfa5287ce41 of type vlan for network 776fc720-6a0d-44ea-8268-34ac391da1e2 Jul 22 11:29:34.118093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:34.169161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d37a5cc-8a8f-4e1f-9ccb-94a901c8190e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:34.183212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.189928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-47f76742-b86a-450b-b20c-9d50b70974d2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "PUT /v2.0/floatingips/f9c773e8-83c5-43a3-91ff-895a1a7f8065 HTTP/1.1" status: 200 len: 997 time: 3.3030391 Jul 22 11:29:34.250034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d19f6d0-bb79-42da-96e8-75da6f5436cb req-7fa0b146-30e1-494c-bc05-24d7f7eba27e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876905 Jul 22 11:29:34.268176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.270354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.271147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.294355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58297817-7c32-47d8-8824-e04566e2a711 req-cb5ec7c3-417e-40a4-9a08-218f2ca8e24e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.296735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-cb5ec7c3-417e-40a4-9a08-218f2ca8e24e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.2020795 Jul 22 11:29:34.350501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-90cacedf-944d-4fef-834c-f462c28cccec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0399323 Jul 22 11:29:34.367747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-d89a8230-118e-415b-b713-942c6171f952 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.369286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-d89a8230-118e-415b-b713-942c6171f952 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 945 time: 0.1789403 Jul 22 11:29:34.370178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] Pushing event updated for resources: {'Network': ['ID=776fc720-6a0d-44ea-8268-34ac391da1e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:34.375668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c1d41c7c-64e5-441e-8bc8-f037acad31b7 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 0.5637095 Jul 22 11:29:34.375874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:34.380853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Request body: {'subnet': {'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-subnet', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:34.393582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:29:34.462632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Made reservation on behalf of c7c42c19353143bd87607eba7611decb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:34.465137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.490269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f9c773e8-83c5-43a3-91ff-895a1a7f8065', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'mac_address': 'fa:16:3e:51:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10588ac-286a-4883-96e4-bc1954830be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:27Z', 'updated_at': '2021-07-22T11:29:32Z', 'revision_number': 1, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:34.492107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-01622e79-efda-4b78-a64b-23c21be58084 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.493624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-01622e79-efda-4b78-a64b-23c21be58084 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1097 time: 0.2785482 Jul 22 11:29:34.523893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Checking router: f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:34.540810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:34.541462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:34.593532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Deleting port 042327df-b904-4021-9e95-e722cb736efc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:34.593913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.663394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:34.755076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] For port 042327df-b904-4021-9e95-e722cb736efc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=042327df-b904-4021-9e95-e722cb736efc,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:34.755437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.774866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.776852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Calling delete_port for 042327df-b904-4021-9e95-e722cb736efc owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:34.874664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Pushing event updated for resources: {'Subnet': ['ID=55f3b3b5-409f-416c-94da-2a901fa9aae9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:34.898858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Checking segment: {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:34.899217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Network hostable DHCP agents. Network: 776fc720-6a0d-44ea-8268-34ac391da1e2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:29:34.908714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f9c773e8-83c5-43a3-91ff-895a1a7f8065', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'mac_address': 'fa:16:3e:51:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10588ac-286a-4883-96e4-bc1954830be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:27Z', 'updated_at': '2021-07-22T11:29:32Z', 'revision_number': 1, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:34.934069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:29:34.939816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e76e19bf-867b-443f-90c2-1819bd009f23 None None] The sync data for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 is: [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f9c773e8-83c5-43a3-91ff-895a1a7f8065', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'floating_ip_address': '172.25.6.209', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 777, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'mac_address': 'fa:16:3e:51:3c:d0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c10588ac-286a-4883-96e4-bc1954830be5', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:29:27Z', 'updated_at': '2021-07-22T11:29:32Z', 'revision_number': 1, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:34.956296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-e3430438-7317-461a-af45-7c46c0556315 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5999801 Jul 22 11:29:34.963935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 776fc720-6a0d-44ea-8268-34ac391da1e2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:34.971761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:34.971983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:34.979403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6ac6b99-2837-4d72-bb17-b52155ecc7f3 None None] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:34.998832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b4c60e28-5046-49f3-89b9-0ea25307a852 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.6216328 Jul 22 11:29:35.001556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:35.006841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:35.011634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.053961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event deleted for resources: {'Port': ['ID=042327df-b904-4021-9e95-e722cb736efc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:35.085478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.086544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.091225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.112243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] No DVR routers for this DVR port 042327df-b904-4021-9e95-e722cb736efc on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:35.116049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.118612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-219af4b7-1b6b-4904-8899-83b15f29c663 req-7695907c-26d3-4015-afbe-8c63406a3f03 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "DELETE /v2.0/ports/042327df-b904-4021-9e95-e722cb736efc HTTP/1.1" status: 204 len: 173 time: 0.7341828 Jul 22 11:29:35.119167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-deleted', 'tag': '042327df-b904-4021-9e95-e722cb736efc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:35.122015 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9bc14b9-4d45-4b6b-818e-b658e3f58841" -d '{"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-deleted", "tag": "042327df-b904-4021-9e95-e722cb736efc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:35.153654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-221445a4-ccf7-45ac-b293-b5a1481cbe54 req-9e429da6-9d61-4f7b-b3de-12730e5c6827 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:35.161922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-221445a4-ccf7-45ac-b293-b5a1481cbe54 req-9e429da6-9d61-4f7b-b3de-12730e5c6827 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=136ef7fc-f73e-4ae8-b74c-3e2ba914d3df HTTP/1.1" status: 200 len: 866 time: 0.7680423 Jul 22 11:29:35.185858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.200121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-776fc720-6a0d-44ea-8268-34ac391da1e2', 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'fixed_ips': [{'subnet_id': '55f3b3b5-409f-416c-94da-2a901fa9aae9'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:29:35.201721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.278745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58297817-7c32-47d8-8824-e04566e2a711 req-15b630a6-5c13-4a4a-909d-01d4e45049f6 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3122458 Jul 22 11:29:35.299621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-027016c9-0265-4539-89a2-08ce1d3d1b5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:35.307471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-027016c9-0265-4539-89a2-08ce1d3d1b5d service neutron] 10.222.0.21 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 929 time: 0.8025262 Jul 22 11:29:35.330116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-221445a4-ccf7-45ac-b293-b5a1481cbe54 req-252d6a08-99bb-44a9-b858-59991133f7cb tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1627138 Jul 22 11:29:35.330805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8867c620-2b55-4bdb-bd36-af9dc4fbc4fd None None] New status for floating IP f9c773e8-83c5-43a3-91ff-895a1a7f8065: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:29:35.393189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.417758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Allocated IP 172.20.0.2 (776fc720-6a0d-44ea-8268-34ac391da1e2/55f3b3b5-409f-416c-94da-2a901fa9aae9/c83b81f5-897e-4926-8dd1-f125ea0d66a5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:35.424864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:35.428028 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa" -d '{"events": [{"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:35.555249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-5e6b42f7-a240-432c-b3ab-9c32da9d824a service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 1000 time: 0.2468417 Jul 22 11:29:35.652873 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.659605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-968fb0ee-46e5-4736-80df-86e14c5cc7ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:35.666876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-968fb0ee-46e5-4736-80df-86e14c5cc7ff service neutron] 10.222.0.21 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.1103942 Jul 22 11:29:35.667201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Transition to ACTIVE for port object c83b81f5-897e-4926-8dd1-f125ea0d66a5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:35.686319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.688993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1649bc2-343b-48b2-927f-9536531ca959 req-f93914dc-933b-478d-a368-b6f5d40060bc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:35.697132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1649bc2-343b-48b2-927f-9536531ca959 req-f93914dc-933b-478d-a368-b6f5d40060bc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.2635119 Jul 22 11:29:35.710314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Transition to ACTIVE for port object c83b81f5-897e-4926-8dd1-f125ea0d66a5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:35.715685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.722278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.723173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.776034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Pushing event updated for resources: {'Port': ['ID=c83b81f5-897e-4926-8dd1-f125ea0d66a5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:35.791669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:35.793835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:35.796471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:35.838409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1649bc2-343b-48b2-927f-9536531ca959 req-9d2fccd8-cb4f-4ffc-9125-4f0adda14af1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1403916 Jul 22 11:29:35.879831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Attempting to bind port c83b81f5-897e-4926-8dd1-f125ea0d66a5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:35.880674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Attempting to bind port c83b81f5-897e-4926-8dd1-f125ea0d66a5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:35.881157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Attempting to bind port c83b81f5-897e-4926-8dd1-f125ea0d66a5 on network 776fc720-6a0d-44ea-8268-34ac391da1e2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:35.888836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-8fb44a68-95fe-4791-8741-210701c64e09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:35.890412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-8fb44a68-95fe-4791-8741-210701c64e09 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2227759 Jul 22 11:29:35.895711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:35.896359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Checking segment: {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:35.896799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.897196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Bound using segment: {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:35.898877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Bound port: c83b81f5-897e-4926-8dd1-f125ea0d66a5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:35.899271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:35.917440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Allocated IP 172.25.6.84 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b7589c91-fe41-49cc-bdb1-ea4a20464f89) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:35.981387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:29:35.984410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] For port c83b81f5-897e-4926-8dd1-f125ea0d66a5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:35.989179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] For port c83b81f5-897e-4926-8dd1-f125ea0d66a5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c83b81f5-897e-4926-8dd1-f125ea0d66a5,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:35.995560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.004514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:36.014442 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-89f9c917-f2c7-45ea-b6e8-015468041a73 x-openstack-request-id: req-89f9c917-f2c7-45ea-b6e8-015468041a73 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:36.014696 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "136ef7fc-f73e-4ae8-b74c-3e2ba914d3df", "name": "network-vif-deleted", "tag": "042327df-b904-4021-9e95-e722cb736efc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:36.014966 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-89f9c917-f2c7-45ea-b6e8-015468041a73 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:36.015651 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '136ef7fc-f73e-4ae8-b74c-3e2ba914d3df', 'name': 'network-vif-deleted', 'tag': '042327df-b904-4021-9e95-e722cb736efc', 'status': 'completed', 'code': 200} Jul 22 11:29:36.070181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.099305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-f1e3da7f-73b4-4abb-b4be-f0532ef3b037 service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1946270 Jul 22 11:29:36.111658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f040f3f-9958-4a67-95d6-b984cd74e7bc None None] Pushing event updated for resources: {'Port': ['ID=c83b81f5-897e-4926-8dd1-f125ea0d66a5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:36.128363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.185612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:36.191134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:36.195212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:36.199817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:36.213638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'port_id': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'mac_address': 'fa:16:3e:e8:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99feb67-0b2e-486c-9b7b-d364228cacce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:36.230184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Pushing event updated for resources: {'Port': ['ID=b7589c91-fe41-49cc-bdb1-ea4a20464f89,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:36.249788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:36.262609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Sync routers for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:36.270774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76308310-3e05-45d5-8c85-0b5a4e13772f req-18d202ce-68e2-4990-864d-9f2743c3e237 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:36.272425 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76308310-3e05-45d5-8c85-0b5a4e13772f req-18d202ce-68e2-4990-864d-9f2743c3e237 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.1932986 Jul 22 11:29:36.278592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c757d72-07a4-44b6-8e26-f25e9882ea84 req-28da95a6-44d0-475c-babd-ca11f47f5b28 service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1716263 Jul 22 11:29:36.288001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:36.288606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.288751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:36.290851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d52241f8-12fc-4c7c-ab27-d777c2865871 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 931 time: 5.7408981 Jul 22 11:29:36.293555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:36.444575 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-84f5c60f-6165-4af7-95c4-fa102ebbca2e x-openstack-request-id: req-84f5c60f-6165-4af7-95c4-fa102ebbca2e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:36.444875 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:36.445227 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-84f5c60f-6165-4af7-95c4-fa102ebbca2e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:36.445609 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'status': 'completed', 'code': 200} Jul 22 11:29:36.569248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76308310-3e05-45d5-8c85-0b5a4e13772f req-e81a381b-d0d0-4077-a63f-1a76682791f9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713089 Jul 22 11:29:36.613618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.664435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:36.723491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-2bb0f39e-feaf-4fd2-9fb3-9b41a2e772ed tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 258 time: 0.2769780 Jul 22 11:29:36.728903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-b758e32c-dc4b-4840-9715-4993619a7b35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:36.730941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-b758e32c-dc4b-4840-9715-4993619a7b35 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1097 time: 0.2820914 Jul 22 11:29:36.807648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:36.827861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c83b81f5-897e-4926-8dd1-f125ea0d66a5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:36.829607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.905156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:36.937911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:36.953257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:36.985558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:34Z', 'revision_number': 3, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:36.987148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c83b81f5-897e-4926-8dd1-f125ea0d66a5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:37.013036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-459f624f-8c3d-4b3a-846d-a4974dc0d8b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.015199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-459f624f-8c3d-4b3a-846d-a4974dc0d8b4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 929 time: 0.2109990 Jul 22 11:29:37.027852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 042327df-b904-4021-9e95-e722cb736efc no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:37.031114 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.036310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Checking router: 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:37.036677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Updating router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 port d7370043-ba78-41de-8de8-03f19ec9648c binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:37.090045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 042327df-b904-4021-9e95-e722cb736efc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:37.090370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 042327df-b904-4021-9e95-e722cb736efc not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:37.121342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:37.126230 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.174013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ac89ef5-d77c-4b88-a924-28eccddc2ca9 req-89026464-a6a1-4ae9-8e54-133cfb031a85 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.176088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ac89ef5-d77c-4b88-a924-28eccddc2ca9 req-89026464-a6a1-4ae9-8e54-133cfb031a85 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 944 time: 0.2621682 Jul 22 11:29:37.215306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-64a9171f-9063-4108-b7f7-b96e9ccc2400 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 1002 time: 0.1882129 Jul 22 11:29:37.223762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-e5c91349-bfed-4ff9-9c66-12b5aed03187 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.6117287 Jul 22 11:29:37.252886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f47bede3-6071-4e1e-844a-f623c2ff2cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:37.264005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.461837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-4888f98a-8f6d-4e21-9cad-2691c3de3fa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.463491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-4888f98a-8f6d-4e21-9cad-2691c3de3fa2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2ceb22a95dd849f69dcb436e2744f444&device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 1096 time: 0.1519907 Jul 22 11:29:37.468004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2434fc0e-dde4-4b51-b7bd-23e759c59621 None None] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:37.522188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:29:37.593683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Provisioning for port c83b81f5-897e-4926-8dd1-f125ea0d66a5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:37.612226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Provisioning complete for port c83b81f5-897e-4926-8dd1-f125ea0d66a5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:37.612565 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.694819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-3da8f491-c354-4a9f-ade0-d4f4abc88291 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.696230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-3da8f491-c354-4a9f-ade0-d4f4abc88291 service neutron] 10.222.0.36 "GET /v2.0/networks?id=c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 200 len: 909 time: 0.2042704 Jul 22 11:29:37.738889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ac89ef5-d77c-4b88-a924-28eccddc2ca9 req-6b9c08eb-ecd3-4668-8d70-25ec28deff07 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5247886 Jul 22 11:29:37.753366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-83d957e4-c31b-43b9-9fc3-03d95186fbb5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 200 len: 217 time: 0.0463283 Jul 22 11:29:37.754520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:37.761140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.767698 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Sync routers for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:37.776220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-3686a99e-cba6-4f56-8615-fd56e1995d6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.778319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-3686a99e-cba6-4f56-8615-fd56e1995d6e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.5215490 Jul 22 11:29:37.782719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Transition to ACTIVE for port object d7370043-ba78-41de-8de8-03f19ec9648c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:37.783823 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:37.785652 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:37.807428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.808618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a43726ba-02df-4d77-8e14-f9c0509aac53 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 2.8061104 Jul 22 11:29:37.818971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:37.836080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.846202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-c5ad2f7b-28b0-404e-8609-5f0796b721a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:37.848615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-c5ad2f7b-28b0-404e-8609-5f0796b721a0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 200 len: 848 time: 0.0645797 Jul 22 11:29:37.874096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.901194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-cde727be-7a47-43d1-8d8c-e1dd893bf7e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c70356b4-eaef-4504-8995-fa574328dc83&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0449522 Jul 22 11:29:37.929175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Attempting to bind port d7370043-ba78-41de-8de8-03f19ec9648c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:37.930572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Attempting to bind port d7370043-ba78-41de-8de8-03f19ec9648c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:37.930572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Attempting to bind port d7370043-ba78-41de-8de8-03f19ec9648c on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:37.937108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83779-41f3-4abd-a3a0-f59e9fd544b2 None None] Pushing event updated for resources: {'Port': ['ID=d7370043-ba78-41de-8de8-03f19ec9648c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:37.955784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] For port c83b81f5-897e-4926-8dd1-f125ea0d66a5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c83b81f5-897e-4926-8dd1-f125ea0d66a5,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:37.956176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:37.957173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:37.957676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.958072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:37.958568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Bound port: d7370043-ba78-41de-8de8-03f19ec9648c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:37.959738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:37.971376 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:37.981919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.056561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-4b854cb3-8817-42d2-8458-ca93c689caa5 service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1438315 Jul 22 11:29:38.073636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] For port d7370043-ba78-41de-8de8-03f19ec9648c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:38.080047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] For port d7370043-ba78-41de-8de8-03f19ec9648c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d7370043-ba78-41de-8de8-03f19ec9648c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:38.082114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0959237-a584-468c-8b97-db3eb7a00d7f None None] Pushing event updated for resources: {'Port': ['ID=c83b81f5-897e-4926-8dd1-f125ea0d66a5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:38.090628 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.146210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-c6851e1b-9f5b-4c60-94cc-38a041f18cf2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:38.148332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-c6851e1b-9f5b-4c60-94cc-38a041f18cf2 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 944 time: 0.5462003 Jul 22 11:29:38.205827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:38.206527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:38.209205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.216152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bd40955-cff0-4ca4-bd4d-001316479859 req-078aaca7-5972-4d85-9b9f-aedac52787ee service neutron] 10.222.0.36 "GET /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1480284 Jul 22 11:29:38.243952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-c417a97f-79f9-4161-b548-5c0e200622b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:38.245437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-c417a97f-79f9-4161-b548-5c0e200622b3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4507191 Jul 22 11:29:38.262339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f83779-41f3-4abd-a3a0-f59e9fd544b2 None None] Pushing event updated for resources: {'Port': ['ID=d7370043-ba78-41de-8de8-03f19ec9648c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:38.296232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd6514a-6826-49d3-8bd9-adc576fb8e9f req-5812b0d8-d678-4606-bf16-f18f8b2589b9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:38.297825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fd6514a-6826-49d3-8bd9-adc576fb8e9f req-5812b0d8-d678-4606-bf16-f18f8b2589b9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.4828472 Jul 22 11:29:38.309081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.309730 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:36Z', 'revision_number': 3, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:38.321637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5528fde9-8daf-432e-87ed-49df0b88b64a None None] Provisioning complete for port c83b81f5-897e-4926-8dd1-f125ea0d66a5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:38.322012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5528fde9-8daf-432e-87ed-49df0b88b64a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.345874 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Checking router: f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:38.346233 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Updating router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 port b7589c91-fe41-49cc-bdb1-ea4a20464f89 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:38.373320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:38.398271 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.442657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c83b81f5-897e-4926-8dd1-f125ea0d66a5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:38.569201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fd6514a-6826-49d3-8bd9-adc576fb8e9f req-c937d013-67fa-4577-aa64-faed97ec2625 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2238424 Jul 22 11:29:38.663187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-b56bf06b-7ffe-4b7e-8874-fc2a7dcf2acf service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4033566 Jul 22 11:29:38.705189 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.716123 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Transition to ACTIVE for port object b7589c91-fe41-49cc-bdb1-ea4a20464f89 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:38.728152 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.749936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c83b81f5-897e-4926-8dd1-f125ea0d66a5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:38.750313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.863486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Deleting port 2ede3985-82d2-4b4f-8446-a59a74e66563 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:38.864327 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.872435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:34Z', 'revision_number': 3, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:38.882484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ed15f-e866-4d39-b96e-5060cc571d52 None None] Pushing event updated for resources: {'Port': ['ID=b7589c91-fe41-49cc-bdb1-ea4a20464f89,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:38.888207 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Attempting to bind port b7589c91-fe41-49cc-bdb1-ea4a20464f89 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:38.888776 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Attempting to bind port b7589c91-fe41-49cc-bdb1-ea4a20464f89 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:38.889328 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Attempting to bind port b7589c91-fe41-49cc-bdb1-ea4a20464f89 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:38.895446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:38.895887 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:38.896294 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.896684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:38.897151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Bound port: b7589c91-fe41-49cc-bdb1-ea4a20464f89, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:38.897555 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:38.908387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bcb05f07-301d-4233-bc3f-829b90c70368 None None] The sync data for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 is: [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:34Z', 'revision_number': 3, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:38.951555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] For port b7589c91-fe41-49cc-bdb1-ea4a20464f89, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:38.954815 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] For port b7589c91-fe41-49cc-bdb1-ea4a20464f89, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7589c91-fe41-49cc-bdb1-ea4a20464f89,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:38.960383 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:39.012372 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:39.013530 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:39.026022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Allocated IP 172.25.6.152 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7adc46a1-a8cc-4a7f-922c-4b4328b7b174) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:39.089598 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e01ed15f-e866-4d39-b96e-5060cc571d52 None None] Pushing event updated for resources: {'Port': ['ID=b7589c91-fe41-49cc-bdb1-ea4a20464f89,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:39.107831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Allocated IP 172.20.0.1 (09467b79-b964-41fb-9e9d-2e0ee678f9fc/8697010c-04fc-4e9b-9a55-06db89cc8964/7e92eff9-0294-453e-b6dc-32980473cb24) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:39.120068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f2d8dd5-6489-4b10-adc5-6718ad0264fa req-c2122c03-d41f-4261-85ff-6d65b2799ba8 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4498501 Jul 22 11:29:39.138555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:39.168886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] For port 2ede3985-82d2-4b4f-8446-a59a74e66563, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ede3985-82d2-4b4f-8446-a59a74e66563,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:39.169424 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:39.229522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Calling delete_port for 2ede3985-82d2-4b4f-8446-a59a74e66563 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:39.280754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92470500-5e1d-46a7-b8ac-0c0160941ff5 req-8856d88c-53e2-4edb-97cd-5534037dc237 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:39.282312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92470500-5e1d-46a7-b8ac-0c0160941ff5 req-8856d88c-53e2-4edb-97cd-5534037dc237 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.4468877 Jul 22 11:29:39.378878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:36Z', 'revision_number': 3, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:39.407740 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-535a7508-8f27-4112-bc8e-62a0c0e64b5e None None] The sync data for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 is: [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:36Z', 'revision_number': 3, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:39.809420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92470500-5e1d-46a7-b8ac-0c0160941ff5 req-feb4a836-d3a3-4e08-bb23-4075082246a6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139780 Jul 22 11:29:39.826411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:39.836208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:39.988337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.005136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:40.041976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.044021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.058835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port f47bede3-6071-4e1e-844a-f623c2ff2cc2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:40.062563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port f47bede3-6071-4e1e-844a-f623c2ff2cc2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:40.062935 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.087015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.145027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.149770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:40.153929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:40.165236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:40.170340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:40.172393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:40.174401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:40.175278 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2744b7a-c53d-4367-96e9-8f315c261cf9" -d '{"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:40.178371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Pushing event updated for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:40.188272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:40.194117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.195104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:40.223677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a1b210-3022-43d8-aaa4-8b85302b29da req-eaaab5d5-4547-4fa6-92ec-6defb1a8e39f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:40.225221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4a1b210-3022-43d8-aaa4-8b85302b29da req-eaaab5d5-4547-4fa6-92ec-6defb1a8e39f tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=6109bc4b-ad57-4f40-8f03-46119e2b66bd HTTP/1.1" status: 200 len: 866 time: 0.3337543 Jul 22 11:29:40.249722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:40.352281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] No DVR routers for this DVR port 2ede3985-82d2-4b4f-8446-a59a74e66563 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:40.365738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.367771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8759400-916b-4ae6-ae11-45ca0dac8e97 req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "DELETE /v2.0/ports/2ede3985-82d2-4b4f-8446-a59a74e66563 HTTP/1.1" status: 204 len: 173 time: 2.2014756 Jul 22 11:29:40.374116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-deleted', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:40.377951 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-706d243f-6dac-474f-bec1-a9af9ced3b95" -d '{"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-deleted", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:40.420298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.455916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d7370043-ba78-41de-8de8-03f19ec9648c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:40.530434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4a1b210-3022-43d8-aaa4-8b85302b29da req-2349060f-468a-42f3-8dc5-52e9b455a393 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2319114 Jul 22 11:29:40.537332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d7370043-ba78-41de-8de8-03f19ec9648c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:40.542436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d7370043-ba78-41de-8de8-03f19ec9648c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:40.543259 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.564294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event updated for resources: {'Port': ['ID=7adc46a1-a8cc-4a7f-922c-4b4328b7b174,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:40.625902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4999fae3-0bc1-480e-81f6-ebbbdccf5007 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event deleted for resources: {'Port': ['ID=2ede3985-82d2-4b4f-8446-a59a74e66563,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:40.630635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Allocated IP 172.20.0.1 (776fc720-6a0d-44ea-8268-34ac391da1e2/55f3b3b5-409f-416c-94da-2a901fa9aae9/fa8c34f0-4b7e-401a-b641-6264d467472d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:40.651751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.677662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d7370043-ba78-41de-8de8-03f19ec9648c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d7370043-ba78-41de-8de8-03f19ec9648c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:40.681975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.682973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7589c91-fe41-49cc-bdb1-ea4a20464f89 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:40.700430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.763790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d7370043-ba78-41de-8de8-03f19ec9648c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:40.783636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b7589c91-fe41-49cc-bdb1-ea4a20464f89 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:40.789957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b7589c91-fe41-49cc-bdb1-ea4a20464f89 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:40.790385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.881848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.893132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.905059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.918360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dd2bb4-09e2-48ab-ad40-6183b9b983d3 req-fc095eb0-2a96-4f9b-910a-d6bfca7b7436 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:40.919970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7dd2bb4-09e2-48ab-ad40-6183b9b983d3 req-fc095eb0-2a96-4f9b-910a-d6bfca7b7436 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3009360 Jul 22 11:29:40.927725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port b7589c91-fe41-49cc-bdb1-ea4a20464f89, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7589c91-fe41-49cc-bdb1-ea4a20464f89,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:40.938040 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:40.994068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=b7589c91-fe41-49cc-bdb1-ea4a20464f89,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:41.013879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:41.016432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.037857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2ede3985-82d2-4b4f-8446-a59a74e66563 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:41.038772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ede3985-82d2-4b4f-8446-a59a74e66563 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:41.058375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7dd2bb4-09e2-48ab-ad40-6183b9b983d3 req-db4eef8e-6ed0-4f2a-a968-af5bb3dafa11 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1277096 Jul 22 11:29:41.088540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Transition to ACTIVE for port object fa8c34f0-4b7e-401a-b641-6264d467472d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:41.171242 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f2aae712-9754-41ce-bcaf-beb01af566e9 x-openstack-request-id: req-f2aae712-9754-41ce-bcaf-beb01af566e9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:41.171544 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:41.171787 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f2aae712-9754-41ce-bcaf-beb01af566e9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:41.172454 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'code': 200} Jul 22 11:29:41.223099 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c3de8f-ec1f-467f-b20a-0c5c2d13c7e8 x-openstack-request-id: req-43c3de8f-ec1f-467f-b20a-0c5c2d13c7e8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:41.223641 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6109bc4b-ad57-4f40-8f03-46119e2b66bd", "name": "network-vif-deleted", "tag": "2ede3985-82d2-4b4f-8446-a59a74e66563", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:41.223641 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c3de8f-ec1f-467f-b20a-0c5c2d13c7e8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:41.224032 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6109bc4b-ad57-4f40-8f03-46119e2b66bd', 'name': 'network-vif-deleted', 'tag': '2ede3985-82d2-4b4f-8446-a59a74e66563', 'status': 'completed', 'code': 200} Jul 22 11:29:41.298364 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.376397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.411953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.424492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:41.448249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:41.460622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:41.467843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:41.592879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.623514 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.666346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e635ff2-e409-4636-a8e6-0a17b4513645 req-9e2e11ec-cbc3-44a5-958d-84b1ef312698 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:41.667920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e635ff2-e409-4636-a8e6-0a17b4513645 req-9e2e11ec-cbc3-44a5-958d-84b1ef312698 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1096 time: 0.4313111 Jul 22 11:29:41.676815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event updated for resources: {'Port': ['ID=7adc46a1-a8cc-4a7f-922c-4b4328b7b174,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:41.695029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad7b8556-e9fe-4f4f-bee0-938f108a67c6 None None] Provisioning for port fa8c34f0-4b7e-401a-b641-6264d467472d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:41.696977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92974ce1-3080-4a4d-8ade-81911dacf202 req-94bf8f9a-f9ee-4d8b-97c5-f41844f78cdb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:41.699190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92974ce1-3080-4a4d-8ade-81911dacf202 req-94bf8f9a-f9ee-4d8b-97c5-f41844f78cdb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4173658 Jul 22 11:29:41.699501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad7b8556-e9fe-4f4f-bee0-938f108a67c6 None None] Provisioning complete for port fa8c34f0-4b7e-401a-b641-6264d467472d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:41.699961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad7b8556-e9fe-4f4f-bee0-938f108a67c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.711457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.723437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.738476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ad7b8556-e9fe-4f4f-bee0-938f108a67c6 None None] Port fa8c34f0-4b7e-401a-b641-6264d467472d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:41.858985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.867161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:41.868399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-17ee37a9-41b7-4967-b30a-43f252ffd098 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 5.1354103 Jul 22 11:29:41.927301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Pushing event updated for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:41.938595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e635ff2-e409-4636-a8e6-0a17b4513645 req-92d02dc9-f882-49b0-acf9-238fe6799f5d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2583489 Jul 22 11:29:41.995897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92974ce1-3080-4a4d-8ade-81911dacf202 req-d092107d-27f4-4dc1-b057-03c2d3b155fd tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2790954 Jul 22 11:29:42.015825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-be86898c-04b6-41d3-98f8-43e9dca41c43 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.1221285 Jul 22 11:29:42.233454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:42.242862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:42.294507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0cb391c-04af-443e-9005-ebfc638067cf req-85c28963-59e6-4389-a659-dda917c4e42d tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:42.295863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-85c28963-59e6-4389-a659-dda917c4e42d tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2516742 Jul 22 11:29:42.298358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:42.315188 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-6fad57d7-1498-4117-a17e-c12ea6942b3f tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:29:42.316730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0cb391c-04af-443e-9005-ebfc638067cf req-6fad57d7-1498-4117-a17e-c12ea6942b3f tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0137184 Jul 22 11:29:42.419117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d7370043-ba78-41de-8de8-03f19ec9648c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:42.475415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d7370043-ba78-41de-8de8-03f19ec9648c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:42.475899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:42.564136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7589c91-fe41-49cc-bdb1-ea4a20464f89 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:42.619353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b7589c91-fe41-49cc-bdb1-ea4a20464f89 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:42.619971 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:42.833817 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:29:42.881447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1dc430-6480-4d4c-ab72-bfd31ac52daa req-048d4bf3-06bc-443f-8528-69fb59e2132a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:42.882989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d1dc430-6480-4d4c-ab72-bfd31ac52daa req-048d4bf3-06bc-443f-8528-69fb59e2132a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.6466963 Jul 22 11:29:42.961540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:42.977403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5cdc0e-6d18-40ee-88ce-699f9fb81a05 req-375e5831-2af8-414a-8c24-2a2d6e114946 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:42.978888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b5cdc0e-6d18-40ee-88ce-699f9fb81a05 req-375e5831-2af8-414a-8c24-2a2d6e114946 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.3012450 Jul 22 11:29:42.996943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-70dc7937-acef-4ba0-beb7-5c981f0af716 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:42.998506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-70dc7937-acef-4ba0-beb7-5c981f0af716 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "GET /v2.0/ports?device_id=d7043c04-2bf9-4248-8ff9-54a3a025260e HTTP/1.1" status: 200 len: 945 time: 0.3170321 Jul 22 11:29:43.070671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d1dc430-6480-4d4c-ab72-bfd31ac52daa req-a3293556-1c81-499a-983a-1941206c492e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1751995 Jul 22 11:29:43.236376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b5cdc0e-6d18-40ee-88ce-699f9fb81a05 req-c92f3719-885a-42c0-9ced-62649ea351a1 tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.21 "GET /v2.0/security-groups?id=a890e54d-9ec4-4b2a-9cce-870ab74c67e2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2497411 Jul 22 11:29:43.241260 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.272474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.391091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:43.401366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Sync routers for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:43.404523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d58967f-3cd9-4cbc-bf2e-ef86077e8229 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bfddb9a-04a0-4adf-98e7-d26bbf4ca057/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1096239 Jul 22 11:29:43.412096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:43.412272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.412463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:43.419268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Pushing event updated for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:43.444616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-f5392318-94a0-4528-8b4e-1feb915c2fa0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:43.446121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-f5392318-94a0-4528-8b4e-1feb915c2fa0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2866266 Jul 22 11:29:43.485001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Deleting port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:43.485343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.538182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:43.599641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-c538bf13-14f3-4dc2-a3ea-2f2f94e49c39 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.1351335 Jul 22 11:29:43.610679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a16435-1063-4fff-82ae-c5f6c86c3fd3 req-99fe90c5-fc42-4eac-8723-04e4e876f22c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:43.612110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3a16435-1063-4fff-82ae-c5f6c86c3fd3 req-99fe90c5-fc42-4eac-8723-04e4e876f22c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3022497 Jul 22 11:29:43.620603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-5ee824ef-0509-4188-b6f2-de1646d75305 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'floatingip': {'port_id': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:43.719043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-5ee824ef-0509-4188-b6f2-de1646d75305 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.755984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:41Z', 'revision_number': 2, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:43.785539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:43.786063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Checking router: 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:43.786426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Updating router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 port 7e92eff9-0294-453e-b6dc-32980473cb24 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:43.822312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:43.823189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:43.840023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3a16435-1063-4fff-82ae-c5f6c86c3fd3 req-98009c21-a40d-4c71-a009-c1495bce47fe tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2153609 Jul 22 11:29:43.850858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] For port 2e4c80db-8fab-4732-9a55-aa1b04de5b49, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2e4c80db-8fab-4732-9a55-aa1b04de5b49,segment=NetworkSegment(e60fea67-5b00-47be-b0d5-c2430e105338),segment_id=e60fea67-5b00-47be-b0d5-c2430e105338)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:43.851378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.015886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Calling delete_port for 2e4c80db-8fab-4732-9a55-aa1b04de5b49 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:44.167082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.186893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Transition to ACTIVE for port object 7e92eff9-0294-453e-b6dc-32980473cb24 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:44.203974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.214385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:44.218600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f812e64e-8a40-4194-bf1b-be34ae2fbfc9 None None] Provisioning complete for port fa8c34f0-4b7e-401a-b641-6264d467472d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:44.218983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f812e64e-8a40-4194-bf1b-be34ae2fbfc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.293930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6dd1f-3768-4299-ac2c-f367690602b6 None None] Pushing event updated for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:44.313525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f812e64e-8a40-4194-bf1b-be34ae2fbfc9 None None] Port fa8c34f0-4b7e-401a-b641-6264d467472d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:29:44.349229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Attempting to bind port 7e92eff9-0294-453e-b6dc-32980473cb24 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:44.349610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Attempting to bind port 7e92eff9-0294-453e-b6dc-32980473cb24 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:44.349977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Attempting to bind port 7e92eff9-0294-453e-b6dc-32980473cb24 on network 09467b79-b964-41fb-9e9d-2e0ee678f9fc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:44.355102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:44.355479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Checking segment: {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:44.355892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.356289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Bound using segment: {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:44.356762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Bound port: 7e92eff9-0294-453e-b6dc-32980473cb24, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:44.357153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.410877 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-5ee824ef-0509-4188-b6f2-de1646d75305 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 11:29:44.411918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6f67993-00f0-4dc8-a74a-11edcb6eb34e req-5ee824ef-0509-4188-b6f2-de1646d75305 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "PUT /v2.0/floatingips/c4775567-5b1f-4cdf-af3d-ab57a45c8395 HTTP/1.1" status: 409 len: 551 time: 0.7984078 Jul 22 11:29:44.426952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] For port 7e92eff9-0294-453e-b6dc-32980473cb24, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:44.430262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] For port 7e92eff9-0294-453e-b6dc-32980473cb24, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7e92eff9-0294-453e-b6dc-32980473cb24,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:44.435235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.463749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-01795f36-6e06-410c-8c6a-303e7b45bdc6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:44.466297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-01795f36-6e06-410c-8c6a-303e7b45bdc6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 819 time: 0.2621315 Jul 22 11:29:44.486253 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:44.504704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-86dcd5c7-2c71-436a-a3dc-d9fa46a0eca3 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/quotas/54036062d0324493a8ccc088ee646f6c HTTP/1.1" status: 200 len: 375 time: 0.0306330 Jul 22 11:29:44.507566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:44.508200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:44.511715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd6dd1f-3768-4299-ac2c-f367690602b6 None None] Pushing event updated for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:44.539038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Pushing event deleted for resources: {'Port': ['ID=2e4c80db-8fab-4732-9a55-aa1b04de5b49,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:44.573907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:44.583810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Sync routers for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:44.593952 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:44.594694 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:44.598042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cd64a8e8-0bfd-4750-95f1-c407c3e7998b admin admin] 10.222.0.21 "PUT /v2.0/routers/f9dd34a9-29a8-4f61-a2c9-ccb8b3245007/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7763481 Jul 22 11:29:44.660280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:44.719457 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:44.892024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:44Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:44.923795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-35e115f2-d288-43b9-b091-9019b4bc2eb6 None None] The sync data for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 is: [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:44Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:44.933106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:42Z', 'revision_number': 4, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fa8c34f0-4b7e-401a-b641-6264d467472d', 'name': '', 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'mac_address': 'fa:16:3e:a6:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:40Z', 'updated_at': '2021-07-22T11:29:42Z', 'revision_number': 2, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'subnets': [{'id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:44.966791 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Checking router: f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:44.967387 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Updating router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 port fa8c34f0-4b7e-401a-b641-6264d467472d binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:29:44.989802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] No DVR routers for this DVR port 2e4c80db-8fab-4732-9a55-aa1b04de5b49 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:45.001446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.004424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3163adb3-6ea4-43d2-af9b-65251bcd14e1 req-22348f8b-cb61-43a1-b423-100aa47adf6e tempest-LiveMigrationTest-1753257531 tempest-LiveMigrationTest-1753257531-project] 10.222.0.36 "DELETE /v2.0/ports/2e4c80db-8fab-4732-9a55-aa1b04de5b49 HTTP/1.1" status: 204 len: 173 time: 1.9885314 Jul 22 11:29:45.006590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-deleted', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:45.008912 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7dd7b19-5086-427b-b254-34cf44c1a713" -d '{"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-deleted", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:45.043732 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.047120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-e3e1d6d3-234a-4552-9d96-9aff8106ae4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:45.048727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-e3e1d6d3-234a-4552-9d96-9aff8106ae4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 814 time: 0.5463407 Jul 22 11:29:45.063106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-6e51dd5c-4349-4091-a646-0f9afcadae9f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5311627 Jul 22 11:29:45.073239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-b7890b68-64e6-4425-b146-51d85df57b2e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/quotas/87028e04815a48549d1e0906169ccc45 HTTP/1.1" status: 200 len: 375 time: 0.0151849 Jul 22 11:29:45.228131 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b40bcb3-d475-4511-9bb4-f0036d043d94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.230734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-e37be9c7-065e-4c39-bdb3-4e88e956799e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1481559 Jul 22 11:29:45.233051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-d9620ef0-872b-4c38-bc2a-260e2ffc5987 service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1587145 Jul 22 11:29:45.361932 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.372535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Transition to ACTIVE for port object fa8c34f0-4b7e-401a-b641-6264d467472d will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:45.380289 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.400592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-f9536a19-d959-4e51-bcf1-790f59018256 service neutron] 10.222.0.21 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611028 Jul 22 11:29:45.411171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-52fd56a2-3e7c-46c1-a651-65a8974b40f6 service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1706178 Jul 22 11:29:45.460468 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda3f1f-0fcb-4f43-a615-1ae54c164ace None None] Pushing event updated for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:45.535953 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Attempting to bind port fa8c34f0-4b7e-401a-b641-6264d467472d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:45.536102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Attempting to bind port fa8c34f0-4b7e-401a-b641-6264d467472d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:45.536524 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Attempting to bind port fa8c34f0-4b7e-401a-b641-6264d467472d on network 776fc720-6a0d-44ea-8268-34ac391da1e2 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:45.542657 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:45.543207 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Checking segment: {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:45.543612 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.544001 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Bound using segment: {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:45.544474 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Bound port: fa8c34f0-4b7e-401a-b641-6264d467472d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9090e1b3-674a-46dc-a4f5-6cfa5287ce41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:45.544865 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.559649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-f187b5ae-8427-4da8-a33f-2bec13251f51 service neutron] 10.222.0.21 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1581824 Jul 22 11:29:45.636848 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] For port fa8c34f0-4b7e-401a-b641-6264d467472d, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:45.640954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] For port fa8c34f0-4b7e-401a-b641-6264d467472d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa8c34f0-4b7e-401a-b641-6264d467472d,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:45.652479 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.777001 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:45.777710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:45.792363 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebda3f1f-0fcb-4f43-a615-1ae54c164ace None None] Pushing event updated for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:45.813202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59be41f9-fe76-4135-a76a-a9b4086394b0 req-5386518a-6fe2-4d22-80dd-676c37c4434b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:45.828792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59be41f9-fe76-4135-a76a-a9b4086394b0 req-5386518a-6fe2-4d22-80dd-676c37c4434b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1564908 Jul 22 11:29:45.844321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:45.909574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Deleting subnet ebaed47c-bf4d-4d30-8560-c28efb3215a1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:29:45.919368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:45.960842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-cd0c3b89-81be-4b0f-9dbd-c3d1e43b96e5 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips/c4775567-5b1f-4cdf-af3d-ab57a45c8395 HTTP/1.1" status: 200 len: 693 time: 0.0982614 Jul 22 11:29:46.021088 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:46.030706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.119813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-1972bbbe-32f9-4419-9042-d9491a7dcc01 service neutron] 10.222.0.36 "GET /v2.0/ports/2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.1578696 Jul 22 11:29:46.131196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.247685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59be41f9-fe76-4135-a76a-a9b4086394b0 req-8edca707-9e19-40a4-bab0-7eb04eb0135e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4180126 Jul 22 11:29:46.269702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.347708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ebaed47c-bf4d-4d30-8560-c28efb3215a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:46.361342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.366496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7292d8aa-048e-4492-b52e-13771342b725 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ebaed47c-bf4d-4d30-8560-c28efb3215a1 HTTP/1.1" status: 204 len: 168 time: 0.5198362 Jul 22 11:29:46.373668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:46.447424 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:42Z', 'revision_number': 4, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fa8c34f0-4b7e-401a-b641-6264d467472d', 'name': '', 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'mac_address': 'fa:16:3e:a6:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:40Z', 'updated_at': '2021-07-22T11:29:45Z', 'revision_number': 4, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'subnets': [{'id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:46.598105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.634500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7e92eff9-0294-453e-b6dc-32980473cb24 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:46.668713 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f4b00d31-75d3-4ad7-afe5-882598a849e8 None None] The sync data for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 is: [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:42Z', 'revision_number': 4, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fa8c34f0-4b7e-401a-b641-6264d467472d', 'name': '', 'network_id': '776fc720-6a0d-44ea-8268-34ac391da1e2', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'mac_address': 'fa:16:3e:a6:86:61', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_interface', 'standard_attr_id': 811, 'fixed_ips': [{'subnet_id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:40Z', 'updated_at': '2021-07-22T11:29:45Z', 'revision_number': 4, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'subnets': [{'id': '55f3b3b5-409f-416c-94da-2a901fa9aae9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:46.699527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-ca0c1a3c-b1fd-4ce4-8632-c79f4953762d tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:46.706927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-ca0c1a3c-b1fd-4ce4-8632-c79f4953762d tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.6517065 Jul 22 11:29:46.714782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-35aba3a0-823a-49e2-a288-c1aa6e10cf69 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:29:46.722760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-35aba3a0-823a-49e2-a288-c1aa6e10cf69 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0139892 Jul 22 11:29:46.738482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.750330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c70356b4-eaef-4504-8995-fa574328dc83']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:46.763364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e60fea67-5b00-47be-b0d5-c2430e105338') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:46.763839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e60fea67-5b00-47be-b0d5-c2430e105338') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:46.781711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.796274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7e92eff9-0294-453e-b6dc-32980473cb24 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:46.809376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7e92eff9-0294-453e-b6dc-32980473cb24 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:46.810219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.850301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.861357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:29:46.861756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:29:46.867081 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:29:46.885549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-386a1128-3ec0-4be0-8cf8-2c6cd7c0aff2 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.1614530 Jul 22 11:29:46.908252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-96047be4-b200-4da6-8012-47a074d74950 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:46.909978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-96047be4-b200-4da6-8012-47a074d74950 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1100 time: 0.4607854 Jul 22 11:29:46.957318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:46.994251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d2bb90bb-5a55-48cb-9c52-9727c19fe2f4 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.152 HTTP/1.1" status: 200 len: 696 time: 0.0969865 Jul 22 11:29:46.998371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.025731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.033900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c70356b4-eaef-4504-8995-fa574328dc83 HTTP/1.1" status: 204 len: 168 time: 0.6576450 Jul 22 11:29:47.062922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:47.105048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89a094e8-aa05-4753-a16d-008b4eb855d0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c70356b4-eaef-4504-8995-fa574328dc83,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:47.121170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aeed851f-24ef-40c5-9254-d3fde37b1b0b req-2d6d883e-3109-4fdd-ad8b-30c19169937c tempest-FloatingIPsNegativeTestJSON-231769950 tempest-FloatingIPsNegativeTestJSON-231769950-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=c7c42c19353143bd87607eba7611decb HTTP/1.1" status: 200 len: 217 time: 0.3923104 Jul 22 11:29:47.138661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Deleting subnet d5b71aef-c205-4a20-8332-588c519b9a38 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:29:47.143019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.178044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7e92eff9-0294-453e-b6dc-32980473cb24, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7e92eff9-0294-453e-b6dc-32980473cb24,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:47.181931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:47.196666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.204755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.215456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2e4c80db-8fab-4732-9a55-aa1b04de5b49 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:47.215805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2e4c80db-8fab-4732-9a55-aa1b04de5b49 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:47.246490 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.284777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:47.290024 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-771bdf65-10d8-4dfd-ab64-c2770ac7de87 x-openstack-request-id: req-771bdf65-10d8-4dfd-ab64-c2770ac7de87 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:47.290318 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d7043c04-2bf9-4248-8ff9-54a3a025260e", "name": "network-vif-deleted", "tag": "2e4c80db-8fab-4732-9a55-aa1b04de5b49", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:47.290607 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-771bdf65-10d8-4dfd-ab64-c2770ac7de87 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:47.290990 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd7043c04-2bf9-4248-8ff9-54a3a025260e', 'name': 'network-vif-deleted', 'tag': '2e4c80db-8fab-4732-9a55-aa1b04de5b49', 'status': 'completed', 'code': 200} Jul 22 11:29:47.318848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-61293fe3-53a9-44c7-a2f6-28096e103346 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:47.320385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-61293fe3-53a9-44c7-a2f6-28096e103346 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1100 time: 0.3231874 Jul 22 11:29:47.328388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.381436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.383778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d5b71aef-c205-4a20-8332-588c519b9a38 HTTP/1.1" status: 204 len: 168 time: 0.3190649 Jul 22 11:29:47.385454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08496a3a-781a-4409-a9b9-ccf28aeaaec9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d5b71aef-c205-4a20-8332-588c519b9a38,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:47.393286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:47.398663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32466590-c4c4-4f87-b596-e62f86994003 req-1e8e40d4-da49-4f75-bfbc-7cf0b919d079 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 210 time: 0.0475621 Jul 22 11:29:47.550672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.579524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Deleting port 7adc46a1-a8cc-4a7f-922c-4b4328b7b174 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:47.579864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.649684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0cee85-3d8f-465a-963b-b0c83cb5601c req-e2ee0146-4007-4eea-bb43-a01abcced667 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 210 time: 0.0721755 Jul 22 11:29:47.662212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-7354d84b-2b7b-4f24-9ece-161639d2e88a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:47.663879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-7354d84b-2b7b-4f24-9ece-161639d2e88a service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3372297 Jul 22 11:29:47.667750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.695807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-7ccf2061-9357-4ddb-9dc8-5419c1639820 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:47.697309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-7ccf2061-9357-4ddb-9dc8-5419c1639820 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 819 time: 0.2478647 Jul 22 11:29:47.697796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e3e8852-5f46-4568-a65b-bbc18b2cca11']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:47.713069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b761da83-cd36-4e28-b9fe-f699b9cb27c0') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:47.713490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b761da83-cd36-4e28-b9fe-f699b9cb27c0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:47.725979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.749544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.752080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.759018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'port': {'device_id': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'admin_state_up': True, 'tenant_id': '54036062d0324493a8ccc088ee646f6c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:47.763105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:29:47.763639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:29:47.765366 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:29:47.767954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-0d3b8325-2049-47f6-85d9-d8df0bab0019 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.0915351 Jul 22 11:29:47.848478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.855287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.858481 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0e3e8852-5f46-4568-a65b-bbc18b2cca11 HTTP/1.1" status: 204 len: 168 time: 0.4632013 Jul 22 11:29:47.878638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ddb485c-203f-47d7-89dc-41c5da8e24d2 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e3e8852-5f46-4568-a65b-bbc18b2cca11,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:47.930536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.930832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:47.945154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-45ed512d-f658-458c-b665-716a7a2342e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:47.946882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-45ed512d-f658-458c-b665-716a7a2342e8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1662626 Jul 22 11:29:47.963450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Calling delete_port for 7adc46a1-a8cc-4a7f-922c-4b4328b7b174 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:48.047868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:48.103094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b8b325-d34e-4f4a-9254-7cd9a562d2da req-25595ed5-676c-4af3-93b7-a11b83da9b57 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:48.104789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5b8b325-d34e-4f4a-9254-7cd9a562d2da req-25595ed5-676c-4af3-93b7-a11b83da9b57 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.3495975 Jul 22 11:29:48.113352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-116323c4-11d0-418e-8cbe-3e3a5abe7606 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2ceb22a95dd849f69dcb436e2744f444&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0643344 Jul 22 11:29:48.116016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:48.159215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-0e30b216-e727-4c47-bf75-e4f25ff82d52 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:48.161666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-0e30b216-e727-4c47-bf75-e4f25ff82d52 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 814 time: 0.2282503 Jul 22 11:29:48.176570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a722265-85c6-4956-8061-6b7061a49db3 req-51382901-2c45-43e5-b154-79440a2994ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:48.176984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c7b93f5-b73f-492d-8f86-b3c83405bc7f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.178964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-51382901-2c45-43e5-b154-79440a2994ae service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2177265 Jul 22 11:29:48.185823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Made reservation on behalf of 54036062d0324493a8ccc088ee646f6c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:48.189410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.192046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Request body: {'port': {'device_id': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'admin_state_up': True, 'tenant_id': '87028e04815a48549d1e0906169ccc45'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:48.211135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.231586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5b8b325-d34e-4f4a-9254-7cd9a562d2da req-035f415b-0fe8-4548-961c-8a7594c0a36b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a5d2218b-1739-443d-b786-25442aa1b370&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1142466 Jul 22 11:29:48.278071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.357200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Made reservation on behalf of 87028e04815a48549d1e0906169ccc45 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:29:48.365371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.369553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.372321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.377128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a890e54d-9ec4-4b2a-9cce-870ab74c67e2 HTTP/1.1" status: 204 len: 168 time: 0.2577770 Jul 22 11:29:48.386879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9229d890-7936-4f40-a1c9-971243bf94ff req-9ec38eda-de74-426d-be45-0c64e7724777 tempest-FloatingIPsNegativeTestJSON-231769950 tempest-FloatingIPsNegativeTestJSON-231769950-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.1197710 Jul 22 11:29:48.424659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6ab83df-05e5-4374-84e1-b6c9371cd184 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a890e54d-9ec4-4b2a-9cce-870ab74c67e2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:48.451148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.458995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-a52e699f-1bf7-4127-8ffe-8c341233280c service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2648499 Jul 22 11:29:48.500907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event deleted for resources: {'Port': ['ID=7adc46a1-a8cc-4a7f-922c-4b4328b7b174,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:48.569861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-5757be19-f374-42af-ab0b-76902a5b35f4 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:48.570788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.571141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.571473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-5757be19-f374-42af-ab0b-76902a5b35f4 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 946 time: 0.1956704 Jul 22 11:29:48.571601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.571811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.572142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.572476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.572806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.573132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.573473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.573838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.574112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.574439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:48.593315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Allocated IP 172.20.0.11 (09467b79-b964-41fb-9e9d-2e0ee678f9fc/8697010c-04fc-4e9b-9a55-06db89cc8964/12a0e727-4c88-4d57-81c6-0c443b7e239a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:48.636671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7e92eff9-0294-453e-b6dc-32980473cb24 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:48.699348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Allocated IP 172.20.0.11 (9d0b8213-eb35-4681-a61d-49d80730329d/a99feb67-0b2e-486c-9b7b-d364228cacce/6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:29:48.729628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7e92eff9-0294-453e-b6dc-32980473cb24 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:48.730001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.752274 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.755598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.756937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bafbbbc1-5107-43f6-846a-d31bbedbd86c req-d3568fc8-7a64-42c0-a3d6-0c29c9b2ca2a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "DELETE /v2.0/floatingips/c4775567-5b1f-4cdf-af3d-ab57a45c8395 HTTP/1.1" status: 204 len: 173 time: 1.7171993 Jul 22 11:29:48.763499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a722265-85c6-4956-8061-6b7061a49db3 req-613d649c-0815-46cf-bcfd-3d72ecd5cd7b service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781777 Jul 22 11:29:48.806429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883a9747-ea41-471a-a0e9-d644df69388d req-a61a5436-a4c5-4e11-b1af-ce1177566842 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:48.824680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-883a9747-ea41-471a-a0e9-d644df69388d req-a61a5436-a4c5-4e11-b1af-ce1177566842 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3245978 Jul 22 11:29:48.889236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Deleting port c2e9c71e-59fb-4552-a8c4-837984e57d36 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:48.889823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:48.936813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa8c34f0-4b7e-401a-b641-6264d467472d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:48.988548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-883a9747-ea41-471a-a0e9-d644df69388d req-ae965b0e-f777-4b42-b614-346416763f12 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626794 Jul 22 11:29:49.006152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:49.015734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fa8c34f0-4b7e-401a-b641-6264d467472d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:49.023410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:49.027411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fa8c34f0-4b7e-401a-b641-6264d467472d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:49.027900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.068065 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-3697f255-3fd0-44c4-aeb7-58a44ad8d509 req-72f747a9-c410-4bf2-b109-53c3130acae2 tempest-FloatingIPsNegativeTestJSON-231769950 tempest-FloatingIPsNegativeTestJSON-231769950-project] show failed (client error): The resource could not be found. Jul 22 11:29:49.069703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3697f255-3fd0-44c4-aeb7-58a44ad8d509 req-72f747a9-c410-4bf2-b109-53c3130acae2 tempest-FloatingIPsNegativeTestJSON-231769950 tempest-FloatingIPsNegativeTestJSON-231769950-project] 10.222.0.21 "GET /v2.0/floatingips/9043d096-e82d-4709-9773-05c6f18dbe1f HTTP/1.1" status: 404 len: 350 time: 0.0795629 Jul 22 11:29:49.088888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:49.114999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.125190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08db2dc6-fd4b-4e96-9ee8-8694f8e523a4 req-02b1c763-a8ed-4e54-92da-6a5b36e12b1e tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 210 time: 0.0724444 Jul 22 11:29:49.168572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.195825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f47bede3-6071-4e1e-844a-f623c2ff2cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:49.222557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Network 9d0b8213-eb35-4681-a61d-49d80730329d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:49.226712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.228297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.234064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:49.251879 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.267493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:49.295437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] For port c2e9c71e-59fb-4552-a8c4-837984e57d36, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2e9c71e-59fb-4552-a8c4-837984e57d36,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:49.295689 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.296446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.302784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:49.305369 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4968a155-288d-4f54-90a9-9ae66941900f" -d '{"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:49.341441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:49.355485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port fa8c34f0-4b7e-401a-b641-6264d467472d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa8c34f0-4b7e-401a-b641-6264d467472d,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:49.357286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.392665 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.447225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:49.471429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Pushing event updated for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:49.532039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.532691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.533188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.533676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.534277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.534941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.535445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.535948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.536439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.536923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.537574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.538057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:49.545973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:49.599894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:49.600525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.610124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.610525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.610864 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Floating IP da92ea54-ec20-4f7e-b15b-385c04e17308 disassociated. External IP: 172.25.6.10, port: c2e9c71e-59fb-4552-a8c4-837984e57d36. Jul 22 11:29:49.611214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Calling delete_port for c2e9c71e-59fb-4552-a8c4-837984e57d36 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:49.624761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-6980a521-6bf6-428c-95cb-3bc42cfb9819 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4386063 Jul 22 11:29:49.641232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3395a0b8-3f03-4169-bcb5-78b96bf6ab50 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bc11115a51394d3181fff9704ad62c98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6313329 Jul 22 11:29:49.651111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:49.663141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Request body: {'port': {'device_id': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:49.700643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-825c3234-6be0-45a3-bd2e-8ca07ae318b0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 1002 time: 0.4795990 Jul 22 11:29:49.762510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.852295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.853012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:49.889852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-7728c3ec-dfd8-497f-808c-fb973c4e6903 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:49.891249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-7728c3ec-dfd8-497f-808c-fb973c4e6903 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports/fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 943 time: 0.1737309 Jul 22 11:29:49.924565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61af0a9-abea-431b-9211-04b156751d53 req-4450cf9c-81f2-4aa5-8ed8-96ac4fe1b148 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:49.926697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b61af0a9-abea-431b-9211-04b156751d53 req-4450cf9c-81f2-4aa5-8ed8-96ac4fe1b148 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 932 time: 0.7067995 Jul 22 11:29:49.931799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event deleted for resources: {'Port': ['ID=c2e9c71e-59fb-4552-a8c4-837984e57d36,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:49.936136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.052960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Network 09467b79-b964-41fb-9e9d-2e0ee678f9fc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:29:50.054803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:50.061745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.069910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:29:50.086329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:29:50.137373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:50.165274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b61af0a9-abea-431b-9211-04b156751d53 req-68ee4baf-2fde-4fca-b542-b7c3c3c4bdd1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142670 Jul 22 11:29:50.189375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-37fe2f61-d15c-4028-8dee-9caef6fb48fa tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 1002 time: 0.2256141 Jul 22 11:29:50.266133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:50.267038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.278946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:50.291381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.305249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c9b5f78-5e71-4899-9477-4e1a1299fed1 req-9f80f271-28b4-4ab3-8d36-ddcbf37be9bd tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/ports?device_id=a4db46eb-7128-4c35-addf-2f544f330cbb HTTP/1.1" status: 200 len: 210 time: 0.0626614 Jul 22 11:29:50.333029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:50.344911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:50.358106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-edfec14a-2259-47cb-89e0-27114beb53ba tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6044934 Jul 22 11:29:50.368576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:50.374792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:50.398217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Request body: {'port': {'device_id': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:50.426477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Transition to ACTIVE for port object 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:50.428058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] No DVR routers for this DVR port c2e9c71e-59fb-4552-a8c4-837984e57d36 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:50.431293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.433442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a4e178a7-5e59-4d67-86a8-665d768fc5e5 req-35df2e3a-2e04-4a70-aa3a-29414a2e0568 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.20 "DELETE /v2.0/ports/c2e9c71e-59fb-4552-a8c4-837984e57d36 HTTP/1.1" status: 204 len: 173 time: 1.8501475 Jul 22 11:29:50.433887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'name': 'network-vif-deleted', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:50.436277 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a1041447-eea4-4cb2-855b-b6e70ae6c72f" -d '{"events": [{"server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "name": "network-vif-deleted", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:50.439559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.477422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.482816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.489363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b914d1f-c380-443a-bee4-3141d1aa8a86 HTTP/1.1" status: 204 len: 168 time: 0.8341222 Jul 22 11:29:50.506226 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6b4fd606-1bcf-466c-9066-0b2343371b0c x-openstack-request-id: req-6b4fd606-1bcf-466c-9066-0b2343371b0c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:50.508500 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-unplugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:50.509487 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6b4fd606-1bcf-466c-9066-0b2343371b0c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:50.510242 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'code': 200} Jul 22 11:29:50.559199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:50.584059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa8c34f0-4b7e-401a-b641-6264d467472d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:50.588239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8293bb42-d9a7-4509-b1dc-45fe9fa0a80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b914d1f-c380-443a-bee4-3141d1aa8a86,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:50.641595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-4fe29e73-28e1-41e0-9c43-06ef3d1f5646 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:50.653768 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-4fe29e73-28e1-41e0-9c43-06ef3d1f5646 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.4543943 Jul 22 11:29:50.729448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Attempting to bind port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:50.729782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Attempting to bind port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:50.730117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Attempting to bind port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:50.735547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 on network 9d0b8213-eb35-4681-a61d-49d80730329d not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:50.735939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Attempting to bind port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:50.742396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:50.742834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Checking segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:50.743262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Bound using segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:50.743818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Bound port: 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:50.744184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.763727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:50.814243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fa8c34f0-4b7e-401a-b641-6264d467472d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:50.814679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.821536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:50.839526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:50.848139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.850866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.872729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-1b954c2a-3213-44c5-ac6a-3b6518e0c3a3 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 1002 time: 0.2178254 Jul 22 11:29:50.890171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:29:50.903008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:50.903633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:50.905074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] 10.222.0.20 "PUT /v2.0/ports/6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 HTTP/1.1" status: 200 len: 1092 time: 1.2493451 Jul 22 11:29:50.927301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c6c281-34a2-4a33-b088-da04793f7fd9 service neutron] Pushing event updated for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:51.045262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-2f160959-7fb0-4de3-8849-3c55775d8a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:51.047201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-2f160959-7fb0-4de3-8849-3c55775d8a15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 1095 time: 0.0925810 Jul 22 11:29:51.050178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:51.055099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.172867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315380a3-775b-4e31-ba1a-a50cec088f83 req-32ad5311-c46a-4c74-8ef1-376049c02390 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:51.187597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-315380a3-775b-4e31-ba1a-a50cec088f83 req-32ad5311-c46a-4c74-8ef1-376049c02390 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 947 time: 0.4230950 Jul 22 11:29:51.238982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:51.256284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:51.258742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.261168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'mac_address': 'fa:16:3e:be:61:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.65'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:51.288727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:51.301441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:51.302095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:51.406668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.426843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-11e246b2-3010-4af7-b5d6-82c156934255 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 HTTP/1.1" status: 200 len: 217 time: 0.3716204 Jul 22 11:29:51.427930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:51.463114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:51.468950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.471088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:51.474200 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.479714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.497366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71459d38-5082-483f-a175-f8ca5762c55f req-35cabcf8-b0dc-496a-b68a-3101b5376b71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:51.498997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-35cabcf8-b0dc-496a-b68a-3101b5376b71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.0640764 Jul 22 11:29:51.529410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:51.530075 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Floating IP f9c773e8-83c5-43a3-91ff-895a1a7f8065 disassociated. External IP: 172.25.6.209, port: fa86c9b0-4654-4186-bc85-13db9b25c8b9. Jul 22 11:29:51.541629 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-fba24365-ef89-4356-aa63-e4d59028d9b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0341618 Jul 22 11:29:51.639332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-315380a3-775b-4e31-ba1a-a50cec088f83 req-2a8e9bdf-60a8-46f4-a6dd-e69c90fc250a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4495382 Jul 22 11:29:51.694150 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-fe701520-54f6-4305-948c-5b175609bcb3 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1449056 Jul 22 11:29:51.744107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:51.757144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.757378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.757730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.758064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.758394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.758751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.759080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.759405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.759731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.760070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.760377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.760698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:29:51.846334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:51.857725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71459d38-5082-483f-a175-f8ca5762c55f req-8b2ed3d2-42c4-4048-8d36-9af2f7d9142e service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1554506 Jul 22 11:29:51.936764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:51.972250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eec524f7-dfec-4777-a5d0-a4a3434e1c61 None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:24:44Z', 'revision_number': 4, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3eaeb568-923a-47f9-8f69-2b12a8b4e09d', 'name': '', 'network_id': 'bbf2a136-e34e-4f57-9582-b3ecef67dbb4', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'mac_address': 'fa:16:3e:1f:44:8b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 47, 'fixed_ips': [{'subnet_id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:42Z', 'updated_at': '2021-07-22T11:24:50Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'subnets': [{'id': '5fd06ab7-6ace-4322-98fa-30ba7a126126', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:52.066353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2e9c71e-59fb-4552-a8c4-837984e57d36 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:52.093056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c2e9c71e-59fb-4552-a8c4-837984e57d36 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:52.093441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2e9c71e-59fb-4552-a8c4-837984e57d36 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:52.121205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709ec906-a836-4746-a1b4-051229c70ec5 req-c54e9fb3-6275-4d9e-a333-2e80764f9998 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:52.122764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709ec906-a836-4746-a1b4-051229c70ec5 req-c54e9fb3-6275-4d9e-a333-2e80764f9998 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 932 time: 0.3590391 Jul 22 11:29:52.151360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:52.156941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12a0e727-4c88-4d57-81c6-0c443b7e239a {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:52.176084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:52.211999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Transition to ACTIVE for port object 12a0e727-4c88-4d57-81c6-0c443b7e239a will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:29:52.226212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709ec906-a836-4746-a1b4-051229c70ec5 req-4861d516-cf46-4e71-a572-af0c96fcfb85 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894461 Jul 22 11:29:52.227018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:52.286091 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0e7b21a6-ecd7-457d-96e9-7189f78682fa x-openstack-request-id: req-0e7b21a6-ecd7-457d-96e9-7189f78682fa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:52.286825 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a4db46eb-7128-4c35-addf-2f544f330cbb", "name": "network-vif-deleted", "tag": "c2e9c71e-59fb-4552-a8c4-837984e57d36", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:52.287308 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0e7b21a6-ecd7-457d-96e9-7189f78682fa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:52.288250 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a4db46eb-7128-4c35-addf-2f544f330cbb', 'name': 'network-vif-deleted', 'tag': 'c2e9c71e-59fb-4552-a8c4-837984e57d36', 'status': 'completed', 'code': 200} Jul 22 11:29:52.318394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0888fa6-bfde-4cde-976b-c9bc97f60c77 None None] New status for floating IP da92ea54-ec20-4f7e-b15b-385c04e17308: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:29:52.733819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:52.832772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:52.839579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:52.842115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Sync routers for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:52.851546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:52.852170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:52.900637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89acbf8-0302-40d1-95c4-63e68ac4c002 req-04f3321f-865d-4273-9cd2-fac8f5aa21fe tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:52.902252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c89acbf8-0302-40d1-95c4-63e68ac4c002 req-04f3321f-865d-4273-9cd2-fac8f5aa21fe tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 944 time: 0.2671962 Jul 22 11:29:52.916175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Attempting to bind port 12a0e727-4c88-4d57-81c6-0c443b7e239a on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:29:52.916497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Attempting to bind port 12a0e727-4c88-4d57-81c6-0c443b7e239a by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:29:52.916827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Attempting to bind port 12a0e727-4c88-4d57-81c6-0c443b7e239a on network 09467b79-b964-41fb-9e9d-2e0ee678f9fc {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:52.925788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3cd8303c-ac41-409a-996f-ea9159ebe328 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "PUT /v2.0/floatingips/f9c773e8-83c5-43a3-91ff-895a1a7f8065 HTTP/1.1" status: 200 len: 695 time: 2.0521500 Jul 22 11:29:52.928846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:52.931130 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a" -d '{"events": [{"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:52.946270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Port 12a0e727-4c88-4d57-81c6-0c443b7e239a on network 09467b79-b964-41fb-9e9d-2e0ee678f9fc not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:29:52.946629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Attempting to bind port 12a0e727-4c88-4d57-81c6-0c443b7e239a on network 09467b79-b964-41fb-9e9d-2e0ee678f9fc {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:29:52.960712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:52.961329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Deleting port fa8c34f0-4b7e-401a-b641-6264d467472d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:52.961680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:52.992836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:29:52.993189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Checking segment: {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:29:52.993586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Bound using segment: {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:29:52.994035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Bound port: 12a0e727-4c88-4d57-81c6-0c443b7e239a, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '92b10444-2914-4e7d-a481-c5ae81bff3c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:29:52.994393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.032873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c89acbf8-0302-40d1-95c4-63e68ac4c002 req-7dff9cc4-7147-43a2-9f93-3bdc6a649ae1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1195867 Jul 22 11:29:53.063439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:53.151902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-7658c60a-1264-41fb-be4e-e363a9fe0164 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.153669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-7658c60a-1264-41fb-be4e-e363a9fe0164 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1097 time: 0.2111270 Jul 22 11:29:53.172537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] For port fa8c34f0-4b7e-401a-b641-6264d467472d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa8c34f0-4b7e-401a-b641-6264d467472d,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:53.172986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.193777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:29:53.194726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:53.195139 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.214887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Calling delete_port for fa8c34f0-4b7e-401a-b641-6264d467472d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:53.220430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:29:53.232759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.258720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:53.302176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Checking router: f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:53.337089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:53.337717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:53.362736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.363836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.365389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 1092 time: 2.9949858 Jul 22 11:29:53.426563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.461537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:53.463944 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7afe2e3-b204-4b01-bb0b-e2b37e791de6" -d '{"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:53.484377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:53.493080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:53.499813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:53.506548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-d3e284f4-1c17-4c4d-a297-302b8aa68d0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.508043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-d3e284f4-1c17-4c4d-a297-302b8aa68d0f service neutron] 10.222.0.21 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 929 time: 0.3462734 Jul 22 11:29:53.522166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e45f860-e52d-48e0-a195-9ddbe596c3a3 service neutron] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:53.620429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:53.683231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-d3c0f1f5-27ad-4659-9c7a-b03bfe9399c8 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 217 time: 0.1526427 Jul 22 11:29:53.740469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:53.765726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3f73d7-4aa8-47ff-a30a-1ccedffd4f73 None None] The sync data for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 is: [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'c070b409-61b8-4aa1-b5bc-38c3bf44da14', 'name': '', 'network_id': '3814f981-374b-4da2-ba31-09bc684e5bc6', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'mac_address': 'fa:16:3e:27:29:e7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_interface', 'standard_attr_id': 732, 'fixed_ips': [{'subnet_id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:59Z', 'updated_at': '2021-07-22T11:29:11Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'subnets': [{'id': '900096b4-eb90-43a2-aa94-37678e1d011a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:53.871774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3b17756e-fc5b-4d70-a26d-167fa69c9d0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.873211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3b17756e-fc5b-4d70-a26d-167fa69c9d0c service neutron] 10.222.0.21 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.1815479 Jul 22 11:29:53.881134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-639987bb-6add-47c8-ae8e-125e8d3f0197 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.882619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-639987bb-6add-47c8-ae8e-125e8d3f0197 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5&tenant_id=42bc958a4f3e4551b11423b14d418b4a&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 948 time: 0.5048053 Jul 22 11:29:53.886668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-a0990969-69e2-4b4a-8d53-4124dac3ac91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.888110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-a0990969-69e2-4b4a-8d53-4124dac3ac91 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1095 time: 0.4538341 Jul 22 11:29:53.898128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.898637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.899106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.899642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.900042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.900502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.900962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.901495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.901874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.902331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:53.907001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0841675e-dc0c-4b7a-9565-65f8d9fb79ee req-e1078061-40eb-4530-8c5f-7fc9a041c08a tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7158 time: 0.5100245 Jul 22 11:29:53.991956 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-770df53d-1228-4ac9-971c-52afd2aa21ce x-openstack-request-id: req-770df53d-1228-4ac9-971c-52afd2aa21ce {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:53.992254 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:53.992512 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-770df53d-1228-4ac9-971c-52afd2aa21ce {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:53.992899 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'status': 'completed', 'code': 200} Jul 22 11:29:53.997754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-b29495cb-87c0-4c34-9fa0-c63c92ed4bcc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0897706 Jul 22 11:29:54.020878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc328509-d066-4977-b7eb-be0c00cb4ead None None] New status for floating IP f9c773e8-83c5-43a3-91ff-895a1a7f8065: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:29:54.045590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-2d0c0a43-9818-49be-b56c-20d4c4d167e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.046967 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-2d0c0a43-9818-49be-b56c-20d4c4d167e6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e7c5f96370e246baae224d4f11d7175b&device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 1097 time: 0.0757627 Jul 22 11:29:54.089248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:54.161184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-51218fe1-c5a2-465a-97e1-c879517cfd1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.162717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-51218fe1-c5a2-465a-97e1-c879517cfd1a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 200 len: 929 time: 0.1095169 Jul 22 11:29:54.166347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-df76d831-d0ab-48da-8fd2-9803ff5ee6a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.167903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-df76d831-d0ab-48da-8fd2-9803ff5ee6a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.1460855 Jul 22 11:29:54.179605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:54.215396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:54.224718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-b8aa0728-6840-4d98-8330-90ed4548a3a0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 200 len: 217 time: 0.0551319 Jul 22 11:29:54.229824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'port_id': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8', 'mac_address': 'fa:16:3e:7a:85:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99feb67-0b2e-486c-9b7b-d364228cacce', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:54.258397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-aeac5f25-c19d-4232-9926-28c91f3b8b4b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0812535 Jul 22 11:29:54.265552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-7a5ba487-1f54-469e-8d14-2c1f438ef6a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.268876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-7a5ba487-1f54-469e-8d14-2c1f438ef6a7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1100 time: 0.3199801 Jul 22 11:29:54.269657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Pushing event deleted for resources: {'Port': ['ID=fa8c34f0-4b7e-401a-b641-6264d467472d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:54.275587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-57333e51-db05-47e8-8bd3-88a23cb2756a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.283897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:54.284918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-57333e51-db05-47e8-8bd3-88a23cb2756a service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3999848 Jul 22 11:29:54.286565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-8218f323-b6dd-40e5-a3f8-2723da5d1e7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.288086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-8218f323-b6dd-40e5-a3f8-2723da5d1e7d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 200 len: 867 time: 0.0570562 Jul 22 11:29:54.289644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:54.292596 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9824a69f-5653-472f-a7c2-4dd145abce23" -d '{"events": [{"name": "network-changed", "server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:54.320528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:54.354380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:54.371995 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:54.377556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-909ce792-93d1-438c-a01a-2fe809d64ba7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.379403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-909ce792-93d1-438c-a01a-2fe809d64ba7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3814f981-374b-4da2-ba31-09bc684e5bc6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0827794 Jul 22 11:29:54.429615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36982020-3e5d-46c0-8907-0047dbf2ed85 req-178e8757-aa74-4668-a35c-ee8132a4abba tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.436585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36982020-3e5d-46c0-8907-0047dbf2ed85 req-178e8757-aa74-4668-a35c-ee8132a4abba tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.3783309 Jul 22 11:29:54.449296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:54.517725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-a05d66b1-a9d6-4629-bc67-49594aaa1ed3 service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1293077 Jul 22 11:29:54.608933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:54.618442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c6e0de2c-ec40-49bc-bc73-f2ed55a4734a req-eefa84a6-c95d-4170-9a6a-25cde56d9b1c service neutron] 10.222.0.20 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0935972 Jul 22 11:29:54.656290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36982020-3e5d-46c0-8907-0047dbf2ed85 req-2772f9af-10d1-4a55-b002-361f4731a949 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2188387 Jul 22 11:29:54.711832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-3bd14e01-f867-4404-820c-751ad758cc64 service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260292 Jul 22 11:29:54.725262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-cedb5851-739f-4c48-82f9-41c8780747f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:54.726720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-cedb5851-739f-4c48-82f9-41c8780747f2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.4256489 Jul 22 11:29:54.736755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-19ab630f-5b11-4add-bfa6-75f5a0a6a6b9 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4456091 Jul 22 11:29:55.121897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-cd8b646a-6c27-441d-af34-6c1459c9c837 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.3745763 Jul 22 11:29:55.256716 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:55.300982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-13f0bfe6-5b9b-4a79-b959-e312a60f3a51 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:55.302427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-13f0bfe6-5b9b-4a79-b959-e312a60f3a51 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1631453 Jul 22 11:29:55.324241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29f8c6d2-d9ed-44ae-9236-717a4d30bf5e req-cd15bcd7-a7fc-40c9-9da3-5da33f3ca51f service neutron] 10.222.0.21 "GET /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6018260 Jul 22 11:29:55.375088 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b19a80e8-519a-49a7-aa56-a3eb856806e4 x-openstack-request-id: req-b19a80e8-519a-49a7-aa56-a3eb856806e4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:55.375588 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-plugged", "status": "completed", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:55.375701 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b19a80e8-519a-49a7-aa56-a3eb856806e4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:55.376108 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'code': 200} Jul 22 11:29:55.405104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df5d4d3-87d2-480f-9cc6-754537ee9348 req-897a3119-af99-4226-8c6f-17d571aa5e32 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:55.406577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1df5d4d3-87d2-480f-9cc6-754537ee9348 req-897a3119-af99-4226-8c6f-17d571aa5e32 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 944 time: 0.6826441 Jul 22 11:29:55.411299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f05371e-295b-456d-baa2-820b2c1a2e1b req-a996542c-b07d-4627-9bd0-6e0ae8b5df36 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6599994 Jul 22 11:29:55.539107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1df5d4d3-87d2-480f-9cc6-754537ee9348 req-cea67991-aaa6-4277-b02e-bf286e25e2dc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255617 Jul 22 11:29:55.602332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-4ce81048-a06d-49bb-96d2-9e7e4de92dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:55.603868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-4ce81048-a06d-49bb-96d2-9e7e4de92dd4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2925019 Jul 22 11:29:55.665114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef09bdd-f0dc-4292-a287-791d7d0f96c0 req-49774dec-8b5f-4b1e-a38d-a9a1e4067504 tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:55.666369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ef09bdd-f0dc-4292-a287-791d7d0f96c0 req-49774dec-8b5f-4b1e-a38d-a9a1e4067504 tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 886 time: 0.2575569 Jul 22 11:29:55.763026 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e211c7d7-bb7a-42ec-ae30-6bcb962cf91b x-openstack-request-id: req-e211c7d7-bb7a-42ec-ae30-6bcb962cf91b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:55.763960 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:55.764440 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e211c7d7-bb7a-42ec-ae30-6bcb962cf91b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:55.765028 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8', 'status': 'completed', 'code': 200} Jul 22 11:29:55.806180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:29:55.843977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-9db11fcd-ebcd-4439-9baa-6a8c30d603cd service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079837 Jul 22 11:29:55.880608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-204936f3-4803-448e-b1cf-31946341fe1a tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips/f9c773e8-83c5-43a3-91ff-895a1a7f8065 HTTP/1.1" status: 200 len: 693 time: 0.1037955 Jul 22 11:29:55.889867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1b65c9e-ffea-4411-9a05-6cfff4fa982e req-e4a75c2f-ce7a-44ca-8ee3-2dc684d1c534 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:55.891292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1b65c9e-ffea-4411-9a05-6cfff4fa982e req-e4a75c2f-ce7a-44ca-8ee3-2dc684d1c534 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 945 time: 0.2543099 Jul 22 11:29:55.997689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:55.999928 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44593e91-f84e-4bdf-a465-d93658c662d4" -d '{"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:56.084072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:29:56.132508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:29:56.137439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:29:56.137950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.141668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1b65c9e-ffea-4411-9a05-6cfff4fa982e req-43a970da-e6b0-48cf-bc29-547be6fad0af tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2329357 Jul 22 11:29:56.170892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-ab4ab9c5-8dc7-4c61-90fb-2b979b0c7ecb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.172392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-ab4ab9c5-8dc7-4c61-90fb-2b979b0c7ecb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 1096 time: 0.3684814 Jul 22 11:29:56.186882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0326d6-65d8-4c9e-98f0-753b6136cd30 req-21ce850e-f145-49bc-88d3-ba392c7ff696 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3194737 Jul 22 11:29:56.195911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:56.223097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-49bd52c7-ea6e-4c7b-abb3-37389ed4acc9 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.224491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-49bd52c7-ea6e-4c7b-abb3-37389ed4acc9 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.3194537 Jul 22 11:29:56.241093 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.249119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:29:56.262512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Sync routers for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:29:56.272500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4db47305-c9d5-454e-9bf7-2b7ba9bfe20a admin admin] 10.222.0.21 "PUT /v2.0/routers/f9dd34a9-29a8-4f61-a2c9-ccb8b3245007/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1802738 Jul 22 11:29:56.275373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:56.288778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:56.289849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.290342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:56.291157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:56.294869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.327730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.389455 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.394354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.399005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "DELETE /v2.0/security-groups/a5d2218b-1739-443d-b786-25442aa1b370 HTTP/1.1" status: 204 len: 168 time: 0.1997380 Jul 22 11:29:56.403303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:56.419521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:56.422042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bb82c37-8fa5-46e0-ac32-cc145d448b01 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2218b-1739-443d-b786-25442aa1b370,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:56.437858 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2ee78b1d-3f0b-48ad-b3c4-494d3e4746c6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] show failed (client error): The resource could not be found. Jul 22 11:29:56.439066 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2ee78b1d-3f0b-48ad-b3c4-494d3e4746c6 tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "GET /v2.0/security-groups/a5d2218b-1739-443d-b786-25442aa1b370 HTTP/1.1" status: 404 len: 347 time: 0.0340257 Jul 22 11:29:56.442115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:56.453678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:56.453882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-1296bb49-8bae-465e-b571-22961b043894 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.2221651 Jul 22 11:29:56.541528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-7503c448-665a-4052-abd0-c3e01d83aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.542947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-7503c448-665a-4052-abd0-c3e01d83aae4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.3499758 Jul 22 11:29:56.548765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-c4f28438-0d72-4859-a8cd-8dfa1fd22216 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.209 HTTP/1.1" status: 200 len: 696 time: 0.0746665 Jul 22 11:29:56.611101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Deleting port e42ded02-af35-4221-8f37-4c0c5babf372 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:56.613159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.652937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-cc341c0b-b816-43c8-99eb-75db51b3f966 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 HTTP/1.1" status: 200 len: 217 time: 0.1032085 Jul 22 11:29:56.660394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.660885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.661358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.661817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.662285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.662774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.663631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.663784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.664269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.664755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:56.682756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:53Z', 'revision_number': 5, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:56.685582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3288806e-80c9-4c90-ab9a-7f0db39d8040 req-1ebd12ec-bd6b-4b1c-a678-997f6d9c8fce tempest-NetworksTest-666629678 tempest-NetworksTest-666629678-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 7158 time: 0.4591753 Jul 22 11:29:56.709257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.722226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Checking router: f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:29:56.733107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Routers {'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:29:56.733818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:56.738570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.738949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.770736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Calling delete_port for e42ded02-af35-4221-8f37-4c0c5babf372 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:56.947436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.964374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:56.996556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Pushing event deleted for resources: {'Port': ['ID=e42ded02-af35-4221-8f37-4c0c5babf372,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:57.073623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] Set router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:29:57.079741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.083000 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.088033 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a11560a-ea3d-498c-9f67-4d3954f7557b tempest-ServersWithSpecificFlavorTestJSON-1590311472 tempest-ServersWithSpecificFlavorTestJSON-1590311472-project] 10.222.0.21 "DELETE /v2.0/floatingips/da92ea54-ec20-4f7e-b15b-385c04e17308 HTTP/1.1" status: 204 len: 168 time: 0.6447461 Jul 22 11:29:57.104398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:57.167499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.230056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3f231d7-c9f1-487a-9d00-7a7df2855439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.289298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:53Z', 'revision_number': 5, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:57.323619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40cd08a3-52b9-424a-bd8c-98ec7006987e None None] The sync data for ids ['f9dd34a9-29a8-4f61-a2c9-ccb8b3245007'] in n-d-754448-4 is: [{'id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'name': 'tempest-FloatingIPsNegativeTestJSON-1542318758-router', 'tenant_id': 'c7c42c19353143bd87607eba7611decb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:53Z', 'revision_number': 5, 'project_id': 'c7c42c19353143bd87607eba7611decb', 'gw_port': {'id': 'b7589c91-fe41-49cc-bdb1-ea4a20464f89', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:84:25:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f9dd34a9-29a8-4f61-a2c9-ccb8b3245007', 'device_owner': 'network:router_gateway', 'standard_attr_id': 808, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:35Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:29:57.336492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3f231d7-c9f1-487a-9d00-7a7df2855439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.341999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3f231d7-c9f1-487a-9d00-7a7df2855439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.378577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:29:57.381428 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f117f7de-42c1-4d8d-98ad-f926252a62c1" -d '{"events": [{"server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "name": "network-vif-plugged", "status": "completed", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:29:57.386618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3f231d7-c9f1-487a-9d00-7a7df2855439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1d5af236caa54a0aa6db855b5c55a27d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2813911 Jul 22 11:29:57.387696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f231d7-c9f1-487a-9d00-7a7df2855439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36009153-bc39-4c15-8f66-cfbed892ecbb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:57.390097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:57.391593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-e8cd17d3-2fe9-403d-91ec-3d8687a26c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:57.393138 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-e8cd17d3-2fe9-403d-91ec-3d8687a26c69 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.7059987 Jul 22 11:29:57.444251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-5d3f8789-8f0f-48bc-835f-69ce34a102d6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0400655 Jul 22 11:29:57.446193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.463443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341cc3b4-d5d6-49b5-8b49-8dddabd1c746 req-7bb60347-6e07-4e19-ba0f-1832b6542d52 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:57.464900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-341cc3b4-d5d6-49b5-8b49-8dddabd1c746 req-7bb60347-6e07-4e19-ba0f-1832b6542d52 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.6159065 Jul 22 11:29:57.469267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.476619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Deleting port b7589c91-fe41-49cc-bdb1-ea4a20464f89 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:57.476963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.508552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Deleting port 95b7a74e-86df-4a47-b62a-c6875cc0d9f8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:57.508885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.524394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.527438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.528602 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/36009153-bc39-4c15-8f66-cfbed892ecbb HTTP/1.1" status: 204 len: 168 time: 0.1358895 Jul 22 11:29:57.537290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ce9b25-54a8-4caa-ba30-4af69726ffe9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36009153-bc39-4c15-8f66-cfbed892ecbb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:57.696575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-341cc3b4-d5d6-49b5-8b49-8dddabd1c746 req-f00638e5-306a-4350-928b-3fcb6b27bc75 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2222874 Jul 22 11:29:57.751683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-eddc91b0-c5b0-4d01-8809-86fb0c90c524 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2975328 Jul 22 11:29:57.755908 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70c6bb26-0a0c-4e55-8d93-4a35326b88bf x-openstack-request-id: req-70c6bb26-0a0c-4e55-8d93-4a35326b88bf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:57.756205 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:57.756439 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70c6bb26-0a0c-4e55-8d93-4a35326b88bf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:57.756833 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:29:57.763157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.763469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.767179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] For port b7589c91-fe41-49cc-bdb1-ea4a20464f89, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7589c91-fe41-49cc-bdb1-ea4a20464f89,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:57.767402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.812283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Calling delete_port for 95b7a74e-86df-4a47-b62a-c6875cc0d9f8 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:57.826880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Calling delete_port for b7589c91-fe41-49cc-bdb1-ea4a20464f89 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:57.860538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:57.876361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dd06f4a-9144-4be6-80ac-f5a953d67a3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:57.889842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-21d51c83-8d02-459b-9b15-003627a75ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:57.891400 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-21d51c83-8d02-459b-9b15-003627a75ec7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1095 time: 0.1053448 Jul 22 11:29:57.939354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.024030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-a29aa217-bf37-4223-9a1c-422d58704aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:58.025467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-a29aa217-bf37-4223-9a1c-422d58704aa0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.1247761 Jul 22 11:29:58.066474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9824a69f-5653-472f-a7c2-4dd145abce23 req-939b1321-9573-47b5-a899-74074f0a7a29 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2909005 Jul 22 11:29:58.072079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-4fc7bb08-2d2b-464a-83e4-0a9aaa1c9d8b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0394392 Jul 22 11:29:58.078662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12a0e727-4c88-4d57-81c6-0c443b7e239a details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:29:58.100021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dd06f4a-9144-4be6-80ac-f5a953d67a3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.122870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dd06f4a-9144-4be6-80ac-f5a953d67a3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.124158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de05cf83-efc0-4c91-8947-a17637542726 req-872b92b8-6b54-4382-b62a-76467a6a3df9 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:58.125669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de05cf83-efc0-4c91-8947-a17637542726 req-872b92b8-6b54-4382-b62a-76467a6a3df9 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 944 time: 0.3160577 Jul 22 11:29:58.173600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-49ab7e8c-ca85-40ba-bc46-1e8d3565eb22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:58.175185 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-49ab7e8c-ca85-40ba-bc46-1e8d3565eb22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.0925663 Jul 22 11:29:58.180300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0dd06f4a-9144-4be6-80ac-f5a953d67a3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7f41de6ed515468d9575c7ba388b4ab6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3164587 Jul 22 11:29:58.180300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd06f4a-9144-4be6-80ac-f5a953d67a3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a8494e90-e06c-429d-ab5c-a42dd33cba09,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:58.182301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:58.200695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:58.214228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'port_id': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'mac_address': 'fa:16:3e:5c:47:1c', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:29:58.222390 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-078bf70c-32fe-43e1-81ab-c6975cbe07ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0390286 Jul 22 11:29:58.246889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.267716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.282102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12a0e727-4c88-4d57-81c6-0c443b7e239a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:29:58.285158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de05cf83-efc0-4c91-8947-a17637542726 req-6c2425d3-3cd7-472d-978f-24923c863765 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031864 Jul 22 11:29:58.292212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event deleted for resources: {'Port': ['ID=95b7a74e-86df-4a47-b62a-c6875cc0d9f8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:58.305549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:58.310852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.322412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.344690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.368906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.382403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-5328f1c5-f3dd-4af0-960e-d37ce7144d7e service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1525669 Jul 22 11:29:58.390831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa8c34f0-4b7e-401a-b641-6264d467472d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:29:58.392341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Pushing event deleted for resources: {'Port': ['ID=b7589c91-fe41-49cc-bdb1-ea4a20464f89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:58.419554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fa8c34f0-4b7e-401a-b641-6264d467472d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:29:58.420169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa8c34f0-4b7e-401a-b641-6264d467472d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:29:58.421885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:58.427411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.430064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.431416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36cb9138-f9bc-4f51-81fc-c05557af24f9 req-af3d4d44-959d-46df-8388-35dfc649c567 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "DELETE /v2.0/floatingips/f9c773e8-83c5-43a3-91ff-895a1a7f8065 HTTP/1.1" status: 204 len: 173 time: 1.8655596 Jul 22 11:29:58.476874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.532111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44593e91-f84e-4bdf-a465-d93658c662d4 req-02ef053f-efe6-46cb-9164-97259658cdc8 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1359944 Jul 22 11:29:58.538261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.541200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.553830 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a8494e90-e06c-429d-ab5c-a42dd33cba09 HTTP/1.1" status: 204 len: 168 time: 0.3629777 Jul 22 11:29:58.571306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12a0e727-4c88-4d57-81c6-0c443b7e239a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:29:58.574344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c23383b6-684b-4fa6-841e-b743d13de984 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8494e90-e06c-429d-ab5c-a42dd33cba09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:58.621567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.628151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.699600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37dd511a-650d-4a6d-85e3-28537e68695f req-d9e526ba-9162-432f-a74f-4e50c6eb8ec1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:58.701277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37dd511a-650d-4a6d-85e3-28537e68695f req-d9e526ba-9162-432f-a74f-4e50c6eb8ec1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 946 time: 0.1933141 Jul 22 11:29:58.702425 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.703060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:29:58.708578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.712137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6cc2b1e3-7480-4bf3-8274-28236d280025 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f9dd34a9-29a8-4f61-a2c9-ccb8b3245007 HTTP/1.1" status: 204 len: 168 time: 2.4332485 Jul 22 11:29:58.712480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:58.768710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37dd511a-650d-4a6d-85e3-28537e68695f req-3d83aa3d-a2f3-428b-85ec-4ead8bbe05be tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566208 Jul 22 11:29:58.801669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Deleting subnet 55f3b3b5-409f-416c-94da-2a901fa9aae9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:29:58.804843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:58.849381 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:29:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43c5b7ec-8cb7-4cff-8521-a0647db88991 x-openstack-request-id: req-43c5b7ec-8cb7-4cff-8521-a0647db88991 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:29:58.849678 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "name": "network-vif-plugged", "status": "completed", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:29:58.849934 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43c5b7ec-8cb7-4cff-8521-a0647db88991 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:29:58.850351 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8', 'code': 200} Jul 22 11:29:58.856174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.044741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.054481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7ca954c-c2b6-4ed9-bf0f-0bea3b8bd394 req-ec33bb9c-8883-4d96-abec-710d591bfa22 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:59.061479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7ca954c-c2b6-4ed9-bf0f-0bea3b8bd394 req-ec33bb9c-8883-4d96-abec-710d591bfa22 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1482327 Jul 22 11:29:59.073960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ea335a-4ec1-438f-9d6c-346bbc064609 req-37cb1c90-89bc-476b-bfcf-2b7c8629ed6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:59.073960 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f5ea335a-4ec1-438f-9d6c-346bbc064609 req-37cb1c90-89bc-476b-bfcf-2b7c8629ed6b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 1097 time: 0.1550999 Jul 22 11:29:59.096848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf53cc35-38be-40bf-807a-30d66ca08de7 req-e5f2ece8-9e98-477b-af42-7e568d3fecb0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:59.098514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf53cc35-38be-40bf-807a-30d66ca08de7 req-e5f2ece8-9e98-477b-af42-7e568d3fecb0 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.1334074 Jul 22 11:29:59.127304 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f5ea335a-4ec1-438f-9d6c-346bbc064609 req-7bdbe5d6-cbd4-48d5-8fed-70f9ef7edcc6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467203 Jul 22 11:29:59.128669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7ca954c-c2b6-4ed9-bf0f-0bea3b8bd394 req-f90d62f3-339f-47bd-96da-1cbde2075014 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662231 Jul 22 11:29:59.139639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.161188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf53cc35-38be-40bf-807a-30d66ca08de7 req-ff3d5de1-f05f-4de0-ad42-f3a11e79319c tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0498157 Jul 22 11:29:59.167918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=55f3b3b5-409f-416c-94da-2a901fa9aae9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:59.172651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.177511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff5eef9b-234c-4951-a6cc-428a8c585fe6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/55f3b3b5-409f-416c-94da-2a901fa9aae9 HTTP/1.1" status: 204 len: 168 time: 0.4611158 Jul 22 11:29:59.177999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:29:59.182875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44b0114e-67d6-4040-9319-b13bdbaea6c9 None None] Network 776fc720-6a0d-44ea-8268-34ac391da1e2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:29:59.288841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.307518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9628157e-47d5-46b4-b512-f1e7172b787e req-c096fb03-f00a-42bc-ae54-be6437f1fdf6 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=0.0.0.0 HTTP/1.1" status: 200 len: 217 time: 0.0823591 Jul 22 11:29:59.378771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Deleting port c83b81f5-897e-4926-8dd1-f125ea0d66a5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:59.379138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.483938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] For port c83b81f5-897e-4926-8dd1-f125ea0d66a5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c83b81f5-897e-4926-8dd1-f125ea0d66a5,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:59.484943 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.495491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] DHCP port deletion for 776fc720-6a0d-44ea-8268-34ac391da1e2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:29:59.508430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Calling delete_port for c83b81f5-897e-4926-8dd1-f125ea0d66a5 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:59.547826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Deleting port c83b81f5-897e-4926-8dd1-f125ea0d66a5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:29:59.548205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.607074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b82f9a-4399-4bc5-b928-e4f86e7dabb0 req-ec0f9368-7426-4780-814e-78bb191e1ef2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:29:59.623751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6b82f9a-4399-4bc5-b928-e4f86e7dabb0 req-ec0f9368-7426-4780-814e-78bb191e1ef2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 945 time: 0.1556747 Jul 22 11:29:59.642214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.652682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] For port c83b81f5-897e-4926-8dd1-f125ea0d66a5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c83b81f5-897e-4926-8dd1-f125ea0d66a5,segment=NetworkSegment(9090e1b3-674a-46dc-a4f5-6cfa5287ce41),segment_id=9090e1b3-674a-46dc-a4f5-6cfa5287ce41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:29:59.653174 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.675788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Calling delete_port for c83b81f5-897e-4926-8dd1-f125ea0d66a5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:29:59.692800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Pushing event deleted for resources: {'Port': ['ID=c83b81f5-897e-4926-8dd1-f125ea0d66a5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:59.699676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] No DVR routers for this DVR port c83b81f5-897e-4926-8dd1-f125ea0d66a5 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:59.725685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6b82f9a-4399-4bc5-b928-e4f86e7dabb0 req-49332ccc-47e9-49ed-873e-98c389efd59f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0997889 Jul 22 11:29:59.783169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.790404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.807881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['776fc720-6a0d-44ea-8268-34ac391da1e2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:59.819039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] No DVR routers for this DVR port c83b81f5-897e-4926-8dd1-f125ea0d66a5 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:29:59.820622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ba06a69-0336-4f0d-9df6-308bd1bb2efa None None] Pushing event deleted for resources: {'Port': ['ID=c83b81f5-897e-4926-8dd1-f125ea0d66a5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:29:59.823059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9090e1b3-674a-46dc-a4f5-6cfa5287ce41') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:59.823818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9090e1b3-674a-46dc-a4f5-6cfa5287ce41') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:29:59.837417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.853017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.860069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:29:59.860335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:29:59.862243 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:29:59.930354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.943515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-a9bd5c04-b28c-433e-80d8-fe9f493db59c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0278528 Jul 22 11:29:59.943765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:29:59.943765 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] 10.222.0.21 "DELETE /v2.0/networks/776fc720-6a0d-44ea-8268-34ac391da1e2 HTTP/1.1" status: 204 len: 168 time: 0.7642863 Jul 22 11:29:59.954397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1f0c74-6825-42d0-9766-5c9c196869be admin admin] Pushing event deleted for resources: {'Network': ['ID=776fc720-6a0d-44ea-8268-34ac391da1e2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:00.076996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fb224cfa-4fbc-4887-97b5-021c7920501a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:00.078508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fb224cfa-4fbc-4887-97b5-021c7920501a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1417525 Jul 22 11:30:00.079014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12a0e727-4c88-4d57-81c6-0c443b7e239a up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:00.109525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-73e9a28a-a05d-4486-94f3-68f642023e8c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/quotas/42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 375 time: 0.0224955 Jul 22 11:30:00.120218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2e2ae04-0e77-4da9-bf4e-ac34179fb5f6 req-14987fb5-e9ee-497d-841f-9f48848e823e tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:00.122003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2e2ae04-0e77-4da9-bf4e-ac34179fb5f6 req-14987fb5-e9ee-497d-841f-9f48848e823e tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1422818 Jul 22 11:30:00.134654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 12a0e727-4c88-4d57-81c6-0c443b7e239a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:00.138884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 12a0e727-4c88-4d57-81c6-0c443b7e239a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:00.139199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.146410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:00.189577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2e2ae04-0e77-4da9-bf4e-ac34179fb5f6 req-fabf86b9-637b-4611-b6ca-b41443ec1af9 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582306 Jul 22 11:30:00.194224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3c12262c-b1bb-4732-8dc6-4ddd6dd8a399 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c7c42c19353143bd87607eba7611decb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0464737 Jul 22 11:30:00.196723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:00.244027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-ce9ffdab-07e1-462b-a20a-ff5e94325849 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1336133 Jul 22 11:30:00.246505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.287178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:00.292915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.306160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.338358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.351679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:00.380805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea5c111-673f-4b56-841a-07f0f541289c req-b4311a17-4f9b-430f-87e4-436dc0c0e39e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:00.382797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea5c111-673f-4b56-841a-07f0f541289c req-b4311a17-4f9b-430f-87e4-436dc0c0e39e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 946 time: 0.1285045 Jul 22 11:30:00.445877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea5c111-673f-4b56-841a-07f0f541289c req-79f29ee8-9750-4ff6-b5f0-f2263a601b5f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0543649 Jul 22 11:30:00.458102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c83b81f5-897e-4926-8dd1-f125ea0d66a5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:00.467105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.469812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:00.471055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0d37a5cc-8a8f-4e1f-9ccb-94a901c8190e HTTP/1.1" status: 204 len: 168 time: 0.2734220 Jul 22 11:30:00.480316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6609ad29-09da-4231-834f-556e7002a51f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d37a5cc-8a8f-4e1f-9ccb-94a901c8190e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:00.517033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c83b81f5-897e-4926-8dd1-f125ea0d66a5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:00.517593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c83b81f5-897e-4926-8dd1-f125ea0d66a5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:00.518073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7589c91-fe41-49cc-bdb1-ea4a20464f89 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:00.571621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b7589c91-fe41-49cc-bdb1-ea4a20464f89 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:00.571973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7589c91-fe41-49cc-bdb1-ea4a20464f89 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:00.640195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89154aa2-f861-407b-9d70-c491f94e4064 req-12934cf0-df10-4c75-b928-a7e4d86b9488 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 210 time: 0.0353441 Jul 22 11:30:00.711608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-7507cb01-a030-4da2-a606-ee215244cd96 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=508dc5396f374520ae14cdec8a6c41dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0281565 Jul 22 11:30:00.852451 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:00.855674 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d8efbb82-8514-4cc6-9e2c-33a77f5c96a0" -d '{"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-plugged", "status": "completed", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:00.877337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-cdd38ee2-847d-4311-8ea8-93ffc0673a74 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:00.886576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-cdd38ee2-847d-4311-8ea8-93ffc0673a74 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1689043 Jul 22 11:30:00.908602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-e98c17aa-09e5-4e74-b5c3-da3aea735ee7 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/quotas/508dc5396f374520ae14cdec8a6c41dd HTTP/1.1" status: 200 len: 375 time: 0.0208766 Jul 22 11:30:00.976736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-d3d4e7d2-1d82-44be-b6ad-e51f17e29c8c tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=508dc5396f374520ae14cdec8a6c41dd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0392499 Jul 22 11:30:01.009818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c2e8d99-6df3-4627-b377-902e8db89ea7 req-64b7bb1e-0b62-4d9c-8041-412333235669 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:01.014930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c2e8d99-6df3-4627-b377-902e8db89ea7 req-64b7bb1e-0b62-4d9c-8041-412333235669 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1192155 Jul 22 11:30:01.062143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c2e8d99-6df3-4627-b377-902e8db89ea7 req-ad24eb4b-24e7-4f9d-ba12-33b9ed41f4c0 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446970 Jul 22 11:30:01.256339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfc7af3c-7454-4a91-b057-f8cfba9e2b54 req-5cfacd81-766b-41b1-b3c3-4c912b7d15fb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:01.257182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfc7af3c-7454-4a91-b057-f8cfba9e2b54 req-5cfacd81-766b-41b1-b3c3-4c912b7d15fb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 946 time: 0.1227481 Jul 22 11:30:01.300326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:01.348616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfc7af3c-7454-4a91-b057-f8cfba9e2b54 req-0878ae59-8652-4b9a-9566-3a84a3f3f734 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850573 Jul 22 11:30:01.380516 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-56f3c412-bbf6-459e-9ca6-796484a237b7 x-openstack-request-id: req-56f3c412-bbf6-459e-9ca6-796484a237b7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:01.381024 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-plugged", "status": "completed", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:01.381330 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-56f3c412-bbf6-459e-9ca6-796484a237b7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:01.381729 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'code': 200} Jul 22 11:30:01.391978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-e60e173b-cdfb-46b8-bfa1-bcf06c122906 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:01.396053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-e60e173b-cdfb-46b8-bfa1-bcf06c122906 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.20 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1567571 Jul 22 11:30:01.498731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9475254-8bf6-4694-b6e4-ed60b649e659 req-9d5de476-30bd-4f85-bb01-c18396dbc307 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 210 time: 0.0590010 Jul 22 11:30:01.617131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17195a10-b45e-4d76-abac-3366a0504721 req-7c7040ce-0c6f-4a59-aba4-aac7f1595127 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:01.618125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Deleting port fa86c9b0-4654-4186-bc85-13db9b25c8b9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:01.618550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:01.618924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17195a10-b45e-4d76-abac-3366a0504721 req-7c7040ce-0c6f-4a59-aba4-aac7f1595127 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.1181512 Jul 22 11:30:01.626120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:01.648099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30847460-97d5-4e9e-8d96-3a26a43e5643 req-6596a8be-7bb9-49d2-8e64-836ca5e41013 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:01.649629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30847460-97d5-4e9e-8d96-3a26a43e5643 req-6596a8be-7bb9-49d2-8e64-836ca5e41013 tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/ports?device_id=c10588ac-286a-4883-96e4-bc1954830be5 HTTP/1.1" status: 200 len: 946 time: 0.1499290 Jul 22 11:30:01.703419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-728117787-network', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:01.732374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] For port fa86c9b0-4654-4186-bc85-13db9b25c8b9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fa86c9b0-4654-4186-bc85-13db9b25c8b9,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:01.732794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:01.758432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Calling delete_port for fa86c9b0-4654-4186-bc85-13db9b25c8b9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:01.840287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d46a910-3ef5-4c50-b4e6-43ed0f58d7f6 req-feaf031c-2433-45c6-888a-7ef6119f6f85 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 210 time: 0.0644360 Jul 22 11:30:01.874066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30847460-97d5-4e9e-8d96-3a26a43e5643 req-df57b762-53c5-422c-8ee2-6990044cab2b tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.21 "GET /v2.0/security-groups?id=27e5c8e5-81ea-43e1-84cd-40183d3a8abd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161162 Jul 22 11:30:01.881208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17195a10-b45e-4d76-abac-3366a0504721 req-a25da920-8c29-420f-bd1c-bb5b9868b74b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480938 Jul 22 11:30:01.914038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:01.919394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Made reservation on behalf of a7cbf457d2f84767b76c2e7e4d546fc2 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:01.921869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:01.928173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fa86c9b0-4654-4186-bc85-13db9b25c8b9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:01.929089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-3221a799-cbd8-41d6-b9d7-471bccf8fed9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0446730 Jul 22 11:30:01.949655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:01.963306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Pushing event deleted for resources: {'Port': ['ID=fa86c9b0-4654-4186-bc85-13db9b25c8b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:02.014701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] No DVR routers for this DVR port fa86c9b0-4654-4186-bc85-13db9b25c8b9 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:02.017272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.020543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-700394a4-a73b-4ba3-8c6a-9076f14f4fdb req-2e585cb2-b09c-4be4-956e-09fc694618fb tempest-FloatingIPsAssociationNegativeTestJSON-53698387 tempest-FloatingIPsAssociationNegativeTestJSON-53698387-project] 10.222.0.20 "DELETE /v2.0/ports/fa86c9b0-4654-4186-bc85-13db9b25c8b9 HTTP/1.1" status: 204 len: 173 time: 0.6124616 Jul 22 11:30:02.021221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'name': 'network-vif-deleted', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:02.024179 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f1ce411-4a80-496f-a2d6-7e68e55543f1" -d '{"events": [{"server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "name": "network-vif-deleted", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:02.213163 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7e6c763e-0ea3-4f08-91a1-b4f2e5282856 x-openstack-request-id: req-7e6c763e-0ea3-4f08-91a1-b4f2e5282856 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:02.213674 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c10588ac-286a-4883-96e4-bc1954830be5", "name": "network-vif-deleted", "tag": "fa86c9b0-4654-4186-bc85-13db9b25c8b9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:02.213921 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7e6c763e-0ea3-4f08-91a1-b4f2e5282856 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:02.214316 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c10588ac-286a-4883-96e4-bc1954830be5', 'name': 'network-vif-deleted', 'tag': 'fa86c9b0-4654-4186-bc85-13db9b25c8b9', 'status': 'completed', 'code': 200} Jul 22 11:30:02.230864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fb989a1f-a01c-4931-a4a8-06f05ddd0e4a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:02.232345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fb989a1f-a01c-4931-a4a8-06f05ddd0e4a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2957520 Jul 22 11:30:02.272391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Request body: {'port': {'device_id': 'beb16db5-872a-4533-99ef-844b345c5736', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '42bc958a4f3e4551b11423b14d418b4a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:02.465318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-a65628fc-f48c-4caf-a55a-c92fa87a747c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:02.467215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-a65628fc-f48c-4caf-a55a-c92fa87a747c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 946 time: 0.1029327 Jul 22 11:30:02.572452 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-74321ece-cc5e-47b2-be0b-0a8d8687b66b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=508dc5396f374520ae14cdec8a6c41dd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0332165 Jul 22 11:30:02.728406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Deleting port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:02.728718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.753984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-6d3089f3-9f60-40fd-ad07-6f199e7392c9 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:02.756116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-6d3089f3-9f60-40fd-ad07-6f199e7392c9 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1634550 Jul 22 11:30:02.773229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Request body: {'port': {'device_id': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '508dc5396f374520ae14cdec8a6c41dd'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:02.776320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a812f7-15ea-4527-a19d-0e5c68ec12d7 req-5c69ec1b-91dc-4baa-bb17-396d5ae41563 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:02.777914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23a812f7-15ea-4527-a19d-0e5c68ec12d7 req-5c69ec1b-91dc-4baa-bb17-396d5ae41563 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.6176729 Jul 22 11:30:02.779912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.795154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.852968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:30:02.891575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.891915 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Added segment a5e89b57-6826-40ca-a043-b6bbde76bd91 of type vlan for network e679195b-300a-4388-a79c-0cde51aaa779 Jul 22 11:30:02.914790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ebdc964-b329-4b92-a260-dabab53fcd93,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:02.934152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] For port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:02.934636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:02.957029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Calling delete_port for 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:02.959700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23a812f7-15ea-4527-a19d-0e5c68ec12d7 req-524357c0-ae4c-4bd4-b92a-79e7ae42eaef tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603866 Jul 22 11:30:02.970114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f9a80b-92b2-4eec-a99f-dcdf7a9b81fe req-a81fe343-6c39-4145-ba71-111e751c4acc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:02.972300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f9a80b-92b2-4eec-a99f-dcdf7a9b81fe req-a81fe343-6c39-4145-ba71-111e751c4acc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0 HTTP/1.1" status: 200 len: 946 time: 0.3242042 Jul 22 11:30:02.993828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Made reservation on behalf of 42bc958a4f3e4551b11423b14d418b4a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:02.998013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.024359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.038672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Made reservation on behalf of 508dc5396f374520ae14cdec8a6c41dd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:03.042083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.059150 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.096024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c93edb7-02bd-4f3f-9c6e-490854143ddf req-63dbf6e7-281e-4526-b6b7-42c8dd895986 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 210 time: 0.0657036 Jul 22 11:30:03.145740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f9a80b-92b2-4eec-a99f-dcdf7a9b81fe req-e020a705-e657-464f-a090-5050157126da tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666815 Jul 22 11:30:03.189505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.202656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f47bede3-6071-4e1e-844a-f623c2ff2cc2', '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:03.207208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-581bfd8e-f00e-487e-bd03-3f92dae45e7e req-3de1c794-2d50-49fc-a20b-2d638a4dbe20 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 210 time: 0.0492551 Jul 22 11:30:03.214728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.216333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:03.216930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.231427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:03.234244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Pushing event deleted for resources: {'Port': ['ID=6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:03.301441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] No DVR routers for this DVR port 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:03.306562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.308879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b3d386a1-e305-4f80-9dca-2910055ef447 req-73090880-0f1f-4488-ba99-15833b561418 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.20 "DELETE /v2.0/ports/6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 HTTP/1.1" status: 204 len: 173 time: 0.8221416 Jul 22 11:30:03.324563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.330895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.397944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Pushing event updated for resources: {'SecurityGroup': ['ID=192aa974-7a5c-4a82-ba89-95814cb3374c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:03.407712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.7811403 Jul 22 11:30:03.411143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:03.419930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Request body: {'subnet': {'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-subnet', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:03.457294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Made reservation on behalf of a7cbf457d2f84767b76c2e7e4d546fc2 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:03.459755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.472244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.480577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc8377c-0237-4ad0-839c-b3a5e30e0f8d admin admin] Pushing event updated for resources: {'Network': ['ID=e679195b-300a-4388-a79c-0cde51aaa779,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:03.484311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Allocated IP 192.168.233.13 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/392d1151-d9b9-495f-996a-d71f7a3b3d6b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:03.532369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e679195b-300a-4388-a79c-0cde51aaa779 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:30:03.656745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.725095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Pushing event updated for resources: {'Subnet': ['ID=58403a8c-319d-4539-acb7-9ae32dee765c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:03.733723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Checking segment: {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:03.734093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Network hostable DHCP agents. Network: e679195b-300a-4388-a79c-0cde51aaa779, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:30:03.752141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Network e679195b-300a-4388-a79c-0cde51aaa779 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:30:03.763413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e679195b-300a-4388-a79c-0cde51aaa779) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:03.767913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:03.768510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.774405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f70710be-264e-4ae3-9335-80725fffccd1 None None] Network e679195b-300a-4388-a79c-0cde51aaa779 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:03.786786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2a0b0eb-fd15-4598-809c-3c85d9148550 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.3738813 Jul 22 11:30:03.789537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:03.794135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:03.818982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.820151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.902022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.913060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:03.939330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Transition to ACTIVE for port object 392d1151-d9b9-495f-996a-d71f7a3b3d6b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:03.943282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e679195b-300a-4388-a79c-0cde51aaa779', 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'fixed_ips': [{'subnet_id': '58403a8c-319d-4539-acb7-9ae32dee765c'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:30:03.944293 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.088530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.096623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Allocated IP 172.20.0.2 (e679195b-300a-4388-a79c-0cde51aaa779/58403a8c-319d-4539-acb7-9ae32dee765c/b7bb9e96-8a23-4aaa-b25b-0d51415e20ac) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:04.101495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593', '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:04.104667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fa86c9b0-4654-4186-bc85-13db9b25c8b9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:04.139018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Allocated IP 192.168.233.123 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/fd2c3c71-52ed-4c97-9e7e-0dd98cddba18) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:04.171578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: fa86c9b0-4654-4186-bc85-13db9b25c8b9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:04.172382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fa86c9b0-4654-4186-bc85-13db9b25c8b9 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:04.173049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:04.179530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:04.190893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:04.200221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:04.210143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:04.211187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:04.258786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:04.323867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'name': 'network-vif-deleted', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:04.327238 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-143ea8ca-ca78-426a-9a04-31af560f4233" -d '{"events": [{"server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "name": "network-vif-deleted", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:04.342576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0f3204b-d88f-48d7-8a0c-ed3d2909469b req-897b14ed-3e88-4aba-8b44-e51cf9c86708 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 210 time: 0.0773871 Jul 22 11:30:04.351307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.356520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Deleting port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:04.356824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.361429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.373084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da2caa3-c83c-4091-9c2f-11d70f860f9a req-d3fd975a-fe28-4c04-9d62-bfc8e796d4ed tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:04.381510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1da2caa3-c83c-4091-9c2f-11d70f860f9a req-d3fd975a-fe28-4c04-9d62-bfc8e796d4ed tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.3334534 Jul 22 11:30:04.394369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.399438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:04.404483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Transition to ACTIVE for port object fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:04.404709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.411651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Transition to ACTIVE for port object b7bb9e96-8a23-4aaa-b25b-0d51415e20ac will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:04.462721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Transition to ACTIVE for port object b7bb9e96-8a23-4aaa-b25b-0d51415e20ac will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:04.477710 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.497171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.527011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Network e679195b-300a-4388-a79c-0cde51aaa779 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:04.556689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:04.561873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.563728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:04.570894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:04.581153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:04.582678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07b61a27-a0dc-4997-a516-a1b77c6c05e6 None None] Provisioning for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:04.586963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:04.601169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07b61a27-a0dc-4997-a516-a1b77c6c05e6 None None] Provisioning complete for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:04.601908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07b61a27-a0dc-4997-a516-a1b77c6c05e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.631496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Pushing event updated for resources: {'Port': ['ID=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:04.632913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-843d8ba5-da51-4586-bde1-39f22ede6933 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.3839622 Jul 22 11:30:04.652654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Pushing event updated for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:04.693610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:04.695049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.719537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Attempting to bind port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:04.720057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Attempting to bind port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:04.720557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Attempting to bind port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac on network e679195b-300a-4388-a79c-0cde51aaa779 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:04.726160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-07b61a27-a0dc-4997-a516-a1b77c6c05e6 None None] Port 392d1151-d9b9-495f-996a-d71f7a3b3d6b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:04.726730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-743280a5-2965-4a50-bb58-fe4bc1bcff00 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.9589183 Jul 22 11:30:04.732427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:04.732928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Checking segment: {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:04.733435 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.733929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Bound using segment: {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:04.734722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Bound port: b7bb9e96-8a23-4aaa-b25b-0d51415e20ac, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:04.735195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.735667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1da2caa3-c83c-4091-9c2f-11d70f860f9a req-e9e46890-f032-4057-b046-51e1c7c40f4a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3132942 Jul 22 11:30:04.803782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] For port 3eaeb568-923a-47f9-8f69-2b12a8b4e09d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:04.804622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.825912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Calling delete_port for 3eaeb568-923a-47f9-8f69-2b12a8b4e09d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:04.863888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] For port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:04.868708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] For port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:04.882601 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:04.991323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37daeee-e89d-49de-830e-f30071f33231 None None] Pushing event updated for resources: {'Port': ['ID=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:05.004613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6eeaf897-3e89-4c94-859e-d5329ab9c230 None None] Provisioning for port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:05.009523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6eeaf897-3e89-4c94-859e-d5329ab9c230 None None] Provisioning complete for port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:05.010024 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6eeaf897-3e89-4c94-859e-d5329ab9c230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.045743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Request body: {'port': {'device_id': 'beb16db5-872a-4533-99ef-844b345c5736', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:05.052935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6eeaf897-3e89-4c94-859e-d5329ab9c230 None None] Port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:05.150434 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75a01d9-ad14-4398-a7fc-a57b4907630f x-openstack-request-id: req-f75a01d9-ad14-4398-a7fc-a57b4907630f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:05.150735 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0", "name": "network-vif-deleted", "tag": "6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:05.150978 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f75a01d9-ad14-4398-a7fc-a57b4907630f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:05.151453 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa81fcfd-688e-4d7c-bf71-ef0e5cc858b0', 'name': 'network-vif-deleted', 'tag': '6ad5b917-d3af-4b4d-b6df-d56b3b0e44d8', 'status': 'completed', 'code': 200} Jul 22 11:30:05.227225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.257902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Request body: {'port': {'device_id': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:05.265705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.378077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d7c3f2-deda-4f1a-b244-b14d49849fc2 req-e16edd18-7655-4b4d-aa59-227b6bf0c309 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:05.385061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9d7c3f2-deda-4f1a-b244-b14d49849fc2 req-e16edd18-7655-4b4d-aa59-227b6bf0c309 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 935 time: 0.8204079 Jul 22 11:30:05.418210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.426408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.429607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.453454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240260da-6131-448e-a3ca-8fee0dffc618 req-265bc79d-7a10-4287-9275-1247af2208d6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:05.455149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-240260da-6131-448e-a3ca-8fee0dffc618 req-265bc79d-7a10-4287-9275-1247af2208d6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4201035 Jul 22 11:30:05.487424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Allocated IP 172.25.6.143 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b8f12bfa-d916-4333-bd18-8196056f80f8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:05.516228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Pushing event deleted for resources: {'Port': ['ID=3eaeb568-923a-47f9-8f69-2b12a8b4e09d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:05.633894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-240260da-6131-448e-a3ca-8fee0dffc618 req-c3f18121-d1f3-4242-878c-b7054504ed45 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524792 Jul 22 11:30:05.636671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9d7c3f2-deda-4f1a-b244-b14d49849fc2 req-3fda0039-3598-4708-bdc9-53e5ecd3eb5a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2507615 Jul 22 11:30:05.786606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.927740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.931440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:05.947741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:05.987336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Transition to ACTIVE for port object fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:05.991078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:06.004043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:06.008120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.013705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:06.040896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Pushing event updated for resources: {'Port': ['ID=b8f12bfa-d916-4333-bd18-8196056f80f8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:06.168783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:06.373264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-35263416-6235-4cf3-9992-6e10c62f69fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:06.375143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-35263416-6235-4cf3-9992-6e10c62f69fa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.2891691 Jul 22 11:30:06.411802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Attempting to bind port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:06.412282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Attempting to bind port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:06.412728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Attempting to bind port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:06.456155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb52045-489b-4402-9afc-0cd204d4ac59 None None] Network e679195b-300a-4388-a79c-0cde51aaa779 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:06.483207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.494047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:30:06.494577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Attempting to bind port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:06.547184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:06.547664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:06.548129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:06.548657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Bound port: fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:06.549751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.587181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bca8b08b-7886-4a35-b36f-9f919eb464a6 None None] Provisioning for port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:06.632701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7bb9e96-8a23-4aaa-b25b-0d51415e20ac up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:06.649604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-dea83855-14de-4703-b21c-a0d0f4eecf99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:06.651190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-dea83855-14de-4703-b21c-a0d0f4eecf99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.2685444 Jul 22 11:30:06.655810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.665498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295863cf-f785-46ff-8ad5-f73bd760bbdb req-92ca408c-4c59-419d-bac3-a862e8d9c70a tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:06.667876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-295863cf-f785-46ff-8ad5-f73bd760bbdb req-92ca408c-4c59-419d-bac3-a862e8d9c70a tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 948 time: 0.4478674 Jul 22 11:30:06.690258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14293b5b-75b9-4437-bffa-0f17138af9ac req-781617af-7f81-40a1-9a46-701c6e92703f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:06.691716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14293b5b-75b9-4437-bffa-0f17138af9ac req-781617af-7f81-40a1-9a46-701c6e92703f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.4687488 Jul 22 11:30:06.723689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:06.730641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:06.731096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.777566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-84cedd4f-1923-48bd-a2d3-a4eaae24cf4a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0779784 Jul 22 11:30:06.813976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-295863cf-f785-46ff-8ad5-f73bd760bbdb req-c4bc288f-ba0a-4b92-ad32-45fb9c31dc2a tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1326723 Jul 22 11:30:06.833591 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.845861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:06.846527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Deleting port c070b409-61b8-4aa1-b5bc-38c3bf44da14 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:06.846883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.869964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:06.882298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-963f8dae-6f18-40a4-a270-fbed3ae4458f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:06.884368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-963f8dae-6f18-40a4-a270-fbed3ae4458f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.0964897 Jul 22 11:30:06.887645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.889689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:06.894633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14293b5b-75b9-4437-bffa-0f17138af9ac req-0c280345-a015-4972-bb18-6c53cbeb306f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1876757 Jul 22 11:30:06.908141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:06.953539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:06.962282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-e5cdc7ce-d8cc-4e6b-964f-6e1238f25ee8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0614808 Jul 22 11:30:06.979077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:06.995069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.069708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:07.070652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.073337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] 10.222.0.36 "PUT /v2.0/ports/fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 HTTP/1.1" status: 200 len: 1096 time: 2.2933960 Jul 22 11:30:07.163499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Transition to ACTIVE for port object 392d1151-d9b9-495f-996a-d71f7a3b3d6b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:07.166222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:07.168585 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6" -d '{"events": [{"name": "network-changed", "server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:07.186583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.225680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2b0f691-6a95-43ad-94c2-5f4b2124f2b8 service neutron] Pushing event updated for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:07.243365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b399ad0d-cf74-4c21-8016-170ae17a9bf0 None None] Provisioning complete for port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:07.244461 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b399ad0d-cf74-4c21-8016-170ae17a9bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.266476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.270478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] For port c070b409-61b8-4aa1-b5bc-38c3bf44da14, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c070b409-61b8-4aa1-b5bc-38c3bf44da14,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:07.271042 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.287670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Calling delete_port for c070b409-61b8-4aa1-b5bc-38c3bf44da14 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:07.359304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-de109863-4758-4932-9acb-01da05e3d9a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:07.360743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-de109863-4758-4932-9acb-01da05e3d9a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=508dc5396f374520ae14cdec8a6c41dd&device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 1099 time: 0.2367179 Jul 22 11:30:07.364575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-e5ebb79e-42c7-48c3-9a79-c60b3693a804 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2998488 Jul 22 11:30:07.393264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:07.432091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-fe9d47e5-d242-4342-907f-20ee9763a997 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 HTTP/1.1" status: 200 len: 217 time: 0.0590589 Jul 22 11:30:07.435066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Router b094958f-2def-41bf-9582-9c2e7eea86a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:07.467478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f23359a4-0b70-4ee7-9ac9-095c0670c90a req-df1dd3b1-062e-4895-af15-72683a1a36f3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:07.469029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f23359a4-0b70-4ee7-9ac9-095c0670c90a req-df1dd3b1-062e-4895-af15-72683a1a36f3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 935 time: 0.4469097 Jul 22 11:30:07.477636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d43a2bbe-90f8-4c00-9cb2-6a66f0fa3e89 req-02e1e006-6ef3-4eee-87c5-0b2192483fa1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:07.482944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d43a2bbe-90f8-4c00-9cb2-6a66f0fa3e89 req-02e1e006-6ef3-4eee-87c5-0b2192483fa1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5337727 Jul 22 11:30:07.560840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-a62ff8df-eb95-4157-9532-c11857f4cd28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:07.562398 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-a62ff8df-eb95-4157-9532-c11857f4cd28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1204093 Jul 22 11:30:07.688027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:07.688589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:07.688589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:07.708682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f23359a4-0b70-4ee7-9ac9-095c0670c90a req-337303a7-bb66-4f6b-ab2d-5e7a42134bfa tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2243929 Jul 22 11:30:07.722305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:30:07.722961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:07.727219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d43a2bbe-90f8-4c00-9cb2-6a66f0fa3e89 req-bf7aa7f2-67ed-49dc-ae8e-beac61ec5568 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2262199 Jul 22 11:30:07.753998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:07.753998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:07.753998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:07.753998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Bound port: 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:07.753998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.871880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:07.885850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eefc6606-ac8d-45c8-8c65-ef94b2c2654b admin admin] 10.222.0.21 "PUT /v2.0/routers/b094958f-2def-41bf-9582-9c2e7eea86a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5607572 Jul 22 11:30:07.891818 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Sync routers for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:07.906364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:07.907219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:07.907591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55150) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:07.910392 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd1e53f8-1511-43b0-bb5c-27a8de42f9af x-openstack-request-id: req-fd1e53f8-1511-43b0-bb5c-27a8de42f9af {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:07.910800 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:07.911056 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd1e53f8-1511-43b0-bb5c-27a8de42f9af {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:07.911445 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18', 'status': 'completed', 'code': 200} Jul 22 11:30:07.916141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-528beb74-ed73-4ca3-b329-96cd5bc1760d req-5fa84915-d701-4290-bd1c-cf74be75dc40 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349593 Jul 22 11:30:07.963622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:07.981986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:07.985673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:08.023180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.028509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Router 453b8088-5c88-4813-8193-6f6a46e8f3cf is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:30:08.029055 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:08.031132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Pushing event deleted for resources: {'Port': ['ID=c070b409-61b8-4aa1-b5bc-38c3bf44da14,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:08.068251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-a371f99f-5d07-43fd-ac50-d3e3a007998d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.069764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-a371f99f-5d07-43fd-ac50-d3e3a007998d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4942923 Jul 22 11:30:08.138125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.138783 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.140208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] 10.222.0.36 "PUT /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 1095 time: 3.4328518 Jul 22 11:30:08.140805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:08.143824 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9de70749-7eb8-49ef-b982-5652ce826890" -d '{"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:08.158140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aff565b6-08c1-4f13-9afd-2edd5fbfde20 req-97b0fdc5-2b54-437e-96ad-9d0b7213b3c4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.161168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aff565b6-08c1-4f13-9afd-2edd5fbfde20 req-97b0fdc5-2b54-437e-96ad-9d0b7213b3c4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3056424 Jul 22 11:30:08.169146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.255002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:30:05Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:08.292307 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Checking router: b094958f-2def-41bf-9582-9c2e7eea86a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:08.302336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aff565b6-08c1-4f13-9afd-2edd5fbfde20 req-908fa081-0084-4b34-96be-1370d5e091c4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1314812 Jul 22 11:30:08.312479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-297ac1a9-4c1b-4fb9-b259-c4a49fdabddc req-086e12e5-75d2-4eb5-bc8c-222732a689b0 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.317648 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Routers {'b094958f-2def-41bf-9582-9c2e7eea86a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:08.319558 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b094958f-2def-41bf-9582-9c2e7eea86a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:08.321876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-297ac1a9-4c1b-4fb9-b259-c4a49fdabddc req-086e12e5-75d2-4eb5-bc8c-222732a689b0 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 948 time: 0.4095359 Jul 22 11:30:08.374971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f779041-1691-4e20-a5c0-32b8221225a8 service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:08.375173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-d30e52ab-f8c3-4295-9923-4c2c18e8a071 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2712965 Jul 22 11:30:08.517871 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] Set router b094958f-2def-41bf-9582-9c2e7eea86a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:08.535587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.551700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:08.573014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Sync routers for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:08.622634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:08.624671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:08.654484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.671918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-297ac1a9-4c1b-4fb9-b259-c4a49fdabddc req-be744031-5931-4346-8808-8961a5229b68 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491263 Jul 22 11:30:08.694646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:08.696798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0de0238d-8abb-431f-b278-ceb98efbe013 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 4.9063249 Jul 22 11:30:08.699776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55162) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:08.719899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7bb9e96-8a23-4aaa-b25b-0d51415e20ac up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:08.814242 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1314af8-2290-43bc-bbda-0ce0719f996f x-openstack-request-id: req-a1314af8-2290-43bc-bbda-0ce0719f996f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:08.815882 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:08.816309 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1314af8-2290-43bc-bbda-0ce0719f996f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:08.816766 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'status': 'completed', 'code': 200} Jul 22 11:30:08.832319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:30:05Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:08.848789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-bfecc1f2-90a6-41d7-9a32-ed2ab8e368ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.850299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-bfecc1f2-90a6-41d7-9a32-ed2ab8e368ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1098 time: 0.6300683 Jul 22 11:30:08.875676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0182083e-df24-4a30-aa38-b8889d8c94c2 req-19b771fc-48c1-48e4-835a-22e0cbb62565 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:08.877032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0182083e-df24-4a30-aa38-b8889d8c94c2 req-19b771fc-48c1-48e4-835a-22e0cbb62565 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.3799782 Jul 22 11:30:08.885836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709c4dfd-cfcc-4687-88e8-94016b4d70f7 req-ab594c36-7827-422e-8d60-6e022d51c878 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930038 Jul 22 11:30:08.891495 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-361fe1b9-3f28-447c-a165-9900cd4a9dff None None] The sync data for ids ['b094958f-2def-41bf-9582-9c2e7eea86a3'] in n-d-754448-4 is: [{'id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-406375952-router', 'tenant_id': '24534c6de3854106a276c03a5b08a9a2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211'}], 'enable_snat': True}, 'gw_port_id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:39Z', 'updated_at': '2021-07-22T11:30:05Z', 'revision_number': 5, 'project_id': '24534c6de3854106a276c03a5b08a9a2', 'gw_port': {'id': '21128b3d-cbfa-4668-836a-a6a3d0c6ad32', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:55:6c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b094958f-2def-41bf-9582-9c2e7eea86a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 41, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.211', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:40Z', 'updated_at': '2021-07-22T11:24:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:08.944273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-f1bfa25b-b97e-4761-912e-fa499ee17b64 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0865040 Jul 22 11:30:08.977767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:09.023275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Deleting port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:09.023825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:09.043705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0182083e-df24-4a30-aa38-b8889d8c94c2 req-1d121387-2493-41a3-bbcc-266c8b1227e4 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135223 Jul 22 11:30:09.209488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] For port 21128b3d-cbfa-4668-836a-a6a3d0c6ad32, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:09.209853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:09.299750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Calling delete_port for 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:09.314280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-bfad5ecc-3536-48cc-b7af-df2e09c3112a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.317194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-bfad5ecc-3536-48cc-b7af-df2e09c3112a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=508dc5396f374520ae14cdec8a6c41dd&device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 1099 time: 0.3483763 Jul 22 11:30:09.326280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:09.326703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:09.519313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-0f3db050-5a91-4f0e-9ab6-b3cbbd1ee48a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.521158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-0f3db050-5a91-4f0e-9ab6-b3cbbd1ee48a service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1948953 Jul 22 11:30:09.531072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fd1953ce-65d2-43fb-9300-9ec7f3d36b37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.532435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-fd1953ce-65d2-43fb-9300-9ec7f3d36b37 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.5467522 Jul 22 11:30:09.539177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:09.578869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9389de7d-b8f9-4e24-9380-5bd04b574346 req-14826075-565c-442b-8c1a-4a2e7ec2475b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.586526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9389de7d-b8f9-4e24-9380-5bd04b574346 req-14826075-565c-442b-8c1a-4a2e7ec2475b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.7059586 Jul 22 11:30:09.642305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:06Z', 'revision_number': 3, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:09.654572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-e4d5d6a6-b9b9-4cfa-82ca-ffdea56b8dae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.123&port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 HTTP/1.1" status: 200 len: 217 time: 0.1256368 Jul 22 11:30:09.686298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Checking router: 453b8088-5c88-4813-8193-6f6a46e8f3cf for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:09.686778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Updating router 453b8088-5c88-4813-8193-6f6a46e8f3cf port b8f12bfa-d916-4333-bd18-8196056f80f8 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:30:09.721952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9389de7d-b8f9-4e24-9380-5bd04b574346 req-1d8ae7d5-a63f-4e39-be98-edd41c7356ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339855 Jul 22 11:30:09.746050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-dbdaebf7-ed47-448b-bfd8-eeec356a7de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.747970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-dbdaebf7-ed47-448b-bfd8-eeec356a7de7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2075069 Jul 22 11:30:09.766486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-bbf996b9-b7f6-4b1e-a1fd-344740768aa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:09.767097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-bbf996b9-b7f6-4b1e-a1fd-344740768aa5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0843685 Jul 22 11:30:09.792364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:09.801203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:09.808423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-70212199-8639-4df0-8838-06afb2c3172e admin admin] 10.222.0.21 "PUT /v2.0/routers/f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5704281 Jul 22 11:30:09.809842 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Sync routers for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:09.811196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:09.824104 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:09.824732 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:09.902710 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:09.941096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Pushing event deleted for resources: {'Port': ['ID=21128b3d-cbfa-4668-836a-a6a3d0c6ad32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:10.000383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-19a0681c-9640-4718-8a5a-2927569a7b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:10.002920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-19a0681c-9640-4718-8a5a-2927569a7b5f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2255542 Jul 22 11:30:10.018807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-21f2a25a-6e69-477b-bc9a-44507665c55d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2599256 Jul 22 11:30:10.043169 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:10.139297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5c15700-5d32-4e3e-8c1d-2a0bacf7da56 req-8ddc3c65-6b31-4d2b-a98d-a0a63978b4f0 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130407 Jul 22 11:30:10.167106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.184859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3458ed86-a24e-47f1-a672-3e3a807c6957 req-781dc577-0771-4b7c-a6dd-cf150293f733 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:10.194788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3458ed86-a24e-47f1-a672-3e3a807c6957 req-781dc577-0771-4b7c-a6dd-cf150293f733 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 948 time: 0.3803983 Jul 22 11:30:10.202406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.245331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.247387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.286273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Transition to ACTIVE for port object b8f12bfa-d916-4333-bd18-8196056f80f8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:10.307686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.418435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8c607-ac76-4752-af12-b27dbbec628a None None] Pushing event updated for resources: {'Port': ['ID=b8f12bfa-d916-4333-bd18-8196056f80f8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:10.435832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Attempting to bind port b8f12bfa-d916-4333-bd18-8196056f80f8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:10.441059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Attempting to bind port b8f12bfa-d916-4333-bd18-8196056f80f8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:10.441457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Attempting to bind port b8f12bfa-d916-4333-bd18-8196056f80f8 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:10.454853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:10.455835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:10.456268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.456775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:10.457241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Bound port: b8f12bfa-d916-4333-bd18-8196056f80f8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:10.457660 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.462288 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:30:07Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:10.499503 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Checking router: f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:10.509310 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Routers {'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:10.509971 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:10.521062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3eaeb568-923a-47f9-8f69-2b12a8b4e09d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:10.521820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3458ed86-a24e-47f1-a672-3e3a807c6957 req-be12d6b6-d587-4868-85cf-ec935bd612a7 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3265123 Jul 22 11:30:10.562758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 3eaeb568-923a-47f9-8f69-2b12a8b4e09d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:10.563139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3eaeb568-923a-47f9-8f69-2b12a8b4e09d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:10.573929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] For port b8f12bfa-d916-4333-bd18-8196056f80f8, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:10.579627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] For port b8f12bfa-d916-4333-bd18-8196056f80f8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b8f12bfa-d916-4333-bd18-8196056f80f8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:10.588492 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.597713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.607491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70749-7eb8-49ef-b982-5652ce826890 req-1db341bd-733b-4c78-832f-d42eee603abf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:10.609797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-1db341bd-733b-4c78-832f-d42eee603abf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1098 time: 0.4009109 Jul 22 11:30:10.621964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c753556b-aa70-463c-a7c8-bd3d2c5201ef req-ac34c7bb-9827-47bd-9901-fe8eda63540c tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:10.624101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c753556b-aa70-463c-a7c8-bd3d2c5201ef req-ac34c7bb-9827-47bd-9901-fe8eda63540c tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.4137053 Jul 22 11:30:10.664572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:10.665332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:10.774740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c753556b-aa70-463c-a7c8-bd3d2c5201ef req-d55b455d-5aa7-4cee-9190-d02ae89f6ee0 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1355159 Jul 22 11:30:10.786732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb8c607-ac76-4752-af12-b27dbbec628a None None] Pushing event updated for resources: {'Port': ['ID=b8f12bfa-d916-4333-bd18-8196056f80f8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:10.822592 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] Set router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:10.837510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70749-7eb8-49ef-b982-5652ce826890 req-77431518-cc06-490e-9bee-e0e82f8b34d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:10.838900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:10.839023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-77431518-cc06-490e-9bee-e0e82f8b34d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2138250 Jul 22 11:30:10.841581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Deleting port 09714261-0e38-496b-b4bb-3de9da1ed0b2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:10.841581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:10.966579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-beba62ec-33d5-4c07-a5ed-2fa197822d13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0893700 Jul 22 11:30:10.976181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Allocated IP 172.20.0.1 (e679195b-300a-4388-a79c-0cde51aaa779/58403a8c-319d-4539-acb7-9ae32dee765c/8e146b06-5230-48d6-a676-ac01888964b9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:11.026366 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:30:07Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:11.071808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b4ab9437-19c0-47bd-9d87-18198a394c97 None None] The sync data for ids ['f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c'] in n-d-754448-4 is: [{'id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-147008484-router', 'tenant_id': 'e7c5f96370e246baae224d4f11d7175b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173'}], 'enable_snat': True}, 'gw_port_id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:30:07Z', 'revision_number': 5, 'project_id': 'e7c5f96370e246baae224d4f11d7175b', 'gw_port': {'id': '09714261-0e38-496b-b4bb-3de9da1ed0b2', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:aa:44:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:11.085497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.096475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70749-7eb8-49ef-b982-5652ce826890 req-f30d4a67-9eda-49ed-b595-fd33310a0382 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:11.097755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.098005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-f30d4a67-9eda-49ed-b595-fd33310a0382 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1228375 Jul 22 11:30:11.111153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:06Z', 'revision_number': 3, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:11.115512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-b47a4e5f-754d-4098-9b20-80621c8b4619 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0906568 Jul 22 11:30:11.115782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:30:11.169862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.174781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-900468b1-704c-4f01-83ca-b7a7f5428082 None None] The sync data for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 is: [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:06Z', 'revision_number': 3, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:10Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:11.185671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6f6b228-d5b1-46fa-9f03-2d1c3fb8b084 req-5fffb2f0-dc32-4108-b482-a6789a98778e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:11.192629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.193366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Fanout notify agent at l3_agent the message router_deleted on router b094958f-2def-41bf-9582-9c2e7eea86a3 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:30:11.195278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6f6b228-d5b1-46fa-9f03-2d1c3fb8b084 req-5fffb2f0-dc32-4108-b482-a6789a98778e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.3259053 Jul 22 11:30:11.210516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] For port 09714261-0e38-496b-b4bb-3de9da1ed0b2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=09714261-0e38-496b-b4bb-3de9da1ed0b2,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:11.210516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.237688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.239017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d510656-3175-43b2-9acf-77a1f0108dff admin admin] 10.222.0.21 "DELETE /v2.0/routers/b094958f-2def-41bf-9582-9c2e7eea86a3 HTTP/1.1" status: 204 len: 168 time: 3.3266196 Jul 22 11:30:11.245129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Calling delete_port for 09714261-0e38-496b-b4bb-3de9da1ed0b2 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:11.249296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:11.343094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Deleting subnet 5fd06ab7-6ace-4322-98fa-30ba7a126126 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:30:11.356356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Transition to ACTIVE for port object 8e146b06-5230-48d6-a676-ac01888964b9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:11.358226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.361020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:11.380562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6f6b228-d5b1-46fa-9f03-2d1c3fb8b084 req-2bc9aa17-f6ca-4e4d-b5fe-3c960cb7391a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1843021 Jul 22 11:30:11.382084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18', 'mac_address': 'fa:16:3e:ca:ee:37', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.123'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:30:11.407266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de70749-7eb8-49ef-b982-5652ce826890 req-04dc6970-0a7c-4a38-830c-460333c1cf48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:11.409453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-04dc6970-0a7c-4a38-830c-460333c1cf48 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2939105 Jul 22 11:30:11.480440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.515136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:11.556586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.612739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:11.621669 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.638901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d42a1529-1da4-49bf-9de5-8ba3fa42b0d6 req-dca5bc92-1ae6-40aa-9fc9-d76cc1740e9a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854925 Jul 22 11:30:11.701420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.780809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:11.825802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Network e679195b-300a-4388-a79c-0cde51aaa779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:11.829039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.838117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-58a8e886-43fd-46b2-8bf3-734b50e04ff0 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3804801 Jul 22 11:30:11.855053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Pushing event updated for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:11.860200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:11.863379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:11.890127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:11.906956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fd2c3c71-52ed-4c97-9e7e-0dd98cddba18'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:11.933654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.031812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.039952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Pushing event deleted for resources: {'Port': ['ID=09714261-0e38-496b-b4bb-3de9da1ed0b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:12.072991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd06ab7-6ace-4322-98fa-30ba7a126126,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:12.078146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.081259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2cf046d-6398-4722-beab-20f673379c47 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5fd06ab7-6ace-4322-98fa-30ba7a126126 HTTP/1.1" status: 204 len: 168 time: 0.8238785 Jul 22 11:30:12.084081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8b07201-47dd-4a85-b8e1-60984f144809 None None] Network bbf2a136-e34e-4f57-9582-b3ecef67dbb4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:12.084729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:12.219203 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.231358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4acb2d25-494b-4adb-b76f-91bc924156c8 req-b1dcb279-f951-467b-972c-41aa47168f8e tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:12.233164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4acb2d25-494b-4adb-b76f-91bc924156c8 req-b1dcb279-f951-467b-972c-41aa47168f8e tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 949 time: 0.5427549 Jul 22 11:30:12.246126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.366116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-628432b7-76d0-4888-bfb1-ec9dba473f2b None None] Provisioning for port 8e146b06-5230-48d6-a676-ac01888964b9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:12.378368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-628432b7-76d0-4888-bfb1-ec9dba473f2b None None] Provisioning complete for port 8e146b06-5230-48d6-a676-ac01888964b9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:12.379388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-628432b7-76d0-4888-bfb1-ec9dba473f2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.388007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de70749-7eb8-49ef-b982-5652ce826890 req-48a78e80-f51c-49dc-bcc2-305503ff893b service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5422153 Jul 22 11:30:12.391863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.428984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.438944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1073a281-c0fe-4455-98c0-4b4885c3f209 req-978ed91e-7034-4e58-945e-f73b60426c9f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:12.447048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1073a281-c0fe-4455-98c0-4b4885c3f209 req-978ed91e-7034-4e58-945e-f73b60426c9f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.5872071 Jul 22 11:30:12.447242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-628432b7-76d0-4888-bfb1-ec9dba473f2b None None] Port 8e146b06-5230-48d6-a676-ac01888964b9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:12.450071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.477359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] DHCP port deletion for bbf2a136-e34e-4f57-9582-b3ecef67dbb4 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:30:12.478430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Deleting port 5a1562bc-dac3-4d9c-b688-12c99da7113d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:12.478430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.521277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4acb2d25-494b-4adb-b76f-91bc924156c8 req-1d3a0275-b653-4f38-805d-4a1a2e5384d9 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2521560 Jul 22 11:30:12.540371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.541096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Fanout notify agent at l3_agent the message router_deleted on router f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:30:12.555157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.556718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30788328-1b00-4175-a686-6da41c9629eb admin admin] 10.222.0.21 "DELETE /v2.0/routers/f3bc57a2-1ae8-44d1-b2fb-92f3f097ec1c HTTP/1.1" status: 204 len: 168 time: 2.7439330 Jul 22 11:30:12.559503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:12.571979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1073a281-c0fe-4455-98c0-4b4885c3f209 req-a0e35241-6708-4771-bc67-1595db9970c7 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238747 Jul 22 11:30:12.612952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Deleting port 5a1562bc-dac3-4d9c-b688-12c99da7113d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:12.613376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.703918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] For port 5a1562bc-dac3-4d9c-b688-12c99da7113d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5a1562bc-dac3-4d9c-b688-12c99da7113d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:12.704461 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.710406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b8f12bfa-d916-4333-bd18-8196056f80f8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:12.718529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Deleting subnet 900096b4-eb90-43a2-aa94-37678e1d011a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:30:12.749856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Calling delete_port for 5a1562bc-dac3-4d9c-b688-12c99da7113d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:12.774773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.800584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] For port 5a1562bc-dac3-4d9c-b688-12c99da7113d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5a1562bc-dac3-4d9c-b688-12c99da7113d,segment=NetworkSegment(aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88),segment_id=aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:12.800965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.822230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Calling delete_port for 5a1562bc-dac3-4d9c-b688-12c99da7113d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:12.850559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b8f12bfa-d916-4333-bd18-8196056f80f8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:12.860465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b8f12bfa-d916-4333-bd18-8196056f80f8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:12.860848 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.941300 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.988297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.991045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:12.993299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] No DVR routers for this DVR port 5a1562bc-dac3-4d9c-b688-12c99da7113d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:13.000723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7011a590-d6d9-420a-8d50-ebe69f9e2f44 None None] Pushing event deleted for resources: {'Port': ['ID=5a1562bc-dac3-4d9c-b688-12c99da7113d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.005798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.020777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.044470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port b8f12bfa-d916-4333-bd18-8196056f80f8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b8f12bfa-d916-4333-bd18-8196056f80f8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:13.049751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.057085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Pushing event deleted for resources: {'Port': ['ID=5a1562bc-dac3-4d9c-b688-12c99da7113d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.062238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] No DVR routers for this DVR port 5a1562bc-dac3-4d9c-b688-12c99da7113d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:13.089810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:13.120789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:13.121684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 21128b3d-cbfa-4668-836a-a6a3d0c6ad32 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:13.122990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c070b409-61b8-4aa1-b5bc-38c3bf44da14 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:13.143414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.161074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c070b409-61b8-4aa1-b5bc-38c3bf44da14 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:13.161570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c070b409-61b8-4aa1-b5bc-38c3bf44da14 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:13.164551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:30:13.167420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:13.174665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Pushing event updated for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.211787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.241275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=b8f12bfa-d916-4333-bd18-8196056f80f8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.242124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf2a136-e34e-4f57-9582-b3ecef67dbb4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:13.257073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:13.257702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa9d0fd2-a85c-4526-908e-e7eb7d4f2a88') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:13.287004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.307550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.330530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:13.338768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:13.339311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.342413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.348189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a47db94d-0f29-4bdc-9af2-68ede2c30916 req-1883f1fd-338a-44c2-8d2e-1e5d9cfca725 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:13.349742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a47db94d-0f29-4bdc-9af2-68ede2c30916 req-1883f1fd-338a-44c2-8d2e-1e5d9cfca725 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.6616876 Jul 22 11:30:13.354041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:30:13.354436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:30:13.358458 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:30:13.389119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Network e679195b-300a-4388-a79c-0cde51aaa779 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:13.395575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:13.426870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b1ffa24-b56b-4dbe-a9b8-6eb05565fe1d req-53ff21a6-4263-43f1-a40f-847e7ba1cdb4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:13.431040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b1ffa24-b56b-4dbe-a9b8-6eb05565fe1d req-53ff21a6-4263-43f1-a40f-847e7ba1cdb4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.6232893 Jul 22 11:30:13.474629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a47db94d-0f29-4bdc-9af2-68ede2c30916 req-a3254bd3-6a70-43af-acbb-e9808e0bd75f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061616 Jul 22 11:30:13.514935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.582113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:13.596203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'mac_address': 'fa:16:3e:ee:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:30:13.596529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.603511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.610746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/bbf2a136-e34e-4f57-9582-b3ecef67dbb4 HTTP/1.1" status: 204 len: 168 time: 1.5189013 Jul 22 11:30:13.615816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b1ffa24-b56b-4dbe-a9b8-6eb05565fe1d req-faf08ef1-00ff-45c1-8d6a-dc234e33cfde tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743290 Jul 22 11:30:13.617873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:13.635228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Router 453b8088-5c88-4813-8193-6f6a46e8f3cf has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:13.667667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2217f859-e1aa-4cb9-a664-32fa48310cd7 admin admin] Pushing event deleted for resources: {'Network': ['ID=bbf2a136-e34e-4f57-9582-b3ecef67dbb4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.710108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.734533 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.762084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:13.764422 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b8faa76-5c88-44c8-a4f4-82692f0c7f27" -d '{"events": [{"server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "name": "network-vif-plugged", "status": "completed", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:13.786563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:13.792601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:13.812171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7d1fd138-e0e7-4b19-bc16-b3535faa844d None None] Provisioning complete for port 8e146b06-5230-48d6-a676-ac01888964b9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:13.812416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7d1fd138-e0e7-4b19-bc16-b3535faa844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.814068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.826773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:13.843965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d9c1d622-762c-449d-8506-e58b122d5908 admin admin] 10.222.0.21 "PUT /v2.0/routers/453b8088-5c88-4813-8193-6f6a46e8f3cf/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1329989 Jul 22 11:30:13.851502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:13.858492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.877822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.899996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=900096b4-eb90-43a2-aa94-37678e1d011a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.905311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7d1fd138-e0e7-4b19-bc16-b3535faa844d None None] Port 8e146b06-5230-48d6-a676-ac01888964b9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:13.909601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:13.910077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:13.911569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5eef0c6a-cf72-4011-93b3-1cc2b438af0b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/900096b4-eb90-43a2-aa94-37678e1d011a HTTP/1.1" status: 204 len: 168 time: 1.3511238 Jul 22 11:30:13.914159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:13.958383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78f0987-da95-4a3e-8145-93047bfcdda9 None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:13.994480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:14.016618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf915f6-05c2-4929-8d93-f66e9eefa429 req-a0409e4c-27a9-4249-8ec1-7e75c64486e4 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:14.019257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf915f6-05c2-4929-8d93-f66e9eefa429 req-a0409e4c-27a9-4249-8ec1-7e75c64486e4 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 949 time: 0.2518775 Jul 22 11:30:14.033288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5752f779-114a-4d5b-a721-cb680108fe37 req-707f7715-f5b2-4dd2-8c16-677fd4bfb572 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:14.035329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5752f779-114a-4d5b-a721-cb680108fe37 req-707f7715-f5b2-4dd2-8c16-677fd4bfb572 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.2699091 Jul 22 11:30:14.044146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.106435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Deleting port 131d884b-c218-42cb-ba3a-ed989f1a5daa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:14.106961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.131355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['392d1151-d9b9-495f-996a-d71f7a3b3d6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:14.153227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf915f6-05c2-4929-8d93-f66e9eefa429 req-8ee6968a-881a-40e3-a30d-596d9803ae31 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1148252 Jul 22 11:30:14.195259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5752f779-114a-4d5b-a721-cb680108fe37 req-8b6a3a16-3ce9-4031-92b6-1f0a1cfc4bbf tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1470156 Jul 22 11:30:14.214058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] DHCP port deletion for 3814f981-374b-4da2-ba31-09bc684e5bc6 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:30:14.222378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] For port 131d884b-c218-42cb-ba3a-ed989f1a5daa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=131d884b-c218-42cb-ba3a-ed989f1a5daa,segment=NetworkSegment(19be756a-69a5-4e8e-8191-bde8f9b3be98),segment_id=19be756a-69a5-4e8e-8191-bde8f9b3be98)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:14.222775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.238381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Calling delete_port for 131d884b-c218-42cb-ba3a-ed989f1a5daa owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:14.316986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Sync routers for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:14.349716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:14.350723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:14.358556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.398212 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1320e78e-fa69-4724-8591-7ed8a30d13d7 x-openstack-request-id: req-1320e78e-fa69-4724-8591-7ed8a30d13d7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:14.398576 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "name": "network-vif-plugged", "status": "completed", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:14.398835 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1320e78e-fa69-4724-8591-7ed8a30d13d7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:14.399230 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18', 'code': 200} Jul 22 11:30:14.406957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] No DVR routers for this DVR port 131d884b-c218-42cb-ba3a-ed989f1a5daa on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:14.427631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Pushing event deleted for resources: {'Port': ['ID=131d884b-c218-42cb-ba3a-ed989f1a5daa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:14.452756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Deleting port 131d884b-c218-42cb-ba3a-ed989f1a5daa {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:14.453154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.494821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc571d49-1499-4551-bfc2-57ab984e74b9 req-896f4bd6-837d-409f-b7b4-d79ad17da765 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:14.497793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc571d49-1499-4551-bfc2-57ab984e74b9 req-896f4bd6-837d-409f-b7b4-d79ad17da765 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2209787 Jul 22 11:30:14.507638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b8f12bfa-d916-4333-bd18-8196056f80f8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:14.523316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.532839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3814f981-374b-4da2-ba31-09bc684e5bc6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:14.543446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '19be756a-69a5-4e8e-8191-bde8f9b3be98') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:14.543745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '19be756a-69a5-4e8e-8191-bde8f9b3be98') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:14.554935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.574502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.583946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:30:14.584860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:30:14.587315 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:30:14.629810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] For port 131d884b-c218-42cb-ba3a-ed989f1a5daa, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:14.630199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.650070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:14.663070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.668616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc571d49-1499-4551-bfc2-57ab984e74b9 req-3a4b3ef9-5675-4ed9-a642-62dd0eec8f4d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487238 Jul 22 11:30:14.681461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Calling delete_port for 131d884b-c218-42cb-ba3a-ed989f1a5daa owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:14.686553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Port 131d884b-c218-42cb-ba3a-ed989f1a5daa was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:30:14.690726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.703306 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] 10.222.0.21 "DELETE /v2.0/networks/3814f981-374b-4da2-ba31-09bc684e5bc6 HTTP/1.1" status: 204 len: 168 time: 0.7815461 Jul 22 11:30:14.703306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a31b5304-e308-415f-8364-5c8470cad37c admin admin] Pushing event deleted for resources: {'Network': ['ID=3814f981-374b-4da2-ba31-09bc684e5bc6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:14.703813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.722333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.794780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebab660d-8580-4ed5-924e-6a6eb576f03f req-e5b4dddd-cb6e-4461-bb0e-c0d50a77808a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:14.796649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebab660d-8580-4ed5-924e-6a6eb576f03f req-e5b4dddd-cb6e-4461-bb0e-c0d50a77808a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 1101 time: 0.3146937 Jul 22 11:30:14.807509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-8e369089-a256-49fa-8f0d-3f0dec5def96 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3322875 Jul 22 11:30:14.812181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:14.817685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b8f12bfa-d916-4333-bd18-8196056f80f8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:14.818324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.820070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Pushing event deleted for resources: {'Port': ['ID=131d884b-c218-42cb-ba3a-ed989f1a5daa,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:14.823039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] Network 3814f981-374b-4da2-ba31-09bc684e5bc6 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:30:14.823564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99bf80a-c3ca-4cc1-b306-b1f302cf8879 None None] No DVR routers for this DVR port 131d884b-c218-42cb-ba3a-ed989f1a5daa on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:14.871226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:14.942287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-68c1388b-c212-43a0-b38e-3b0992ce5a76 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e7c5f96370e246baae224d4f11d7175b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0693855 Jul 22 11:30:14.945163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:14.948284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:14.953466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebab660d-8580-4ed5-924e-6a6eb576f03f req-c40c5a34-28bc-4d82-876b-a3d9f54022c1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106246 Jul 22 11:30:15.026024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.061438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.078126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:12Z', 'revision_number': 4, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8e146b06-5230-48d6-a676-ac01888964b9', 'name': '', 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'mac_address': 'fa:16:3e:82:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:10Z', 'updated_at': '2021-07-22T11:30:12Z', 'revision_number': 2, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'subnets': [{'id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:15.099577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7f89d0-dcb5-443d-a375-0b07aa6117c2 req-97e0b25a-c5f8-486d-bc2a-6023a9938291 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:15.101183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7f89d0-dcb5-443d-a375-0b07aa6117c2 req-97e0b25a-c5f8-486d-bc2a-6023a9938291 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.3187888 Jul 22 11:30:15.128028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 09714261-0e38-496b-b4bb-3de9da1ed0b2 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:15.133734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Checking router: 453b8088-5c88-4813-8193-6f6a46e8f3cf for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:15.134275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Updating router 453b8088-5c88-4813-8193-6f6a46e8f3cf port 8e146b06-5230-48d6-a676-ac01888964b9 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:30:15.153731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.156314 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.160380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27e5c8e5-81ea-43e1-84cd-40183d3a8abd HTTP/1.1" status: 204 len: 168 time: 0.2112620 Jul 22 11:30:15.176242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed72891-01e5-4121-abeb-186eaf1b539a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27e5c8e5-81ea-43e1-84cd-40183d3a8abd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:15.198390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 09714261-0e38-496b-b4bb-3de9da1ed0b2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:15.198691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 09714261-0e38-496b-b4bb-3de9da1ed0b2 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:15.199021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 131d884b-c218-42cb-ba3a-ed989f1a5daa no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:15.212755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7f89d0-dcb5-443d-a375-0b07aa6117c2 req-3ab4ed6a-7793-49a0-aed2-52521a559038 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059661 Jul 22 11:30:15.256626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 131d884b-c218-42cb-ba3a-ed989f1a5daa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:15.256972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 131d884b-c218-42cb-ba3a-ed989f1a5daa not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:15.257400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5a1562bc-dac3-4d9c-b688-12c99da7113d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:15.307095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5a1562bc-dac3-4d9c-b688-12c99da7113d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:15.307450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5a1562bc-dac3-4d9c-b688-12c99da7113d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:15.317120 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.327020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.354982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3cdc5e88-9bbb-48eb-8e49-94ccbb593b52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.468575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Deleting port 248911ff-d78b-458a-9f01-8950c108bf6f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:15.468575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.558301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Allocated IP 172.25.6.175 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b6dfd999-02a9-411b-a3ce-afa4863df888) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:15.640611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b06c9ffe-892f-4060-8410-4ebedae55b16 req-293813e8-c3b4-4b48-9db6-7597e452f8a3 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:15.642181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b06c9ffe-892f-4060-8410-4ebedae55b16 req-293813e8-c3b4-4b48-9db6-7597e452f8a3 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 950 time: 0.2421143 Jul 22 11:30:15.653662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] For port 248911ff-d78b-458a-9f01-8950c108bf6f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=248911ff-d78b-458a-9f01-8950c108bf6f,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:15.654587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.726910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Calling delete_port for 248911ff-d78b-458a-9f01-8950c108bf6f owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:15.727197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.740846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Transition to ACTIVE for port object 8e146b06-5230-48d6-a676-ac01888964b9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:15.752580 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:15.871232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b06c9ffe-892f-4060-8410-4ebedae55b16 req-5a532fb1-a63d-44c4-a9d2-fd53a1a1d1b4 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2095315 Jul 22 11:30:15.919675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064f04e-2db9-4620-b24c-384ef41f6fba None None] Pushing event updated for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:16.001099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.082215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Attempting to bind port 8e146b06-5230-48d6-a676-ac01888964b9 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:16.083368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Attempting to bind port 8e146b06-5230-48d6-a676-ac01888964b9 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:16.083960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Attempting to bind port 8e146b06-5230-48d6-a676-ac01888964b9 on network e679195b-300a-4388-a79c-0cde51aaa779 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:16.100305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 29, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:16.110097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Checking segment: {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:16.114070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.118121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Bound using segment: {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:16.119407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Bound port: 8e146b06-5230-48d6-a676-ac01888964b9, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a5e89b57-6826-40ca-a043-b6bbde76bd91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:16.119407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.322041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] For port 8e146b06-5230-48d6-a676-ac01888964b9, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:16.341642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.349070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] For port 8e146b06-5230-48d6-a676-ac01888964b9, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8e146b06-5230-48d6-a676-ac01888964b9,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:16.363800 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.432590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:16.434939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:16.476165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:16.481270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=b6dfd999-02a9-411b-a3ce-afa4863df888,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:16.486818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:16.500349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:16.617426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a064f04e-2db9-4620-b24c-384ef41f6fba None None] Pushing event updated for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:16.701378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.703761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:16.732761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Pushing event deleted for resources: {'Port': ['ID=248911ff-d78b-458a-9f01-8950c108bf6f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:16.745738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c9bee0d-dc03-4a14-883b-0ab34e9bc929 req-048dac6a-12d9-47bc-8351-9c53c934c13b tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:16.747814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c9bee0d-dc03-4a14-883b-0ab34e9bc929 req-048dac6a-12d9-47bc-8351-9c53c934c13b tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.4355476 Jul 22 11:30:16.816339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:16.916245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c9bee0d-dc03-4a14-883b-0ab34e9bc929 req-f6f3eaad-b6e6-49f7-ae79-25cf39d61ddd tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1589029 Jul 22 11:30:17.053935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.107561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:12Z', 'revision_number': 4, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8e146b06-5230-48d6-a676-ac01888964b9', 'name': '', 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'mac_address': 'fa:16:3e:82:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:10Z', 'updated_at': '2021-07-22T11:30:16Z', 'revision_number': 4, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'subnets': [{'id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:17.139133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:17.142898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2373bc7e-9248-4ca9-90e7-3df781d49352 None None] The sync data for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 is: [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:12Z', 'revision_number': 4, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8e146b06-5230-48d6-a676-ac01888964b9', 'name': '', 'network_id': 'e679195b-300a-4388-a79c-0cde51aaa779', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'mac_address': 'fa:16:3e:82:61:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_interface', 'standard_attr_id': 843, 'fixed_ips': [{'subnet_id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:10Z', 'updated_at': '2021-07-22T11:30:16Z', 'revision_number': 4, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'subnets': [{'id': '58403a8c-319d-4539-acb7-9ae32dee765c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:17.194884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.208717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:17.208883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1b362d1-ee30-44e7-a3c0-c27467e34984 req-92e3f880-bc5e-47ac-9108-50aaacb85068 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:17.211999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1b362d1-ee30-44e7-a3c0-c27467e34984 req-92e3f880-bc5e-47ac-9108-50aaacb85068 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.1962311 Jul 22 11:30:17.215642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:17.215642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.350419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.379551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:17.382134 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afd22f6-25e5-43d9-aefc-13d379b91e03" -d '{"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:17.407131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:17.413764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.510896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:17.753328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1b362d1-ee30-44e7-a3c0-c27467e34984 req-8dc71237-68bf-4e87-ae1d-4b6f93c6f4bb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1254742 Jul 22 11:30:17.763550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.808552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.828839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:17.991707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=b6dfd999-02a9-411b-a3ce-afa4863df888,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:18.015137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.047276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.049595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-dd54f718-530d-4690-b64c-53fa2577dc14 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 3.2411287 Jul 22 11:30:18.101830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Router 162658d0-e654-4798-ae44-04598f2916c1 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:18.114019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-bcdcea5d-68fb-4554-8699-670c117aeacd tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0535514 Jul 22 11:30:18.154477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d8475871-ab20-4ba1-9aca-7e644fc5d823 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.353965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-174e09c8-f8fb-42f2-920c-92e13fbc7714 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:18.355349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84e53bbc-ebf2-453e-8110-e6990e37686a req-174e09c8-f8fb-42f2-920c-92e13fbc7714 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2340014 Jul 22 11:30:18.377756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14e93f98-d0e1-493c-8b06-cd042d28d79d req-be96e2d0-cf44-4eeb-bb8f-ad626c2a4218 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:18.384836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14e93f98-d0e1-493c-8b06-cd042d28d79d req-be96e2d0-cf44-4eeb-bb8f-ad626c2a4218 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 950 time: 0.2331595 Jul 22 11:30:18.387918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:18.401211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:18.404151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Sync routers for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:18.409874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3f5531f-2570-463c-bf03-a33e3ec045e0 admin admin] 10.222.0.21 "PUT /v2.0/routers/162658d0-e654-4798-ae44-04598f2916c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7850704 Jul 22 11:30:18.418204 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:18.419513 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:18.420821 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17a9e66b-88b2-48b1-aaad-632fb997851e x-openstack-request-id: req-17a9e66b-88b2-48b1-aaad-632fb997851e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:18.421125 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:18.421382 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17a9e66b-88b2-48b1-aaad-632fb997851e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:18.421784 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'code': 200} Jul 22 11:30:18.490017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14e93f98-d0e1-493c-8b06-cd042d28d79d req-0750c1f2-8d0b-4a2b-af5c-f3a6e7fa0fc6 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042457 Jul 22 11:30:18.583718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.648523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8e146b06-5230-48d6-a676-ac01888964b9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:18.670807 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:18.682996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ac5b73-2a7d-40e3-9c02-2ca9cadc6229 req-4b0ed164-2d9f-4ce5-800c-1bc8e7cba521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:18.684523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22ac5b73-2a7d-40e3-9c02-2ca9cadc6229 req-4b0ed164-2d9f-4ce5-800c-1bc8e7cba521 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1100 time: 0.1885717 Jul 22 11:30:18.712674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8e146b06-5230-48d6-a676-ac01888964b9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:18.717394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8e146b06-5230-48d6-a676-ac01888964b9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:18.717836 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.750854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22ac5b73-2a7d-40e3-9c02-2ca9cadc6229 req-2cf0e301-075f-49ef-9466-99bf28ea0491 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575857 Jul 22 11:30:18.764203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ae971-0fb1-4778-8de7-fe9d308f7745 req-dd9d850a-23fa-4a62-9261-34314dce3130 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:18.765739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a6ae971-0fb1-4778-8de7-fe9d308f7745 req-dd9d850a-23fa-4a62-9261-34314dce3130 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1941717 Jul 22 11:30:18.779394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.798360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce31d1f-6c53-4d23-a6ae-1f4f06ef652e req-10abe81b-476e-40dd-994e-7dde16bff965 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:18.806368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ce31d1f-6c53-4d23-a6ae-1f4f06ef652e req-10abe81b-476e-40dd-994e-7dde16bff965 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1741071 Jul 22 11:30:18.845728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Deleting port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:18.846316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.860755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.877884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ce31d1f-6c53-4d23-a6ae-1f4f06ef652e req-0afb7bdf-796d-423a-a188-8fcc8c171341 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0704737 Jul 22 11:30:18.880949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a6ae971-0fb1-4778-8de7-fe9d308f7745 req-6d5441f7-7ff7-4865-9f33-5589a0ea9667 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066723 Jul 22 11:30:18.918309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8e146b06-5230-48d6-a676-ac01888964b9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8e146b06-5230-48d6-a676-ac01888964b9,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:18.926352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:18.942138 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126'}], 'enable_snat': True}, 'gw_port_id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:30:16Z', 'revision_number': 5, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port': {'id': '5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:1f:c2:40', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162658d0-e654-4798-ae44-04598f2916c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 98, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.126', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:24:49Z', 'updated_at': '2021-07-22T11:24:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:18.976739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Checking router: 162658d0-e654-4798-ae44-04598f2916c1 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:18.988620 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Routers {'162658d0-e654-4798-ae44-04598f2916c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:18.989261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['162658d0-e654-4798-ae44-04598f2916c1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:18.989974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:18.999725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] For port 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:19.000100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.013569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Calling delete_port for 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:19.074991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-9abcef00-1de0-45dc-b7a9-0de63b22dacd tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1520607 Jul 22 11:30:19.084718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:19.121367 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] Set router 162658d0-e654-4798-ae44-04598f2916c1 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:19.127741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.191523 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:30:18Z', 'revision_number': 6, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:19.227594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.228746 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3b2c7c84-04ac-4ef0-9755-a8b3b58cd8ba None None] The sync data for ids ['162658d0-e654-4798-ae44-04598f2916c1'] in n-d-754448-4 is: [{'id': '162658d0-e654-4798-ae44-04598f2916c1', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-989836545-router', 'tenant_id': '7d025c7c417348b695c5c73f84470a1c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:24:48Z', 'updated_at': '2021-07-22T11:30:18Z', 'revision_number': 6, 'project_id': '7d025c7c417348b695c5c73f84470a1c', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:19.238662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.265326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Pushing event deleted for resources: {'Port': ['ID=5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:19.293199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb15fec3-3fdd-418b-9a08-16d0fcd8b71c req-89556c92-73a8-4b22-961a-f596f3180c97 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:19.294828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb15fec3-3fdd-418b-9a08-16d0fcd8b71c req-89556c92-73a8-4b22-961a-f596f3180c97 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.1348372 Jul 22 11:30:19.320770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.325085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.374974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb15fec3-3fdd-418b-9a08-16d0fcd8b71c req-822c3fab-4944-4933-aeb4-b6d9cc21ecf8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717309 Jul 22 11:30:19.419148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.421386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.458355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Allocated IP 172.25.6.109 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/8948c897-0396-4d74-8cad-d8d821bcf30b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:19.476860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.477705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 162658d0-e654-4798-ae44-04598f2916c1 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:30:19.483852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.487613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84374780-682e-4f20-b660-ce8e95508a2a admin admin] 10.222.0.21 "DELETE /v2.0/routers/162658d0-e654-4798-ae44-04598f2916c1 HTTP/1.1" status: 204 len: 168 time: 1.0838959 Jul 22 11:30:19.488142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:19.534012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Deleting subnet 14101cac-9af2-420f-a8b0-c742cc24f607 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:30:19.537135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.577895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.623247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.648155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af5ac8df-ebcc-48b4-b69e-4e652cee5ecd req-752009cd-0382-4743-80ba-457739b65c45 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:19.649796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af5ac8df-ebcc-48b4-b69e-4e652cee5ecd req-752009cd-0382-4743-80ba-457739b65c45 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1195471 Jul 22 11:30:19.678060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.723024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af5ac8df-ebcc-48b4-b69e-4e652cee5ecd req-42789ce7-f6a2-43a1-b48f-83ddc75f4e58 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647354 Jul 22 11:30:19.728871 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.788989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:19.790116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:19.794884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:19.820705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=8948c897-0396-4d74-8cad-d8d821bcf30b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:19.833487 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:30:19.932292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:19.943183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51796daa-60b0-4923-99e3-31ea5552b355 req-b4c60b9c-c9ac-4f24-82fb-aca558fc40ff tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:19.944812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51796daa-60b0-4923-99e3-31ea5552b355 req-b4c60b9c-c9ac-4f24-82fb-aca558fc40ff tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 950 time: 0.1283801 Jul 22 11:30:20.015289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51796daa-60b0-4923-99e3-31ea5552b355 req-ffea5b75-acd5-4b62-a3a1-cb8051478509 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642288 Jul 22 11:30:20.015871 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.076027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.090412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.095786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/14101cac-9af2-420f-a8b0-c742cc24f607 HTTP/1.1" status: 204 len: 168 time: 0.6064823 Jul 22 11:30:20.098365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:20.100575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c583d428-fabe-4118-9569-f300b3e69b28 None None] Network 694bd8e9-553f-4ab8-9a56-f48df5b7efbc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:20.116650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f827f2a9-ad65-4418-90f0-050703937523 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=14101cac-9af2-420f-a8b0-c742cc24f607,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:20.253619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.329038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] DHCP port deletion for 694bd8e9-553f-4ab8-9a56-f48df5b7efbc request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:30:20.350294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-585c82fc-0531-4c85-bfcd-6d45a349adee req-bcb6b2e9-3182-4b73-8087-7e578453c513 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:20.351752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-585c82fc-0531-4c85-bfcd-6d45a349adee req-bcb6b2e9-3182-4b73-8087-7e578453c513 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1752765 Jul 22 11:30:20.357271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.371800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.378235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Deleting port 1afe1e71-692b-43c9-8054-ca879e4e7c0b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:20.378747 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.451437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-585c82fc-0531-4c85-bfcd-6d45a349adee req-b84898de-16eb-44e4-bcbc-e566f9185069 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0905058 Jul 22 11:30:20.456679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8e146b06-5230-48d6-a676-ac01888964b9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:20.461131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] For port 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1afe1e71-692b-43c9-8054-ca879e4e7c0b,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:20.461531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.472040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Deleting port 1afe1e71-692b-43c9-8054-ca879e4e7c0b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:20.472380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.495257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Calling delete_port for 1afe1e71-692b-43c9-8054-ca879e4e7c0b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:20.506191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=8948c897-0396-4d74-8cad-d8d821bcf30b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:20.560438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.573492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-887396a8-8353-4269-9494-906c79592512 admin admin] For port 1afe1e71-692b-43c9-8054-ca879e4e7c0b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1afe1e71-692b-43c9-8054-ca879e4e7c0b,segment=NetworkSegment(25068563-1082-4c1a-a1b5-8d72af615dd2),segment_id=25068563-1082-4c1a-a1b5-8d72af615dd2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:20.573855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.583573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8e146b06-5230-48d6-a676-ac01888964b9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:20.583950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.636206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Calling delete_port for 1afe1e71-692b-43c9-8054-ca879e4e7c0b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:20.638712 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.643758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.644984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-144beba2-395b-45db-8824-fafaecee7106 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.5644696 Jul 22 11:30:20.683686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] Pushing event deleted for resources: {'Port': ['ID=1afe1e71-692b-43c9-8054-ca879e4e7c0b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:20.690325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c17696e-ff44-4a54-88ce-db7a78a143a7 None None] No DVR routers for this DVR port 1afe1e71-692b-43c9-8054-ca879e4e7c0b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:20.752778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-8aef7a4d-fd05-4be8-8128-36c97505d480 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0970831 Jul 22 11:30:20.753981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 248911ff-d78b-458a-9f01-8950c108bf6f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:20.776790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 248911ff-d78b-458a-9f01-8950c108bf6f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:20.777129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 248911ff-d78b-458a-9f01-8950c108bf6f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:20.777546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:20.796708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:20.797050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c3dd93b-cf60-4d4b-8a51-c445a7daa2aa not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:20.797458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1afe1e71-692b-43c9-8054-ca879e4e7c0b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:20.814639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f9d5c578-180e-4f3c-9ddf-1dd9847640f5 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:20.816104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f9d5c578-180e-4f3c-9ddf-1dd9847640f5 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.36 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 950 time: 0.2657576 Jul 22 11:30:20.816519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 1afe1e71-692b-43c9-8054-ca879e4e7c0b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:20.816870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1afe1e71-692b-43c9-8054-ca879e4e7c0b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:20.831479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ea61a9-7dab-4ebd-ad87-bd7c275d334b req-d1f1e0c0-dabc-4054-a1f6-1e4b8c2351d6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:20.832948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47ea61a9-7dab-4ebd-ad87-bd7c275d334b req-d1f1e0c0-dabc-4054-a1f6-1e4b8c2351d6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2689233 Jul 22 11:30:20.927561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:20.980270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Pushing event deleted for resources: {'Port': ['ID=1afe1e71-692b-43c9-8054-ca879e4e7c0b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:20.982189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-887396a8-8353-4269-9494-906c79592512 admin admin] No DVR routers for this DVR port 1afe1e71-692b-43c9-8054-ca879e4e7c0b on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:21.041224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47ea61a9-7dab-4ebd-ad87-bd7c275d334b req-26bd661c-8c3d-428a-935b-fb3a5e49302d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1912506 Jul 22 11:30:21.055272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-611e1ac9-a316-4b38-9eca-cb50948760fa tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:21.056622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9df8fcd7-aa0d-428a-b04b-f7cd46d22940 req-611e1ac9-a316-4b38-9eca-cb50948760fa tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2962091 Jul 22 11:30:21.116308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.138984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-887396a8-8353-4269-9494-906c79592512 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['694bd8e9-553f-4ab8-9a56-f48df5b7efbc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:21.169187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-887396a8-8353-4269-9494-906c79592512 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25068563-1082-4c1a-a1b5-8d72af615dd2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:21.169488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-887396a8-8353-4269-9494-906c79592512 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25068563-1082-4c1a-a1b5-8d72af615dd2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:21.183096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.209086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.209335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Deleting port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:21.209610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.237106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.281456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:30:21.281852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:30:21.283897 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:30:21.439561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:21.561917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3194af-3c26-4e67-a783-f50038f72bfc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.657134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3194af-3c26-4e67-a783-f50038f72bfc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.662112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3194af-3c26-4e67-a783-f50038f72bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.701463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3194af-3c26-4e67-a783-f50038f72bfc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d30d576-e841-4d36-875e-fbccbd176d64,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:21.702741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a35fe026-407f-4208-b20b-56dca1890f8c req-c77acceb-e83a-4b4c-bf45-bb6d0c889850 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:21.704238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a35fe026-407f-4208-b20b-56dca1890f8c req-c77acceb-e83a-4b4c-bf45-bb6d0c889850 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.5842175 Jul 22 11:30:21.710467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:21.711850 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a3194af-3c26-4e67-a783-f50038f72bfc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=58cda5531ac04cff89838849b0c042f5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2710118 Jul 22 11:30:21.714427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.771817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.773649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-887396a8-8353-4269-9494-906c79592512 admin admin] 10.222.0.21 "DELETE /v2.0/networks/694bd8e9-553f-4ab8-9a56-f48df5b7efbc HTTP/1.1" status: 204 len: 168 time: 1.6739781 Jul 22 11:30:21.790758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-887396a8-8353-4269-9494-906c79592512 admin admin] Pushing event deleted for resources: {'Network': ['ID=694bd8e9-553f-4ab8-9a56-f48df5b7efbc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:21.804144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] For port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:21.804512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.844493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Calling delete_port for fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:21.853316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b206477-4fde-46af-85c6-773a4f7e676a req-a0b5cb6a-f519-4289-9c45-56da1d66c59c tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:21.854860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b206477-4fde-46af-85c6-773a4f7e676a req-a0b5cb6a-f519-4289-9c45-56da1d66c59c tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/ports?device_id=fb7d27e2-8da5-4b6a-91f5-92d41c63c52a HTTP/1.1" status: 200 len: 950 time: 0.6224072 Jul 22 11:30:21.861976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a35fe026-407f-4208-b20b-56dca1890f8c req-b836cb48-4a7a-409c-ac12-19e277cdae22 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1446500 Jul 22 11:30:21.901248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:21.908184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:21.949706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd7f75af-ee51-4de0-9831-68713e99fdfa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24534c6de3854106a276c03a5b08a9a2&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0402215 Jul 22 11:30:21.952206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:21.977408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b206477-4fde-46af-85c6-773a4f7e676a req-f6206c03-6683-43d4-8118-2995fab379b0 tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.21 "GET /v2.0/security-groups?id=192aa974-7a5c-4a82-ba89-95814cb3374c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1143031 Jul 22 11:30:22.002195 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.016586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.043298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.095674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.098473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.102045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f2db153-396a-46ff-ba12-049868dc873a HTTP/1.1" status: 204 len: 168 time: 0.1466703 Jul 22 11:30:22.108665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57afcd2-097b-4407-b12d-bcc007993eca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f2db153-396a-46ff-ba12-049868dc873a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:22.180633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-c6a06c99-f453-4054-9006-bccf9e39d486 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2435472 Jul 22 11:30:22.202300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:22.209475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.211997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.213087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d30d576-e841-4d36-875e-fbccbd176d64 HTTP/1.1" status: 204 len: 168 time: 0.5005162 Jul 22 11:30:22.245183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acf253a-053a-48d0-abca-52087aa01111 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d30d576-e841-4d36-875e-fbccbd176d64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:22.276475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d078985a-f4fc-471c-bd69-ba5b58f2827d req-ca8ef725-bf2e-4b87-98e1-fc7ad2c3910e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:22.277935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d078985a-f4fc-471c-bd69-ba5b58f2827d req-ca8ef725-bf2e-4b87-98e1-fc7ad2c3910e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2065511 Jul 22 11:30:22.278712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.293423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.331363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Pushing event deleted for resources: {'Port': ['ID=fd2c3c71-52ed-4c97-9e7e-0dd98cddba18,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:22.407009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] No DVR routers for this DVR port fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:22.409887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.413144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98730edf-d9d3-475d-8257-831bab2a2e76 req-f05651f6-2fc3-4320-bd32-1d5cd3600c2b tempest-ImagesNegativeTestJSON-243664705 tempest-ImagesNegativeTestJSON-243664705-project] 10.222.0.36 "DELETE /v2.0/ports/fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 HTTP/1.1" status: 204 len: 173 time: 1.5745270 Jul 22 11:30:22.425545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'name': 'network-vif-deleted', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:22.428104 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c06aedc5-eb6b-466c-879b-0f6ac97b97a6" -d '{"events": [{"server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "name": "network-vif-deleted", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:22.442872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d078985a-f4fc-471c-bd69-ba5b58f2827d req-f44abe53-7701-4da1-8a9d-d6c3f1584d7d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461031 Jul 22 11:30:22.635263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.652136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7d114e2-6d76-4cee-8473-74e01e76aaca req-b36c83e1-5093-443f-9a7c-d21fd76d48a3 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:22.653651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7d114e2-6d76-4cee-8473-74e01e76aaca req-b36c83e1-5093-443f-9a7c-d21fd76d48a3 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1250362 Jul 22 11:30:22.654975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:22.702274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa828323-d5ac-45c1-91b4-372bd524673a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7d025c7c417348b695c5c73f84470a1c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0455532 Jul 22 11:30:22.705831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:22.740997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7d114e2-6d76-4cee-8473-74e01e76aaca req-324ecec3-369d-4a94-8342-2733177093ee tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541461 Jul 22 11:30:22.766867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.791806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.792313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Allocated IP 172.25.6.64 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/15c9924b-90ea-462d-9c98-5a714dd46fde) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:22.859537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.862531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:22.864662 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/df7def14-3f78-49ca-bacd-13106ca6a8c7 HTTP/1.1" status: 204 len: 168 time: 0.1578834 Jul 22 11:30:22.874257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c681d628-93ff-4bbd-bb32-b0b8bb78b3f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=df7def14-3f78-49ca-bacd-13106ca6a8c7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:22.947419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d610db16-a857-4f94-ab53-85ec820f74fa req-eea15fda-d2cf-4a8d-a9fd-d2100ea11f59 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:22.948934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d610db16-a857-4f94-ab53-85ec820f74fa req-eea15fda-d2cf-4a8d-a9fd-d2100ea11f59 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.1383796 Jul 22 11:30:22.974471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.013245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d610db16-a857-4f94-ab53-85ec820f74fa req-be05b3d0-733a-45aa-93a3-7bff8010c1b9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544262 Jul 22 11:30:23.043458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.086558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:23.090135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:23.098939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:23.150326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:23.155529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=15c9924b-90ea-462d-9c98-5a714dd46fde,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:23.202191 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a197e1f4-c388-4f89-84d0-8105a2eea54f x-openstack-request-id: req-a197e1f4-c388-4f89-84d0-8105a2eea54f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:23.202636 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fb7d27e2-8da5-4b6a-91f5-92d41c63c52a", "name": "network-vif-deleted", "tag": "fd2c3c71-52ed-4c97-9e7e-0dd98cddba18", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:23.203074 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a197e1f4-c388-4f89-84d0-8105a2eea54f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:23.203581 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fb7d27e2-8da5-4b6a-91f5-92d41c63c52a', 'name': 'network-vif-deleted', 'tag': 'fd2c3c71-52ed-4c97-9e7e-0dd98cddba18', 'status': 'completed', 'code': 200} Jul 22 11:30:23.212439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:23.214765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fd2c3c71-52ed-4c97-9e7e-0dd98cddba18 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:23.232461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.295418 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.457915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8aaa4c2-0f53-4135-b21f-18885c89da44 req-85615edf-0d98-4646-a1d5-552cadfcd73b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:23.459757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8aaa4c2-0f53-4135-b21f-18885c89da44 req-85615edf-0d98-4646-a1d5-552cadfcd73b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1454391 Jul 22 11:30:23.529513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8aaa4c2-0f53-4135-b21f-18885c89da44 req-8d29c188-3aaa-4e17-ba51-a50035f4b12a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0620978 Jul 22 11:30:23.570921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.577645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.674014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=15c9924b-90ea-462d-9c98-5a714dd46fde,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:23.684482 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.707944 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:23.709558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-57938b73-dcac-4015-ab7e-1d735e203865 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 1.5216269 Jul 22 11:30:23.788912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-80c6b467-c76e-4eee-a367-29b7bda14275 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0601702 Jul 22 11:30:23.832303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612f131a-e5d5-44f9-a1fc-7b9a53eee6d8 req-adac4726-413a-4ec1-9444-d1eaa3bc3218 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:23.833814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-612f131a-e5d5-44f9-a1fc-7b9a53eee6d8 req-adac4726-413a-4ec1-9444-d1eaa3bc3218 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1397011 Jul 22 11:30:23.914365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-612f131a-e5d5-44f9-a1fc-7b9a53eee6d8 req-94d92ab2-0354-4ed2-8d9e-50e435f59c6b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711560 Jul 22 11:30:23.950013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-9bcd2290-5bd1-477f-80ac-879e4d11099d tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:23.951096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e096b00b-3718-47ca-b7c3-c43841aaec3a req-9bcd2290-5bd1-477f-80ac-879e4d11099d tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1498194 Jul 22 11:30:24.113052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d34db86-e526-4b81-ba3e-3ec4ddfcf6a9 req-d476e288-9cd4-409d-b901-7fad999ff0f2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:24.120859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d34db86-e526-4b81-ba3e-3ec4ddfcf6a9 req-d476e288-9cd4-409d-b901-7fad999ff0f2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.0866814 Jul 22 11:30:24.251922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d34db86-e526-4b81-ba3e-3ec4ddfcf6a9 req-db414ad3-d45a-4201-9fde-ab50c6bcbe05 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302083 Jul 22 11:30:24.307655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-6daf59be-b205-40fe-a61a-2985e9122ad2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1833982 Jul 22 11:30:24.316812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-ddc3be12-430d-4627-a2e1-1d9909068333 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1595647 Jul 22 11:30:24.322347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:24.353662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:24.510178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d087b50-013f-4a7b-9c06-f3b44f89ff42 req-df98901a-cb2f-42f6-adaf-20352ba6a4fb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:24.511759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d087b50-013f-4a7b-9c06-f3b44f89ff42 req-df98901a-cb2f-42f6-adaf-20352ba6a4fb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.1304948 Jul 22 11:30:24.571005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d087b50-013f-4a7b-9c06-f3b44f89ff42 req-88eeb288-b732-4282-87a4-6e9b7fcee122 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484288 Jul 22 11:30:24.577616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:24.705960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Allocated IP 172.25.6.180 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/93038fe1-1797-4d82-a24f-fc768275acdc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:24.835198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bfd6fd5-9f1d-4fed-a3ba-54302f1cc8e1 req-fccdbfb0-fc45-4adb-befa-77d286744529 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:24.836749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bfd6fd5-9f1d-4fed-a3ba-54302f1cc8e1 req-fccdbfb0-fc45-4adb-befa-77d286744529 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1285896 Jul 22 11:30:24.894328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:24.912509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bfd6fd5-9f1d-4fed-a3ba-54302f1cc8e1 req-e1e91263-f6e3-4fb7-afac-3a91b78cf550 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643671 Jul 22 11:30:24.959802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.012762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:25.018007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:25.022337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:25.077318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=93038fe1-1797-4d82-a24f-fc768275acdc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:25.136474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.200366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.384182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1b3a20d-65c7-40ee-be67-eb6130a8fef8 req-2543170b-c3f6-4f30-afb9-820c6bed09b0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:25.385665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1b3a20d-65c7-40ee-be67-eb6130a8fef8 req-2543170b-c3f6-4f30-afb9-820c6bed09b0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1567562 Jul 22 11:30:25.454093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1b3a20d-65c7-40ee-be67-eb6130a8fef8 req-1fff1be9-79f2-4e21-aa08-951a401dbe93 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0561564 Jul 22 11:30:25.456530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.461824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.543193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event updated for resources: {'Port': ['ID=93038fe1-1797-4d82-a24f-fc768275acdc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:25.549858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.566937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:25.570423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-15ce712b-c6e8-4054-aa3f-fb9956431601 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.2503927 Jul 22 11:30:25.654160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-46477bc6-5153-4563-b300-5efd5b733b69 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0789063 Jul 22 11:30:25.829868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2c0da2-5a3d-4486-91cc-81fa1da25da6 req-13d8d1e0-f94f-45de-a716-808cd9ed5479 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:25.830108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:25.830740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b2c0da2-5a3d-4486-91cc-81fa1da25da6 req-13d8d1e0-f94f-45de-a716-808cd9ed5479 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1950028 Jul 22 11:30:25.837236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-4448b52e-42bb-433a-b8ba-405fd4994512 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:25.838513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68036af-d935-4b2e-8b2e-4149f6c5e6b7 req-4448b52e-42bb-433a-b8ba-405fd4994512 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1677740 Jul 22 11:30:25.843132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-68eb08bf-59ab-4958-80e6-1aa16cfea99e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:25.844525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-68eb08bf-59ab-4958-80e6-1aa16cfea99e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1100 time: 0.1727152 Jul 22 11:30:25.916535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b2c0da2-5a3d-4486-91cc-81fa1da25da6 req-8b38a063-25e8-47a3-b309-3123b222b063 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757513 Jul 22 11:30:25.983512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-bd701f73-2819-4c56-a12b-2ff11d7139ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:25.985059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-bd701f73-2819-4c56-a12b-2ff11d7139ba service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1210818 Jul 22 11:30:26.004438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d08ca67-6364-413c-85e5-05cce584ee55 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=508dc5396f374520ae14cdec8a6c41dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1733267 Jul 22 11:30:26.006850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:26.050084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-fcc65203-ccda-45b7-9a88-c1a37d59b351 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0553432 Jul 22 11:30:26.057819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:26.081067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:26.116975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd4d185-f3be-4cad-9b5d-6525c4fabfd6 req-f5ca347d-24b7-4513-91e5-6595e45f1338 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:26.118496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4fd4d185-f3be-4cad-9b5d-6525c4fabfd6 req-f5ca347d-24b7-4513-91e5-6595e45f1338 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.1325157 Jul 22 11:30:26.120340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-4bb9e03b-465d-4112-b9db-45f2cd325f7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:26.122598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-4bb9e03b-465d-4112-b9db-45f2cd325f7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0654058 Jul 22 11:30:26.138406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:26.140684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:26.142951 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/192aa974-7a5c-4a82-ba89-95814cb3374c HTTP/1.1" status: 204 len: 168 time: 0.1343946 Jul 22 11:30:26.172796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-841006df-d723-463a-be32-995ca3d8898d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=192aa974-7a5c-4a82-ba89-95814cb3374c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:26.193302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4fd4d185-f3be-4cad-9b5d-6525c4fabfd6 req-d391b08c-6b50-4216-b84c-c82e5358ce85 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0665004 Jul 22 11:30:26.216494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-8d89b37b-27a9-40cb-a63c-e654de8a7e51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:26.218049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-8d89b37b-27a9-40cb-a63c-e654de8a7e51 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0851822 Jul 22 11:30:26.295510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f657bc6-df6b-4575-8c2e-7dff25ae94c0 req-e8d9b055-49d8-4e29-b720-0fae69e0f570 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips/ef82b4e5-2df2-4ea9-a292-c52943cd795a HTTP/1.1" status: 200 len: 693 time: 0.0718300 Jul 22 11:30:26.775104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-d4d0628a-b88c-4bb2-bb22-68bfede0f80a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5433669 Jul 22 11:30:26.823260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f657bc6-df6b-4575-8c2e-7dff25ae94c0 req-5399b500-e610-46cc-b79e-fba6ef9ed9f8 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:26.824590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f657bc6-df6b-4575-8c2e-7dff25ae94c0 req-5399b500-e610-46cc-b79e-fba6ef9ed9f8 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.5181808 Jul 22 11:30:26.840783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-6f657bc6-df6b-4575-8c2e-7dff25ae94c0 req-4c9e81f0-f19b-478d-939a-04d3deae0d66 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:30:26.841753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f657bc6-df6b-4575-8c2e-7dff25ae94c0 req-4c9e81f0-f19b-478d-939a-04d3deae0d66 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0088189 Jul 22 11:30:26.887582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a00dd57-5621-4195-bbcf-2662d3badc3a req-75aeddcc-72e9-43a4-95ca-2c1126b2b20d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:26.889060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a00dd57-5621-4195-bbcf-2662d3badc3a req-75aeddcc-72e9-43a4-95ca-2c1126b2b20d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5060956 Jul 22 11:30:26.980316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-13063aa9-0554-4b9f-b4d0-a855a53c6c9c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips/ef82b4e5-2df2-4ea9-a292-c52943cd795a HTTP/1.1" status: 200 len: 693 time: 0.0855126 Jul 22 11:30:26.990517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-9a489d7b-cc2a-4d17-92b1-52a43a992431 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2083478 Jul 22 11:30:27.017403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a00dd57-5621-4195-bbcf-2662d3badc3a req-5a1bc2df-ecf2-4aa2-ae0b-66822a96516f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147966 Jul 22 11:30:27.107891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.117362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-0d6bd20e-0461-4522-ac81-0a3d0faf6160 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:27.118778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-0d6bd20e-0461-4522-ac81-0a3d0faf6160 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1304824 Jul 22 11:30:27.172862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-286242e5-2919-472f-8360-258c0f997790 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0477037 Jul 22 11:30:27.224574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-d9b15adf-c8d8-4c81-ab9e-2d2d117d4aba tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.180 HTTP/1.1" status: 200 len: 696 time: 0.0448375 Jul 22 11:30:27.409724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Deleting port 93038fe1-1797-4d82-a24f-fc768275acdc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:27.410080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.433386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbbf565-714c-447c-a6d6-3f750dd86596 req-42ca4670-849a-4aa2-bf72-8f8e4907ea51 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:27.435053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fbbf565-714c-447c-a6d6-3f750dd86596 req-42ca4670-849a-4aa2-bf72-8f8e4907ea51 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1239021 Jul 22 11:30:27.508277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:27.515359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fbbf565-714c-447c-a6d6-3f750dd86596 req-e2746f50-a2bf-4e0f-b399-093058a49b2f tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693974 Jul 22 11:30:27.543739 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.544035 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.567662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Calling delete_port for 93038fe1-1797-4d82-a24f-fc768275acdc owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:27.644542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57d64716-51d2-476e-8a8f-bbf034bb70f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.720777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a729ac8c-364a-4a8f-997a-38484143c1fb req-0df2785c-3121-4c0d-96d2-65e1b4120fd0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:27.722334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a729ac8c-364a-4a8f-997a-38484143c1fb req-0df2785c-3121-4c0d-96d2-65e1b4120fd0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1332433 Jul 22 11:30:27.758748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57d64716-51d2-476e-8a8f-bbf034bb70f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.765082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57d64716-51d2-476e-8a8f-bbf034bb70f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.804568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a729ac8c-364a-4a8f-997a-38484143c1fb req-3dae77ec-317e-4456-bc14-52e687c98066 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720017 Jul 22 11:30:27.809093 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.809234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-57d64716-51d2-476e-8a8f-bbf034bb70f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ea1f0698f0641b380f6ce0b2b100ea0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2992017 Jul 22 11:30:27.810213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57d64716-51d2-476e-8a8f-bbf034bb70f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b81a5f3f-2bd0-4355-9679-f6b2f4f9432d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:27.813580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:27.840278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event deleted for resources: {'Port': ['ID=93038fe1-1797-4d82-a24f-fc768275acdc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:27.899558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.918539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.922164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.924391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac30945-63d5-438a-b40b-d1eaf8e2b416 req-1b87779f-be2d-4cf3-8a8f-b68f107a571c tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef82b4e5-2df2-4ea9-a292-c52943cd795a HTTP/1.1" status: 204 len: 173 time: 0.6943960 Jul 22 11:30:27.924966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.946276 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.986210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.989156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:27.990327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b81a5f3f-2bd0-4355-9679-f6b2f4f9432d HTTP/1.1" status: 204 len: 168 time: 0.1757524 Jul 22 11:30:27.998078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8c0d15-1ab0-4acb-82f9-caadb644ac3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b81a5f3f-2bd0-4355-9679-f6b2f4f9432d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:28.026695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c8dda6-6a20-4185-b946-7208096430c7 req-447d6cdc-8a27-4ca7-a67e-9b88ab28c69f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.028209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9c8dda6-6a20-4185-b946-7208096430c7 req-447d6cdc-8a27-4ca7-a67e-9b88ab28c69f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.0904281 Jul 22 11:30:28.069831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9c8dda6-6a20-4185-b946-7208096430c7 req-57700ccf-d0d2-4304-bce7-3d7d05d921dc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344319 Jul 22 11:30:28.341077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30a31d46-8029-48cc-8ffc-ab16795a34a2 req-2ea6e1d8-f1da-43db-9103-a06b9238e8f1 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.347198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30a31d46-8029-48cc-8ffc-ab16795a34a2 req-2ea6e1d8-f1da-43db-9103-a06b9238e8f1 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 0.2513900 Jul 22 11:30:28.390681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9194c30a-2baf-4c62-b893-3f053a116635 req-15f7f464-f887-4f4a-ad9d-86fa7fbbabf4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.399991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9194c30a-2baf-4c62-b893-3f053a116635 req-15f7f464-f887-4f4a-ad9d-86fa7fbbabf4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1388788 Jul 22 11:30:28.484819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6df173d-77c9-499c-b86f-88cbd0d4c7fd req-fe514b95-4fe9-444b-a4b9-3336ff3b072b tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=a7cbf457d2f84767b76c2e7e4d546fc2 HTTP/1.1" status: 200 len: 1656 time: 0.0748713 Jul 22 11:30:28.488442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9194c30a-2baf-4c62-b893-3f053a116635 req-b234098e-8fcd-4ae1-a6a8-fd78712e586b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876577 Jul 22 11:30:28.638541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6df173d-77c9-499c-b86f-88cbd0d4c7fd req-d739488d-821f-4bf8-a9b2-4914e97c405e tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.640041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6df173d-77c9-499c-b86f-88cbd0d4c7fd req-d739488d-821f-4bf8-a9b2-4914e97c405e tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks?id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 787 time: 0.1491258 Jul 22 11:30:28.653522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-b6df173d-77c9-499c-b86f-88cbd0d4c7fd req-37ab3c9e-07a4-4c1a-aaa4-7b85e5571236 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:30:28.654521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6df173d-77c9-499c-b86f-88cbd0d4c7fd req-37ab3c9e-07a4-4c1a-aaa4-7b85e5571236 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0086081 Jul 22 11:30:28.687584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-caf4f280-17f8-4a69-b96e-760950ff9f6c req-c27c12ab-5d47-45de-8870-f718d2a2479b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.690920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caf4f280-17f8-4a69-b96e-760950ff9f6c req-c27c12ab-5d47-45de-8870-f718d2a2479b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1004617 Jul 22 11:30:28.721300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:28.750096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caf4f280-17f8-4a69-b96e-760950ff9f6c req-2be004f5-f472-4e85-8e56-5aa928a2cc3d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546989 Jul 22 11:30:28.830993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-82dac6a4-30b4-49fc-a79c-b0941f9ea1d6 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips/a04ef756-a71c-4ad0-b5dd-64bbb477815f HTTP/1.1" status: 200 len: 692 time: 0.0540814 Jul 22 11:30:28.839499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-509456291-network', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:28.936335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-565910f8-ed42-416b-9ed2-3af92af44da3 req-0ac4c2d9-dfa2-4b9e-8551-3c147ca1fe53 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:28.937803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-565910f8-ed42-416b-9ed2-3af92af44da3 req-0ac4c2d9-dfa2-4b9e-8551-3c147ca1fe53 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.2056007 Jul 22 11:30:28.941967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:28.944512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:28.972427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.027560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-58deec19-ce64-4ba5-b4c4-fced3db535e6 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:29.028884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-58deec19-ce64-4ba5-b4c4-fced3db535e6 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1863878 Jul 22 11:30:29.034690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-565910f8-ed42-416b-9ed2-3af92af44da3 req-1e41da1c-1ca1-4db8-b87d-c56f03cdcd0c tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879776 Jul 22 11:30:29.093952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-6c99a5b8-f263-49e5-8a45-d34c35264c4d tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0573394 Jul 22 11:30:29.180369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-8e2fb5ac-22ed-42f1-bd03-d7d1a2b48d89 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.64 HTTP/1.1" status: 200 len: 695 time: 0.0798690 Jul 22 11:30:29.338428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.350128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.404422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-951aff74-e2c3-4cbe-97f5-3d7fb6309c05 req-389a08c7-4d03-4f83-a45f-6e6fafa232ca tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:29.405890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-951aff74-e2c3-4cbe-97f5-3d7fb6309c05 req-389a08c7-4d03-4f83-a45f-6e6fafa232ca tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 814 time: 0.2579007 Jul 22 11:30:29.406623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:30:29.439362 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.439798 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Added segment 4bad6623-bc96-48a5-9504-7638ea36b02a of type vlan for network 74b851da-624b-446d-aa88-10a6a1329091 Jul 22 11:30:29.442074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c93b520b-1cf5-4ec3-9341-678064a60b3f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:29.451872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-951aff74-e2c3-4cbe-97f5-3d7fb6309c05 req-4a77b7ec-dfc8-4539-8dc2-45e7dce4f783 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/quotas/87028e04815a48549d1e0906169ccc45 HTTP/1.1" status: 200 len: 375 time: 0.0302143 Jul 22 11:30:29.502193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.535713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Deleting port 15c9924b-90ea-462d-9c98-5a714dd46fde {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:29.536059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.619785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.620751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:29.621329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.667710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.9455945 Jul 22 11:30:29.670803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:29.671961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-951aff74-e2c3-4cbe-97f5-3d7fb6309c05 req-f20dfc6f-35ff-4501-9ef8-c4e007748a5e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1933703 Jul 22 11:30:29.676891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Request body: {'subnet': {'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-509456291-subnet', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:29.683196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.683749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.706794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:29.709167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.718012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0ba593-2784-4f27-8a0b-295304c619fd admin admin] Pushing event updated for resources: {'Network': ['ID=74b851da-624b-446d-aa88-10a6a1329091,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:29.724025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Calling delete_port for 15c9924b-90ea-462d-9c98-5a714dd46fde owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:29.729846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 74b851da-624b-446d-aa88-10a6a1329091 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:30:29.914255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.932260 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:29.972665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:29.979563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event deleted for resources: {'Port': ['ID=15c9924b-90ea-462d-9c98-5a714dd46fde,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:29.981457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Checking segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:29.981827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Network hostable DHCP agents. Network: 74b851da-624b-446d-aa88-10a6a1329091, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:30:30.004332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Network 74b851da-624b-446d-aa88-10a6a1329091 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:30:30.015302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 74b851da-624b-446d-aa88-10a6a1329091) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:30.025018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5be6cec-e6e3-438b-acc8-b578dd243f4a None None] Network 74b851da-624b-446d-aa88-10a6a1329091 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:30.029901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:30.030512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.040987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524315b-7eb2-4f0f-b7d1-5e55fee32891 req-1293b225-5adf-42cd-9754-dfa249f34fdc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:30.042610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8524315b-7eb2-4f0f-b7d1-5e55fee32891 req-1293b225-5adf-42cd-9754-dfa249f34fdc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.1661453 Jul 22 11:30:30.054508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e332633f-4212-45f1-8aaa-09ecf20ce3fa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3812656 Jul 22 11:30:30.056763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:30.061677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:30.083203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:30.094255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.095793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.114625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8524315b-7eb2-4f0f-b7d1-5e55fee32891 req-f28056a9-3d1e-4a99-893e-13817537f49b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644433 Jul 22 11:30:30.121177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.133802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.147758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a035fec4-6a6c-45ed-94f6-1422c1b3e0fb req-c8f5fea2-ef88-4155-86b2-371c109a3126 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "DELETE /v2.0/floatingips/a04ef756-a71c-4ad0-b5dd-64bbb477815f HTTP/1.1" status: 204 len: 173 time: 0.9536541 Jul 22 11:30:30.164248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.247709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-74b851da-624b-446d-aa88-10a6a1329091', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:30:30.248868 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.289181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de014ab6-4f81-471e-adf7-370920a208f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.293946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65199ac7-8624-4e4d-ba41-551c2936c50b req-83bf473b-326a-45e8-8010-dfc27fbc74a4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:30.295589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65199ac7-8624-4e4d-ba41-551c2936c50b req-83bf473b-326a-45e8-8010-dfc27fbc74a4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0931258 Jul 22 11:30:30.375886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65199ac7-8624-4e4d-ba41-551c2936c50b req-41d5a1d5-c07d-4e4a-bdc8-7c398032f140 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0700822 Jul 22 11:30:30.389273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.392764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b70410-e4c9-4f5f-8242-4e3c8d0ef574 req-117dd0e8-67ff-4aa3-8074-b46c0e7321bf tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:30.394340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8b70410-e4c9-4f5f-8242-4e3c8d0ef574 req-117dd0e8-67ff-4aa3-8074-b46c0e7321bf tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.0978446 Jul 22 11:30:30.414859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Allocated IP 172.20.0.2 (74b851da-624b-446d-aa88-10a6a1329091/7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce/8ddef17b-a8ff-4d42-b09f-83e67e90b231) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:30.482558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-321d99c1-0f13-472e-8466-2b853c82a646 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips/b7ec338e-6bc6-4b53-a57c-09da169ccc77 HTTP/1.1" status: 200 len: 693 time: 0.0650096 Jul 22 11:30:30.485582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8b70410-e4c9-4f5f-8242-4e3c8d0ef574 req-7e2c8bc4-0ff5-4f9f-a270-a241bfca3748 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0850770 Jul 22 11:30:30.578713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.588872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Transition to ACTIVE for port object 8ddef17b-a8ff-4d42-b09f-83e67e90b231 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:30.611740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Transition to ACTIVE for port object 8ddef17b-a8ff-4d42-b09f-83e67e90b231 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:30.621219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.623434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de014ab6-4f81-471e-adf7-370920a208f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.634321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de014ab6-4f81-471e-adf7-370920a208f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.667729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de014ab6-4f81-471e-adf7-370920a208f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba783e51-541d-4354-b0fd-563dc9c81287,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:30.669606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Network 74b851da-624b-446d-aa88-10a6a1329091 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:30.673657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:30.679202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:30.685885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-0f307a15-3939-465a-8aa9-64d5131e2d3a tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:30.689955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-0f307a15-3939-465a-8aa9-64d5131e2d3a tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1922102 Jul 22 11:30:30.749669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Pushing event updated for resources: {'Port': ['ID=8ddef17b-a8ff-4d42-b09f-83e67e90b231,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:30.763539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Attempting to bind port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:30.763971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Attempting to bind port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:30.764337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Attempting to bind port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 on network 74b851da-624b-446d-aa88-10a6a1329091 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:30.770599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:30.772018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Checking segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:30.772767 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.773334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Bound using segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:30.773995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Bound port: 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:30.774606 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.815273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a51faccf-d37f-4970-9f56-cfc64f768119 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.1169870 Jul 22 11:30:30.830556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de014ab6-4f81-471e-adf7-370920a208f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ac27a20be81049d6842963e9d00b909c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7461734 Jul 22 11:30:30.833348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:30.845179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] For port 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:30.848322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.848581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] For port 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8ddef17b-a8ff-4d42-b09f-83e67e90b231,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:30.856427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.880293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:30.880517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-f79a3653-047f-4fa6-bbe0-ef5de1b0e2db tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.109 HTTP/1.1" status: 200 len: 696 time: 0.0620100 Jul 22 11:30:30.936664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-052cdd8a-9ab3-42bd-baa7-ca9a5c45a475 None None] Pushing event updated for resources: {'Port': ['ID=8ddef17b-a8ff-4d42-b09f-83e67e90b231,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:31.022379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Allocated IP 172.25.6.37 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d78f8bc0-f347-4aaa-b460-83cc35eb21fd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:31.040991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.087129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cbf88b-5d04-4fdc-bfa5-76da6e3de69a req-5cf70c5f-b092-4935-8846-962bbf5bf953 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:31.088665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0cbf88b-5d04-4fdc-bfa5-76da6e3de69a req-5cf70c5f-b092-4935-8846-962bbf5bf953 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1037686 Jul 22 11:30:31.089914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.109677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Deleting port 8948c897-0396-4d74-8cad-d8d821bcf30b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:31.110081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.211186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.214250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0cbf88b-5d04-4fdc-bfa5-76da6e3de69a req-2a8b390e-206f-4aac-b135-9e59e23eea75 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1007986 Jul 22 11:30:31.223768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.225925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.233069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.233425 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.249776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba783e51-541d-4354-b0fd-563dc9c81287 HTTP/1.1" status: 204 len: 168 time: 0.3957388 Jul 22 11:30:31.262202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Calling delete_port for 8948c897-0396-4d74-8cad-d8d821bcf30b owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:31.285119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce84abf7-ed79-45c2-bde4-c7515f8bd632 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba783e51-541d-4354-b0fd-563dc9c81287,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:31.328620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.383962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:31.386853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:31.391489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:31.401131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Pushing event updated for resources: {'Port': ['ID=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:31.476480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-347a5ceb-2935-4a45-80df-eb71e4ee487c tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=66df577f49bd406b86a5ed1577075d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0359066 Jul 22 11:30:31.623815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.625890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:31.676347 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c903081-9cbd-4df3-9f4a-bd76cbeeb3ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.678253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.678363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event deleted for resources: {'Port': ['ID=8948c897-0396-4d74-8cad-d8d821bcf30b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:31.715790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-37db475e-dfae-4fe9-a39f-38e8d68557b4 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:31.717303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-37db475e-dfae-4fe9-a39f-38e8d68557b4 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2333727 Jul 22 11:30:31.779032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-a261ab0d-296c-43ac-ab7f-639312840eff tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/quotas/66df577f49bd406b86a5ed1577075d1c HTTP/1.1" status: 200 len: 375 time: 0.0492105 Jul 22 11:30:31.812415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.816269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.817437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45a78e7f-a83e-46ed-a6d4-cfd8888ed7bb req-a0ce49d4-1da3-47a9-a880-84b7f4abae48 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "DELETE /v2.0/floatingips/b7ec338e-6bc6-4b53-a57c-09da169ccc77 HTTP/1.1" status: 204 len: 173 time: 0.9308424 Jul 22 11:30:31.850204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-a5974276-3f59-4f4c-ae0e-b990467ce822 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0477507 Jul 22 11:30:31.920552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c903081-9cbd-4df3-9f4a-bd76cbeeb3ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.933897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c903081-9cbd-4df3-9f4a-bd76cbeeb3ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.945899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:31.981030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c903081-9cbd-4df3-9f4a-bd76cbeeb3ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8243120134544e90b9b77a5f0c7e6824&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484731 Jul 22 11:30:31.982728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:32.110514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c903081-9cbd-4df3-9f4a-bd76cbeeb3ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7e73989e-9135-45e4-928f-d208d9152cf0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:32.118240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:30:32.127494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-084377ed-3357-4c77-92b7-cd61972bc4d9 None None] Network 74b851da-624b-446d-aa88-10a6a1329091 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:32.158318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:32.273778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a3adb36e-d052-4bd2-99ae-eff26d5c40ae None None] Provisioning for port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:32.336717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:32.356336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Sync routers for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:32.360415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:32.364783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef1731ef-87e5-4e8e-9d87-db2100a54b9f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.3069046 Jul 22 11:30:32.365801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55882) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:32.371675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:32.372951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:32.538317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8ddef17b-a8ff-4d42-b09f-83e67e90b231 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:32.710814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0635617a-d3d7-43b3-b3eb-8a33c873fb80 req-673127db-cf39-4c6b-a12b-d33ba70b2f2b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:32.712452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0635617a-d3d7-43b3-b3eb-8a33c873fb80 req-673127db-cf39-4c6b-a12b-d33ba70b2f2b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.7943127 Jul 22 11:30:32.719146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:32.722617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:32.779166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55ba890c-7346-42e3-9514-f84e1fce4ace req-51d02bdb-b669-4d24-8c06-f8c0b1c68a63 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?name=does_not_exist&fields=id&tenant_id=87028e04815a48549d1e0906169ccc45 HTTP/1.1" status: 200 len: 221 time: 0.6390343 Jul 22 11:30:32.798878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:32.883698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0635617a-d3d7-43b3-b3eb-8a33c873fb80 req-4dac1dca-cb7b-4c61-956b-7ec905c59ebb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1528435 Jul 22 11:30:32.975558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:32.976046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.012652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-692b61b9-361e-410f-9fe0-45652e59e006 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips/f56ce274-98fc-4e6a-97dc-2bb50a58280e HTTP/1.1" status: 200 len: 693 time: 0.0701475 Jul 22 11:30:33.169680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.172381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.176875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7e73989e-9135-45e4-928f-d208d9152cf0 HTTP/1.1" status: 204 len: 168 time: 1.1928892 Jul 22 11:30:33.199933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-b6eba755-f855-4284-8dcb-5c3ea204dba5 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:33.207336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.223831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-b6eba755-f855-4284-8dcb-5c3ea204dba5 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2101493 Jul 22 11:30:33.231468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15b13f9c-ed33-47b5-9fd1-d32a2448ade8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7e73989e-9135-45e4-928f-d208d9152cf0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:33.260122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8ddef17b-a8ff-4d42-b09f-83e67e90b231,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:33.289102 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.313467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-1b9adfe3-b411-49da-bd66-9d3f3d685f8a tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.0782585 Jul 22 11:30:33.324035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b955042-3da4-4533-bbc1-b4b113176811 req-1e2b3457-72cf-4d59-a445-1ad96fc96ea7 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:33.338843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b955042-3da4-4533-bbc1-b4b113176811 req-1e2b3457-72cf-4d59-a445-1ad96fc96ea7 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.4507990 Jul 22 11:30:33.354988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.417704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:31Z', 'revision_number': 3, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:33.454998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b955042-3da4-4533-bbc1-b4b113176811 req-c08762ab-cb36-4188-9482-e4fa320de1b9 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1083484 Jul 22 11:30:33.457737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-8a3365a1-2fbd-4ef8-a3e0-bea3d966149e tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.175 HTTP/1.1" status: 200 len: 696 time: 0.1068044 Jul 22 11:30:33.484016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Checking router: 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:33.485083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Updating router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 port d78f8bc0-f347-4aaa-b460-83cc35eb21fd binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:30:33.538548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8ddef17b-a8ff-4d42-b09f-83e67e90b231,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:33.596287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a3ddd69-cc31-4705-a3a0-def22f76b47c None None] Provisioning complete for port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:33.596679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a3ddd69-cc31-4705-a3a0-def22f76b47c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.624982 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-8341b88f-17e0-4db8-93cd-0388e5a326ee tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=66df577f49bd406b86a5ed1577075d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977321 Jul 22 11:30:33.643153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:33.672044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-6bb316c4-db39-4c9f-8d31-4c66b5cd4169 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=66df577f49bd406b86a5ed1577075d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0552559 Jul 22 11:30:33.865031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Allocated IP 172.20.0.1 (74b851da-624b-446d-aa88-10a6a1329091/7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce/d01aa662-e030-45f6-858c-94618d4ff977) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:34.049793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-576d40b9-fdd7-47b3-bde6-6fce4e0007e2 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:34.056790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-576d40b9-fdd7-47b3-bde6-6fce4e0007e2 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3834937 Jul 22 11:30:34.081603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-8d694664-5882-4983-bd24-87fd875f22d2 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/quotas/66df577f49bd406b86a5ed1577075d1c HTTP/1.1" status: 200 len: 375 time: 0.0238178 Jul 22 11:30:34.127158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-db6bd231-ae25-4cef-ab6f-15a1172ea464 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0444038 Jul 22 11:30:34.173091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Deleting port b6dfd999-02a9-411b-a3ce-afa4863df888 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:34.173700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.298367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.328427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Transition to ACTIVE for port object d78f8bc0-f347-4aaa-b460-83cc35eb21fd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:34.332068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-60932b59-cda2-4975-b4e6-85f6a5c25e67 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:34.334698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-60932b59-cda2-4975-b4e6-85f6a5c25e67 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7022269 Jul 22 11:30:34.338395 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.350972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Request body: {'port': {'device_id': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '66df577f49bd406b86a5ed1577075d1c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:34.439523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327533d-b21f-4148-95e2-73a931fd8738 None None] Pushing event updated for resources: {'Port': ['ID=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:34.479782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.494755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Attempting to bind port d78f8bc0-f347-4aaa-b460-83cc35eb21fd on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:34.494956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Attempting to bind port d78f8bc0-f347-4aaa-b460-83cc35eb21fd by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:34.495302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Attempting to bind port d78f8bc0-f347-4aaa-b460-83cc35eb21fd on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:34.504347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:34.504735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:34.505148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.505577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:34.506065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Bound port: d78f8bc0-f347-4aaa-b460-83cc35eb21fd, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:34.506469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.536018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Transition to ACTIVE for port object d01aa662-e030-45f6-858c-94618d4ff977 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:34.573194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.573520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.580218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] For port d78f8bc0-f347-4aaa-b460-83cc35eb21fd, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:34.584723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] For port d78f8bc0-f347-4aaa-b460-83cc35eb21fd, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:34.588313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8ddef17b-a8ff-4d42-b09f-83e67e90b231 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:34.609926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d6549cd-3b51-4a62-9f61-55d9f55f9ee4 req-8478ca48-1b75-48d9-bd6c-7a1fd60f3db7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:34.612314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d6549cd-3b51-4a62-9f61-55d9f55f9ee4 req-8478ca48-1b75-48d9-bd6c-7a1fd60f3db7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.4587865 Jul 22 11:30:34.614126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Calling delete_port for b6dfd999-02a9-411b-a3ce-afa4863df888 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:34.636865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.747446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.792825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d6549cd-3b51-4a62-9f61-55d9f55f9ee4 req-6299310c-ae9e-40c0-95c6-fd30220070b2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1697891 Jul 22 11:30:34.808233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Made reservation on behalf of 66df577f49bd406b86a5ed1577075d1c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:34.810388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3327533d-b21f-4148-95e2-73a931fd8738 None None] Pushing event updated for resources: {'Port': ['ID=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:34.811883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.822419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Pushing event updated for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:34.840879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.846029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:34.847368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:34.851500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:34.852244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:34.853695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Network 74b851da-624b-446d-aa88-10a6a1329091 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:34.878564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:34.884338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:34.955492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45501b84-0576-4f7c-b4da-7766bb7c66fa req-4ac1a52b-9ed9-476f-b2d0-6780dd8c73b8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:34.966157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45501b84-0576-4f7c-b4da-7766bb7c66fa req-4ac1a52b-9ed9-476f-b2d0-6780dd8c73b8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2950008 Jul 22 11:30:35.110817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.134341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:35.153537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45501b84-0576-4f7c-b4da-7766bb7c66fa req-3688580b-86bd-4bc3-8c18-589c816226ba tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1705344 Jul 22 11:30:35.156250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.270051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Pushing event deleted for resources: {'Port': ['ID=b6dfd999-02a9-411b-a3ce-afa4863df888,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:35.474489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-806b9ead-78b4-42f7-8bee-8b2ee29ce1fb None None] Provisioning for port d01aa662-e030-45f6-858c-94618d4ff977 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:35.490240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-806b9ead-78b4-42f7-8bee-8b2ee29ce1fb None None] Provisioning complete for port d01aa662-e030-45f6-858c-94618d4ff977 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:35.491271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-806b9ead-78b4-42f7-8bee-8b2ee29ce1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.522233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.554149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.560088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.587334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.589618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec07e5a1-025b-4221-9f0e-30b16011ff0f req-988dfcd5-075d-41e8-bff7-1e2124006fc2 tempest-FloatingIPDetailsTestJSON-460036652 tempest-FloatingIPDetailsTestJSON-460036652-project] 10.222.0.21 "DELETE /v2.0/floatingips/f56ce274-98fc-4e6a-97dc-2bb50a58280e HTTP/1.1" status: 204 len: 173 time: 2.1242201 Jul 22 11:30:35.589899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:35.670821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2efb395e-af15-4312-9e82-c5db88d2b514 req-9e70603c-b2a8-4d27-b251-2b91050d4bb7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:35.682744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-806b9ead-78b4-42f7-8bee-8b2ee29ce1fb None None] Port d01aa662-e030-45f6-858c-94618d4ff977 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:35.689779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2efb395e-af15-4312-9e82-c5db88d2b514 req-9e70603c-b2a8-4d27-b251-2b91050d4bb7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3203096 Jul 22 11:30:35.723710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:31Z', 'revision_number': 3, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:35.773108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb6ca36e-4474-4590-b42b-dedf262d2525 None None] The sync data for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 is: [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:31Z', 'revision_number': 3, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:35.781151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f65071bf-9cd9-4536-b16d-b0f2799fd4ba req-00abeb93-8c70-40a7-bde8-4bcccd5d0c8b tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 210 time: 0.0640445 Jul 22 11:30:35.812911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:35.850021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2efb395e-af15-4312-9e82-c5db88d2b514 req-4019fd6d-6191-4ace-8baa-f6ee433e05aa tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592579 Jul 22 11:30:36.065044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76b501c8-14cf-4fd2-8c99-b24d343c0095 req-d6403723-0095-43e9-85c1-1fa126b76002 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:36.066782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76b501c8-14cf-4fd2-8c99-b24d343c0095 req-d6403723-0095-43e9-85c1-1fa126b76002 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.1459529 Jul 22 11:30:36.075828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6136329e-9832-4b92-94fd-b92557111c55,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:36.082785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a53e80c-e1b2-4e65-adef-3eee635fb0ed req-5102fc70-0582-4f0b-896f-1ae9e59c7533 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:36.084687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a53e80c-e1b2-4e65-adef-3eee635fb0ed req-5102fc70-0582-4f0b-896f-1ae9e59c7533 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1384752 Jul 22 11:30:36.197143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76b501c8-14cf-4fd2-8c99-b24d343c0095 req-641a48c2-b539-4c3a-af39-5e7448516083 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1109374 Jul 22 11:30:36.210277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a53e80c-e1b2-4e65-adef-3eee635fb0ed req-c3934292-032f-48fb-a4d0-f48818c178a1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140163 Jul 22 11:30:36.306115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Allocated IP 192.168.233.113 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/905ccbb3-2903-4ce1-9894-0b058b3917af) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:36.364892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-c00af20d-e123-4b40-812a-f83911b16fec tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=66df577f49bd406b86a5ed1577075d1c&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0748632 Jul 22 11:30:36.559133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'security_group': {'name': 'tempest-ServerRescueTestJSONUnderV235-securitygroup-1023787313', 'description': 'tempest-description-125861693'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:36.591712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d78f8bc0-f347-4aaa-b460-83cc35eb21fd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:36.645322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.687431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d78f8bc0-f347-4aaa-b460-83cc35eb21fd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:36.697491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d78f8bc0-f347-4aaa-b460-83cc35eb21fd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:36.697491 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.794795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.811574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.868446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.917579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:36.958110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-4b11b47b-5ee9-433c-b3f1-6116d408dbf6 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:36.960552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-4b11b47b-5ee9-433c-b3f1-6116d408dbf6 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5813551 Jul 22 11:30:36.967902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d78f8bc0-f347-4aaa-b460-83cc35eb21fd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:36.977340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Request body: {'port': {'device_id': '65c74d6a-c273-4d60-859b-70ad419253c2', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '66df577f49bd406b86a5ed1577075d1c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:36.978217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.047249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.080674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Pushing event updated for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:37.093375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:37.102967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Transition to ACTIVE for port object 905ccbb3-2903-4ce1-9894-0b058b3917af will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:37.216676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6e0f76-8433-4519-825c-756728865f6a req-3bd442af-bb64-4cfe-8f47-64a45bab67b1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:37.224817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f6e0f76-8433-4519-825c-756728865f6a req-3bd442af-bb64-4cfe-8f47-64a45bab67b1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3829775 Jul 22 11:30:37.257797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.277683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.283854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Network 74b851da-624b-446d-aa88-10a6a1329091 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:37.313326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.325031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f6e0f76-8433-4519-825c-756728865f6a req-41913237-eaf7-439b-92f6-7fc6b9feeee1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0988686 Jul 22 11:30:37.330774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.362322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:37.368792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:37.384204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d024808c-91b2-4c86-b0cd-d3a01d2686dc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:37.388552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Made reservation on behalf of 66df577f49bd406b86a5ed1577075d1c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:37.393588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.413661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.433492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd2275ac-5702-42f3-9fab-6d688aeb2ec6 req-8e74b999-4908-41e4-82ea-d7c3d296c9c6 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1812 time: 0.9301224 Jul 22 11:30:37.507724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:37.540526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:37.640834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:37.691685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:37.734850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87512b1d-5661-4859-a547-26450b995f49 req-6dd62ee6-7d74-41ff-a1c2-1562fc8cf560 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 210 time: 0.2627432 Jul 22 11:30:37.839498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b745bd49-3f26-40b7-8515-add1ab78fa8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.869039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cebf7a99-2226-4f33-a560-ade43a5172f9 None None] Provisioning complete for port d01aa662-e030-45f6-858c-94618d4ff977 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:37.869632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cebf7a99-2226-4f33-a560-ade43a5172f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.907928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51649565-ae03-4ded-a81d-1d272f95619e req-eea53b75-06b6-468e-bfc5-4d2c5a511388 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:37.910767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51649565-ae03-4ded-a81d-1d272f95619e req-eea53b75-06b6-468e-bfc5-4d2c5a511388 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3092363 Jul 22 11:30:37.935185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:37.935970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:37.940267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cebf7a99-2226-4f33-a560-ade43a5172f9 None None] Port d01aa662-e030-45f6-858c-94618d4ff977 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:37.982180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Allocated IP 192.168.233.107 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/6beeb19f-c4b1-4fe5-a788-2bc6885c437e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:38.036585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51649565-ae03-4ded-a81d-1d272f95619e req-40b4934d-e7f3-49a7-9f8f-b2d3b1c6fb6a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872471 Jul 22 11:30:38.040368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:38.075367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6087b61b-b49c-4810-a454-23830fda780b None None] Provisioning for port 905ccbb3-2903-4ce1-9894-0b058b3917af completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:38.080884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6087b61b-b49c-4810-a454-23830fda780b None None] Provisioning complete for port 905ccbb3-2903-4ce1-9894-0b058b3917af triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:38.081391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6087b61b-b49c-4810-a454-23830fda780b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.143763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6087b61b-b49c-4810-a454-23830fda780b None None] Port 905ccbb3-2903-4ce1-9894-0b058b3917af cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:38.178546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-0323af23-397e-4698-b970-65fb92c2e0b9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4073541 Jul 22 11:30:38.259142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3f3a708-68ff-46a5-a906-554799d2a36e req-3fc62533-d336-41bf-a827-aa734290aebf tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:38.260837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3f3a708-68ff-46a5-a906-554799d2a36e req-3fc62533-d336-41bf-a827-aa734290aebf tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3957295 Jul 22 11:30:38.365920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b745bd49-3f26-40b7-8515-add1ab78fa8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.375130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:38.381806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9eb4355b-2c26-4ff8-9ef9-5c953ce8cc74 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b1d7e37-f6ca-4cd1-be62-1952e58a33d8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.0149891 Jul 22 11:30:38.384978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b745bd49-3f26-40b7-8515-add1ab78fa8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.389680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-e2a3827e-32a9-4aec-a949-5d15e65fad71 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1023787313&fields=id&tenant_id=54036062d0324493a8ccc088ee646f6c HTTP/1.1" status: 200 len: 267 time: 0.1247895 Jul 22 11:30:38.404960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.417859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-fed595ed-6733-485e-aef2-8dacfa273c58 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 4.0714717 Jul 22 11:30:38.418115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3f3a708-68ff-46a5-a906-554799d2a36e req-ce87f99b-204d-4798-979d-678347dc3dda tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1427355 Jul 22 11:30:38.435624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-a4726860-9fc2-4eff-80e7-cd1b1e14c066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:38.437122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-a4726860-9fc2-4eff-80e7-cd1b1e14c066 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 1101 time: 0.2150588 Jul 22 11:30:38.452909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-47394a33-8f0e-46e5-a8bd-eb97104f4c29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2371294 Jul 22 11:30:38.485129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Transition to ACTIVE for port object 6beeb19f-c4b1-4fe5-a788-2bc6885c437e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:38.497157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b745bd49-3f26-40b7-8515-add1ab78fa8b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6200032054b54ea99c3909a851a4c230&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1273000 Jul 22 11:30:38.498439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:38.514100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Request body: {'port': {'device_id': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:38.550312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d78f8bc0-f347-4aaa-b460-83cc35eb21fd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:38.629802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b745bd49-3f26-40b7-8515-add1ab78fa8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d428b436-adde-437d-85fc-9b937f54911f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:38.676059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d78f8bc0-f347-4aaa-b460-83cc35eb21fd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:38.677434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.717972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-30d34486-49dd-4490-8fe1-5db5f9765dcc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:38.720982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-30d34486-49dd-4490-8fe1-5db5f9765dcc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.3072345 Jul 22 11:30:38.769097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'port': {'security_groups': ['173e3316-a39f-42cd-83fb-e73aa01ba874', 'd024808c-91b2-4c86-b0cd-d3a01d2686dc']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:38.776920 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Sync routers for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:38.805105 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:38.806345 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:38.810209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.879832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-cb41ba93-9d5f-4367-b960-2173a1b10620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:38.880409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.881355 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-cb41ba93-9d5f-4367-b960-2173a1b10620 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3589063 Jul 22 11:30:38.887284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:38.921296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:38.953038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:38.957276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:38.972442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.000476 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:39.050903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-9b218261-e53e-49b8-bf1a-807f300c3abd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:39.052453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-9b218261-e53e-49b8-bf1a-807f300c3abd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1096 time: 0.5119245 Jul 22 11:30:39.053100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:39.293654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a854bd8e-23f8-44b9-b139-d265db6fd996 req-8c579952-636b-4682-9bd2-50e926f683a3 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:39.304188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a854bd8e-23f8-44b9-b139-d265db6fd996 req-8c579952-636b-4682-9bd2-50e926f683a3 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.6265407 Jul 22 11:30:39.307500 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.333778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b24a80bb-eeee-4ad8-809b-701c098aab88 None None] Provisioning for port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:39.345409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b24a80bb-eeee-4ad8-809b-701c098aab88 None None] Provisioning complete for port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:39.345409 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b24a80bb-eeee-4ad8-809b-701c098aab88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.352909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:39.354879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.405544 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 2, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:39.419731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-af077b65-3c92-441d-80a5-7328e7cab299 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.124&port_id=9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 200 len: 217 time: 0.5272160 Jul 22 11:30:39.454388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b24a80bb-eeee-4ad8-809b-701c098aab88 None None] Port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:30:39.466383 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Checking router: 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:39.467954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Updating router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 port d01aa662-e030-45f6-858c-94618d4ff977 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:30:39.506568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Deleting port 8e146b06-5230-48d6-a676-ac01888964b9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:39.506962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.529837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-9ff5ede0-6d35-4bb7-a236-fb86ab2ea434 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.5589545 Jul 22 11:30:39.530578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.536606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.538043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d428b436-adde-437d-85fc-9b937f54911f HTTP/1.1" status: 204 len: 168 time: 1.0376222 Jul 22 11:30:39.548447 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:39.645226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Request body: {'port': {'device_id': '65c74d6a-c273-4d60-859b-70ad419253c2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:39.687790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-8b3f8302-e453-48ca-9ace-1edaafc57a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:39.697483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a854bd8e-23f8-44b9-b139-d265db6fd996 req-b6124616-defb-4a5b-bbb9-9c15cc2917ac tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3923903 Jul 22 11:30:39.703202 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-8b3f8302-e453-48ca-9ace-1edaafc57a9f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2749705 Jul 22 11:30:39.707284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-b40dc30f-b08f-4e4e-b617-a7d4548b401e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:39.708943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-b40dc30f-b08f-4e4e-b617-a7d4548b401e service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.6151495 Jul 22 11:30:39.940279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c16383c-9cd1-4537-9bc7-738928bcbb6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d428b436-adde-437d-85fc-9b937f54911f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:39.945831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-d2330536-4415-4d66-b334-eec048111c12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.1883097 Jul 22 11:30:40.050541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] For port 8e146b06-5230-48d6-a676-ac01888964b9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8e146b06-5230-48d6-a676-ac01888964b9,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:40.051462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.082530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Calling delete_port for 8e146b06-5230-48d6-a676-ac01888964b9 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:40.116608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:40.142372 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.164148 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Transition to ACTIVE for port object d01aa662-e030-45f6-858c-94618d4ff977 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:40.176373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91d2980-2b33-41ea-a359-ed89635012b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.176916 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.179572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-bc9f569c-fbb0-417d-80ea-ad5f2a48967b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:40.181112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-bc9f569c-fbb0-417d-80ea-ad5f2a48967b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4564006 Jul 22 11:30:40.305107 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Pushing event updated for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:40.358519 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.359122 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.359606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.360340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.360896 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.361397 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.361869 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.362423 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.366519 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.367193 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.367773 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.368446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:40.397256 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Attempting to bind port d01aa662-e030-45f6-858c-94618d4ff977 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:40.397630 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Attempting to bind port d01aa662-e030-45f6-858c-94618d4ff977 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:40.397988 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Attempting to bind port d01aa662-e030-45f6-858c-94618d4ff977 on network 74b851da-624b-446d-aa88-10a6a1329091 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:40.413427 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:40.413792 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Checking segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:40.417637 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.420740 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Bound using segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:40.428635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Bound port: d01aa662-e030-45f6-858c-94618d4ff977, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:40.430106 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.606349 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] For port d01aa662-e030-45f6-858c-94618d4ff977, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:40.612095 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] For port d01aa662-e030-45f6-858c-94618d4ff977, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d01aa662-e030-45f6-858c-94618d4ff977,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:40.616924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:40.624820 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.628429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.722021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.732163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be6076bd-066f-4fd0-95f8-0fb18cdbab40 None None] Pushing event updated for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:40.736114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-3033c3ce-9abf-4c86-bafb-80d4789110cb service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5093939 Jul 22 11:30:40.739818 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:40.741359 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:40.745266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Transition to ACTIVE for port object 905ccbb3-2903-4ce1-9894-0b058b3917af will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:40.797192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:40.812474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-0a55e16a-7bdf-4906-b226-6d9e69e41da0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:40.816075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-0a55e16a-7bdf-4906-b226-6d9e69e41da0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.8226552 Jul 22 11:30:40.842104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:40.909037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-4d11aecb-5846-49cd-ad6d-7358c9aa0aa9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0837045 Jul 22 11:30:40.998320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:41.076074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91d2980-2b33-41ea-a359-ed89635012b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.112119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a91d2980-2b33-41ea-a359-ed89635012b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.125353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eee880ab-a617-4baf-9ccf-72e0920a0ca5 req-892d6982-bcb9-4985-b57d-d14ee4c3ee7d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3815143 Jul 22 11:30:41.221000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a91d2980-2b33-41ea-a359-ed89635012b6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=172cb54f26164891a7e47c3d4042d029&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1006796 Jul 22 11:30:41.226131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:41.226836 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:41.227286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.310512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Attempting to bind port 905ccbb3-2903-4ce1-9894-0b058b3917af on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:41.310933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Attempting to bind port 905ccbb3-2903-4ce1-9894-0b058b3917af by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:41.311267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Attempting to bind port 905ccbb3-2903-4ce1-9894-0b058b3917af on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:41.354614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Port 905ccbb3-2903-4ce1-9894-0b058b3917af on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:30:41.354614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Attempting to bind port 905ccbb3-2903-4ce1-9894-0b058b3917af on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:41.359211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91d2980-2b33-41ea-a359-ed89635012b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07fd0a36-17b2-4128-bd07-3b4577221b2c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:41.427137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:41.428229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:41.428833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:41.429475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Bound port: 905ccbb3-2903-4ce1-9894-0b058b3917af, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:41.431359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.454049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Pushing event deleted for resources: {'Port': ['ID=8e146b06-5230-48d6-a676-ac01888964b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:41.545891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-942ba03a-b7cb-40a2-b5f1-588c3e852919 req-09c8c3b6-d0df-4074-9d4e-e1170aac5fb5 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:41.546510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-942ba03a-b7cb-40a2-b5f1-588c3e852919 req-09c8c3b6-d0df-4074-9d4e-e1170aac5fb5 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 936 time: 1.5657778 Jul 22 11:30:41.550899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.593786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.608584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12a0e727-4c88-4d57-81c6-0c443b7e239a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:41.619822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.705639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:40Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:41.726741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-c1af035a-265e-42e0-8bda-4eb0b72dd503 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7976668 Jul 22 11:30:41.770378 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b65ce65d-d99f-46ac-9d67-b9ed3dc2bc01 None None] The sync data for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 is: [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:40Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:41.777601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:41.782132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.825041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:41.849124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.865594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:41.874665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:41.903260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c24c1d4c-2e66-464a-8c47-28220ff394a3 req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "PUT /v2.0/ports/12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 982 time: 3.1498070 Jul 22 11:30:41.904055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:41.910407 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac2af35a-2a16-49f7-b9a3-7f384a23490c" -d '{"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:41.992161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12a0e727-4c88-4d57-81c6-0c443b7e239a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:42.020741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-942ba03a-b7cb-40a2-b5f1-588c3e852919 req-f4747eb0-8f89-4a46-8f7c-78ba7d51606a tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4471221 Jul 22 11:30:42.023776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6beeb19f-c4b1-4fe5-a788-2bc6885c437e {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:42.030480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.043494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:42.044501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.046711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] 10.222.0.20 "PUT /v2.0/ports/905ccbb3-2903-4ce1-9894-0b058b3917af HTTP/1.1" status: 200 len: 1096 time: 3.6084921 Jul 22 11:30:42.055518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:42.060629 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d5f399f-3e74-494c-af3b-ec04b528ce37" -d '{"events": [{"name": "network-changed", "server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:42.101337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.130797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b2962-f49f-4171-94fa-2cc84b915193 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:42.154327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.188073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.191976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07fd0a36-17b2-4128-bd07-3b4577221b2c HTTP/1.1" status: 204 len: 168 time: 0.9558480 Jul 22 11:30:42.288680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35baeba2-5a21-4c8f-8752-a76af07d180c req-d724d693-d277-4554-8077-20fb0d8bd98a service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5188537 Jul 22 11:30:42.344207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Transition to ACTIVE for port object 6beeb19f-c4b1-4fe5-a788-2bc6885c437e will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:42.366798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:42.514930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94d822ee-cd54-4819-8cee-57e6d62ff785 service neutron] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:42.670014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed78ab0-f388-4c68-91da-60a41e1b7708 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07fd0a36-17b2-4128-bd07-3b4577221b2c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:42.773256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d01aa662-e030-45f6-858c-94618d4ff977 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:42.901404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a566930-6024-46f5-8656-3de5263df07b req-f8e22527-7ac0-4524-9430-4da3e72af726 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:42.929102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a566930-6024-46f5-8656-3de5263df07b req-f8e22527-7ac0-4524-9430-4da3e72af726 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.7875788 Jul 22 11:30:42.997796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:43.071131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d01aa662-e030-45f6-858c-94618d4ff977 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:43.085625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-400b6552-1d79-4e84-927b-4919dd577cb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:43.087107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d01aa662-e030-45f6-858c-94618d4ff977 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:43.087489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:43.089653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-400b6552-1d79-4e84-927b-4919dd577cb2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 1099 time: 0.9759154 Jul 22 11:30:43.101916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5ee0a0-92f8-4524-b4de-497b8befdd06 req-59ecd26a-851d-4cec-8207-8cc721509b17 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:43.110418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca5ee0a0-92f8-4524-b4de-497b8befdd06 req-59ecd26a-851d-4cec-8207-8cc721509b17 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.6159611 Jul 22 11:30:43.170752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a566930-6024-46f5-8656-3de5263df07b req-ef86c076-20d7-483f-a7be-ff1dc23b3b19 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2377245 Jul 22 11:30:43.211149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca5ee0a0-92f8-4524-b4de-497b8befdd06 req-76e34295-96e8-4817-9e28-a8f2875fbe9d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0978858 Jul 22 11:30:43.259749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Attempting to bind port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:43.259749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Attempting to bind port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:43.260329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Attempting to bind port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:43.274685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:30:43.274987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Attempting to bind port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:43.295791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:43.295791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:43.300070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:43.301594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Bound port: 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:43.302599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:43.320054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:43.324642 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-a69d666d-f6f8-4ce7-aae6-c9f473083acc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=905ccbb3-2903-4ce1-9894-0b058b3917af HTTP/1.1" status: 200 len: 217 time: 0.2224550 Jul 22 11:30:43.458020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Router 453b8088-5c88-4813-8193-6f6a46e8f3cf has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:43.460667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-7c8b8d12-569e-4529-abe2-8eb69132ad4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:43.462399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-7c8b8d12-569e-4529-abe2-8eb69132ad4c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1255379 Jul 22 11:30:43.486779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d01aa662-e030-45f6-858c-94618d4ff977, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d01aa662-e030-45f6-858c-94618d4ff977,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:43.496045 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:43.708775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:43.722765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:43.750835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:43.845439 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7d106140-f62c-44e0-9a64-efd6c23fc9c1 x-openstack-request-id: req-7d106140-f62c-44e0-9a64-efd6c23fc9c1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:43.846201 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:43.846731 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7d106140-f62c-44e0-9a64-efd6c23fc9c1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:43.847507 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:30:43.874746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-243b8233-6ce3-478e-9905-4f781bdc0c78 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-ServerRescueTestJSONUnderV235-securitygroup-1023787313&fields=id&tenant_id=54036062d0324493a8ccc088ee646f6c HTTP/1.1" status: 200 len: 267 time: 0.3647368 Jul 22 11:30:43.954632 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38e6f14b-c354-4bad-9f49-4115829a961b x-openstack-request-id: req-38e6f14b-c354-4bad-9f49-4115829a961b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:43.955122 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:43.955612 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38e6f14b-c354-4bad-9f49-4115829a961b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:43.956134 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'status': 'completed', 'code': 200} Jul 22 11:30:44.109544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:44.127380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:44.134302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec08c942-6439-4263-9405-827b6afe43a7 admin admin] 10.222.0.21 "PUT /v2.0/routers/453b8088-5c88-4813-8193-6f6a46e8f3cf/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.5408938 Jul 22 11:30:44.138434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:44.141151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Sync routers for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:44.169262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:44.178927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:44.435756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:44.439658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:44.446278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] 10.222.0.36 "PUT /v2.0/ports/6beeb19f-c4b1-4fe5-a788-2bc6885c437e HTTP/1.1" status: 200 len: 1096 time: 4.9055784 Jul 22 11:30:44.594126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:44.754361 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-791e0cd7-98fe-479d-aafc-7892e2e1e3bf service neutron] show failed (client error): The resource could not be found. Jul 22 11:30:44.760127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-791e0cd7-98fe-479d-aafc-7892e2e1e3bf service neutron] 10.222.0.36 "GET /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.9517035 Jul 22 11:30:44.769050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56130) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:44.773059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f845a5b-b40b-43a2-826a-e073dabba5f5 service neutron] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:44.847546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:44.849192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-a2a77f83-cc9f-4db0-84a5-356fe303cd67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:44.851355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-a2a77f83-cc9f-4db0-84a5-356fe303cd67 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1136 time: 1.0155597 Jul 22 11:30:44.893339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d01aa662-e030-45f6-858c-94618d4ff977 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:44.921097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-a1d7bd22-369b-4ec8-ab88-e78816b5af14 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:44.940396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-a1d7bd22-369b-4ec8-ab88-e78816b5af14 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 985 time: 0.8047152 Jul 22 11:30:44.979249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-074aab1a-4c4c-41f4-b306-d87308e049ff req-38ba76ba-9f1e-41ef-8bf8-3cc5cca9caeb tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:44.984114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-074aab1a-4c4c-41f4-b306-d87308e049ff req-38ba76ba-9f1e-41ef-8bf8-3cc5cca9caeb tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.8277383 Jul 22 11:30:45.015165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'port': {'security_groups': ['173e3316-a39f-42cd-83fb-e73aa01ba874']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:45.043809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-c169debe-b9e2-4c1d-ad76-4c9b191c29fc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.052397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-c169debe-b9e2-4c1d-ad76-4c9b191c29fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5801549 Jul 22 11:30:45.165316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-579830087-network', 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:45.189069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-074aab1a-4c4c-41f4-b306-d87308e049ff req-e080e4b9-909d-4da4-b538-4fa5d451cf98 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1517813 Jul 22 11:30:45.283474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7804274e-17a9-4aeb-909f-8b27f9bc242c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.286340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d01aa662-e030-45f6-858c-94618d4ff977 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:45.286814 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.299958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-c966e8ef-8aac-48cb-bd52-69effde2770d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.302392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-c966e8ef-8aac-48cb-bd52-69effde2770d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 1099 time: 0.6984987 Jul 22 11:30:45.408550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:40Z', 'revision_number': 5, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:45.457563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Checking router: 453b8088-5c88-4813-8193-6f6a46e8f3cf for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:45.477432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-1e4f13a6-4fe0-42d1-89c5-2c32dc601bda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e HTTP/1.1" status: 200 len: 217 time: 0.0939198 Jul 22 11:30:45.497971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Routers {'453b8088-5c88-4813-8193-6f6a46e8f3cf'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:45.498700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['453b8088-5c88-4813-8193-6f6a46e8f3cf'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:45.573131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.605172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-15f8ed99-a400-4f6f-8196-ed70acfd8723 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.607873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-15f8ed99-a400-4f6f-8196-ed70acfd8723 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.7358284 Jul 22 11:30:45.695004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-e8fa9875-520b-4164-bd6b-216c9343626b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0618186 Jul 22 11:30:45.714595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-bac2cefa-680c-46b4-8940-eba615de2376 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.716209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-bac2cefa-680c-46b4-8940-eba615de2376 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2264192 Jul 22 11:30:45.725790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] Set router 453b8088-5c88-4813-8193-6f6a46e8f3cf gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:45.839015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.843397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-9505e378-fd33-49d5-bdfc-00821326a405 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7776172 Jul 22 11:30:45.843947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:45.847860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.857233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:45.859623 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-64bcae03-4218-47e5-928d-090ef66bdc31" -d '{"events": [{"name": "network-changed", "server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:45.880647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f08999-e475-4a1f-ac0b-7aac2bfdba80 req-314a4866-3569-48db-95cd-4de6ac04f78a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.882273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6f08999-e475-4a1f-ac0b-7aac2bfdba80 req-314a4866-3569-48db-95cd-4de6ac04f78a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.4026966 Jul 22 11:30:45.883864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-b1abad50-c37b-4da6-9f2e-bfa309a7df39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.885237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-b1abad50-c37b-4da6-9f2e-bfa309a7df39 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.1728158 Jul 22 11:30:45.893269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:45.941227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-ae9939c6-fc5b-4163-bb36-f06e7b77b884 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0488751 Jul 22 11:30:45.986345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-33550fc7-7d6c-4acb-b1cb-af6e8069432c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:45.988423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-33550fc7-7d6c-4acb-b1cb-af6e8069432c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2532809 Jul 22 11:30:46.029590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-2a78ef93-8eaf-4ab9-9c97-d275b1297ccf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:46.031054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-2a78ef93-8eaf-4ab9-9c97-d275b1297ccf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1100 time: 0.9352715 Jul 22 11:30:46.050504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:46.146138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2fd296e1-fe19-4c58-9a51-128036398c12 req-5eba2562-d964-42ba-9843-bd55604c8187 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2930264 Jul 22 11:30:46.153047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6f08999-e475-4a1f-ac0b-7aac2bfdba80 req-9ea400b4-1b0f-434e-9128-37045219b4c4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025425 Jul 22 11:30:46.175234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Deleting port b8f12bfa-d916-4333-bd18-8196056f80f8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:46.175567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.275333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:46.321726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.333887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-93b7d3f9-9389-42e0-b8ad-f69f1cc9752e service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325315 Jul 22 11:30:46.354588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:40Z', 'revision_number': 5, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:46.384266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] For port b8f12bfa-d916-4333-bd18-8196056f80f8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b8f12bfa-d916-4333-bd18-8196056f80f8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:46.384636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.400096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.406316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3de1cb60-0c4b-4df9-bf58-ff189df7ba49 None None] The sync data for ids ['453b8088-5c88-4813-8193-6f6a46e8f3cf'] in n-d-754448-4 is: [{'id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'name': 'tempest-FloatingIPDetailsTestJSON-728117787-router', 'tenant_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143'}], 'enable_snat': True}, 'gw_port_id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:03Z', 'updated_at': '2021-07-22T11:30:40Z', 'revision_number': 5, 'project_id': 'a7cbf457d2f84767b76c2e7e4d546fc2', 'gw_port': {'id': 'b8f12bfa-d916-4333-bd18-8196056f80f8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:6d:83:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '453b8088-5c88-4813-8193-6f6a46e8f3cf', 'device_owner': 'network:router_gateway', 'standard_attr_id': 842, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.143', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:05Z', 'updated_at': '2021-07-22T11:30:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:46.407345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-6af943d3-c5d2-4ecd-bf4c-a64350f4ea66 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4468262 Jul 22 11:30:46.424781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.432492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.452420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12a0e727-4c88-4d57-81c6-0c443b7e239a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:46.458129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Calling delete_port for b8f12bfa-d916-4333-bd18-8196056f80f8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:46.464175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.511032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-4a72421f-9f95-43c6-b52c-c902fb7134e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:46.512975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-4a72421f-9f95-43c6-b52c-c902fb7134e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 1099 time: 0.2831740 Jul 22 11:30:46.579164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:46.579912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.581180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404037e2-3574-419d-a4c3-e2c921cd24f7 req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "PUT /v2.0/ports/12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 943 time: 1.6395941 Jul 22 11:30:46.628328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:30:46.661587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12a0e727-4c88-4d57-81c6-0c443b7e239a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:46.673679 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6deae42f-f400-44ea-a645-f04cc1a0080e x-openstack-request-id: req-6deae42f-f400-44ea-a645-f04cc1a0080e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:46.674043 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:46.674590 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6deae42f-f400-44ea-a645-f04cc1a0080e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:46.675043 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'status': 'completed', 'code': 200} Jul 22 11:30:46.678296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c17369a5-4ab5-42a0-bdc7-a470e0ccdf87 req-ba1007b8-75c9-4eca-a16c-c39ce7671456 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3349273 Jul 22 11:30:46.695722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1768fea7-bb83-4e8d-a043-6b68789a9a73 req-f751ff0f-2001-424a-b43a-9570548fe2bb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:46.696036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67eb94de-0a6d-4381-95e6-25316f0b1ad6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:46.703842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1768fea7-bb83-4e8d-a043-6b68789a9a73 req-f751ff0f-2001-424a-b43a-9570548fe2bb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4387991 Jul 22 11:30:46.716973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5a1ea4c-e58c-446e-b50f-fbbc3f3ff8b2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:46.726741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:46.727394 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Added segment 962a6eab-281d-404b-9596-9fff2ba98fa7 of type vlan for network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 Jul 22 11:30:46.902539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1768fea7-bb83-4e8d-a043-6b68789a9a73 req-7f150e33-4e10-447b-aad1-866113f741d7 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974976 Jul 22 11:30:46.915265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2af35a-2a16-49f7-b9a3-7f384a23490c req-8e7123f5-dc6e-4350-b89f-a4e918f00c51 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4930332 Jul 22 11:30:46.937466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.011389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de17d11-e1e7-46ac-ba32-885ca690f7cd req-f9404e11-b755-4454-8ce8-3be93e734366 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.013762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5de17d11-e1e7-46ac-ba32-885ca690f7cd req-f9404e11-b755-4454-8ce8-3be93e734366 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.2712462 Jul 22 11:30:47.020262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-3fa28935-89ae-4e4f-8fdc-aaf276312fff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.021805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-3fa28935-89ae-4e4f-8fdc-aaf276312fff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=66df577f49bd406b86a5ed1577075d1c&device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 1099 time: 0.2811759 Jul 22 11:30:47.053633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-5c783891-8382-4eb7-bd38-6a15ea3871c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.055901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-5c783891-8382-4eb7-bd38-6a15ea3871c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.4391952 Jul 22 11:30:47.134206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-22421d8c-8544-4e49-a877-acc332230570 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.113&port_id=905ccbb3-2903-4ce1-9894-0b058b3917af HTTP/1.1" status: 200 len: 217 time: 0.0713072 Jul 22 11:30:47.136077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:47.213543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.214796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.215214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.238845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:47.289016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 893 time: 2.5021944 Jul 22 11:30:47.293840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.296091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:47.298598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:47.307124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-c43e1a0f-1ae5-4a96-af82-6eea0599a991 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.309350 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-c43e1a0f-1ae5-4a96-af82-6eea0599a991 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1494701 Jul 22 11:30:47.335805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Request body: {'subnet': {'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-579830087-subnet', 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:47.364695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.426327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Pushing event deleted for resources: {'Port': ['ID=b8f12bfa-d916-4333-bd18-8196056f80f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:47.456429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4a0738-2b00-4c2a-be5c-c77fc9258b9e admin admin] Pushing event updated for resources: {'Network': ['ID=e8ad7f0e-5767-4b04-9f79-a9f420c92b20,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:47.478784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:30:47.497748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:47.500102 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-397d1459-ead7-4f13-bc4a-1dd38020f364" -d '{"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-unplugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:47.506766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.542880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:47.545506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.574790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Transition to ACTIVE for port object 392d1151-d9b9-495f-996a-d71f7a3b3d6b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:47.609861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.667010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:30:47.667382 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:30:47.695694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5de17d11-e1e7-46ac-ba32-885ca690f7cd req-538e4340-cff6-4b75-bcfc-4876d1d37fc1 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6727304 Jul 22 11:30:47.722276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.736944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-7b5664b1-2d8a-4ccc-9392-e646178134da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.738434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-7b5664b1-2d8a-4ccc-9392-e646178134da service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.7078519 Jul 22 11:30:47.784459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.817431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-3d253075-ce5e-4e8e-91c2-9680428b54f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e HTTP/1.1" status: 200 len: 217 time: 0.0671229 Jul 22 11:30:47.851287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.859325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:47.870932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-cd7b8e71-75a3-44c2-9386-6a5c6d7c8e3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.872473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-cd7b8e71-75a3-44c2-9386-6a5c6d7c8e3e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5033102 Jul 22 11:30:47.900013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-b784211a-53ba-41fa-8bdc-0b4aa5216d66 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4485061 Jul 22 11:30:47.907950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:47.943393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-710df1a4-b92e-429f-a896-ff949d99c4c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:47.945110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-710df1a4-b92e-429f-a896-ff949d99c4c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1130025 Jul 22 11:30:47.978168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] No DVR routers for this DVR port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:47.981093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:48.005610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.074089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.074689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 453b8088-5c88-4813-8193-6f6a46e8f3cf {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:30:48.085619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.089027 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31566259-4cbe-4a5f-aeab-27f1b05e7988 admin admin] 10.222.0.21 "DELETE /v2.0/routers/453b8088-5c88-4813-8193-6f6a46e8f3cf HTTP/1.1" status: 204 len: 168 time: 3.9272463 Jul 22 11:30:48.091164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1ccd5a-bc20-4b15-b3a9-2598f4d1112d req-24ef0c45-8f1a-449b-94dd-b80b15f2683e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.098657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1ccd5a-bc20-4b15-b3a9-2598f4d1112d req-24ef0c45-8f1a-449b-94dd-b80b15f2683e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2236965 Jul 22 11:30:48.100454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:48.104054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-eae6b0f5-07e4-436d-b581-10c560cc983c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.105932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-eae6b0f5-07e4-436d-b581-10c560cc983c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1528463 Jul 22 11:30:48.154484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:48.154829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:48.155167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:48.191003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:30:48.191337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:48.199542 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-0a3433d2-84db-450b-bead-38ca50221f56 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3107767 Jul 22 11:30:48.205675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:48.206726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:48.207489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:48.207950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Bound port: 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:48.209658 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.215534 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-821b19f8-d766-4f0f-91be-857528684f4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.282188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:30:48.298846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Deleting subnet 58403a8c-319d-4539-acb7-9ae32dee765c {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:30:48.315771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1ccd5a-bc20-4b15-b3a9-2598f4d1112d req-f7cb90f2-66cb-4dad-84a5-d15447cf23e7 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2161283 Jul 22 11:30:48.321391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.388956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.396100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.419870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-93c62da9-12eb-4e36-96a6-6d47852deedc service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977352 Jul 22 11:30:48.490322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:48.506400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:48.511263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'mac_address': 'fa:16:3e:ab:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:30:48.517860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d5f399f-3e74-494c-af3b-ec04b528ce37 req-79f58527-7e97-4a73-b4c6-ec1806addc95 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3038025 Jul 22 11:30:48.535140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:48.538966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d94b167-9890-466f-8dd4-a8ef9843f179,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:48.540672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:48.541091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Network hostable DHCP agents. Network: e8ad7f0e-5767-4b04-9f79-a9f420c92b20, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:30:48.550502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.564041 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.584305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:48.613740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:48.619247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.620163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.621305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] 10.222.0.20 "PUT /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 1095 time: 2.5771663 Jul 22 11:30:48.621545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.621698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.624058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:30:48.698294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.700476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:48.702977 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b057e86f-892d-430c-89ca-e80a0c558ce9" -d '{"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:48.716449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-005161d3-6b0b-4d04-b37a-66226b5eadee service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:48.722143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:48.758634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e8ad7f0e-5767-4b04-9f79-a9f420c92b20) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:48.762302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64bcae03-4218-47e5-928d-090ef66bdc31 req-be847cd0-0246-462b-8a4f-1392fde57a82 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3341877 Jul 22 11:30:48.763623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8e146b06-5230-48d6-a676-ac01888964b9 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:48.801183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365d80ee-7e45-4326-aff8-d9158babed14 req-7c719569-9858-40e8-8497-363b0bf2bff1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.802911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-365d80ee-7e45-4326-aff8-d9158babed14 req-7c719569-9858-40e8-8497-363b0bf2bff1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.3636651 Jul 22 11:30:48.814332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b64da9bb-9154-4c1b-982f-4f4aac5c2de6 None None] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:48.816254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.817094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.822764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8e146b06-5230-48d6-a676-ac01888964b9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:48.823539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8e146b06-5230-48d6-a676-ac01888964b9 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:48.824236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b8f12bfa-d916-4333-bd18-8196056f80f8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:48.862568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aaafc9ad-16bf-48d4-a0e9-ee7cff0b5a9e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 1.5585372 Jul 22 11:30:48.889046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-6de695e6-2a4f-429c-a2f7-db64489e9424 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:48.890772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-6de695e6-2a4f-429c-a2f7-db64489e9424 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1098 time: 0.1623721 Jul 22 11:30:48.903648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.916506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Allocated IP 172.25.6.98 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/edc5861b-ddbe-49c7-86f5-0259aafa74f0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:48.919906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-365d80ee-7e45-4326-aff8-d9158babed14 req-fed4084d-6821-4f82-8a52-b12c83bf72c3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048651 Jul 22 11:30:48.955787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=58403a8c-319d-4539-acb7-9ae32dee765c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:48.959984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:48.962442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/58403a8c-319d-4539-acb7-9ae32dee765c HTTP/1.1" status: 204 len: 168 time: 0.8555872 Jul 22 11:30:48.968811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:48.971450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['905ccbb3-2903-4ce1-9894-0b058b3917af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:48.982988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b8f12bfa-d916-4333-bd18-8196056f80f8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:48.983350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b8f12bfa-d916-4333-bd18-8196056f80f8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:49.005409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.006616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.006616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.006616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.006921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.007101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.008038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.008038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.008849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.011484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.011484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.011484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f02a8747-9945-4f79-9f8b-1fdca18efee5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:49.012465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0ab5eef-5392-4df4-b844-fc836711ac22 None None] Network e679195b-300a-4388-a79c-0cde51aaa779 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:49.087008 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0168d8d5-fbb5-4938-9e59-2ac4b7a228d0 x-openstack-request-id: req-0168d8d5-fbb5-4938-9e59-2ac4b7a228d0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:49.087572 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-unplugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:49.087572 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0168d8d5-fbb5-4938-9e59-2ac4b7a228d0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:49.087948 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'code': 200} Jul 22 11:30:49.161582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-4cfb52b2-b449-48cd-a097-7ac8d37bd57f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:49.166314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.167806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-4cfb52b2-b449-48cd-a097-7ac8d37bd57f service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2681406 Jul 22 11:30:49.229096 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd749ac0-6234-4bc6-8ec6-aba6931e7f54 x-openstack-request-id: req-bd749ac0-6234-4bc6-8ec6-aba6931e7f54 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:49.229397 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:49.229661 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd749ac0-6234-4bc6-8ec6-aba6931e7f54 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:49.230072 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:30:49.272735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:30:49.274551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3b15b0d-1193-45aa-8910-92c23f07a224 None None] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:49.280183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-5b50e988-74b2-416f-b671-f28e863c05ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.1042147 Jul 22 11:30:49.329687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.403726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.410026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-0d4383d3-6a4b-45cc-8454-4b18ef21221f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:49.411917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-0d4383d3-6a4b-45cc-8454-4b18ef21221f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1120493 Jul 22 11:30:49.419840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-3bca1dd7-807a-4787-9abc-e7fcdc874220 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:49.421770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-3bca1dd7-807a-4787-9abc-e7fcdc874220 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.1406631 Jul 22 11:30:49.450183 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.502134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'Port': ['ID=edc5861b-ddbe-49c7-86f5-0259aafa74f0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:49.513275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:49.519689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:49.530131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:49.603086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Deleting port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:30:49.603438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.643612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-c017d347-6b77-42d9-9b8e-925a292a70b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:49.645217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-c017d347-6b77-42d9-9b8e-925a292a70b9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2214653 Jul 22 11:30:49.652842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a205f4a-acb4-42a9-adf6-76da57994eb1 req-98392bd0-a528-4abb-bb0b-a92e11ff2222 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:49.660120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a205f4a-acb4-42a9-adf6-76da57994eb1 req-98392bd0-a528-4abb-bb0b-a92e11ff2222 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.3723946 Jul 22 11:30:49.769918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] For port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,segment=NetworkSegment(a5e89b57-6826-40ca-a043-b6bbde76bd91),segment_id=a5e89b57-6826-40ca-a043-b6bbde76bd91)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:49.770600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.796091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Calling delete_port for b7bb9e96-8a23-4aaa-b25b-0d51415e20ac owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:30:49.807110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a205f4a-acb4-42a9-adf6-76da57994eb1 req-a0a151a2-2b9e-435c-9ad2-49fbee2105a1 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460075 Jul 22 11:30:49.810786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:49.958811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:49.966785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1443742055-network', 'tenant_id': 'b16c55336318455d9f020074c88f89db'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:49.978941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.065009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Made reservation on behalf of b16c55336318455d9f020074c88f89db for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:50.066235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:50.067454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.088925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'mac_address': 'fa:16:3e:d9:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:30:50.098336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.121709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-f7125e2f-3365-497f-b6d8-4274369accc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:50.123210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-f7125e2f-3365-497f-b6d8-4274369accc5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.6369874 Jul 22 11:30:50.124458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.134792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Pushing event deleted for resources: {'Port': ['ID=b7bb9e96-8a23-4aaa-b25b-0d51415e20ac,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:50.146612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc4d43c4-9331-42d1-8057-ac7541babe31 req-11ac7676-c385-490e-92e3-8bcfa956698d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:50.153937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc4d43c4-9331-42d1-8057-ac7541babe31 req-11ac7676-c385-490e-92e3-8bcfa956698d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2700446 Jul 22 11:30:50.158090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9952a523-0567-4d43-b675-f5b526df2591 None None] DHCP port deletion for e679195b-300a-4388-a79c-0cde51aaa779 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:30:50.171962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-3f6aa411-eb79-47ac-a9cf-2b4582309c41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0397701 Jul 22 11:30:50.193698 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.222760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6beeb19f-c4b1-4fe5-a788-2bc6885c437e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:50.243834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] No DVR routers for this DVR port b7bb9e96-8a23-4aaa-b25b-0d51415e20ac on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:30:50.277230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-21176ade-6821-4607-aa1e-3970ffe95572 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:50.278904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-21176ade-6821-4607-aa1e-3970ffe95572 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.0666444 Jul 22 11:30:50.280908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-737d2bf8-dd05-4fbb-a932-1ac74a444543 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6267335 Jul 22 11:30:50.286142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:50.291197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.326384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-1d3892c1-1674-47b8-8768-af1f6effe3ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0332136 Jul 22 11:30:50.335675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc4d43c4-9331-42d1-8057-ac7541babe31 req-b905358f-5762-42ec-9482-46b6783df439 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1799419 Jul 22 11:30:50.356245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:50.430085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.457777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e679195b-300a-4388-a79c-0cde51aaa779']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:50.499479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7bb9e96-8a23-4aaa-b25b-0d51415e20ac no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:30:50.503819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.506710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a5e89b57-6826-40ca-a043-b6bbde76bd91') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:50.507003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a5e89b57-6826-40ca-a043-b6bbde76bd91') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:50.516818 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-8febdbaf-3983-42c3-96ce-e85322b14296 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1809423 Jul 22 11:30:50.520228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c5bbaf0-8596-4f84-93b9-cfe28b923c49 req-b61775b5-422d-4a6f-9dd8-9abdbb339b38 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2257650 Jul 22 11:30:50.535235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.535478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b7bb9e96-8a23-4aaa-b25b-0d51415e20ac {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:30:50.535753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7bb9e96-8a23-4aaa-b25b-0d51415e20ac not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:30:50.538354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['6beeb19f-c4b1-4fe5-a788-2bc6885c437e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:50.549891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.635159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.675994 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b057e86f-892d-430c-89ca-e80a0c558ce9 req-cc344b19-5f57-4dc9-b42c-d66702efbc6d service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469615 Jul 22 11:30:50.691443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:30:50.692027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:30:50.697713 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:30:50.713146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.728237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event updated for resources: {'Port': ['ID=edc5861b-ddbe-49c7-86f5-0259aafa74f0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:50.740314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.796216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:30:50.802779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.825335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11cbaed0-255f-4024-8901-085d0d972c13 req-e25c61ec-a261-4630-a938-8c712f92b4d8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:50.826915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11cbaed0-255f-4024-8901-085d0d972c13 req-e25c61ec-a261-4630-a938-8c712f92b4d8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.3629222 Jul 22 11:30:50.827531 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.843331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.843679 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Added segment 3d7a22e5-aa4f-45db-94bd-5e84e8b77c54 of type vlan for network 38b39f3f-73c8-4d56-8646-d30413636b54 Jul 22 11:30:50.845864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.847696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] 10.222.0.21 "DELETE /v2.0/networks/e679195b-300a-4388-a79c-0cde51aaa779 HTTP/1.1" status: 204 len: 168 time: 1.8773105 Jul 22 11:30:50.863919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=21d52b53-050c-4496-96f0-de82660b035f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:50.884886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8d26a7-5415-4f34-89fe-702d3851eabb admin admin] Pushing event deleted for resources: {'Network': ['ID=e679195b-300a-4388-a79c-0cde51aaa779,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:50.910247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.911501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-62ad877f-2d4e-4047-8d9d-6439ff5220fc tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 3.0107095 Jul 22 11:30:50.944400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:50.989264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11cbaed0-255f-4024-8901-085d0d972c13 req-c7b1d7f2-4bb5-4a00-97bd-8d8d8c30b606 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492841 Jul 22 11:30:50.994746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-f67bbb4b-aecc-4e9a-881d-1e2367d300a7 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.0759575 Jul 22 11:30:51.042891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.043853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.044620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.089728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:51.092387 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-809bec75-e215-435c-b2d8-7141b05d9a48" -d '{"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:51.095035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:51.122157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 894 time: 1.1620352 Jul 22 11:30:51.129965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:51.146742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Request body: {'subnet': {'network_id': '38b39f3f-73c8-4d56-8646-d30413636b54', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1443742055-subnet', 'tenant_id': 'b16c55336318455d9f020074c88f89db', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:51.156031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0ba9b9-69df-4f34-afb9-096a0b91f48f admin admin] Pushing event updated for resources: {'Network': ['ID=38b39f3f-73c8-4d56-8646-d30413636b54,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:51.166722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 38b39f3f-73c8-4d56-8646-d30413636b54 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:30:51.191102 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f97fafd-56a3-4a34-be9b-6064c52a3f1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a7cbf457d2f84767b76c2e7e4d546fc2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0912607 Jul 22 11:30:51.191102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Made reservation on behalf of b16c55336318455d9f020074c88f89db for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:51.193093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.194863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:51.242403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-6ea7f3d7-67ad-4372-b158-882b570eb448 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.243926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fbbb37-5862-4e36-b956-ce376c273c68 req-6ea7f3d7-67ad-4372-b158-882b570eb448 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2352514 Jul 22 11:30:51.297967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-182618a3-3ae3-4894-be10-5645f32bf06b req-bb4d5ee2-b36f-4d61-82e5-3b4ac225ebae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.300340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-182618a3-3ae3-4894-be10-5645f32bf06b req-bb4d5ee2-b36f-4d61-82e5-3b4ac225ebae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1397402 Jul 22 11:30:51.305055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:51.314354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.368871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.402900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.411477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-182618a3-3ae3-4894-be10-5645f32bf06b req-a09a5ecb-9efc-4ed8-8d85-33295828dbbb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036844 Jul 22 11:30:51.469637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.472550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.473743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ebdc964-b329-4b92-a260-dabab53fcd93 HTTP/1.1" status: 204 len: 168 time: 0.2779295 Jul 22 11:30:51.474665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:51.499694 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cf42e8d-5c6a-462c-931a-ce9728c43d34 x-openstack-request-id: req-5cf42e8d-5c6a-462c-931a-ce9728c43d34 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:51.500460 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:51.500460 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cf42e8d-5c6a-462c-931a-ce9728c43d34 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:51.500778 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'status': 'completed', 'code': 200} Jul 22 11:30:51.503493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:51.503922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.504996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8969475a-064f-4da0-be5f-4a2f5abe4aa9 req-50a21149-52f1-4efd-8a12-76b7b265fe74 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.511957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8969475a-064f-4da0-be5f-4a2f5abe4aa9 req-50a21149-52f1-4efd-8a12-76b7b265fe74 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 949 time: 0.1631291 Jul 22 11:30:51.565857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ebdc964-b329-4b92-a260-dabab53fcd93,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:51.615543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8969475a-064f-4da0-be5f-4a2f5abe4aa9 req-a06b0e27-fd1d-43ad-8a9f-518326da290a tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1024966 Jul 22 11:30:51.629484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.629983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.630424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.630921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.631359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.631796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.632227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.632711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.633202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.633726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.634123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.634699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3cbcc52a-c714-4a0f-8fd5-6532d5eda020 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:51.728576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-59dcd554-d31f-45a2-908f-bd0a9b3c32da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.731375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-59dcd554-d31f-45a2-908f-bd0a9b3c32da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1098 time: 0.1932061 Jul 22 11:30:51.784327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-e9089194-c74d-4c32-ab99-f7bd201bf5e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.787719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-e9089194-c74d-4c32-ab99-f7bd201bf5e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1098 time: 0.2280781 Jul 22 11:30:51.789451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.822569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.866713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-015b992b-4e7a-4f0f-8cf7-76dc14501007 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:51.868640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-015b992b-4e7a-4f0f-8cf7-76dc14501007 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56&device_owner=compute%3Anova HTTP/1.1" status: 200 len: 946 time: 0.2438898 Jul 22 11:30:51.911463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:51.919034 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c0a5264-0256-4c53-8376-543880a38b81" -d '{"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-plugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:51.932756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6da4d39-75d5-4d3c-b7ea-e2d73dbf1549,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:51.953993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Checking segment: {'id': '3d7a22e5-aa4f-45db-94bd-5e84e8b77c54', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '38b39f3f-73c8-4d56-8646-d30413636b54'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:51.954611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Network hostable DHCP agents. Network: 38b39f3f-73c8-4d56-8646-d30413636b54, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:30:51.979818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:51.989938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:51.998086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-0f862f21-9bf0-4aab-99a6-7a0799c46674 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.005609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-0f862f21-9bf0-4aab-99a6-7a0799c46674 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2059462 Jul 22 11:30:52.007008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Network 38b39f3f-73c8-4d56-8646-d30413636b54 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:30:52.066919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:52.079687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.080124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.080533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.080943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.081615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.082039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.083983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.083983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.083983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.084299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.084871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.085270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:30:52.098731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 38b39f3f-73c8-4d56-8646-d30413636b54) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:52.110108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5cbee72-21ef-4645-ad9f-23f09b89ce76 None None] Network 38b39f3f-73c8-4d56-8646-d30413636b54 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:52.112824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-56e5ae39-88f6-4b3e-90c4-add8b7100b12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.1004772 Jul 22 11:30:52.114352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.115255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:52.177396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4b1ae626-cc20-4ba9-a466-ccff986e1f4b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.0462372 Jul 22 11:30:52.189915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-49f3c935-2629-4143-8dcf-37601af6285c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.191837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-49f3c935-2629-4143-8dcf-37601af6285c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0697525 Jul 22 11:30:52.290593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-ddc5c0c3-0a29-475e-be93-477d0b39ddec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.292630 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-ddc5c0c3-0a29-475e-be93-477d0b39ddec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0905411 Jul 22 11:30:52.316974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:52.344944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-5ac24fc6-a87c-43f7-8890-85f55d0ddd4d tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.4705977 Jul 22 11:30:52.360724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'floatingip': {'port_id': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:52.391626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-a66e6426-9f30-431c-850f-129cc68d2b9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.408176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-a66e6426-9f30-431c-850f-129cc68d2b9f service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.6704819 Jul 22 11:30:52.464702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577a8b62-09d7-4ed9-b8b5-96de957c28b1 None None] Network 38b39f3f-73c8-4d56-8646-d30413636b54 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:52.468770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-d438f77a-3ea9-4590-9434-d76a2a7d4e42 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1669641 Jul 22 11:30:52.542704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 905ccbb3-2903-4ce1-9894-0b058b3917af completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:52.557180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4d46bd4-123a-4718-a1e5-a9ef547a1eac req-994ddbfa-6205-4ccb-bd66-e4cfecc0006b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.559639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4d46bd4-123a-4718-a1e5-a9ef547a1eac req-994ddbfa-6205-4ccb-bd66-e4cfecc0006b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.7945795 Jul 22 11:30:52.598670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:52.605644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-02c8fd95-69c9-4eba-b38e-d64eb703fb82 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.1003344 Jul 22 11:30:52.646948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 905ccbb3-2903-4ce1-9894-0b058b3917af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:52.647397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:52.662124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-1c01b7cc-f527-44c9-ba4c-053930b0702d service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1867306 Jul 22 11:30:52.803902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-dcf764f0-9f4c-4f4c-8b4c-fd06e418be9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:52.805381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-dcf764f0-9f4c-4f4c-8b4c-fd06e418be9a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1355596 Jul 22 11:30:52.824691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:52.836899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4d46bd4-123a-4718-a1e5-a9ef547a1eac req-d0ec5a86-13e6-408d-92cc-f0926aca0526 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2429140 Jul 22 11:30:52.853227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56256) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:52.875886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:52.884508 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:52.947710 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-14cf6734-d304-46ed-98c6-6b108d3caecc x-openstack-request-id: req-14cf6734-d304-46ed-98c6-6b108d3caecc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:52.950306 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-plugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:52.950593 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-14cf6734-d304-46ed-98c6-6b108d3caecc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:52.950996 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'code': 200} Jul 22 11:30:53.022417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:53.036165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-network', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:53.070513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Made reservation on behalf of a57c01f3cc984c25947eabf70b05e51e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:53.073475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.074197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-6b8fd88a-475c-401c-9afe-cdc501066a0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.075766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-6b8fd88a-475c-401c-9afe-cdc501066a0d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2358625 Jul 22 11:30:53.086380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.100707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af65de-8e81-44fc-bc85-d9a0faa57b18 req-dbc96712-ac23-4765-97e9-18155b61e43b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.102217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05af65de-8e81-44fc-bc85-d9a0faa57b18 req-dbc96712-ac23-4765-97e9-18155b61e43b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 1101 time: 0.1109519 Jul 22 11:30:53.148753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04de6543-50b7-4544-934f-45f11829d163 req-2692ff8e-1a90-463c-b084-90a9492f3049 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.150271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04de6543-50b7-4544-934f-45f11829d163 req-2692ff8e-1a90-463c-b084-90a9492f3049 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 947 time: 0.1490037 Jul 22 11:30:53.163205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05af65de-8e81-44fc-bc85-d9a0faa57b18 req-64cce1f7-5207-4335-9580-b94f6c5ddfb8 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535586 Jul 22 11:30:53.222393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.228872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.253519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:30:53.269823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72da19ba-2b7f-4094-a390-933b228ce45a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:53.283500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.284946 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Added segment fb44ae15-ad83-4c71-b3a5-7e1aa189182e of type vlan for network cad12c26-3d00-4b95-83ec-27519d4a8393 Jul 22 11:30:53.335516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.344827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04de6543-50b7-4544-934f-45f11829d163 req-599c78b1-bece-4d99-bfdf-c42ff5953bae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593702 Jul 22 11:30:53.348837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-32a28a1b-7d48-4b2d-af83-233468dfc48d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2631590 Jul 22 11:30:53.386921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.388542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.389724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.432537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.5781903 Jul 22 11:30:53.435527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:53.442218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Request body: {'subnet': {'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-subnet', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:53.483632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e804c7d8-289a-495c-afc7-a2d024bb273c admin admin] Pushing event updated for resources: {'Network': ['ID=cad12c26-3d00-4b95-83ec-27519d4a8393,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:53.498115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cad12c26-3d00-4b95-83ec-27519d4a8393 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:30:53.518933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:30:53.526055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Made reservation on behalf of a57c01f3cc984c25947eabf70b05e51e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:53.528525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.611662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-809bec75-e215-435c-b2d8-7141b05d9a48 req-51960be3-8607-475c-b80c-28efa2d1863a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2550240 Jul 22 11:30:53.629065 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.636419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.714441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d56710-fdf0-4a63-84b5-041ed220d768 req-4e5c9396-1234-4413-946f-9d264fabf5e7 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.715601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7d56710-fdf0-4a63-84b5-041ed220d768 req-4e5c9396-1234-4413-946f-9d264fabf5e7 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 950 time: 0.1942425 Jul 22 11:30:53.759005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.771222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7d56710-fdf0-4a63-84b5-041ed220d768 req-5e29539e-dec0-4a36-923f-42a840ef7ecc tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453997 Jul 22 11:30:53.784110 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Floating IP c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c associated. External IP: 172.25.6.98, port: 12a0e727-4c88-4d57-81c6-0c443b7e239a. Jul 22 11:30:53.829753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Checking segment: {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:53.830214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Network hostable DHCP agents. Network: cad12c26-3d00-4b95-83ec-27519d4a8393, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:30:53.836150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Pushing event updated for resources: {'Subnet': ['ID=4da7e9ae-993f-404f-af28-0c462e19fa46,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:53.855801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Network cad12c26-3d00-4b95-83ec-27519d4a8393 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:30:53.871278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cad12c26-3d00-4b95-83ec-27519d4a8393) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:53.879473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:53.881525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.887377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16c5bb6d-417c-4baa-9dc4-60d593c55742 None None] Network cad12c26-3d00-4b95-83ec-27519d4a8393 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:53.912543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e3ff2d64-b591-4a9e-b9d3-22edaf0e8eaa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.4756110 Jul 22 11:30:53.915090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:53.928322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:53.974222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:53.977234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.059587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.075847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:54.171212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cad12c26-3d00-4b95-83ec-27519d4a8393', 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'fixed_ips': [{'subnet_id': '4da7e9ae-993f-404f-af28-0c462e19fa46'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:30:54.172230 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.226804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.305086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:54.312358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.315723 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Sync routers for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:54.321316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:30:54.328024 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:54.333201 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:54.385685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Allocated IP 172.20.0.2 (cad12c26-3d00-4b95-83ec-27519d4a8393/4da7e9ae-993f-404f-af28-0c462e19fa46/8bdad196-9761-4b26-9a69-c93c883d390c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:54.432043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-b5e739be-7bce-453d-bec5-82d26a91a172 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "PUT /v2.0/floatingips/c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c HTTP/1.1" status: 200 len: 996 time: 2.0781202 Jul 22 11:30:54.434874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:54.438336 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413" -d '{"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:54.477423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-4d3bb704-c3cb-4a19-bb9b-dbd8da628a6b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:54.484161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-4d3bb704-c3cb-4a19-bb9b-dbd8da628a6b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.2129223 Jul 22 11:30:54.507240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-a63fdadd-bd7f-4f92-8933-69de8ae9e09c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/quotas/a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 375 time: 0.0215361 Jul 22 11:30:54.540843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.567366 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:54.574184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:54.598768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.604010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'mac_address': 'fa:16:3e:ee:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:30:54.613709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-cebe3092-06ca-40d7-bae9-e94268d63e36 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1047516 Jul 22 11:30:54.700940 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.721994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:30:54.753107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:54.762983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.766205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.800572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Transition to ACTIVE for port object 8bdad196-9761-4b26-9a69-c93c883d390c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:54.832408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Allocated IP 172.25.6.96 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f285cabf-c825-4ce9-8f92-f5d3088678d6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:54.837214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Transition to ACTIVE for port object 8bdad196-9761-4b26-9a69-c93c883d390c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:54.844596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:54.851344 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:54.872828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Network cad12c26-3d00-4b95-83ec-27519d4a8393 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:54.876283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:54.879975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:54.903549 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'port_id': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'mac_address': 'fa:16:3e:5c:47:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:30:49Z', 'updated_at': '2021-07-22T11:30:53Z', 'revision_number': 1, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:54.912616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-a9a5653d-7f70-4699-8a1e-a39967db12e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:54.914494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-a9a5653d-7f70-4699-8a1e-a39967db12e8 service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.4700971 Jul 22 11:30:54.932926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Pushing event updated for resources: {'Port': ['ID=8bdad196-9761-4b26-9a69-c93c883d390c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:54.936791 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Checking router: 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:54.949499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:54.950259 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:54.952955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:54.956004 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f57c4c-17db-46ba-81ee-e501716f724c" -d '{"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:55.018472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-75d06ee5-3a11-40f7-86cf-77e8a06f451d service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4036691 Jul 22 11:30:55.025779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Attempting to bind port 8bdad196-9761-4b26-9a69-c93c883d390c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:55.026159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Attempting to bind port 8bdad196-9761-4b26-9a69-c93c883d390c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:55.026543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Attempting to bind port 8bdad196-9761-4b26-9a69-c93c883d390c on network cad12c26-3d00-4b95-83ec-27519d4a8393 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:55.036082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:55.036467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Checking segment: {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:55.037132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.037676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Bound using segment: {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:55.038026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Bound port: 8bdad196-9761-4b26-9a69-c93c883d390c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:55.038416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.041346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.056403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['392d1151-d9b9-495f-996a-d71f7a3b3d6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:30:55.096751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.120917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-f953b39e-2e29-4987-950d-2e4302ae60db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:55.122247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-f953b39e-2e29-4987-950d-2e4302ae60db service neutron] 10.222.0.21 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.2002952 Jul 22 11:30:55.153861 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:55.166334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] For port 8bdad196-9761-4b26-9a69-c93c883d390c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:55.171065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] For port 8bdad196-9761-4b26-9a69-c93c883d390c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bdad196-9761-4b26-9a69-c93c883d390c,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:55.182038 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.208387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:55.212905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-c639e78f-aa27-4144-9b0a-a467858cd0d6 service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1927917 Jul 22 11:30:55.226564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:55.235929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:55.254759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-55928686-d805-40c7-a04a-b993dca9080d service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 999 time: 0.1241994 Jul 22 11:30:55.319398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaf7e5d-ab16-410b-8718-c201eaae6de2 None None] Pushing event updated for resources: {'Port': ['ID=8bdad196-9761-4b26-9a69-c93c883d390c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:55.367348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-991cd1b5-a483-4d73-b71a-b42cdf9f8019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:55.368862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-991cd1b5-a483-4d73-b71a-b42cdf9f8019 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.1093764 Jul 22 11:30:55.445442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Pushing event updated for resources: {'Port': ['ID=f285cabf-c825-4ce9-8f92-f5d3088678d6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:55.456214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-2143ffa2-f708-4051-8f56-56b7dce124a7 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0775197 Jul 22 11:30:55.709112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'port_id': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'mac_address': 'fa:16:3e:5c:47:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:30:49Z', 'updated_at': '2021-07-22T11:30:53Z', 'revision_number': 1, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:55.754265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:55.754954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1114b843-5447-4b57-bf36-c3a374828b46 None None] The sync data for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 is: [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'floating_ip_address': '172.25.6.98', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'port_id': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 913, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'mac_address': 'fa:16:3e:5c:47:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:30:49Z', 'updated_at': '2021-07-22T11:30:53Z', 'revision_number': 1, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:55.781039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ef7c6f4-e657-4c9e-89d1-c00e540de92d req-d51e1e5a-b936-427f-ac45-7f495006d972 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:55.789286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ef7c6f4-e657-4c9e-89d1-c00e540de92d req-d51e1e5a-b936-427f-ac45-7f495006d972 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2981019 Jul 22 11:30:55.807559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-8e0d17c9-72d7-4d60-aecd-6f0f845da805 service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3363080 Jul 22 11:30:55.877355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ef7c6f4-e657-4c9e-89d1-c00e540de92d req-595a4ab0-c9c2-4f07-b5ec-3584b0479bf4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872116 Jul 22 11:30:55.981149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7526fc9-728c-4e14-903d-f6906bc6e3c1 req-bcf0bcea-6b96-4cf4-b904-8b675e6c04ec service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605258 Jul 22 11:30:56.027793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:56.193736 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f9acd38a-7c99-4dcc-89c0-7ef2b7441697 x-openstack-request-id: req-f9acd38a-7c99-4dcc-89c0-7ef2b7441697 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:56.194762 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:56.195262 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f9acd38a-7c99-4dcc-89c0-7ef2b7441697 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:56.195892 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:30:56.207420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-405963d4-b447-4537-afa3-8e9a250c8c06 None None] New status for floating IP c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:30:56.319775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:56.423071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc75b6e8-047e-426d-9a0c-222294517979 req-1db3bab2-ed7f-4872-b658-3f46dea44053 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:56.433475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc75b6e8-047e-426d-9a0c-222294517979 req-1db3bab2-ed7f-4872-b658-3f46dea44053 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 950 time: 0.1249723 Jul 22 11:30:56.494816 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5883e7b-92bb-48ea-a40b-c3b48d1b81ef x-openstack-request-id: req-a5883e7b-92bb-48ea-a40b-c3b48d1b81ef {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:30:56.495352 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:30:56.495973 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5883e7b-92bb-48ea-a40b-c3b48d1b81ef {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:30:56.496646 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'code': 200} Jul 22 11:30:56.515273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc75b6e8-047e-426d-9a0c-222294517979 req-b0c72f5c-926c-4908-a3f2-de9cc18ac118 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0803301 Jul 22 11:30:56.592796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:56.612436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:56.612828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:56.669183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27e724b9-c978-4b60-9927-ca5294d7d6d1 req-e767fa3d-c18b-464c-8a30-052a6a2f5b16 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 210 time: 0.0750451 Jul 22 11:30:56.836534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:30:56.882355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-7d99bae6-5a19-48b3-9683-841e384e7800 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1001 time: 0.2410462 Jul 22 11:30:56.942348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bdad196-9761-4b26-9a69-c93c883d390c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:56.945216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fae4f56d-376c-4cde-94d1-9063f12c8e4f None None] Network cad12c26-3d00-4b95-83ec-27519d4a8393 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:30:56.957429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edda41f2-33cc-4968-9a13-fcb4a0a5bf24 req-70a8a2e5-dce8-4388-a598-c2ffdaa95e69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:56.958984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edda41f2-33cc-4968-9a13-fcb4a0a5bf24 req-70a8a2e5-dce8-4388-a598-c2ffdaa95e69 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 1101 time: 0.2668774 Jul 22 11:30:56.973065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-e5bca2a4-67f7-4592-bce1-fe2cfd128a55 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:56.974508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-e5bca2a4-67f7-4592-bce1-fe2cfd128a55 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports/12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 943 time: 0.0843930 Jul 22 11:30:56.985069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa1c272c-2921-45e6-8a43-15ee01e60f03 req-35114aca-ed5d-423e-a85d-8387a2b146b1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:56.991837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa1c272c-2921-45e6-8a43-15ee01e60f03 req-35114aca-ed5d-423e-a85d-8387a2b146b1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.1821842 Jul 22 11:30:57.012581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Router c5367bd7-13bc-43c1-9d04-408d4445113e is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:30:57.054556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edda41f2-33cc-4968-9a13-fcb4a0a5bf24 req-89d0b97e-f513-4bcf-9eb0-d9be13298622 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0778966 Jul 22 11:30:57.072337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa1c272c-2921-45e6-8a43-15ee01e60f03 req-08cc0e60-6db5-411d-98cc-49a1bc04a89d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0740309 Jul 22 11:30:57.083441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dbe1298c-513c-435b-be54-806594520d08 None None] Provisioning for port 8bdad196-9761-4b26-9a69-c93c883d390c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:57.128968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-065e0c01-a177-41d5-9799-a68740ceec2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:57.130521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-065e0c01-a177-41d5-9799-a68740ceec2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.9078786 Jul 22 11:30:57.204569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.231095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-feb5658d-015e-46ab-9322-6cceda750bc9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:57.233127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-feb5658d-015e-46ab-9322-6cceda750bc9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736&tenant_id=42bc958a4f3e4551b11423b14d418b4a&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 948 time: 0.2798450 Jul 22 11:30:57.294854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.341526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8bdad196-9761-4b26-9a69-c93c883d390c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:30:57.348593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8bdad196-9761-4b26-9a69-c93c883d390c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:57.348977 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.462895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-01e2c667-0cf8-4c48-9f03-123039543b1a service neutron] 10.222.0.20 "GET /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b/bindings/n-h1-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.2202842 Jul 22 11:30:57.463808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:57.465964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-3ede8326-cde5-4935-8ceb-d01be80e39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:57.467563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-3ede8326-cde5-4935-8ceb-d01be80e39d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.3003633 Jul 22 11:30:57.476095 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Sync routers for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:57.487435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:57.488072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:57.492376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:57.507993 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.577659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-bd86edcc-0165-4f85-9e00-6fda2f2860b0 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1001 time: 0.4762168 Jul 22 11:30:57.597338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:57.630819 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:57.662500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.722864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8bdad196-9761-4b26-9a69-c93c883d390c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bdad196-9761-4b26-9a69-c93c883d390c,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:30:57.723971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-1da8e7a7-1085-4457-9f91-a893fffcc4c7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 1001 time: 0.2452612 Jul 22 11:30:57.728683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.729695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.737535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-70810133-d851-456e-b27d-bfd42cdfe8c1 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 3.8200130 Jul 22 11:30:57.740424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:30:57.836889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8bdad196-9761-4b26-9a69-c93c883d390c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:57.934236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-a43195eb-2086-4511-ad0e-956c30559370 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:57.935964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-a43195eb-2086-4511-ad0e-956c30559370 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.3559163 Jul 22 11:30:57.965062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-9b56ab42-e0e0-45f4-ace2-9b6149836169 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:57.966866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-9b56ab42-e0e0-45f4-ace2-9b6149836169 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.2272370 Jul 22 11:30:57.970857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:57.993070 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:55Z', 'revision_number': 3, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:58.005314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-215c4e73-ae6c-4c11-b058-dbc666df1771 None None] Provisioning complete for port 8bdad196-9761-4b26-9a69-c93c883d390c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:58.005695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-215c4e73-ae6c-4c11-b058-dbc666df1771 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.014695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-936aa65b-976d-492d-8710-d3f76fac9db6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0381570 Jul 22 11:30:58.038696 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Checking router: c5367bd7-13bc-43c1-9d04-408d4445113e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:30:58.039336 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Updating router c5367bd7-13bc-43c1-9d04-408d4445113e port f285cabf-c825-4ce9-8f92-f5d3088678d6 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:30:58.065665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-0eacdcaf-ccc3-43dd-bda4-2f6234844630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.067282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-0eacdcaf-ccc3-43dd-bda4-2f6234844630 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1100 time: 0.5738087 Jul 22 11:30:58.121590 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.149082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-f3177545-3906-4488-9055-c6e47b4a9cb0 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 1001 time: 0.1989455 Jul 22 11:30:58.159108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-9707f4ac-55a7-48b7-87c9-8ed01aa27086 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.160995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-9707f4ac-55a7-48b7-87c9-8ed01aa27086 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.5796354 Jul 22 11:30:58.165483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:58.237992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Request body: {'port': {'device_id': '69745362-9b2a-427d-bf27-92e82006d822', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'admin_state_up': True, 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:30:58.268788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eec5a3e6-1bb0-4d9d-a129-f614412c8b38 req-28db6150-c836-47e2-9651-f6c7b239fc12 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.275145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eec5a3e6-1bb0-4d9d-a129-f614412c8b38 req-28db6150-c836-47e2-9651-f6c7b239fc12 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 950 time: 0.6923397 Jul 22 11:30:58.278743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-20796353-87a6-410c-8187-57d2b671c307 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2558651 Jul 22 11:30:58.300069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.376854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-c0fc4596-30bc-4a79-a76b-4195da226cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.378384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-c0fc4596-30bc-4a79-a76b-4195da226cdb service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2667894 Jul 22 11:30:58.490889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eec5a3e6-1bb0-4d9d-a129-f614412c8b38 req-60928a7d-78da-4b22-aee0-3e1c9a30c3f1 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1999040 Jul 22 11:30:58.494196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-1a5410d0-43a5-4d22-b72a-729680765b1d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0541644 Jul 22 11:30:58.497725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:58.501631 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-374ab027-f108-4aa4-8e83-3cb628e5015c" -d '{"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:58.529680 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.540567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bdad196-9761-4b26-9a69-c93c883d390c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:30:58.542547 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Transition to ACTIVE for port object f285cabf-c825-4ce9-8f92-f5d3088678d6 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:58.571447 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.574408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ec46aa-2f47-47dd-b3e1-feb1022ac413 req-5a64ec36-1bee-42e4-a767-35d05ff696b1 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2880008 Jul 22 11:30:58.596417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-9514f0eb-e26d-4f3f-89a5-d3343115c001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.598041 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-9514f0eb-e26d-4f3f-89a5-d3343115c001 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0951886 Jul 22 11:30:58.646785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:30:58.651171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.662314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8bdad196-9761-4b26-9a69-c93c883d390c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:30:58.663338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.767808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.786368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-0377191a-84df-4574-84ed-176e32f5c01b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:58.788124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-0377191a-84df-4574-84ed-176e32f5c01b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1473427 Jul 22 11:30:58.789569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.790599 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Floating IP c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c disassociated. External IP: 172.25.6.98, port: 12a0e727-4c88-4d57-81c6-0c443b7e239a. Jul 22 11:30:58.793736 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b494d-b07b-496c-b891-8a599ae56e2e None None] Pushing event updated for resources: {'Port': ['ID=f285cabf-c825-4ce9-8f92-f5d3088678d6,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:58.799472 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Attempting to bind port f285cabf-c825-4ce9-8f92-f5d3088678d6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:30:58.799965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Attempting to bind port f285cabf-c825-4ce9-8f92-f5d3088678d6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:30:58.800339 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Attempting to bind port f285cabf-c825-4ce9-8f92-f5d3088678d6 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:30:58.806389 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:30:58.806823 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:30:58.807437 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.808308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:30:58.809059 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Bound port: f285cabf-c825-4ce9-8f92-f5d3088678d6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:30:58.809468 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.841794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.881898 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] For port f285cabf-c825-4ce9-8f92-f5d3088678d6, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:30:58.885373 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] For port f285cabf-c825-4ce9-8f92-f5d3088678d6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f285cabf-c825-4ce9-8f92-f5d3088678d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:30:58.893041 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:58.963712 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:58.965096 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:58.973987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-18882673-0019-4372-8ab2-f803b8843664 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1763833 Jul 22 11:30:59.029338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee797674-1891-4cb7-87b4-aa9c97ea5dd9 req-eff476dc-5dcd-4f34-8746-21ca3b4593a1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:59.037756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee797674-1891-4cb7-87b4-aa9c97ea5dd9 req-eff476dc-5dcd-4f34-8746-21ca3b4593a1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3920875 Jul 22 11:30:59.103744 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-374b494d-b07b-496c-b891-8a599ae56e2e None None] Pushing event updated for resources: {'Port': ['ID=f285cabf-c825-4ce9-8f92-f5d3088678d6,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:59.138609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Allocated IP 172.20.0.12 (e8ad7f0e-5767-4b04-9f79-a9f420c92b20/9d94b167-9890-466f-8dd4-a8ef9843f179/be8a6898-e8b4-4408-81bc-9e5135ea72bd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:59.152309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee797674-1891-4cb7-87b4-aa9c97ea5dd9 req-c4c112a4-6178-45c2-a3d7-474c75fd72f0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1135471 Jul 22 11:30:59.161065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-7775e90b-7430-4296-8bc9-d8867aa803cb service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1793070 Jul 22 11:30:59.171183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Allocated IP 172.20.0.1 (cad12c26-3d00-4b95-83ec-27519d4a8393/4da7e9ae-993f-404f-af28-0c462e19fa46/f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:30:59.216716 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:30:59.347951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:59.368438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Transition to ACTIVE for port object f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:30:59.418183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:59.421525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:30:59.481528 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:55Z', 'revision_number': 3, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:59.487073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44508bf9-a5ae-4479-bab7-cdf2b760efb5 req-3c2c3ee1-354f-4ac1-903d-cc6669713158 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 210 time: 0.0812469 Jul 22 11:30:59.536316 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3a8c18-9ed6-42e9-b733-e930e8eae90c None None] The sync data for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 is: [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:55Z', 'revision_number': 3, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:30:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:30:59.646789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:59.786164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Network cad12c26-3d00-4b95-83ec-27519d4a8393 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:30:59.789341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:30:59.794347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:30:59.794586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:30:59.799071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:30:59.801525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:59.808646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Sync routers for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:30:59.832287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:30:59.832962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:30:59.841278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:30:59.858181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536b645e-a376-4e2a-b5bc-58f78718feb2 req-1621eedb-1bb1-4356-a4dc-31cb3a127a30 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:30:59.861804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-536b645e-a376-4e2a-b5bc-58f78718feb2 req-1621eedb-1bb1-4356-a4dc-31cb3a127a30 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3011918 Jul 22 11:30:59.861804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-b7d0b046-12a6-4eb9-93fc-7086b19c8e81 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "PUT /v2.0/floatingips/c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c HTTP/1.1" status: 200 len: 694 time: 1.7106278 Jul 22 11:30:59.885046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:30:59.902984 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-66868929-3a85-4aaf-892c-ecf74ebad4b3" -d '{"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:30:59.920799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.061758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:00.089521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.212852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:00.235078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-536b645e-a376-4e2a-b5bc-58f78718feb2 req-3173ac74-c12c-4775-91b0-ed6089662b05 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3198524 Jul 22 11:31:00.236516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:00.244234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:00.251437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:00.315920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-11143ff1-7268-4856-993e-5466e8666e3f None None] Provisioning for port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:00.324649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-11143ff1-7268-4856-993e-5466e8666e3f None None] Provisioning complete for port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:00.325135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-11143ff1-7268-4856-993e-5466e8666e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.360956 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bd9b1266-6371-4063-9972-6eb5103fb3ea x-openstack-request-id: req-bd9b1266-6371-4063-9972-6eb5103fb3ea {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:00.361338 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:00.361670 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bd9b1266-6371-4063-9972-6eb5103fb3ea {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:00.362139 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'code': 200} Jul 22 11:31:00.381439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:00.382288 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.387474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-1bd54b08-7137-46f9-9187-25b06c23174a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:00.389423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-1bd54b08-7137-46f9-9187-25b06c23174a service neutron] 10.222.0.21 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.4822094 Jul 22 11:31:00.466147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-11143ff1-7268-4856-993e-5466e8666e3f None None] Port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:00.503876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:00.546948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Checking router: 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:00.554001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.564603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-927821c7-8da6-42b6-b980-f34f84fa7f9a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3342903 Jul 22 11:31:00.567432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.576599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f285cabf-c825-4ce9-8f92-f5d3088678d6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:00.582503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Request body: {'port': {'device_id': '69745362-9b2a-427d-bf27-92e82006d822', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:00.609883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:00.611557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:00.622433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Pushing event updated for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:00.698039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.763226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f285cabf-c825-4ce9-8f92-f5d3088678d6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:00.772971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f285cabf-c825-4ce9-8f92-f5d3088678d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:00.773456 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.811756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-6628ca2b-5261-47be-b146-f15ab42e0659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:00.815135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-6628ca2b-5261-47be-b146-f15ab42e0659 service neutron] 10.222.0.21 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.4152975 Jul 22 11:31:00.815903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:00.819043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:00.850392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Network cad12c26-3d00-4b95-83ec-27519d4a8393 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:00.852719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:00.936184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eebd787c-7abb-4561-b0a9-4fc63a6ae1ad req-753b0bca-9832-4055-b0e5-b1abeff2a6a6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:00.941664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eebd787c-7abb-4561-b0a9-4fc63a6ae1ad req-753b0bca-9832-4055-b0e5-b1abeff2a6a6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4659562 Jul 22 11:31:00.946143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-7c0176e3-abe9-4b1d-b326-23626d8ebd65 service neutron] 10.222.0.21 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.1090231 Jul 22 11:31:01.120870 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:01.132377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Router c5367bd7-13bc-43c1-9d04-408d4445113e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:31:01.166002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f285cabf-c825-4ce9-8f92-f5d3088678d6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f285cabf-c825-4ce9-8f92-f5d3088678d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:01.174407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eebd787c-7abb-4561-b0a9-4fc63a6ae1ad req-3653b480-4ff6-4d9f-a4f4-411180e54d83 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2210519 Jul 22 11:31:01.197254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-e61ceb1d-3464-41a0-b5dd-23eded9a06c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:01.201077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-e61ceb1d-3464-41a0-b5dd-23eded9a06c5 service neutron] 10.222.0.21 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.2367077 Jul 22 11:31:01.234394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:01.357335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-cf9cf527-41e2-44a2-92d2-8ec932855233 service neutron] 10.222.0.21 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1348042 Jul 22 11:31:01.382465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-71656f61-8559-4c4c-8fda-f4850238c373 None None] Provisioning complete for port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:01.383207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71656f61-8559-4c4c-8fda-f4850238c373 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:01.420486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:31:01.431943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49d93c17-297d-401a-b2e4-9dd4f4c4556a admin admin] 10.222.0.21 "PUT /v2.0/routers/c5367bd7-13bc-43c1-9d04-408d4445113e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6868021 Jul 22 11:31:01.487841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f285cabf-c825-4ce9-8f92-f5d3088678d6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:01.664551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-3811ba29-991c-4e68-9293-fed245a3429b service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952676 Jul 22 11:31:01.682856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:01.686496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3174979c-509b-4b8c-8320-b62d8db06ad2 req-f77224ab-7292-4a97-9b7c-2bec4f8da7b5 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:01.692094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3174979c-509b-4b8c-8320-b62d8db06ad2 req-f77224ab-7292-4a97-9b7c-2bec4f8da7b5 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 950 time: 0.3549767 Jul 22 11:31:01.716094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2bb4800d-798a-4679-ac3d-090b9b00083a None None] The sync data for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 is: [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7e92eff9-0294-453e-b6dc-32980473cb24', 'name': '', 'network_id': '09467b79-b964-41fb-9e9d-2e0ee678f9fc', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'mac_address': 'fa:16:3e:52:fe:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_interface', 'standard_attr_id': 810, 'fixed_ips': [{'subnet_id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:38Z', 'updated_at': '2021-07-22T11:29:47Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'subnets': [{'id': '8697010c-04fc-4e9b-9a55-06db89cc8964', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:01.721853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-71656f61-8559-4c4c-8fda-f4850238c373 None None] Port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:01.990669 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Sync routers for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:31:02.002250 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:02.003245 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:02.121550 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:02.164264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-bd7a93e6-e834-4261-9b57-da051a23c926 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.165795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-bd7a93e6-e834-4261-9b57-da051a23c926 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1100 time: 0.6841261 Jul 22 11:31:02.172347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3174979c-509b-4b8c-8320-b62d8db06ad2 req-efbd5fb1-56ee-4732-9ebd-cdc0b9d82de7 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4770541 Jul 22 11:31:02.174829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8a6898-e8b4-4408-81bc-9e5135ea72bd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:02.193702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:02.208743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:02.246057 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:30:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d99a623f-aa01-4b62-927a-564079260c8e x-openstack-request-id: req-d99a623f-aa01-4b62-927a-564079260c8e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:02.246423 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:02.246635 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d99a623f-aa01-4b62-927a-564079260c8e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:02.247091 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:31:02.272615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Transition to ACTIVE for port object be8a6898-e8b4-4408-81bc-9e5135ea72bd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:02.287486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96cbc52-9ad7-465c-b4d3-eb9d9a1f762b req-a8ee1835-e960-404f-be03-880ab97a32c6 service neutron] 10.222.0.21 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6086576 Jul 22 11:31:02.294675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:02.346364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-061a384b-fa7a-4fb5-8537-e9e31918e758 None None] New status for floating IP c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:31:02.365811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-f49ffcad-d560-4eae-b153-80f464531630 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.367519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-f49ffcad-d560-4eae-b153-80f464531630 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=54036062d0324493a8ccc088ee646f6c&device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 1097 time: 0.1002629 Jul 22 11:31:02.498778 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:59Z', 'revision_number': 4, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637', 'name': '', 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'mac_address': 'fa:16:3e:ec:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:58Z', 'updated_at': '2021-07-22T11:31:00Z', 'revision_number': 2, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'subnets': [{'id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:02.519843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-9ef84daf-1fa5-4f96-848f-0482feedf85e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.521522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-9ef84daf-1fa5-4f96-848f-0482feedf85e service neutron] 10.222.0.20 "GET /v2.0/networks?id=09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 200 len: 920 time: 0.1430843 Jul 22 11:31:02.546757 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Checking router: c5367bd7-13bc-43c1-9d04-408d4445113e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:02.547317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Updating router c5367bd7-13bc-43c1-9d04-408d4445113e port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:31:02.573927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f285cabf-c825-4ce9-8f92-f5d3088678d6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:02.591680 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-9b3774b5-0104-45d5-852d-d9f0c3e6578a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 200 len: 217 time: 0.0631440 Jul 22 11:31:02.625562 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:02.638851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:02.645064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:02.732089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-569bb63e-b1b8-43f4-ab85-60987974c09c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.736457 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-569bb63e-b1b8-43f4-ab85-60987974c09c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 200 len: 859 time: 0.1355810 Jul 22 11:31:02.745720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f285cabf-c825-4ce9-8f92-f5d3088678d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:02.747197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:02.822265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-0e112920-1f76-47f7-a8bd-ce22289b27cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=09467b79-b964-41fb-9e9d-2e0ee678f9fc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0647466 Jul 22 11:31:02.921337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9537cfd4-6aa6-4910-b8de-33ce026ac30f req-4ae3f1c3-bdaf-4c84-867b-a17e7cd54e8b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.923735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9537cfd4-6aa6-4910-b8de-33ce026ac30f req-4ae3f1c3-bdaf-4c84-867b-a17e7cd54e8b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3907807 Jul 22 11:31:02.937884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc45ad88-f464-4cb4-97c7-66b94267aefc req-118a2dc1-018f-4bde-86dd-41480b40da88 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:02.940069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc45ad88-f464-4cb4-97c7-66b94267aefc req-118a2dc1-018f-4bde-86dd-41480b40da88 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.4635050 Jul 22 11:31:02.961649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:02.962109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:02.962573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:02.973270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-ca34c03a-b8b3-434c-873c-388e115f20b4 service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1439476 Jul 22 11:31:03.003422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:03.003846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:03.038531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:03.038984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:03.039443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:03.039959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Bound port: be8a6898-e8b4-4408-81bc-9e5135ea72bd, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:03.040384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.050220 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.052046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9537cfd4-6aa6-4910-b8de-33ce026ac30f req-c4488007-9b8f-4c58-8e9e-25f42e9221f9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1063807 Jul 22 11:31:03.062029 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Transition to ACTIVE for port object f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:03.075251 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.115099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc45ad88-f464-4cb4-97c7-66b94267aefc req-17ff1f3f-1e32-4297-96eb-2991f9e157ca tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1524215 Jul 22 11:31:03.126887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66868929-3a85-4aaf-892c-ecf74ebad4b3 req-857a24f3-a3f4-443b-8656-48149b70d7ce service neutron] 10.222.0.20 "GET /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442242 Jul 22 11:31:03.161605 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17b3a-3059-42a0-83ad-129418d77b28 None None] Pushing event updated for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:03.204989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:03.230621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Attempting to bind port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:03.230990 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Attempting to bind port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:03.233369 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Attempting to bind port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 on network cad12c26-3d00-4b95-83ec-27519d4a8393 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:03.239959 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:03.240970 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Checking segment: {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:03.241567 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.242129 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Bound using segment: {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:03.242815 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Bound port: f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:03.243518 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.272764 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-40def738-0f16-4863-bc08-05ba86df29be req-a937d26b-28fa-4aeb-9071-c84f353a287b tempest-FloatingIPDetailsNegativeTestJSON-1740098743 tempest-FloatingIPDetailsNegativeTestJSON-1740098743-project] show failed (client error): The resource could not be found. Jul 22 11:31:03.277541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40def738-0f16-4863-bc08-05ba86df29be req-a937d26b-28fa-4aeb-9071-c84f353a287b tempest-FloatingIPDetailsNegativeTestJSON-1740098743 tempest-FloatingIPDetailsNegativeTestJSON-1740098743-project] 10.222.0.21 "GET /v2.0/floatingips/a42fade2-1692-43bb-9e95-a9c82dd7aca8 HTTP/1.1" status: 404 len: 350 time: 0.0695567 Jul 22 11:31:03.292735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:03.340270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] For port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:03.344230 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] For port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:03.360767 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.365693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:03.371395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:03.380991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:03.421345 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc17b3a-3059-42a0-83ad-129418d77b28 None None] Pushing event updated for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:03.455448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.457913 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:03.458574 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:03.527158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-46070a08-26f7-4d8a-834b-9cc92478d0e0 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips/c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c HTTP/1.1" status: 200 len: 692 time: 0.1515620 Jul 22 11:31:03.576064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:03.578499 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.578499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] 10.222.0.20 "PUT /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 1092 time: 3.0026956 Jul 22 11:31:03.705110 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:03.742192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.757784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Transition to ACTIVE for port object 392d1151-d9b9-495f-996a-d71f7a3b3d6b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:03.839591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:03.865134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d93b3a-0d4f-4f3f-845d-4d45d584b488 service neutron] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:04.023190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:04.087417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-c9cd30af-749a-41a5-adc0-111e92de33b4 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:04.092151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:59Z', 'revision_number': 4, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637', 'name': '', 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'mac_address': 'fa:16:3e:ec:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:58Z', 'updated_at': '2021-07-22T11:31:03Z', 'revision_number': 4, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'subnets': [{'id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:04.096671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-c9cd30af-749a-41a5-adc0-111e92de33b4 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.5686393 Jul 22 11:31:04.104266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] No DVR routers for this DVR port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:04.114524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-a8a28e69-4dd5-4deb-b0e6-7d441f910683 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:04.116171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-a8a28e69-4dd5-4deb-b0e6-7d441f910683 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1095 time: 0.4141884 Jul 22 11:31:04.122394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d88d502d-d73b-4f3f-99cc-6dbbe892c168 None None] The sync data for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 is: [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:30:59Z', 'revision_number': 4, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637', 'name': '', 'network_id': 'cad12c26-3d00-4b95-83ec-27519d4a8393', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'mac_address': 'fa:16:3e:ec:4a:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_interface', 'standard_attr_id': 934, 'fixed_ips': [{'subnet_id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:58Z', 'updated_at': '2021-07-22T11:31:03Z', 'revision_number': 4, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'subnets': [{'id': '4da7e9ae-993f-404f-af28-0c462e19fa46', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:04.131279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.258872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd'}, {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:04.262005 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318" -d '{"events": [{"name": "network-changed", "server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd"}, {"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-unplugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:04.265056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:04.265465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:04.265804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:04.289578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1ba2ae-ddca-4167-9492-a1dca457cd21 req-919995be-2b81-4d0a-b837-09fb05ace527 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:04.291249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d1ba2ae-ddca-4167-9492-a1dca457cd21 req-919995be-2b81-4d0a-b837-09fb05ace527 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5257673 Jul 22 11:31:04.324672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:04.324970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Attempting to bind port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:04.330024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-f0f694aa-b36c-418d-a9ab-e3767cd3fd85 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.1116965 Jul 22 11:31:04.337024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-04a8c54b-1187-4c79-9230-3bafc872ab67 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.2381470 Jul 22 11:31:04.348173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:04.348556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:04.348883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:04.350326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Bound port: 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:04.351037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.352895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:04.457460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:04.510018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Deleting port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:04.510359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.525330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-8416dea2-4efd-4d96-8615-8876a8b984f9 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.98 HTTP/1.1" status: 200 len: 695 time: 0.1630094 Jul 22 11:31:04.540306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d1ba2ae-ddca-4167-9492-a1dca457cd21 req-774066a3-84b7-4861-98af-21a8edb7dad9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992190 Jul 22 11:31:04.555601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-dea99210-e8e6-49e4-9125-2b78d94842bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:04.562512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-dea99210-e8e6-49e4-9125-2b78d94842bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.2012005 Jul 22 11:31:04.570361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:04.662261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-9182fe5d-9f36-4206-94df-7ea54057c4ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0904741 Jul 22 11:31:04.680529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:04.689240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:04.689620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.740386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:04.742607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] For port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:04.743939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.773793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Calling delete_port for f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:04.780646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:04.869731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.918061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:04.986274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:04.994074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.069144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:05.070657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.077458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] 10.222.0.36 "PUT /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 1096 time: 2.8936474 Jul 22 11:31:05.100221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:05.158246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.226735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Pushing event deleted for resources: {'Port': ['ID=f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:05.235989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee4bcfb-8050-48b5-b690-5cc78f585597 service neutron] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=11']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:05.248177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-63fe695a-12b1-4be4-99e2-fff4b219ee01 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5152504 Jul 22 11:31:05.346950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Deleting port edc5861b-ddbe-49c7-86f5-0259aafa74f0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:05.347616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.436836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-aac92c7d-0138-4613-94a2-c233f0bba4f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:05.439569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-aac92c7d-0138-4613-94a2-c233f0bba4f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1099 time: 0.3195474 Jul 22 11:31:05.454905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aed41bfb-c06b-4d67-85d7-a7d6bd2c7f59 req-0698f620-7d67-45ab-8dc6-b03d7ce2a4cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:05.456694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aed41bfb-c06b-4d67-85d7-a7d6bd2c7f59 req-0698f620-7d67-45ab-8dc6-b03d7ce2a4cb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.5099158 Jul 22 11:31:05.559948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.567169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d473b0-cdc1-456b-90e0-ddd3278fb5a5 req-ac45de0c-5eac-43d8-ad93-17c724257246 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3066337 Jul 22 11:31:05.653569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.653947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:05.683610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aed41bfb-c06b-4d67-85d7-a7d6bd2c7f59 req-4c151220-fe10-4363-a3cb-c69131495481 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1958218 Jul 22 11:31:05.689483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Calling delete_port for edc5861b-ddbe-49c7-86f5-0259aafa74f0 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:05.844992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-8b94709b-9201-4094-9781-137b1208ccae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:05.846855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-8b94709b-9201-4094-9781-137b1208ccae service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3632405 Jul 22 11:31:05.916433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Router c5367bd7-13bc-43c1-9d04-408d4445113e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:31:05.929230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-09047591-c3b2-42a7-979d-597b24500a2d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0713706 Jul 22 11:31:06.038548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.051382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-d408e10c-5f9c-42b3-98fd-6c3c70e0295e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:06.053166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-d408e10c-5f9c-42b3-98fd-6c3c70e0295e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1004891 Jul 22 11:31:06.073365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:31:06.081583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f65b70b-b1bb-4358-9467-6c7d3e05ce61 admin admin] 10.222.0.21 "PUT /v2.0/routers/c5367bd7-13bc-43c1-9d04-408d4445113e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7877238 Jul 22 11:31:06.083968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:06.086253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910319f-1873-4264-8382-1548a07605ba None None] Sync routers for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:31:06.099875 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:06.100543 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:06.115130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03388a4b-9b89-42fe-9d1f-757c26d01169 req-86472f1d-cfc5-4f30-9941-7c16fcce6bb3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:06.118307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03388a4b-9b89-42fe-9d1f-757c26d01169 req-86472f1d-cfc5-4f30-9941-7c16fcce6bb3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.2704427 Jul 22 11:31:06.142089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event deleted for resources: {'Port': ['ID=edc5861b-ddbe-49c7-86f5-0259aafa74f0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:06.255720 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:06.260398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.374760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:06.395667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.520676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Deleting port f285cabf-c825-4ce9-8f92-f5d3088678d6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:06.521086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.574924 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96'}], 'enable_snat': True}, 'gw_port_id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:31:05Z', 'revision_number': 5, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port': {'id': 'f285cabf-c825-4ce9-8f92-f5d3088678d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:c8:31', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 932, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.96', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:54Z', 'updated_at': '2021-07-22T11:31:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:06.620789 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910319f-1873-4264-8382-1548a07605ba None None] Checking router: c5367bd7-13bc-43c1-9d04-408d4445113e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:06.621320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:06.630258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] For port f285cabf-c825-4ce9-8f92-f5d3088678d6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f285cabf-c825-4ce9-8f92-f5d3088678d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:06.630674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.632936 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] Routers {'c5367bd7-13bc-43c1-9d04-408d4445113e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:06.633636 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c5367bd7-13bc-43c1-9d04-408d4445113e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:06.645127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Calling delete_port for f285cabf-c825-4ce9-8f92-f5d3088678d6 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:06.665717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'mac_address': 'fa:16:3e:ab:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:06.731441 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.774180 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] Set router c5367bd7-13bc-43c1-9d04-408d4445113e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:06.783343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:06.834628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:06.849615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0910319f-1873-4264-8382-1548a07605ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:31:06Z', 'revision_number': 6, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:06.850360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.863892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03388a4b-9b89-42fe-9d1f-757c26d01169 req-42b3f204-75a9-4744-8a9e-ded9f91242c4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7048621 Jul 22 11:31:06.897021 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0910319f-1873-4264-8382-1548a07605ba None None] The sync data for ids ['c5367bd7-13bc-43c1-9d04-408d4445113e'] in n-d-754448-4 is: [{'id': 'c5367bd7-13bc-43c1-9d04-408d4445113e', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-396294157-router', 'tenant_id': 'a57c01f3cc984c25947eabf70b05e51e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:53Z', 'updated_at': '2021-07-22T11:31:06Z', 'revision_number': 6, 'project_id': 'a57c01f3cc984c25947eabf70b05e51e', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:06.934909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.939492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.948187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:06.965838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9701b80-1793-4ed9-a8b7-eebc096540d0 req-20df1dc4-9da0-4ba5-8a25-1929af824335 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "DELETE /v2.0/floatingips/c6c7fe7a-ced2-4d5a-b3eb-797767c35e7c HTTP/1.1" status: 204 len: 173 time: 2.3984845 Jul 22 11:31:06.983113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:07.013838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-563b642d-d121-4416-8f15-b3683fcae52e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:07.020535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-563b642d-d121-4416-8f15-b3683fcae52e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9401214 Jul 22 11:31:07.025134 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76951ecf-cb5a-4369-a058-91c18d0b4ad2 x-openstack-request-id: req-76951ecf-cb5a-4369-a058-91c18d0b4ad2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:07.025354 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd", "status": "completed", "code": 200}, {"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-unplugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:07.025667 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76951ecf-cb5a-4369-a058-91c18d0b4ad2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:07.026327 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'status': 'completed', 'code': 200} Jul 22 11:31:07.026763 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'code': 200} Jul 22 11:31:07.039816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Pushing event deleted for resources: {'Port': ['ID=f285cabf-c825-4ce9-8f92-f5d3088678d6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:07.046664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['905ccbb3-2903-4ce1-9894-0b058b3917af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:07.193872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.281268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-ba55120e-2b41-4030-a5d3-59f4afd66cd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:07.282842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-ba55120e-2b41-4030-a5d3-59f4afd66cd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1095 time: 0.2308660 Jul 22 11:31:07.357402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-048b70d0-8931-49ec-9471-021e915fec02 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3298845 Jul 22 11:31:07.398069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3523eb-4c4a-4343-a1b3-65fe2236a2bd req-2071df3f-f74a-4335-b016-15955df132d8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:07.406609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a3523eb-4c4a-4343-a1b3-65fe2236a2bd req-2071df3f-f74a-4335-b016-15955df132d8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2840970 Jul 22 11:31:07.437853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.441205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.527189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.529086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c5367bd7-13bc-43c1-9d04-408d4445113e {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:31:07.535832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.537671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad9e42e3-2c4b-4986-b94e-27a0155ccbf3 admin admin] 10.222.0.21 "DELETE /v2.0/routers/c5367bd7-13bc-43c1-9d04-408d4445113e HTTP/1.1" status: 204 len: 168 time: 1.4526744 Jul 22 11:31:07.540344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:07.646227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a3523eb-4c4a-4343-a1b3-65fe2236a2bd req-9862bfe0-d8c5-49b6-86bc-b4818a242eed tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2240019 Jul 22 11:31:07.646773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Deleting subnet 4da7e9ae-993f-404f-af28-0c462e19fa46 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:31:07.652231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.698865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:07.724098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-8c10f82c-c46b-469a-92c5-e9970fa255c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:07.725610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-8c10f82c-c46b-469a-92c5-e9970fa255c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.4325049 Jul 22 11:31:07.758912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29a5db33-4b79-4b3b-b62f-3dfa6bb11ffe req-d51d0588-c200-4489-85cb-215cb597844e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:07.760611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29a5db33-4b79-4b3b-b62f-3dfa6bb11ffe req-d51d0588-c200-4489-85cb-215cb597844e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.3285906 Jul 22 11:31:07.772062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9017b43-e6b8-4742-ba6d-323c40fb6fd3 req-343ee11b-a71e-4f16-b9b2-caa99e697965 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3901684 Jul 22 11:31:07.836134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-17cf1b7f-0977-4053-9143-129009dc0386 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.0966356 Jul 22 11:31:07.933289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-c71b2483-95b3-4a6a-ad73-f831efc7b238 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups/d024808c-91b2-4c86-b0cd-d3a01d2686dc HTTP/1.1" status: 200 len: 1807 time: 0.2403505 Jul 22 11:31:08.005495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29a5db33-4b79-4b3b-b62f-3dfa6bb11ffe req-80f0d051-5d24-47e4-9632-719a8d1a844f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2228382 Jul 22 11:31:08.013691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-25d8fd9f-9ed5-4dea-b7b7-359707fe9d9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:08.024428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-25d8fd9f-9ed5-4dea-b7b7-359707fe9d9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1584189 Jul 22 11:31:08.140470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-6bb85cd8-a49f-481c-aada-5560a6c44ab1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1050203 Jul 22 11:31:08.168519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.220529 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.251224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.295072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4da7e9ae-993f-404f-af28-0c462e19fa46,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:08.300468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.305127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72156faf-f6ab-4a49-ad23-4b2358eaae3b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/4da7e9ae-993f-404f-af28-0c462e19fa46 HTTP/1.1" status: 204 len: 168 time: 0.7634964 Jul 22 11:31:08.305847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:08.306717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.311473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b347fdd5-008f-49c0-b1b8-fa064e67fe7d None None] Network cad12c26-3d00-4b95-83ec-27519d4a8393 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:08.397327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54690e42-845d-4448-8049-4f272fd1d34b req-bace7c0a-cea7-42c9-86f2-8e505ecb7b3f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:08.401478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54690e42-845d-4448-8049-4f272fd1d34b req-bace7c0a-cea7-42c9-86f2-8e505ecb7b3f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.2808506 Jul 22 11:31:08.410779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-0183b340-5dbf-417b-b10b-f1c4bc83d4b3 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2418597 Jul 22 11:31:08.437621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:08.456345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:08.466607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.502884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.505403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.506840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1294beb1-376a-4df2-a460-c8cb6bb3227e req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "DELETE /v2.0/security-groups/d024808c-91b2-4c86-b0cd-d3a01d2686dc HTTP/1.1" status: 204 len: 173 time: 0.5597537 Jul 22 11:31:08.571088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d70248-1355-4e2e-b66b-adecfe567a0a tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d024808c-91b2-4c86-b0cd-d3a01d2686dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:08.581767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:08.632595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:08.633471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4ce0c9b-9f06-4ee5-ab44-9c2a39cbd637 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:08.634173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f285cabf-c825-4ce9-8f92-f5d3088678d6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:08.635785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Deleting port 8bdad196-9761-4b26-9a69-c93c883d390c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:08.636138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.651611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54690e42-845d-4448-8049-4f272fd1d34b req-fcbff6ae-9686-46d2-926e-5f74bc708220 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2396336 Jul 22 11:31:08.745594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ad0fb13-b7dc-4dd2-8ec7-31109415e318 req-d9ec7fe0-d0ce-46a9-aa28-84954f94d11e service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2951388 Jul 22 11:31:08.778667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f285cabf-c825-4ce9-8f92-f5d3088678d6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:08.783988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f285cabf-c825-4ce9-8f92-f5d3088678d6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:08.788217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] For port 8bdad196-9761-4b26-9a69-c93c883d390c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bdad196-9761-4b26-9a69-c93c883d390c,segment=NetworkSegment(fb44ae15-ad83-4c71-b3a5-7e1aa189182e),segment_id=fb44ae15-ad83-4c71-b3a5-7e1aa189182e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:08.788725 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.820983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6de0a369-c5ff-44c8-80c3-32fec6902e3b req-fad19f21-9a0b-4531-b886-2199985a5280 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:08.822615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6de0a369-c5ff-44c8-80c3-32fec6902e3b req-fad19f21-9a0b-4531-b886-2199985a5280 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.1699896 Jul 22 11:31:08.824185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Calling delete_port for 8bdad196-9761-4b26-9a69-c93c883d390c owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:08.920524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 905ccbb3-2903-4ce1-9894-0b058b3917af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:08.921238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:08.922706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6de0a369-c5ff-44c8-80c3-32fec6902e3b req-c5c8ef98-0209-4bd4-9cb6-b853c38fa3ea tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911379 Jul 22 11:31:09.023319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:09.027985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:09.032895 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9" -d '{"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:09.033995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.049278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'port_id': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'mac_address': 'fa:16:3e:26:12:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d94b167-9890-466f-8dd4-a8ef9843f179', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:09.062253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] No DVR routers for this DVR port 8bdad196-9761-4b26-9a69-c93c883d390c on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:09.147769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0147fcf8-c519-4ed3-8f96-7eef2996f664 None None] DHCP port deletion for cad12c26-3d00-4b95-83ec-27519d4a8393 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:31:09.201062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Pushing event deleted for resources: {'Port': ['ID=8bdad196-9761-4b26-9a69-c93c883d390c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:09.229297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-743f2b2e-2deb-4672-a23e-5096a560362a req-5119cf51-5afb-4c3a-9984-03eeccf0f748 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:09.230919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-743f2b2e-2deb-4672-a23e-5096a560362a req-5119cf51-5afb-4c3a-9984-03eeccf0f748 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1523347 Jul 22 11:31:09.243058 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.287479 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.293334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.306756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cad12c26-3d00-4b95-83ec-27519d4a8393']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:09.318647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:09.320209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:09.320519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fb44ae15-ad83-4c71-b3a5-7e1aa189182e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:09.320898 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f93d41fe-2427-4854-bd2a-1894b8696464" -d '{"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:09.331191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.356288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.362791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id be8a6898-e8b4-4408-81bc-9e5135ea72bd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:09.365874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:31:09.366601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.368793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:09.380406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:09.384830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.404663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-743f2b2e-2deb-4672-a23e-5096a560362a req-ca6ce939-9ffc-44d0-ad0d-7ebb2319ed82 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1662531 Jul 22 11:31:09.462310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58060d67-81e3-4fa4-84ee-ddef132762da req-bbff86c2-701f-4b63-91e5-53a29e64fc4e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:09.463810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:09.467854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58060d67-81e3-4fa4-84ee-ddef132762da req-bbff86c2-701f-4b63-91e5-53a29e64fc4e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 948 time: 0.2073987 Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:31:09.480808 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:31:09.486433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.497691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.505650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:09.509974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] 10.222.0.21 "DELETE /v2.0/networks/cad12c26-3d00-4b95-83ec-27519d4a8393 HTTP/1.1" status: 204 len: 168 time: 1.2007766 Jul 22 11:31:09.517844 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12ebfec2-5336-487a-b8ee-f49223bd4f79 x-openstack-request-id: req-12ebfec2-5336-487a-b8ee-f49223bd4f79 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:09.518151 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:09.518412 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12ebfec2-5336-487a-b8ee-f49223bd4f79 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:09.518855 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'status': 'completed', 'code': 200} Jul 22 11:31:09.560647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71de8170-58a2-4092-84f4-46fba467201e admin admin] Pushing event deleted for resources: {'Network': ['ID=cad12c26-3d00-4b95-83ec-27519d4a8393,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:09.665010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:09.766172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:09.807953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58060d67-81e3-4fa4-84ee-ddef132762da req-e98e941f-1196-48f6-ac3e-eddf244aba5e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3324258 Jul 22 11:31:09.831710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['be8a6898-e8b4-4408-81bc-9e5135ea72bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:09.896667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-052326ed-b704-4731-8231-8b60005cf955 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a57c01f3cc984c25947eabf70b05e51e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1291358 Jul 22 11:31:09.901044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:09.935062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-56ab758f-e80c-4f21-9888-9586c4565bca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:09.935457 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f84561fc-da1c-446e-b8ad-dc887ee1e482 x-openstack-request-id: req-f84561fc-da1c-446e-b8ad-dc887ee1e482 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:09.935695 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:09.935931 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f84561fc-da1c-446e-b8ad-dc887ee1e482 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:09.936331 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'code': 200} Jul 22 11:31:09.936628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-56ab758f-e80c-4f21-9888-9586c4565bca service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1099 time: 0.4169157 Jul 22 11:31:09.946057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb148798-224e-4cbc-994f-595730066880 req-1d926b1e-2d74-4fa0-a868-a5aeda9ae99e tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:09.947678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb148798-224e-4cbc-994f-595730066880 req-1d926b1e-2d74-4fa0-a868-a5aeda9ae99e tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.3054733 Jul 22 11:31:09.974563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-0c5af0c4-4325-4de7-82cb-bc420ac2d6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:09.976117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-0c5af0c4-4325-4de7-82cb-bc420ac2d6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 1099 time: 0.3553240 Jul 22 11:31:09.988637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:09.996593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:10.019199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'mac_address': 'fa:16:3e:ee:fc:d3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:10.090142 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.120067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:10.123168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb148798-224e-4cbc-994f-595730066880 req-4ac6bf5e-20e9-44cb-8e14-b3c5d4d2dc95 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1567957 Jul 22 11:31:10.163844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:10.164073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.179719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.207010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-1d0995ed-507a-4b17-87ac-87e3238bc6cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.208490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-1d0995ed-507a-4b17-87ac-87e3238bc6cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2539346 Jul 22 11:31:10.210349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.307638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-6399d7ef-3b3e-4154-b7df-94db08d7975a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0790551 Jul 22 11:31:10.314617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-cf61ddbe-09ce-4f9c-94c6-7d3177f15768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.316125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-cf61ddbe-09ce-4f9c-94c6-7d3177f15768 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3141067 Jul 22 11:31:10.322702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:10.402875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-44a510a9-4f76-440d-bc72-6cac425900c0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.13&port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 200 len: 217 time: 0.0714650 Jul 22 11:31:10.454426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['392d1151-d9b9-495f-996a-d71f7a3b3d6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:10.489975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-37c7315a-8dbb-453b-93d0-2985e6731305 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.491510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-37c7315a-8dbb-453b-93d0-2985e6731305 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1736190 Jul 22 11:31:10.514420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.518143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:10.522024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/72da19ba-2b7f-4094-a390-933b228ce45a HTTP/1.1" status: 204 len: 168 time: 0.6191094 Jul 22 11:31:10.540211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bdad196-9761-4b26-9a69-c93c883d390c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:10.573620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bd45f5-4a18-450f-a8d8-a846b480d361 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72da19ba-2b7f-4094-a390-933b228ce45a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:10.576276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-d60c921f-8f4e-4f75-84dd-3aed6965ba46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.578733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-d60c921f-8f4e-4f75-84dd-3aed6965ba46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1544633 Jul 22 11:31:10.594375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f977a46f-0a5f-49d4-8ef6-46700722783a req-5685f07d-b23f-4632-bd48-847719a63d95 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.596120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f977a46f-0a5f-49d4-8ef6-46700722783a req-5685f07d-b23f-4632-bd48-847719a63d95 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3591425 Jul 22 11:31:10.637675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8bdad196-9761-4b26-9a69-c93c883d390c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:10.638022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bdad196-9761-4b26-9a69-c93c883d390c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:10.681098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2169fe81-fa75-42ab-9f83-72868c60e11e req-bcf707fe-2edb-4fcc-b358-88caa79d5ea4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.689763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2169fe81-fa75-42ab-9f83-72868c60e11e req-bcf707fe-2edb-4fcc-b358-88caa79d5ea4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.2922935 Jul 22 11:31:10.749356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-908eb2e4-1997-40e6-90c9-e7db79299dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.751309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-908eb2e4-1997-40e6-90c9-e7db79299dd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2496195 Jul 22 11:31:10.760670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f977a46f-0a5f-49d4-8ef6-46700722783a req-6b09c631-f890-4099-b1a7-5b29697f370a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461387 Jul 22 11:31:10.789749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2169fe81-fa75-42ab-9f83-72868c60e11e req-1106fdb3-9dce-48dc-aba1-514bb7ddabca tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884907 Jul 22 11:31:10.841350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-fd3cf5c5-f09d-42c4-9e02-4de8683cd0f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:10.852543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-fd3cf5c5-f09d-42c4-9e02-4de8683cd0f3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2552838 Jul 22 11:31:11.146335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-e2ddeca0-aec2-4ef5-9ee9-4af9e648e601 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844357 Jul 22 11:31:11.218098 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-9c0159ee-def5-47e0-928c-e0a2039ea5a7 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3070848 Jul 22 11:31:11.302489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2549f79e-21b0-42a0-a073-1d88b264efd9 req-c7a7e12b-c04f-40e8-83e3-20215064dd2d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:11.307342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2549f79e-21b0-42a0-a073-1d88b264efd9 req-c7a7e12b-c04f-40e8-83e3-20215064dd2d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3672342 Jul 22 11:31:11.340937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c11664d-1034-40de-a3bf-f908d78952f8 req-492ff01b-e765-45e5-bb3e-3a3259007a00 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:11.347494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c11664d-1034-40de-a3bf-f908d78952f8 req-492ff01b-e765-45e5-bb3e-3a3259007a00 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.3034966 Jul 22 11:31:11.425519 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-c66b6fbf-4745-4ae6-a640-42b3ae8c5370 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2653441 Jul 22 11:31:11.491838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2549f79e-21b0-42a0-a073-1d88b264efd9 req-c3b06014-07ef-4c4a-a7d4-1ded2198884c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1828597 Jul 22 11:31:11.527089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22eeb8d7-91b1-45dd-9948-f39cfa0715e9 req-5aeeca09-67e6-439c-83bd-40509c356ab3 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978396 Jul 22 11:31:11.550314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c11664d-1034-40de-a3bf-f908d78952f8 req-a5e40e1d-6ac2-491d-b5df-6b4ca4c96a46 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2018719 Jul 22 11:31:11.893090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:12.042273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-1084336328-network', 'tenant_id': 'f2482eb8e11347288a3f25d6b09f1e9f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:12.089115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Made reservation on behalf of f2482eb8e11347288a3f25d6b09f1e9f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:12.096812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.110306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.147979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-a5072507-fac4-4f16-953b-b4b2995e6de2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.150319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-a5072507-fac4-4f16-953b-b4b2995e6de2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.20 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.5555716 Jul 22 11:31:12.160545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8b2cb64-a11f-4646-8159-fcff6b1aed1a req-b58ed707-b878-4a18-82ca-732b4619dffb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.178849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8b2cb64-a11f-4646-8159-fcff6b1aed1a req-b58ed707-b878-4a18-82ca-732b4619dffb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5663404 Jul 22 11:31:12.237614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56a39942-b552-42a1-ad5a-541b674b6418 req-a216adbf-285f-4a7c-a4cd-56e8df7dd98e tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.250104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56a39942-b552-42a1-ad5a-541b674b6418 req-a216adbf-285f-4a7c-a4cd-56e8df7dd98e tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 946 time: 0.6360483 Jul 22 11:31:12.262197 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.271014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.311951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:31:12.319518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:12.326811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.327508 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Added segment 382f5c23-73c8-4a55-80d2-5c5e89eb6c03 of type vlan for network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 Jul 22 11:31:12.344212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8b2cb64-a11f-4646-8159-fcff6b1aed1a req-d1d037ed-ca43-4da2-bbbd-960d2b36e619 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640978 Jul 22 11:31:12.385673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.425771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:12.431421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.432845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.434687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.453670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56a39942-b552-42a1-ad5a-541b674b6418 req-e90885b0-0423-4926-9bf5-451d431a45f2 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/security-groups?id=173e3316-a39f-42cd-83fb-e73aa01ba874&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031846 Jul 22 11:31:12.597170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:12.620473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-856452498'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:12.628826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] Pushing event updated for resources: {'Network': ['ID=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:12.643110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port be8a6898-e8b4-4408-81bc-9e5135ea72bd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:12.662921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port be8a6898-e8b4-4408-81bc-9e5135ea72bd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:12.663626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.665541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:31:12.736320 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c7dd46f0-23cd-4157-a18e-e1fc7bc1e158 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 0.8389997 Jul 22 11:31:12.736746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:12.746272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:12.747197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Request body: {'subnet': {'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-1084336328-subnet', 'tenant_id': 'f2482eb8e11347288a3f25d6b09f1e9f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:12.750635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.769800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Deleting port 12a0e727-4c88-4d57-81c6-0c443b7e239a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:12.770285 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.794491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Made reservation on behalf of f2482eb8e11347288a3f25d6b09f1e9f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:12.797684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.832825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:31:12.858639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.891045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.891566 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Added segment f6305527-d2fe-451b-8180-a2a2fe372d60 of type vlan for network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a Jul 22 11:31:12.903201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:12.906582 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-473186b4-3dfa-4d8d-be76-095d589a45c7" -d '{"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-plugged", "status": "completed", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:12.921399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:12.927186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:12.928191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12a0e727-4c88-4d57-81c6-0c443b7e239a no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:12.955459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b22862d2-ae18-45bf-96f2-c9f8d54a70cf req-4d3497fd-7b1b-42a5-b695-1bf3826ee05c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.957171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b22862d2-ae18-45bf-96f2-c9f8d54a70cf req-4d3497fd-7b1b-42a5-b695-1bf3826ee05c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 949 time: 0.3090370 Jul 22 11:31:12.971804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f435793f-2b71-4166-90a5-8cee58d561aa req-87a0117a-58e3-4762-9700-d1ce27bda7a2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:12.973500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f435793f-2b71-4166-90a5-8cee58d561aa req-87a0117a-58e3-4762-9700-d1ce27bda7a2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.2993071 Jul 22 11:31:12.984660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.010685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:13.032132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:13.032642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.078971 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.080851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Calling delete_port for 12a0e727-4c88-4d57-81c6-0c443b7e239a owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:13.106697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b22862d2-ae18-45bf-96f2-c9f8d54a70cf req-71efbef2-a4e3-4514-94c2-1ca918cd5100 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286943 Jul 22 11:31:13.122763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f435793f-2b71-4166-90a5-8cee58d561aa req-eb7ad4c7-4e0e-4f6b-ba12-c09cfbd85648 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1303174 Jul 22 11:31:13.131209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12a0e727-4c88-4d57-81c6-0c443b7e239a, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12a0e727-4c88-4d57-81c6-0c443b7e239a,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:13.134700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.142027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.144808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.165453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:13.167773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.260900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Checking segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:13.261267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Network hostable DHCP agents. Network: ffbb8d9d-2c1b-42e2-b972-6eb264e2a491, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:31:13.268985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fecfe6b-f028-4311-9363-6a1d1f7c5373,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:13.294037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:31:13.310643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ffbb8d9d-2c1b-42e2-b972-6eb264e2a491) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:13.327214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:13.329172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.329474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10e7ba2d-6dd9-47f2-952f-6b643958fd0c None None] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:13.376004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b3b3252e-dc6e-4d68-9ef9-4a8ecd5aabd8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.6382082 Jul 22 11:31:13.385610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:13.414629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:13.415027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8164270 Jul 22 11:31:13.420593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-387548245'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:13.435387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:13.477434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:13.484953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.508459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6ea43-5f70-4f82-a796-5113bbcc6b25 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Network': ['ID=5d622aef-dcd7-46db-b37b-1e9b4c66d25a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:13.520242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:31:13.535263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.535702 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Added segment f2fc46a6-8b33-4fb1-8193-59a7a48cb76c of type vlan for network dc49d370-4bb4-4229-9eea-993606ca995f Jul 22 11:31:13.536575 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe56be1c-7b8b-4df4-ad75-f69d328af43e x-openstack-request-id: req-fe56be1c-7b8b-4df4-ad75-f69d328af43e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:13.536882 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-plugged", "status": "completed", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:13.537122 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe56be1c-7b8b-4df4-ad75-f69d328af43e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:13.537502 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'code': 200} Jul 22 11:31:13.541346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:31:13.587136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f50aab-31b4-42fe-9f45-08725e1889fd req-46ca1a94-61d3-4312-b7d0-ee2bf744d536 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:13.589038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f50aab-31b4-42fe-9f45-08725e1889fd req-46ca1a94-61d3-4312-b7d0-ee2bf744d536 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3307567 Jul 22 11:31:13.753844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f50aab-31b4-42fe-9f45-08725e1889fd req-e1b42722-6e28-46dc-ab64-dcf6d3a87ef6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501174 Jul 22 11:31:13.769075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.781712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.783711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:13.799659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 392d1151-d9b9-495f-996a-d71f7a3b3d6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:13.800038 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.870481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.877337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:13.878004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:13.888150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ac48435-cfa8-4bb7-ac84-09f49922d8a6 req-f8c61642-a6ed-406e-97b5-6e398667ad97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:13.896918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ac48435-cfa8-4bb7-ac84-09f49922d8a6 req-f8c61642-a6ed-406e-97b5-6e398667ad97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1097 time: 0.2723310 Jul 22 11:31:13.942502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbf3acae-d2cc-403e-be0d-c6f11d1f7691 None None] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:14.013125 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:14.035953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.6200452 Jul 22 11:31:14.064907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:14.067936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] No DVR routers for this DVR port 12a0e727-4c88-4d57-81c6-0c443b7e239a on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:14.072234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:14.075576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'subnet': {'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:14.076273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7a4847-fbd7-40bc-8f3f-55edac73cfcb req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.20 "DELETE /v2.0/ports/12a0e727-4c88-4d57-81c6-0c443b7e239a HTTP/1.1" status: 204 len: 173 time: 1.8880916 Jul 22 11:31:14.086489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:14.092225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4d8ac30-4986-4e6a-ae69-6ac6a9b66838 req-e706ea74-03dc-4bd8-9ed5-957a16ab5e75 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] 10.222.0.21 "GET /v2.0/ports?device_id=92ba0aa7-68f2-4f90-b003-dd3bc4d1db56 HTTP/1.1" status: 200 len: 210 time: 0.0597897 Jul 22 11:31:14.096603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:14.102379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-deleted', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:14.111237 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9095ecc-4af7-4f31-aee8-f93cbe1f2375" -d '{"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-deleted", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:14.116926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ec1a4-0893-401e-a1c8-dc92afe4f308 tempest-ServerRescueTestJSONUnderV235-326118034 tempest-ServerRescueTestJSONUnderV235-326118034-project] Pushing event deleted for resources: {'Port': ['ID=12a0e727-4c88-4d57-81c6-0c443b7e239a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:14.131518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79337154-f675-47d6-a60a-c49bd68722e0 req-1980101c-118b-4371-b69a-658eda0c313e tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:14.133856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79337154-f675-47d6-a60a-c49bd68722e0 req-1980101c-118b-4371-b69a-658eda0c313e tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.4313962 Jul 22 11:31:14.230574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79337154-f675-47d6-a60a-c49bd68722e0 req-9fc30f04-23ad-4b56-b45b-ab08d8b6ff42 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0883243 Jul 22 11:31:14.321768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2ac48435-cfa8-4bb7-ac84-09f49922d8a6 req-bea533ae-60a5-4e5b-bc7b-a4467e158a83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3945203 Jul 22 11:31:14.336193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:14.485755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009f865e-aa97-4d0f-9796-7bc6a02773e6 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Network': ['ID=dc49d370-4bb4-4229-9eea-993606ca995f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:14.505573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network dc49d370-4bb4-4229-9eea-993606ca995f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:31:14.525908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:14.530164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:14.660164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-b10282e4-d87c-45de-9b57-dcb71db7e602 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:14.679985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-b10282e4-d87c-45de-9b57-dcb71db7e602 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.2166591 Jul 22 11:31:14.700264 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20079b28-ad40-4ebb-bde4-f55fb77e69ee x-openstack-request-id: req-20079b28-ad40-4ebb-bde4-f55fb77e69ee {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:14.700555 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-deleted", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:14.700812 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20079b28-ad40-4ebb-bde4-f55fb77e69ee {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:14.701208 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-deleted', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'status': 'completed', 'code': 200} Jul 22 11:31:14.707950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-f94772bb-471e-41c0-99d2-31aef47d331b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/quotas/f2482eb8e11347288a3f25d6b09f1e9f HTTP/1.1" status: 200 len: 375 time: 0.0270116 Jul 22 11:31:14.763247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-7b9c7d56-ea99-479a-9f6a-78a43559e20a tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0543542 Jul 22 11:31:14.816581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:14.885415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8e1923-0773-42d7-9739-17cc3caa52c3 req-ea015b34-210d-42ed-b6b7-40fbb87ec917 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:14.893636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd8e1923-0773-42d7-9739-17cc3caa52c3 req-ea015b34-210d-42ed-b6b7-40fbb87ec917 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 946 time: 0.2038341 Jul 22 11:31:14.903030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Subnet': ['ID=277dcf33-8870-4318-bcfa-1bf4069f87dd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:14.958284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:14.958726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network hostable DHCP agents. Network: 5d622aef-dcd7-46db-b37b-1e9b4c66d25a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:31:14.982423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:31:14.986582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-60cd0eda-4219-4305-90c3-e392046e1655 service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2154229 Jul 22 11:31:14.998503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 5d622aef-dcd7-46db-b37b-1e9b4c66d25a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:15.005667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:15.007155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.013232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-254eeabe-c29c-4c57-bf9c-356f227b7a94 None None] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:15.028455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1456d4fd-656e-409a-abf5-a5211f262a53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9622676 Jul 22 11:31:15.031833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56668) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:15.037078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd8e1923-0773-42d7-9739-17cc3caa52c3 req-359f3eda-4cdc-47ea-9f5f-a92125b95d5d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1412120 Jul 22 11:31:15.040598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'subnet': {'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:15.115789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-617b9acc-1dfe-4db1-bfd4-ca3a9f6317bd tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:15.117453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-617b9acc-1dfe-4db1-bfd4-ca3a9f6317bd tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.36 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 946 time: 0.2597084 Jul 22 11:31:15.176116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:15.183631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.293721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6574c36-73b5-46e4-916e-f206556f0954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.313988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:31:15.315429 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.325264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-8a30175c-c16d-4b75-abdf-6e315d576aca tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1071496 Jul 22 11:31:15.441158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-8de17b69-50cc-4af1-910d-9d50702b39bd service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4535060 Jul 22 11:31:15.533071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.540351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a'}, {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:15.543026 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ed72f3e-0d4c-4b8f-9fee-44a2daec22ba" -d '{"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-unplugged", "status": "completed", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a"}, {"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:15.549500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Allocated IP 10.1.1.2 (5d622aef-dcd7-46db-b37b-1e9b4c66d25a/277dcf33-8870-4318-bcfa-1bf4069f87dd/a278a677-44a2-4eed-ae1c-48e17453d8b8) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:15.578379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Deleting port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:15.583421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.642585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Checking segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:15.642988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network hostable DHCP agents. Network: dc49d370-4bb4-4229-9eea-993606ca995f, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:31:15.675332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Subnet': ['ID=dbc4c1e1-dad2-4cba-873c-a92fff21f481,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:15.687764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network dc49d370-4bb4-4229-9eea-993606ca995f is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:31:15.700219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, dc49d370-4bb4-4229-9eea-993606ca995f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:15.707385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:15.708037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.730046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-ef68bb93-4704-4111-9ea7-2d2851daa86f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:15.731410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b0d579-9333-496f-9885-c2a87df7f6f8 None None] Network dc49d370-4bb4-4229-9eea-993606ca995f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:15.741056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-ef68bb93-4704-4111-9ea7-2d2851daa86f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4148347 Jul 22 11:31:15.744336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7ba99888-ce18-46e3-a9f6-e22864ed54d9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.7108908 Jul 22 11:31:15.747433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:15.755542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'name': 'tempest-TaggedBootDevicesTest-1012935867', 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:15.765557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-d3f94639-0af8-4881-8d4c-a22679dfc368 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/quotas/42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 375 time: 0.0212820 Jul 22 11:31:15.942263 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:15.944730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:15.967595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Transition to ACTIVE for port object a278a677-44a2-4eed-ae1c-48e17453d8b8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:16.042698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Transition to ACTIVE for port object a278a677-44a2-4eed-ae1c-48e17453d8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:16.047492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] For port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:16.048229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.061453 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.063678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67eee86b-a4f7-4e1d-b89a-e95963e0f01d req-98ce79f2-3e41-4382-b13f-7c7b11ba7715 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:16.067488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67eee86b-a4f7-4e1d-b89a-e95963e0f01d req-98ce79f2-3e41-4382-b13f-7c7b11ba7715 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2900274 Jul 22 11:31:16.129974 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.159154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] device_id is not set on port 054b879a-94bd-4286-bdf0-835c3dbe1584 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:31:16.193719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:16.208414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-dc49d370-4bb4-4229-9eea-993606ca995f', 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ips': [{'subnet_id': 'dbc4c1e1-dad2-4cba-873c-a92fff21f481'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:31:16.209290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.214912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:16.218207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:16.236610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67eee86b-a4f7-4e1d-b89a-e95963e0f01d req-c5cf08f7-d6ce-456d-be38-a988faec8598 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492465 Jul 22 11:31:16.240178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Pushing event updated for resources: {'Port': ['ID=a278a677-44a2-4eed-ae1c-48e17453d8b8,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:16.274890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-6293ba8a-a0a6-4e67-8582-c23d56c2b332 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5070460 Jul 22 11:31:16.352297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Attempting to bind port a278a677-44a2-4eed-ae1c-48e17453d8b8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:16.353587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Attempting to bind port a278a677-44a2-4eed-ae1c-48e17453d8b8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:16.356119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Attempting to bind port a278a677-44a2-4eed-ae1c-48e17453d8b8 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:16.529397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:16.623599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:16.626513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:16.629275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.633271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Bound using segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:16.635878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Bound port: a278a677-44a2-4eed-ae1c-48e17453d8b8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:16.636595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.701852 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f5f8bb-6ef6-4517-8681-d6a6130d32a8 x-openstack-request-id: req-c8f5f8bb-6ef6-4517-8681-d6a6130d32a8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:16.702261 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "92ba0aa7-68f2-4f90-b003-dd3bc4d1db56", "name": "network-vif-unplugged", "status": "completed", "tag": "12a0e727-4c88-4d57-81c6-0c443b7e239a", "code": 200}, {"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-plugged", "status": "completed", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:16.702465 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8f5f8bb-6ef6-4517-8681-d6a6130d32a8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:16.702871 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '92ba0aa7-68f2-4f90-b003-dd3bc4d1db56', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12a0e727-4c88-4d57-81c6-0c443b7e239a', 'code': 200} Jul 22 11:31:16.703274 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'code': 200} Jul 22 11:31:16.955203 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.955847 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:16.957979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] For port a278a677-44a2-4eed-ae1c-48e17453d8b8, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:16.958428 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Floating IP 803cdd44-792f-42f9-abd7-46c9c6980d4b disassociated. External IP: 172.25.6.179, port: ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f. Jul 22 11:31:16.959644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Calling delete_port for ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:16.962522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] For port a278a677-44a2-4eed-ae1c-48e17453d8b8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a278a677-44a2-4eed-ae1c-48e17453d8b8,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:16.995354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Allocated IP 10.2.2.2 (dc49d370-4bb4-4229-9eea-993606ca995f/dbc4c1e1-dad2-4cba-873c-a92fff21f481/d5d08fcb-299f-4e55-8d98-b04b486c38ac) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:17.081174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.1.1.58 (5d622aef-dcd7-46db-b37b-1e9b4c66d25a/277dcf33-8870-4318-bcfa-1bf4069f87dd/054b879a-94bd-4286-bdf0-835c3dbe1584) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:17.240067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.286143 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.297028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Transition to ACTIVE for port object d5d08fcb-299f-4e55-8d98-b04b486c38ac will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:17.299300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9cabe14-cd43-4cfd-ab94-4758996449ae req-f3b18cc5-301c-4159-b309-2a7d7baf8f79 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 210 time: 0.0940886 Jul 22 11:31:17.322520 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.330097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Transition to ACTIVE for port object d5d08fcb-299f-4e55-8d98-b04b486c38ac will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:17.393619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60df9d7c-9638-4452-a4fe-93709fcc51bc None None] Pushing event updated for resources: {'Port': ['ID=a278a677-44a2-4eed-ae1c-48e17453d8b8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:17.408069 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.455208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.459103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:17.468934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event deleted for resources: {'Port': ['ID=ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:17.482438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object 054b879a-94bd-4286-bdf0-835c3dbe1584 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:17.490258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Network dc49d370-4bb4-4229-9eea-993606ca995f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:17.539784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:17.542873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:17.572538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:17.572896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:17.614083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Pushing event updated for resources: {'Port': ['ID=d5d08fcb-299f-4e55-8d98-b04b486c38ac,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:17.702308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Attempting to bind port d5d08fcb-299f-4e55-8d98-b04b486c38ac on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:17.703368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Attempting to bind port d5d08fcb-299f-4e55-8d98-b04b486c38ac by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:17.703368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Attempting to bind port d5d08fcb-299f-4e55-8d98-b04b486c38ac on network dc49d370-4bb4-4229-9eea-993606ca995f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:17.711465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:17.712042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Checking segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:17.712771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.713513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Bound using segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:17.714604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Bound port: d5d08fcb-299f-4e55-8d98-b04b486c38ac, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:17.715262 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.794397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf3611b-935d-48b1-9a46-7e42f162dd11 req-ffdb967d-86e5-43aa-9499-a1dfbd43556f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:17.817182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bf3611b-935d-48b1-9a46-7e42f162dd11 req-ffdb967d-86e5-43aa-9499-a1dfbd43556f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 867 time: 1.2065940 Jul 22 11:31:17.857851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-8133d70c-4118-43d5-9d01-1df64180b5df tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:17.860723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-8133d70c-4118-43d5-9d01-1df64180b5df tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.2866404 Jul 22 11:31:17.869203 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.908013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'port': {'device_id': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'admin_state_up': True, 'tenant_id': 'f2482eb8e11347288a3f25d6b09f1e9f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:17.962065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] For port d5d08fcb-299f-4e55-8d98-b04b486c38ac, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:17.984055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] For port d5d08fcb-299f-4e55-8d98-b04b486c38ac, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5d08fcb-299f-4e55-8d98-b04b486c38ac,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:17.990831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:17.991777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a690fe9-a65c-4325-b91e-895c61c27a1f req-0ba78e78-05fb-4bfe-a0dd-92db3d4ea379 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:17.993394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a690fe9-a65c-4325-b91e-895c61c27a1f req-0ba78e78-05fb-4bfe-a0dd-92db3d4ea379 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 946 time: 0.4983091 Jul 22 11:31:18.027112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bf3611b-935d-48b1-9a46-7e42f162dd11 req-ac6a5e5f-f2a0-488c-9e77-ca3c1716583c tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups?id=a08c0809-27f9-4837-8869-a7de8a812992&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2087109 Jul 22 11:31:18.075965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad0fd6b-b544-4690-9630-22e10f83dc10 None None] Pushing event updated for resources: {'Port': ['ID=d5d08fcb-299f-4e55-8d98-b04b486c38ac,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:18.086102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Router e219f164-b536-4158-b721-fdbbf368278f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:31:18.127084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a690fe9-a65c-4325-b91e-895c61c27a1f req-2a5b861a-fbf6-40dc-aa79-76b9cb467049 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986595 Jul 22 11:31:18.175018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-35b84499-35f5-4f83-b6de-3b3205023d9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:18.321363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Made reservation on behalf of f2482eb8e11347288a3f25d6b09f1e9f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:18.326020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:18.455186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:18.741184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a278a677-44a2-4eed-ae1c-48e17453d8b8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:18.793645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:18.822682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:18.835359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:18.878651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a278a677-44a2-4eed-ae1c-48e17453d8b8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:18.903890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:18.913745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:19.003591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:19.004267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:19.068511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Allocated IP 172.20.0.3 (ffbb8d9d-2c1b-42e2-b972-6eb264e2a491/5fecfe6b-f028-4311-9363-6a1d1f7c5373/5de9a46b-938f-441c-926e-3e92fefa8196) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:19.071987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de17221b-94fe-4c80-9b9c-669e87315cdd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 3.3208275 Jul 22 11:31:19.108168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:19.115283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'name': 'tempest-TaggedBootDevicesTest-1359492549', 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:19.165465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78e553fa-7102-4601-8c8c-420f55c133d8 req-d4bd3e69-d7fa-4a07-a427-83b2a0e469bb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 210 time: 0.8032398 Jul 22 11:31:19.174000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695d0da2-0ebd-479c-bdcf-8e1e1cc9fea0 None None] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:19.279774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:19.285502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:19.322839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] device_id is not set on port e3167640-9d10-4c27-a655-de60b9f22f3f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:31:19.347566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-7a0e9839-cf58-4066-a1a0-c6684cfae7ba tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=42bc958a4f3e4551b11423b14d418b4a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2018735 Jul 22 11:31:19.359806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:19.371509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Provisioning for port a278a677-44a2-4eed-ae1c-48e17453d8b8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:19.378883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Provisioning complete for port a278a677-44a2-4eed-ae1c-48e17453d8b8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:19.379908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:19.684603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-597859da-99e6-48bf-8904-0230bad036c7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:19.687822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-597859da-99e6-48bf-8904-0230bad036c7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3288476 Jul 22 11:31:19.691800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:31:19.718858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Sync routers for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:31:19.768647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Request body: {'port': {'device_id': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '42bc958a4f3e4551b11423b14d418b4a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:19.787965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:19.788747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:19.843183 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:19.881033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d523c390-e013-4c2f-ba04-19621ebfabcf None None] Network dc49d370-4bb4-4229-9eea-993606ca995f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:19.989976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] No DVR routers for this DVR port ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:19.995795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.001008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7915f37-5d0a-4a9d-afb6-0934482697e1 req-2c296f10-d782-4488-927b-f024277241a5 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.36 "DELETE /v2.0/ports/ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f HTTP/1.1" status: 204 len: 173 time: 4.8735225 Jul 22 11:31:20.050365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] For port a278a677-44a2-4eed-ae1c-48e17453d8b8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a278a677-44a2-4eed-ae1c-48e17453d8b8,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:20.077359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.079617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'name': 'network-vif-deleted', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:20.082897 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d2752437-4e16-473b-b259-37dba00e0f7b" -d '{"events": [{"server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "name": "network-vif-deleted", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:20.092844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17e3177e-f5ac-41b7-98ab-96cbe631df5a req-21466cc5-299c-4145-b125-a6cc2206dd7e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 210 time: 0.3356469 Jul 22 11:31:20.113011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:20.143204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.148979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Made reservation on behalf of 42bc958a4f3e4551b11423b14d418b4a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:20.164493 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.195326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8a9bc2-b326-44be-af13-47b69fc5099d req-6d3aa7c5-fe10-48bd-975d-bb5855f0c83c tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:20.207100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a8a9bc2-b326-44be-af13-47b69fc5099d req-6d3aa7c5-fe10-48bd-975d-bb5855f0c83c tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1097 time: 1.0600815 Jul 22 11:31:20.293085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.1.1.172 (5d622aef-dcd7-46db-b37b-1e9b4c66d25a/277dcf33-8870-4318-bcfa-1bf4069f87dd/e3167640-9d10-4c27-a655-de60b9f22f3f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:20.410325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.412920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93cd7f03-6035-4efb-b743-dfb21ecc82fa req-f728d1b7-6a5a-4701-8d23-2d2092d282af tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/ports?device_id=496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8 HTTP/1.1" status: 200 len: 210 time: 0.1378071 Jul 22 11:31:20.465133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a8a9bc2-b326-44be-af13-47b69fc5099d req-128f0644-727b-45df-9bd8-ce73d73b1390 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2511289 Jul 22 11:31:20.685580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Allocated IP 192.168.233.236 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/13f0a953-8971-40e5-b2b5-d0b8e82e60ea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:20.695962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:20.729173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:20.764307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:20.784729 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b0f1a1-d547-4f53-9b24-3c196e9a2c36 x-openstack-request-id: req-a1b0f1a1-d547-4f53-9b24-3c196e9a2c36 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:20.786303 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8", "name": "network-vif-deleted", "tag": "ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:20.787852 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b0f1a1-d547-4f53-9b24-3c196e9a2c36 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:20.788723 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '496dbd75-cc6e-4ed5-8a6b-7e2efbfb38a8', 'name': 'network-vif-deleted', 'tag': 'ee898f3f-fdbf-45b4-bae1-70ec2ad1ab6f', 'status': 'completed', 'code': 200} Jul 22 11:31:20.839217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:20.882229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5d08fcb-299f-4e55-8d98-b04b486c38ac up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:20.909906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:20.910589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.916520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Deleting port 7e92eff9-0294-453e-b6dc-32980473cb24 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:20.916887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:20.954758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e8a2d75f-972f-4f50-add9-6a5b698dc149 None None] Provisioning for port d5d08fcb-299f-4e55-8d98-b04b486c38ac completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:20.972962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-cad3340a-a4a2-4e8e-8468-5f8374a60086 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0729790 Jul 22 11:31:20.978654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58626f0d-58b3-4877-bf51-6200f8da55cd None None] Pushing event updated for resources: {'Port': ['ID=a278a677-44a2-4eed-ae1c-48e17453d8b8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:21.005652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed305d07-4f3b-4437-8f5d-1f8c2a53e444 req-0cfb7b15-a8c9-4ca7-9273-01d4f082a5d8 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 210 time: 0.0785780 Jul 22 11:31:21.010157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Request body: {'port': {'device_id': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:21.037938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.064109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d5d08fcb-299f-4e55-8d98-b04b486c38ac completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:21.092246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d5d08fcb-299f-4e55-8d98-b04b486c38ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:21.094627 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.106883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object e3167640-9d10-4c27-a655-de60b9f22f3f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:21.111231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] For port 7e92eff9-0294-453e-b6dc-32980473cb24, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7e92eff9-0294-453e-b6dc-32980473cb24,segment=NetworkSegment(92b10444-2914-4e7d-a481-c5ae81bff3c5),segment_id=92b10444-2914-4e7d-a481-c5ae81bff3c5)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:21.111637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.143227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Calling delete_port for 7e92eff9-0294-453e-b6dc-32980473cb24 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:21.176062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:21.244150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Checking router: e219f164-b536-4158-b721-fdbbf368278f for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:21.253078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61d44c14-fbdd-4fdd-b99c-76815d4cff2e req-1f5dfc92-3403-4226-968a-c063af84bc46 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:21.263688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61d44c14-fbdd-4fdd-b99c-76815d4cff2e req-1f5dfc92-3403-4226-968a-c063af84bc46 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4588451 Jul 22 11:31:21.271697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.294577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Provisioning complete for port a278a677-44a2-4eed-ae1c-48e17453d8b8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:21.294999 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.302673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.312460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.341257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61d44c14-fbdd-4fdd-b99c-76815d4cff2e req-a2b4a3c7-5477-4b7a-b225-c76c2e81ac8f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0756192 Jul 22 11:31:21.363790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.366123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:21.366969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:21.382261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Transition to ACTIVE for port object 13f0a953-8971-40e5-b2b5-d0b8e82e60ea will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:21.433536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d531d269-1191-4de3-9dba-ce8f16aa31bc req-70ea4455-f04a-4712-9db6-c3dbc60816e7 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:21.445575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d531d269-1191-4de3-9dba-ce8f16aa31bc req-70ea4455-f04a-4712-9db6-c3dbc60816e7 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1097 time: 0.2954347 Jul 22 11:31:21.484415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:21.497766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:21.506969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:21.514281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:21.536864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:21.590134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d531d269-1191-4de3-9dba-ce8f16aa31bc req-4f0a335a-174b-4546-9a71-168803387157 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1383243 Jul 22 11:31:21.591422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.644979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593', '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', '392d1151-d9b9-495f-996a-d71f7a3b3d6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:21.770530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:21.771103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.798686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:21.810809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:21.816917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:21.859674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.899914 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7707aa57-569b-4461-b582-d79f39579a3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.7885849 Jul 22 11:31:21.975347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4615836a-3b1a-406e-b538-ab7c92eecaf4 req-d844bd57-d1a2-4306-bdcd-6bfbd46404fa tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:21.989743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:21.990479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4615836a-3b1a-406e-b538-ab7c92eecaf4 req-d844bd57-d1a2-4306-bdcd-6bfbd46404fa tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 931 time: 0.5212460 Jul 22 11:31:22.071970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:22.087375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:22.090360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.095781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e92eff9-0294-453e-b6dc-32980473cb24,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:22.124327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:22.138569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-77dc55fa-1c31-4d02-aa77-7ef19a7a4c0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.3868153 Jul 22 11:31:22.172014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Request body: {'port': {'device_id': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:22.178238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d5d08fcb-299f-4e55-8d98-b04b486c38ac, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5d08fcb-299f-4e55-8d98-b04b486c38ac,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:22.211851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.214093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Provisioning for port 054b879a-94bd-4286-bdf0-835c3dbe1584 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:22.266605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Provisioning complete for port 054b879a-94bd-4286-bdf0-835c3dbe1584 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:22.267531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.353439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.358970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5de9a46b-938f-441c-926e-3e92fefa8196 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:22.373909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4615836a-3b1a-406e-b538-ab7c92eecaf4 req-97834451-2bf9-40a5-aeaf-445a91619964 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3823664 Jul 22 11:31:22.403191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d5d08fcb-299f-4e55-8d98-b04b486c38ac,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:22.406678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1d602c53-18ed-446c-a6bf-523e8e713f3c None None] Port 054b879a-94bd-4286-bdf0-835c3dbe1584 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:22.431544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.436973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:22.442104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'security_group': {'name': 'tempest-securitygroup--463700952', 'description': 'tempest-description--1791303169'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:22.542004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.545225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Transition to ACTIVE for port object 5de9a46b-938f-441c-926e-3e92fefa8196 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:22.584169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.615656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Provisioning complete for port d5d08fcb-299f-4e55-8d98-b04b486c38ac triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:22.618910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.630147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.647009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.709419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.713073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6d7997-bedd-4ac7-b892-68e250acb583 req-514dd1f0-41fb-43d4-bf32-470767fa6efd tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:22.721008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf6d7997-bedd-4ac7-b892-68e250acb583 req-514dd1f0-41fb-43d4-bf32-470767fa6efd tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 936 time: 0.1959093 Jul 22 11:31:22.721935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:22.749370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:22.766741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.770173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:22.775467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "DELETE /v2.0/security-groups/a08c0809-27f9-4837-8869-a7de8a812992 HTTP/1.1" status: 204 len: 168 time: 0.7005038 Jul 22 11:31:22.779706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:22.862049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf6d7997-bedd-4ac7-b892-68e250acb583 req-5412536f-b21b-464b-bde8-1a830a6c99e0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399338 Jul 22 11:31:22.939642 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4f4cf82a-fdd2-4c0b-9bca-b1c2250a986b tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] show failed (client error): The resource could not be found. Jul 22 11:31:22.953975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f4cf82a-fdd2-4c0b-9bca-b1c2250a986b tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "GET /v2.0/security-groups/a08c0809-27f9-4837-8869-a7de8a812992 HTTP/1.1" status: 404 len: 347 time: 0.1433561 Jul 22 11:31:22.956829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:22.971487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379f837-fe74-4749-93e5-7876e13f4b4f tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a08c0809-27f9-4837-8869-a7de8a812992,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:23.090417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a278a677-44a2-4eed-ae1c-48e17453d8b8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:23.107779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1772db90-0a1e-4c5f-bad1-bb62fd122589 None None] The sync data for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 is: [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:29:00Z', 'revision_number': 4, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '45c11e0a-0a26-4d42-8038-8c2e2c23bccb', 'name': '', 'network_id': 'bb593f8b-dd67-475f-87d2-e4ec0fdb62f5', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'mac_address': 'fa:16:3e:2e:33:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_interface', 'standard_attr_id': 731, 'fixed_ips': [{'subnet_id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:58Z', 'updated_at': '2021-07-22T11:29:08Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'subnets': [{'id': 'e0f2989b-cd01-4ecd-9174-78efe8844c61', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:23.246129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3916e7a0-0699-497a-b25e-6858d9327a0c req-aeaaed17-7161-4d13-8ad1-f11acdcb56d1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:23.246840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Attempting to bind port 5de9a46b-938f-441c-926e-3e92fefa8196 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:23.247192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Attempting to bind port 5de9a46b-938f-441c-926e-3e92fefa8196 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:23.247531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Attempting to bind port 5de9a46b-938f-441c-926e-3e92fefa8196 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:23.247721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3916e7a0-0699-497a-b25e-6858d9327a0c req-aeaaed17-7161-4d13-8ad1-f11acdcb56d1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2445397 Jul 22 11:31:23.338779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Provisioning for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:23.354632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:23.382733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.408650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3916e7a0-0699-497a-b25e-6858d9327a0c req-d7a3d891-88e2-4f7e-9b51-3d33a6a39aaf tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900233 Jul 22 11:31:23.424989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Transition to ACTIVE for port object 13f0a953-8971-40e5-b2b5-d0b8e82e60ea will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:23.425164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Provisioning complete for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:23.425744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.441826 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.516641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Port 5de9a46b-938f-441c-926e-3e92fefa8196 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:23.517195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Attempting to bind port 5de9a46b-938f-441c-926e-3e92fefa8196 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:23.558495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:23.593001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.601111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a278a677-44a2-4eed-ae1c-48e17453d8b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:23.604003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.620454 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.704723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:23.705297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Checking segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:23.705698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Bound using segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:23.706149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Bound port: 5de9a46b-938f-441c-926e-3e92fefa8196, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:23.706528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.709943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:23.736789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'SecurityGroup': ['ID=264fcc74-abc0-4207-a3b2-ee3001cb88ba,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:23.753648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Provisioning for port e3167640-9d10-4c27-a655-de60b9f22f3f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:23.766187 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19eb28ab-d930-4671-841a-ed85cf43c265 None None] New status for floating IP 803cdd44-792f-42f9-abd7-46c9c6980d4b: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:31:23.872089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:23.872831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:23.873793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:23.883717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Provisioning complete for port e3167640-9d10-4c27-a655-de60b9f22f3f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:23.884189 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.887771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:23.888414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:23.911412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:23.930293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:23.931633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:23.933922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Bound port: 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:23.935503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:23.966122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f28db2c-420d-476f-bc0a-9f4d2257d32c None None] Port e3167640-9d10-4c27-a655-de60b9f22f3f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:23.977230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d98e543-ccf8-418f-9eff-ac25bfd69cbb req-6111d52f-514d-4ade-8d94-6cd56a49ffa3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:23.986475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:23.986736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d98e543-ccf8-418f-9eff-ac25bfd69cbb req-6111d52f-514d-4ade-8d94-6cd56a49ffa3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 943 time: 0.3227801 Jul 22 11:31:23.995985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:24.007678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.014791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:24.015926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-01ddd61c-568d-48a9-8e5b-552f22e45b50 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 1.5775466 Jul 22 11:31:24.035014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'security_group_rule': {'security_group_id': '264fcc74-abc0-4207-a3b2-ee3001cb88ba', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:24.036107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Deleting port f25dd50f-2de5-42e2-a54c-1783d73d628d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:24.036641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.038803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.121431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5d08fcb-299f-4e55-8d98-b04b486c38ac up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:24.150486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:24.151334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.153829 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] 10.222.0.20 "PUT /v2.0/ports/5de9a46b-938f-441c-926e-3e92fefa8196 HTTP/1.1" status: 200 len: 1091 time: 3.1528287 Jul 22 11:31:24.157348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d98e543-ccf8-418f-9eff-ac25bfd69cbb req-94d44a73-2968-425d-82a0-352bc54ae556 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1647754 Jul 22 11:31:24.167977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:24.172036 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-88145ca7-cea9-458d-bcb2-5c4f0f39552e" -d '{"events": [{"name": "network-changed", "server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:24.212575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:24.229382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:24.242961 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.243891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d5d08fcb-299f-4e55-8d98-b04b486c38ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:24.244374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.262872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.318128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:31:24.351008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e795bbd6-6eda-40c6-9fba-8cbe263292bb service neutron] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:24.352139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:24.353019 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.355102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] 10.222.0.20 "PUT /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 1096 time: 2.2033529 Jul 22 11:31:24.357070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:24.360535 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:24.435676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-d53789cd-5b8d-4f39-880c-3e57f2729eaf tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:31:24.438071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-d53789cd-5b8d-4f39-880c-3e57f2729eaf tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0740194 Jul 22 11:31:24.508345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29616ade-fcfb-4343-9465-5df1ea74da05 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:24.521724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:24.522168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:31:24.525750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.526159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.550148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Calling delete_port for f25dd50f-2de5-42e2-a54c-1783d73d628d owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:24.589657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-b175cf4f-b9ca-4cb2-a05a-f2982503edea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:24.595853 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-b175cf4f-b9ca-4cb2-a05a-f2982503edea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 1094 time: 0.3543580 Jul 22 11:31:24.694711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-33b35aa3-4ae3-4708-acd4-c135fbabfea0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de9a46b-938f-441c-926e-3e92fefa8196 HTTP/1.1" status: 200 len: 217 time: 0.0744660 Jul 22 11:31:24.718544 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.730691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.800197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=276dd32f-8c67-4bec-8a8e-87a2ddfe1547,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:24.815177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1f9a37-474d-4c35-899a-128d4ce15744 req-44a35376-5636-441b-8f3f-d6055b63ed85 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:24.823046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1f9a37-474d-4c35-899a-128d4ce15744 req-44a35376-5636-441b-8f3f-d6055b63ed85 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 948 time: 0.4945648 Jul 22 11:31:24.842780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:24.844195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d97085b9-58ff-44e2-85d4-0bce6be5b28f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8231146 Jul 22 11:31:24.846176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-c756f185-53c7-4f8f-8e87-7b286a449492 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:24.847750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-c756f185-53c7-4f8f-8e87-7b286a449492 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1099 time: 0.4319525 Jul 22 11:31:24.848308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:24.856399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'security_group_rule': {'security_group_id': '264fcc74-abc0-4207-a3b2-ee3001cb88ba', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:24.920360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-2596c1cc-ab14-486f-844a-c31a6138f9b3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0580719 Jul 22 11:31:24.997588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1f9a37-474d-4c35-899a-128d4ce15744 req-75c4a7b7-00c0-45b6-a696-b05a72e9bc29 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1682820 Jul 22 11:31:25.032860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.099958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:25.100584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:25.101091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:25.118980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-ac3c68d1-5440-4a5a-b598-7ccbcbfbbd0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:25.121059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-ac3c68d1-5440-4a5a-b598-7ccbcbfbbd0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1875908 Jul 22 11:31:25.126136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:25.126397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:25.148283 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e66404b-a086-403c-afd4-3932928238f7 x-openstack-request-id: req-8e66404b-a086-403c-afd4-3932928238f7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:25.148666 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:25.148795 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e66404b-a086-403c-afd4-3932928238f7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:25.149202 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'status': 'completed', 'code': 200} Jul 22 11:31:25.170237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 30, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:25.171219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:25.171672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:25.172117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Bound port: be8a6898-e8b4-4408-81bc-9e5135ea72bd, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:25.176661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:31:25.190735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Sync routers for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:31:25.199188 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc8276dd-531a-4e45-9346-a6adca732891 x-openstack-request-id: req-fc8276dd-531a-4e45-9346-a6adca732891 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:25.199501 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:25.200989 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc8276dd-531a-4e45-9346-a6adca732891 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:25.200989 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196', 'status': 'completed', 'code': 200} Jul 22 11:31:25.212013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:25.212663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:25.216343 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d522df0b-050f-4afd-8d20-a3c85fb099b4 admin admin] 10.222.0.21 "PUT /v2.0/routers/7bfddb9a-04a0-4adf-98e7-d26bbf4ca057/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6857841 Jul 22 11:31:25.242337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:25.328872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.356489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-df7f0e11-1c9c-43ec-ab58-bcbc02dffa4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:25.356717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.359922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-df7f0e11-1c9c-43ec-ab58-bcbc02dffa4a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.1808689 Jul 22 11:31:25.360298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:25.369813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-537b43f3-b8e9-4f71-b71f-b24842e30ccb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:25.371432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-537b43f3-b8e9-4f71-b71f-b24842e30ccb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2426023 Jul 22 11:31:25.382924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.384093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-90f31df7-a923-4eff-bee2-7c880445b254 service neutron] 10.222.0.21 "POST /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd/bindings HTTP/1.1" status: 201 len: 389 time: 0.8965971 Jul 22 11:31:25.397055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bcaf9872-778c-41c2-b24d-96d0ecf8ac97,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:25.437078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.438522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-73105266-b904-4af9-83e9-2e967ccbf5ed tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5856836 Jul 22 11:31:25.445299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:25.456728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:25.491929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-e3069bb8-4abf-4a63-8e0f-43679de4609f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0317321 Jul 22 11:31:25.536394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.556128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:25.754312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-81d517f9-9adc-41ec-90d7-39f4208bfd9c service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2347994 Jul 22 11:31:25.778379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Pushing event deleted for resources: {'Port': ['ID=f25dd50f-2de5-42e2-a54c-1783d73d628d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:25.779369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a07631-bd8b-490b-9722-fde974fd0be1 req-d4a42086-e0d0-44c4-9368-8e0db1a2cecb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:25.785683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.787013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a07631-bd8b-490b-9722-fde974fd0be1 req-d4a42086-e0d0-44c4-9368-8e0db1a2cecb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5210414 Jul 22 11:31:25.883825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:25.937113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-d9ce6d54-009c-464c-8c83-5e09a0649601 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5426090 Jul 22 11:31:25.964495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a07631-bd8b-490b-9722-fde974fd0be1 req-22c1852d-a2cf-4065-b165-397b91840b75 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714184 Jul 22 11:31:26.015936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:31:21Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:26.051657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91b7c52c-0030-4c03-965c-98c5e4bd82cb req-df131d55-5c56-4fef-8511-7cb7f5f8dad5 service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2604101 Jul 22 11:31:26.054585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Checking router: 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:26.067397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Routers {'7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:26.069346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:26.164632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-fddefd48-4e37-4fd2-a561-c92194e7da64 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.166151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-fddefd48-4e37-4fd2-a561-c92194e7da64 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1097 time: 0.3726158 Jul 22 11:31:26.221696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ed4d20-b95d-42c8-8df6-9520250a50a8 req-41ba5c5a-a7e8-4123-abfe-509726eabfa2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.227007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] Set router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:26.228675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7ed4d20-b95d-42c8-8df6-9520250a50a8 req-41ba5c5a-a7e8-4123-abfe-509726eabfa2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 943 time: 0.3773413 Jul 22 11:31:26.233644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:26.237403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:26.243892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f84f4cdd-915a-408b-82a8-9cabbaed17c0 tempest-ServersTestManualDisk-145303066 tempest-ServersTestManualDisk-145303066-project] 10.222.0.21 "DELETE /v2.0/floatingips/803cdd44-792f-42f9-abd7-46c9c6980d4b HTTP/1.1" status: 204 len: 168 time: 3.2796080 Jul 22 11:31:26.257076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:26.305911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe6ec897-b8b8-45f6-84d4-7c363d83f31c req-3e9222dc-6533-42a1-8287-d84bc342ccfd service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3560715 Jul 22 11:31:26.385792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2c2c49a-182c-4097-a4a9-c1722faf6580 req-d19e4870-b60f-41e3-90ba-11d1d018e1a9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.393767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2c2c49a-182c-4097-a4a9-c1722faf6580 req-d19e4870-b60f-41e3-90ba-11d1d018e1a9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 946 time: 0.3241823 Jul 22 11:31:26.418938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7ed4d20-b95d-42c8-8df6-9520250a50a8 req-b36e688b-5f7c-40f8-b292-ba4cc5628271 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1880169 Jul 22 11:31:26.494755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-37137490-7239-4689-b863-ee0258d7a252 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.496841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-37137490-7239-4689-b863-ee0258d7a252 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 1094 time: 0.3722727 Jul 22 11:31:26.509124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:31:21Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:26.542172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6fd2f7e6-fd03-4ee4-a860-42020c9a22d7 None None] The sync data for ids ['7bfddb9a-04a0-4adf-98e7-d26bbf4ca057'] in n-d-754448-4 is: [{'id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'name': 'tempest-ServerRescueTestJSONUnderV235-764982867-router', 'tenant_id': '54036062d0324493a8ccc088ee646f6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181'}], 'enable_snat': True}, 'gw_port_id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:29:30Z', 'updated_at': '2021-07-22T11:31:21Z', 'revision_number': 5, 'project_id': '54036062d0324493a8ccc088ee646f6c', 'gw_port': {'id': 'd7370043-ba78-41de-8de8-03f19ec9648c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:05:e3:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7bfddb9a-04a0-4adf-98e7-d26bbf4ca057', 'device_owner': 'network:router_gateway', 'standard_attr_id': 797, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.181', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:29:33Z', 'updated_at': '2021-07-22T11:29:40Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:26.543852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-a4390fb5-221d-4e36-b081-b0f9cc376c22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.557021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-a4390fb5-221d-4e36-b081-b0f9cc376c22 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.3785222 Jul 22 11:31:26.595164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:26.597814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:26.672037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4c1dcc9a-d7f0-4319-b0e7-cee708168ceb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.1038885 Jul 22 11:31:26.688044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2c2c49a-182c-4097-a4a9-c1722faf6580 req-40ee2574-ead6-4ca6-80c8-48fa29cc3463 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2891464 Jul 22 11:31:26.814788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-b9060c86-116f-4742-9214-a03c387fa8c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.816327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-b9060c86-116f-4742-9214-a03c387fa8c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 923 time: 0.3042655 Jul 22 11:31:26.880735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-51ce0d26-1e6c-4a5e-bf3b-c202bfd1e1f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.882159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-51ce0d26-1e6c-4a5e-bf3b-c202bfd1e1f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1099 time: 0.4848251 Jul 22 11:31:26.887735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3fd0dca2-05db-443a-a879-5c7c085a6c38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.889658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3fd0dca2-05db-443a-a879-5c7c085a6c38 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1525731 Jul 22 11:31:26.918134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-53caf70f-ae04-476c-a6d6-3b1760e5b169 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=5de9a46b-938f-441c-926e-3e92fefa8196 HTTP/1.1" status: 200 len: 217 time: 0.0864255 Jul 22 11:31:26.931618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d5c9e5e-1083-4536-907a-732060f0287e req-c54918b9-8c59-4a7d-87ca-6335850194fc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:26.938806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d5c9e5e-1083-4536-907a-732060f0287e req-c54918b9-8c59-4a7d-87ca-6335850194fc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4214935 Jul 22 11:31:26.971415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Deleting port d7370043-ba78-41de-8de8-03f19ec9648c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:26.971647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.094853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-88e1b1ce-ac5e-49a6-8c35-4b7b4e02e5b1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1825378 Jul 22 11:31:27.133478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-a1a31312-6cc1-4c30-94f1-a6d31edbc018 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:27.136131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-a1a31312-6cc1-4c30-94f1-a6d31edbc018 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.1718092 Jul 22 11:31:27.136708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d5c9e5e-1083-4536-907a-732060f0287e req-6ca58d2a-7fdb-499b-be92-505abd794b4d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1969516 Jul 22 11:31:27.149455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.226781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-93acc8cd-a8cf-4d80-bce0-9d49722a419a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768290 Jul 22 11:31:27.228709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] For port d7370043-ba78-41de-8de8-03f19ec9648c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d7370043-ba78-41de-8de8-03f19ec9648c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:27.229142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.261748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-f180d526-eabb-4e27-ab43-ac5574d2a653 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1320379 Jul 22 11:31:27.287336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 172.25.6.15 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9edc8981-bec6-494d-8c5c-cc666cbea06f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:27.334061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Calling delete_port for d7370043-ba78-41de-8de8-03f19ec9648c owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:27.362591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0246bbf5-45f7-4849-8aa5-820b1c80d21c req-3f5b1729-a7ea-45a5-90f6-6cffa324a0a1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:27.369510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0246bbf5-45f7-4849-8aa5-820b1c80d21c req-3f5b1729-a7ea-45a5-90f6-6cffa324a0a1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 948 time: 0.6150820 Jul 22 11:31:27.432773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-6bc3f1c6-a628-4e91-91a1-e967518ca2f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:27.434287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-6bc3f1c6-a628-4e91-91a1-e967518ca2f1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.5436115 Jul 22 11:31:27.495388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-fa6b9e54-b502-4b9b-a1ea-1bd13e3a2165 service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2371504 Jul 22 11:31:27.578930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.629610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-5e21189e-068e-4009-9c9b-9dd7e57f5a1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.1492329 Jul 22 11:31:27.651046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0246bbf5-45f7-4849-8aa5-820b1c80d21c req-7c21380d-7261-408e-8165-19f5169f9f7e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2805989 Jul 22 11:31:27.742991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.814256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3bdd7ed1-c372-4ebd-9791-3f016911f523 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5349381 Jul 22 11:31:27.817786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88145ca7-cea9-458d-bcb2-5c4f0f39552e req-d29d1af7-0cbb-4040-b6dd-980621a9c89b service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3118072 Jul 22 11:31:27.828475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-3fd80a86-9172-4e3c-875a-706148d09899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:27.830438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-3fd80a86-9172-4e3c-875a-706148d09899 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1753440 Jul 22 11:31:27.880167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:27.895477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c36a371-b12e-4522-a82f-33be6d44560d req-ed2e7799-32ec-4448-9eb1-dbfd65bb3b5c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:27.900397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c36a371-b12e-4522-a82f-33be6d44560d req-ed2e7799-32ec-4448-9eb1-dbfd65bb3b5c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.5002129 Jul 22 11:31:27.942182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Pushing event deleted for resources: {'Port': ['ID=d7370043-ba78-41de-8de8-03f19ec9648c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:27.982499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.030600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.037243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.098403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-169151e9-76f0-46bb-b699-32a14017835c req-e5ab465f-6e69-4a1b-a9ea-ed9eceb321cd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:28.100023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-169151e9-76f0-46bb-b699-32a14017835c req-e5ab465f-6e69-4a1b-a9ea-ed9eceb321cd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 943 time: 0.3525927 Jul 22 11:31:28.115543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c36a371-b12e-4522-a82f-33be6d44560d req-93a396f4-d3f6-4ccf-a6c0-40f8f2e69e1c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142026 Jul 22 11:31:28.128288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.130090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.143503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:28.152968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=9edc8981-bec6-494d-8c5c-cc666cbea06f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:28.155476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:28.168752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:28.180326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.180588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-dc3cb9ef-0e32-40c5-9516-96888c3f2d9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:28.181150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:31:28.182059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-dc3cb9ef-0e32-40c5-9516-96888c3f2d9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3435445 Jul 22 11:31:28.186518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.187813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fdc365ca-547d-417e-b44c-0bc9542be1ff admin admin] 10.222.0.21 "DELETE /v2.0/routers/7bfddb9a-04a0-4adf-98e7-d26bbf4ca057 HTTP/1.1" status: 204 len: 168 time: 2.9257119 Jul 22 11:31:28.190276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:28.230089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-b02507fe-26b5-4bc6-b6e5-af3202807e9d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:28.238208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-b02507fe-26b5-4bc6-b6e5-af3202807e9d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1097 time: 0.3342428 Jul 22 11:31:28.486319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:28.555381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:28.672301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Deleting subnet 8697010c-04fc-4e9b-9a55-06db89cc8964 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:31:28.676706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.712771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-8e807bbc-cfce-41c9-8b22-4ed6d8642697 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4989109 Jul 22 11:31:28.753904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:28.772407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '5de9a46b-938f-441c-926e-3e92fefa8196', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'port_id': '5de9a46b-938f-441c-926e-3e92fefa8196', 'mac_address': 'fa:16:3e:a2:ff:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecfe6b-f028-4311-9363-6a1d1f7c5373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:28.789456 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.811557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-169151e9-76f0-46bb-b699-32a14017835c req-043d738b-8447-46de-9e2c-ffc748627e07 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6624699 Jul 22 11:31:28.882783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.889885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7e92eff9-0294-453e-b6dc-32980473cb24 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:28.907699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.924385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5de9a46b-938f-441c-926e-3e92fefa8196 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:28.929578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7e92eff9-0294-453e-b6dc-32980473cb24 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:28.929933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7e92eff9-0294-453e-b6dc-32980473cb24 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:28.930960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d7370043-ba78-41de-8de8-03f19ec9648c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:28.958567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Deleting port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:28.958918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:28.961848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d7370043-ba78-41de-8de8-03f19ec9648c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:28.962200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d7370043-ba78-41de-8de8-03f19ec9648c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:28.990395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:29.004431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.004787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:29.063242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.064024 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.079784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] For port 45c11e0a-0a26-4d42-8038-8c2e2c23bccb, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:29.080299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.088075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:29.101061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.112702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8697010c-04fc-4e9b-9a55-06db89cc8964,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:29.115179 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70864164-b266-427d-983e-95889f8f027a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.117818 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-70864164-b266-427d-983e-95889f8f027a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8697010c-04fc-4e9b-9a55-06db89cc8964 HTTP/1.1" status: 204 len: 168 time: 0.9263787 Jul 22 11:31:29.121873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:29.124402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Calling delete_port for 45c11e0a-0a26-4d42-8038-8c2e2c23bccb owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:29.162637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e9d0ee-a173-4526-ad0e-e780bb824f74 req-b08aa255-691c-40ed-86fc-3137789cfbe6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:29.164404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8e9d0ee-a173-4526-ad0e-e780bb824f74 req-b08aa255-691c-40ed-86fc-3137789cfbe6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 946 time: 0.6348259 Jul 22 11:31:29.199878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c2ef00-4931-43fa-b559-6d745fbd6e5a req-894874ad-a46d-4ec5-8a9f-41c6b04dbfd3 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4691243 Jul 22 11:31:29.216956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:29.229444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'mac_address': 'fa:16:3e:59:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:29.263441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.263744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.273051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.287108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:29.306892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:29.312585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.321323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53421bc1-2aeb-4140-83d1-dccddf027b96 req-22bbef93-d02b-4c3a-b711-fc8e9ed92b46 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:29.322988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53421bc1-2aeb-4140-83d1-dccddf027b96 req-22bbef93-d02b-4c3a-b711-fc8e9ed92b46 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3787141 Jul 22 11:31:29.330470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8e9d0ee-a173-4526-ad0e-e780bb824f74 req-c067a839-152e-40df-b7ba-069eb2ebf75b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384895 Jul 22 11:31:29.385152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:29.415604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.428055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09467b79-b964-41fb-9e9d-2e0ee678f9fc']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:29.432305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53421bc1-2aeb-4140-83d1-dccddf027b96 req-e35016a7-b181-4a1d-9e7e-9446bf8e9a0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971093 Jul 22 11:31:29.466363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92b10444-2914-4e7d-a481-c5ae81bff3c5') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:29.466878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92b10444-2914-4e7d-a481-c5ae81bff3c5') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:29.482721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.546216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.559390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:31:29.559948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:29.560107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:31:29.562939 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:31:29.592875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.616697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['5de9a46b-938f-441c-926e-3e92fefa8196'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:29.622298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['13f0a953-8971-40e5-b2b5-d0b8e82e60ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:29.679438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Pushing event deleted for resources: {'Port': ['ID=45c11e0a-0a26-4d42-8038-8c2e2c23bccb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:29.704923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.712187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.714008 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] 10.222.0.21 "DELETE /v2.0/networks/09467b79-b964-41fb-9e9d-2e0ee678f9fc HTTP/1.1" status: 204 len: 168 time: 0.5911684 Jul 22 11:31:29.746138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:29.750884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67590e08-a3a1-48b4-b11e-2cbce199f40f admin admin] Pushing event deleted for resources: {'Network': ['ID=09467b79-b964-41fb-9e9d-2e0ee678f9fc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:29.817941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.845420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11c1af5-61d9-4a87-8f1e-fd273ca8e06e req-9dc7a887-a4a1-4a4f-8271-582e46e626ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:29.847049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a11c1af5-61d9-4a87-8f1e-fd273ca8e06e req-9dc7a887-a4a1-4a4f-8271-582e46e626ef tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 949 time: 0.2894106 Jul 22 11:31:29.851565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.928457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:29.930828 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c359cce9-da9c-4605-9441-97728a843453" -d '{"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-unplugged", "status": "completed", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:29.937124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:29.948471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-018ceb50-b3d4-4248-a8bb-8f2b3c01c1a8 req-270987af-ad12-4bc6-8b09-5697480cd5e6 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:29.950209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-018ceb50-b3d4-4248-a8bb-8f2b3c01c1a8 req-270987af-ad12-4bc6-8b09-5697480cd5e6 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 950 time: 0.3451133 Jul 22 11:31:29.972174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:29.998057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.006245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.028331 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-01363e58-1f38-409d-9e4e-dbfb830cb9ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54036062d0324493a8ccc088ee646f6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0541017 Jul 22 11:31:30.031843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:30.037554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=9edc8981-bec6-494d-8c5c-cc666cbea06f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:30.090901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.095883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a11c1af5-61d9-4a87-8f1e-fd273ca8e06e req-7870cff7-96a1-4150-b4bc-eb27fe167dff tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400746 Jul 22 11:31:30.133000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-018ceb50-b3d4-4248-a8bb-8f2b3c01c1a8 req-fd74960d-e957-4f40-ac51-32a932280352 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585190 Jul 22 11:31:30.171463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.197996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.209127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09bc646d-722c-450d-bdf4-c3a549da5f49 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 4.7508440 Jul 22 11:31:30.229886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:30.230228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:30.230729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:30.234419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:30.251657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.256155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:30.256497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Attempting to bind port be8a6898-e8b4-4408-81bc-9e5135ea72bd on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:30.284439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:30.284787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:30.285168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:30.285611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Bound port: be8a6898-e8b4-4408-81bc-9e5135ea72bd, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:30.286017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.334281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Router e219f164-b536-4158-b721-fdbbf368278f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:31:30.339571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.342806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.344141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/173e3316-a39f-42cd-83fb-e73aa01ba874 HTTP/1.1" status: 204 len: 168 time: 0.3113046 Jul 22 11:31:30.356016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b5c6eea-19ce-436e-9afa-771fe7c7e78a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=173e3316-a39f-42cd-83fb-e73aa01ba874,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:30.400768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-552af7eb-e1c3-4b66-bc0b-b90798c1c047 req-fb7417b0-d4a9-47e4-bf79-d04d7205de0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:30.403316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-552af7eb-e1c3-4b66-bc0b-b90798c1c047 req-fb7417b0-d4a9-47e4-bf79-d04d7205de0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2373009 Jul 22 11:31:30.434602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eb677-41c3-4d29-8021-501d39bd4fa0 req-31cbc3e4-e071-48c4-b5dd-b4a83dc82075 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:30.436199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a5eb677-41c3-4d29-8021-501d39bd4fa0 req-31cbc3e4-e071-48c4-b5dd-b4a83dc82075 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 944 time: 0.2027855 Jul 22 11:31:30.447317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:30.473631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:31:30.481734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-66f6aa42-91ce-420c-ae2e-15e1239f63fe admin admin] 10.222.0.21 "PUT /v2.0/routers/e219f164-b536-4158-b721-fdbbf368278f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2164328 Jul 22 11:31:30.482007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:30.488702 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Sync routers for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:31:30.495681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-552af7eb-e1c3-4b66-bc0b-b90798c1c047 req-51ac0c21-3177-4f88-b349-a4f6d309a8b9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0795145 Jul 22 11:31:30.500676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:30.505983 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:30.511582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:30.537503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.567894 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9af3433-2b46-4a07-82b5-0283c3606ff1 x-openstack-request-id: req-c9af3433-2b46-4a07-82b5-0283c3606ff1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:30.568251 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-unplugged", "status": "completed", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:30.568473 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9af3433-2b46-4a07-82b5-0283c3606ff1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:30.568999 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'code': 200} Jul 22 11:31:30.628391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:30.633845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a5eb677-41c3-4d29-8021-501d39bd4fa0 req-85706adf-9a04-415e-a838-fbf1df62e761 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1879072 Jul 22 11:31:30.699059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:30.701912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.707389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4366bbcb-8be0-4000-8201-31de15a2f02c service neutron] 10.222.0.36 "PUT /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 1122 time: 2.1808696 Jul 22 11:31:30.732604 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:30.759684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.795933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['be8a6898-e8b4-4408-81bc-9e5135ea72bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:30.849131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c5a70b2-2739-41f6-bcfd-07c660000991 req-f1f48e77-f7db-4527-ab38-5faaa97099e2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:30.850733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c5a70b2-2739-41f6-bcfd-07c660000991 req-f1f48e77-f7db-4527-ab38-5faaa97099e2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.1372008 Jul 22 11:31:30.918538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:30.927201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c5a70b2-2739-41f6-bcfd-07c660000991 req-7e1cea93-b5c4-4224-ae2a-b7849857cffd tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701644 Jul 22 11:31:31.026560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Deleting port ef4e9e4e-3505-47d8-8467-107697f4d460 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:31.027183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.029270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54'}], 'enable_snat': True}, 'gw_port_id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:31:29Z', 'revision_number': 5, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port': {'id': 'ef4e9e4e-3505-47d8-8467-107697f4d460', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:6b:4c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e219f164-b536-4158-b721-fdbbf368278f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 724, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.54', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:28:52Z', 'updated_at': '2021-07-22T11:29:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:31.062029 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Checking router: e219f164-b536-4158-b721-fdbbf368278f for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:31:31.071573 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Routers {'e219f164-b536-4158-b721-fdbbf368278f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:31:31.072583 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e219f164-b536-4158-b721-fdbbf368278f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:31.140414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-c9a54962-a4cb-45bd-ab0d-5d83f9070c53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--463700952&fields=id&tenant_id=1968a39685cf4dfd8f59b78939b9becd HTTP/1.1" status: 200 len: 267 time: 0.0858853 Jul 22 11:31:31.180059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] For port ef4e9e4e-3505-47d8-8467-107697f4d460, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef4e9e4e-3505-47d8-8467-107697f4d460,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:31.180431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.183872 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] Set router e219f164-b536-4158-b721-fdbbf368278f gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:31:31.215787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Calling delete_port for ef4e9e4e-3505-47d8-8467-107697f4d460 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:31.232773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-18062c3d-dc34-43ef-a024-20c19cb3eb08 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.234621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-18062c3d-dc34-43ef-a024-20c19cb3eb08 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 931 time: 0.0850573 Jul 22 11:31:31.267753 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:31:30Z', 'revision_number': 6, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:31.346889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-d220bf92-b8b7-472c-9000-59100cdc7681 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.354242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-d220bf92-b8b7-472c-9000-59100cdc7681 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 932 time: 0.1098399 Jul 22 11:31:31.400863 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a780542b-792f-4f08-8e74-8906bb9f5c40 None None] The sync data for ids ['e219f164-b536-4158-b721-fdbbf368278f'] in n-d-754448-4 is: [{'id': 'e219f164-b536-4158-b721-fdbbf368278f', 'name': 'tempest-ServersTestManualDisk-608888757-router', 'tenant_id': '54111f39be94414ca2ae8a09333c9def', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:28:51Z', 'updated_at': '2021-07-22T11:31:30Z', 'revision_number': 6, 'project_id': '54111f39be94414ca2ae8a09333c9def', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:31:31.428681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-67c63efd-d581-4615-bb4d-3b7c98a5dace tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0732162 Jul 22 11:31:31.473317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:31.475519 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-41827eb4-4985-4b12-9487-443591945c8a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0457618 Jul 22 11:31:31.504417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0581590-bb7a-44d7-a28d-fd7fef8b1714 req-7d76574e-72af-40ba-940b-38cf1c0a69ba tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.511067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0581590-bb7a-44d7-a28d-fd7fef8b1714 req-7d76574e-72af-40ba-940b-38cf1c0a69ba tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2275321 Jul 22 11:31:31.542803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.602167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Pushing event deleted for resources: {'Port': ['ID=ef4e9e4e-3505-47d8-8467-107697f4d460,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:31.618490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-303466428-network', 'tenant_id': '1cf169feb02f4eefa76d2667e2fb35b6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:31.636376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0581590-bb7a-44d7-a28d-fd7fef8b1714 req-f8e20014-3ae0-41e4-b4da-4bb9af8388d9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1244724 Jul 22 11:31:31.650820 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.673927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Made reservation on behalf of 1cf169feb02f4eefa76d2667e2fb35b6 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:31.676309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.689357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.697661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-78e6014f-a22e-404a-b189-3fbfad145cd3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.703561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-78e6014f-a22e-404a-b189-3fbfad145cd3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.709247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-78e6014f-a22e-404a-b189-3fbfad145cd3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.711067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-78e6014f-a22e-404a-b189-3fbfad145cd3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 1988 time: 0.2289486 Jul 22 11:31:31.749457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.752530 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.768627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3ce8c932-1898-4ada-b16b-3dbebe4c34a9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/quotas/1968a39685cf4dfd8f59b78939b9becd HTTP/1.1" status: 200 len: 375 time: 0.0394926 Jul 22 11:31:31.801049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.801606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e219f164-b536-4158-b721-fdbbf368278f {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:31:31.808987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.812806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d72167a-d91e-4e52-ae5f-2daef3cc6851 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e219f164-b536-4158-b721-fdbbf368278f HTTP/1.1" status: 204 len: 168 time: 1.3272538 Jul 22 11:31:31.813300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:31.864107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Deleting subnet e0f2989b-cd01-4ecd-9174-78efe8844c61 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:31:31.868651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.877574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07793bf3-7ba4-4fee-873c-309ff33899b2 req-1beeff53-fac4-4c72-b560-dd80c5e5bd15 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:31.879119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07793bf3-7ba4-4fee-873c-309ff33899b2 req-1beeff53-fac4-4c72-b560-dd80c5e5bd15 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 949 time: 0.1661429 Jul 22 11:31:31.901542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:31.930777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0acf7b0d-4669-4d52-9c97-8cc88ca649e0 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1562827 Jul 22 11:31:31.985343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07793bf3-7ba4-4fee-873c-309ff33899b2 req-9699316c-7346-405f-a78b-27fff1b61b2f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964339 Jul 22 11:31:31.985825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.001760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.028301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.044411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.063751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:31:32.073552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0f2989b-cd01-4ecd-9174-78efe8844c61,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.077808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.081804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-15f9e3d5-82bb-4edc-addf-19714426029b admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0f2989b-cd01-4ecd-9174-78efe8844c61 HTTP/1.1" status: 204 len: 168 time: 0.2665544 Jul 22 11:31:32.084223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:32.089647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.089996 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Added segment 108aa07e-6979-4bc6-89eb-b6b26fb32e21 of type vlan for network e7230256-d83a-4b5b-ad23-b5a99eb93297 Jul 22 11:31:32.091606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20dcb9c8-0c82-4643-9108-43ede7f0a80c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.100983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-336acb9d-fbfe-4f68-a50f-7d7404fb3de2 None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:32.111783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-eb7406f1-2fb1-4b6d-b932-52597dd58b30 service neutron] 10.222.0.21 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1650019 Jul 22 11:31:32.172398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.196253 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.235559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Deleting port fc8d7086-cc78-428b-a0da-64a0a7a93805 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:32.235947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.304898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] For port fc8d7086-cc78-428b-a0da-64a0a7a93805, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc8d7086-cc78-428b-a0da-64a0a7a93805,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:32.305242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.332989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Calling delete_port for fc8d7086-cc78-428b-a0da-64a0a7a93805 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:32.367026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] DHCP port deletion for bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:31:32.424741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Deleting port fc8d7086-cc78-428b-a0da-64a0a7a93805 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:31:32.425396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.432612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.462023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Pushing event deleted for resources: {'Port': ['ID=fc8d7086-cc78-428b-a0da-64a0a7a93805,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.472955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] No DVR routers for this DVR port fc8d7086-cc78-428b-a0da-64a0a7a93805 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:32.500882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:32.509579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] For port fc8d7086-cc78-428b-a0da-64a0a7a93805, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc8d7086-cc78-428b-a0da-64a0a7a93805,segment=NetworkSegment(177453ea-da19-4948-af03-006da15ada2d),segment_id=177453ea-da19-4948-af03-006da15ada2d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:32.509977 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.546818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Calling delete_port for fc8d7086-cc78-428b-a0da-64a0a7a93805 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:31:32.582844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.595945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bb593f8b-dd67-475f-87d2-e4ec0fdb62f5']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:32.605290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 45c11e0a-0a26-4d42-8038-8c2e2c23bccb no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:32.610895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '177453ea-da19-4948-af03-006da15ada2d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:32.611879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '177453ea-da19-4948-af03-006da15ada2d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:31:32.625782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.626095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:32.628545 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d626ef41-524b-4fec-82cb-4e5f914d021b" -d '{"events": [{"name": "network-changed", "server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:32.636001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.636959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:32.637754 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.640007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 45c11e0a-0a26-4d42-8038-8c2e2c23bccb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:32.640379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 45c11e0a-0a26-4d42-8038-8c2e2c23bccb not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:32.641005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc8d7086-cc78-428b-a0da-64a0a7a93805 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:32.647563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.656419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:31:32.657146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:31:32.659204 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:31:32.670585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fc8d7086-cc78-428b-a0da-64a0a7a93805 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:32.671240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc8d7086-cc78-428b-a0da-64a0a7a93805 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:32.671833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef4e9e4e-3505-47d8-8467-107697f4d460 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:32.683746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3ac7e8d8-51e9-41b7-b880-8cd3d0d2a8b6 service neutron] 10.222.0.21 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5648146 Jul 22 11:31:32.697148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:32.703890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ef4e9e4e-3505-47d8-8467-107697f4d460 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:31:32.704566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef4e9e4e-3505-47d8-8467-107697f4d460 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:32.709291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:32.709829 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.752500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.760006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.763536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2842202 Jul 22 11:31:32.765693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.774215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] 10.222.0.21 "DELETE /v2.0/networks/bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 HTTP/1.1" status: 204 len: 168 time: 0.6853774 Jul 22 11:31:32.775952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:32.780481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9ad2e5f-5bec-4652-887a-fb5cb7bb239f admin admin] Pushing event updated for resources: {'Network': ['ID=e7230256-d83a-4b5b-ad23-b5a99eb93297,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.783279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Request body: {'subnet': {'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-303466428-subnet', 'tenant_id': '1cf169feb02f4eefa76d2667e2fb35b6', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:32.790334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb01778-2689-4124-afae-18e2bef03010 req-f637c33c-c644-4828-8f30-7cc84450b677 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:32.792456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Network bb593f8b-dd67-475f-87d2-e4ec0fdb62f5 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:31:32.792928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] No DVR routers for this DVR port fc8d7086-cc78-428b-a0da-64a0a7a93805 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:32.794735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a7b6dc-9908-4e1f-929f-443f2167d0f9 None None] Pushing event deleted for resources: {'Port': ['ID=fc8d7086-cc78-428b-a0da-64a0a7a93805,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.801714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e7230256-d83a-4b5b-ad23-b5a99eb93297 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:31:32.811216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cb01778-2689-4124-afae-18e2bef03010 req-f637c33c-c644-4828-8f30-7cc84450b677 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 944 time: 0.6317301 Jul 22 11:31:32.841872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a15f68-f6d5-4d2c-bcfa-9dc55cc0353c admin admin] Pushing event deleted for resources: {'Network': ['ID=bb593f8b-dd67-475f-87d2-e4ec0fdb62f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:32.862401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Made reservation on behalf of 1cf169feb02f4eefa76d2667e2fb35b6 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:32.862745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5347b300-b091-4b00-a06e-970e1fc0ad60 service neutron] 10.222.0.21 "GET /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1383977 Jul 22 11:31:32.866115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.906106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.932329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:32.935323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cb01778-2689-4124-afae-18e2bef03010 req-ffbbde4c-2929-4bfc-b98f-c11d34b37b1c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110854 Jul 22 11:31:32.935997 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be3905f1-bc65-48f3-81ab-cd944d742cf1" -d '{"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:32.952378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:32.957934 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:32.959341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:32.994573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:33.041714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:33.059460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 5de9a46b-938f-441c-926e-3e92fefa8196 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:33.064391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 5de9a46b-938f-441c-926e-3e92fefa8196 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:33.064881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.089668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7802ed86-8940-4a69-8756-7036b9d4a4c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=54111f39be94414ca2ae8a09333c9def&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0916479 Jul 22 11:31:33.093561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:33.104540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.115191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-dedb89c9-77a2-4a27-954a-a9c41bbf197b service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2441709 Jul 22 11:31:33.148622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.183328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:33.183730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8f7f8ff-bbbb-45bf-8660-129fd83a72ec,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:33.189646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.190841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:33.196203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Checking segment: {'id': '108aa07e-6979-4bc6-89eb-b6b26fb32e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:33.196203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Network hostable DHCP agents. Network: e7230256-d83a-4b5b-ad23-b5a99eb93297, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:31:33.215752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Network e7230256-d83a-4b5b-ad23-b5a99eb93297 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:31:33.225549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e7230256-d83a-4b5b-ad23-b5a99eb93297) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:33.230542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:33.231279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.235889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b7d67d4-a411-4d5c-8f82-41702a92baf5 req-d09ded0c-3d4d-48a6-b337-68348dc3d151 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:33.243783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b7d67d4-a411-4d5c-8f82-41702a92baf5 req-d09ded0c-3d4d-48a6-b337-68348dc3d151 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.2149529 Jul 22 11:31:33.244006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c306b24-c2c6-414e-8d62-644567f91192 None None] Network e7230256-d83a-4b5b-ad23-b5a99eb93297 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:33.248039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2eb9fab7-b8a2-46fb-bce1-40336865be9f admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4710455 Jul 22 11:31:33.258916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.300073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:33.328509 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.340729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-76706580-d810-4e4f-8bf4-4b8b5db4028d service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2145708 Jul 22 11:31:33.346818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b7d67d4-a411-4d5c-8f82-41702a92baf5 req-613bacc2-a8e6-4cb9-8041-23e485451a0c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0996342 Jul 22 11:31:33.423210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-56572a56-3ec9-4283-86e0-b84d1c2944a1 service neutron] 10.222.0.21 "GET /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0706344 Jul 22 11:31:33.447574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.450156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.451391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9814c394-accc-4e23-8763-c12baf4c7952 HTTP/1.1" status: 204 len: 168 time: 0.3559949 Jul 22 11:31:33.496823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.505577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19787019-9f10-4cd5-b8dd-90dd23258be7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9814c394-accc-4e23-8763-c12baf4c7952,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:33.519673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:33.587633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:33.597788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5713ad4a-a12b-44ec-b1b5-2df814aa92c5 service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1602738 Jul 22 11:31:33.607274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f185f1-d6ff-42ab-8c41-7f958a8e4b8c req-1061e045-05d7-4c67-b984-4325318d8883 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:33.608109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.611523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73f185f1-d6ff-42ab-8c41-7f958a8e4b8c req-1061e045-05d7-4c67-b984-4325318d8883 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1588907 Jul 22 11:31:33.645117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d94ee2c1-f6e3-4584-826f-731ec40d8cdf None None] Network e7230256-d83a-4b5b-ad23-b5a99eb93297 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:33.721389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73f185f1-d6ff-42ab-8c41-7f958a8e4b8c req-dd6a0110-4ebf-4be9-a1ea-ee28f852c438 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876813 Jul 22 11:31:33.741191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-ef6f9b7d-2561-4d84-848f-a5008cedc064 service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283021 Jul 22 11:31:33.807689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:33.836472 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:31:33.861899 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df31c58e-533d-49c4-8164-49ebe488c06f x-openstack-request-id: req-df31c58e-533d-49c4-8164-49ebe488c06f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:33.862196 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:33.862613 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df31c58e-533d-49c4-8164-49ebe488c06f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:33.863039 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'code': 200} Jul 22 11:31:33.864784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:33.885716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-df658b21-048b-46c9-820c-af38f6fb8731 service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1391001 Jul 22 11:31:33.888298 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00e12473-5231-496d-8dcf-0c222a272369 x-openstack-request-id: req-00e12473-5231-496d-8dcf-0c222a272369 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:33.888592 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:33.889479 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00e12473-5231-496d-8dcf-0c222a272369 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:33.889870 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'status': 'completed', 'code': 200} Jul 22 11:31:33.901094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'mac_address': 'fa:16:3e:d9:57:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:33.947869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:33.980389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6beeb19f-c4b1-4fe5-a788-2bc6885c437e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:34.004461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420a0860-e0a1-4628-a08c-60c4a1ee6657 req-491a57e4-66e0-4a9b-962c-726dd0c39c31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.006141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-420a0860-e0a1-4628-a08c-60c4a1ee6657 req-491a57e4-66e0-4a9b-962c-726dd0c39c31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1101 time: 0.0773883 Jul 22 11:31:34.011245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:34.016146 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.016851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:34.058637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-420a0860-e0a1-4628-a08c-60c4a1ee6657 req-1774a3ac-21be-47c0-b134-02c38429ff19 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387301 Jul 22 11:31:34.093523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-dc9b0a9d-8844-4f19-97cc-fa13787b9308 service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2069454 Jul 22 11:31:34.102839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-776104cb-6422-432b-a438-755e1e2f9200 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.103973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-776104cb-6422-432b-a438-755e1e2f9200 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1125 time: 0.1904576 Jul 22 11:31:34.109102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:34.111649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f5882bc-b6ab-4a3f-8c99-8802ebcb0b78 req-6faa1331-c70d-4985-954b-50b0bad2bc0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.112956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f5882bc-b6ab-4a3f-8c99-8802ebcb0b78 req-6faa1331-c70d-4985-954b-50b0bad2bc0e tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1819298 Jul 22 11:31:34.172386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:34.185093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:31:34.275754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f5882bc-b6ab-4a3f-8c99-8802ebcb0b78 req-00ec7c54-6af4-4056-92c2-0ec3f09b61cc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405156 Jul 22 11:31:34.306737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-7cfa10f6-4a79-4e01-8792-e7cee058821b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.308414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-7cfa10f6-4a79-4e01-8792-e7cee058821b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1743958 Jul 22 11:31:34.310483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-cde13d11-67bd-42b8-8720-3c84ab8e4a13 service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966591 Jul 22 11:31:34.316853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:34.359464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['6beeb19f-c4b1-4fe5-a788-2bc6885c437e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:34.368815 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-364274fc-bae9-4f77-863f-96e8e31c06da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.0476258 Jul 22 11:31:34.445128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-181012513-network', 'tenant_id': 'abbe124475844044a4a04e2fd1ab3929'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:34.464246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-d0f1e02a-19a0-4a84-8616-8df48ce1fbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.465775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-d0f1e02a-19a0-4a84-8616-8df48ce1fbc5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0864410 Jul 22 11:31:34.483549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Made reservation on behalf of abbe124475844044a4a04e2fd1ab3929 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:34.486648 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.500219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.516551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-233d8dce-ca80-4982-a27e-cf4f73ccfafa service neutron] 10.222.0.21 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1875288 Jul 22 11:31:34.518380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-91ea9cd0-56c4-45f3-b21a-54e96c6266e5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0441723 Jul 22 11:31:34.626571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.631113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.654434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:31:34.671386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b460c94-f856-4563-b67a-51a4358dbb9a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:34.675349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.675708 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Added segment 0c8b99cd-7cfc-4629-9484-337e79ae835c of type vlan for network a9764206-3920-40ed-8a30-dabe0932d1e4 Jul 22 11:31:34.683991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-46572389-f0fc-481d-9874-86719a654f5c service neutron] 10.222.0.21 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608191 Jul 22 11:31:34.687014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-327f3f53-1d71-42d3-bd44-cf21fac2a466 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1540787 Jul 22 11:31:34.722722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.755483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.756427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.757005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.787519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4666269 Jul 22 11:31:34.787769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:34.794087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Request body: {'subnet': {'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-181012513-subnet', 'tenant_id': 'abbe124475844044a4a04e2fd1ab3929', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:34.832091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-733e8f3d-6010-4541-9384-5e12c9f2b568 admin admin] Pushing event updated for resources: {'Network': ['ID=a9764206-3920-40ed-8a30-dabe0932d1e4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:34.843847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a9764206-3920-40ed-8a30-dabe0932d1e4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:31:34.847259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Made reservation on behalf of abbe124475844044a4a04e2fd1ab3929 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:34.849621 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:34.927719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-330cc9fc-59cf-4f0f-a69d-3e95abd04a94 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:34.929184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-330cc9fc-59cf-4f0f-a69d-3e95abd04a94 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/networks?id=e7230256-d83a-4b5b-ad23-b5a99eb93297 HTTP/1.1" status: 200 len: 808 time: 0.2361064 Jul 22 11:31:34.936887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d626ef41-524b-4fec-82cb-4e5f914d021b req-d1be454c-04a6-4340-9fde-e19927660099 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2423565 Jul 22 11:31:34.949446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-7b61fba4-7d5e-4748-b3d0-f973071543f9 service neutron] 10.222.0.21 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2539971 Jul 22 11:31:34.952525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-4aaa4af4-9ef6-42a2-a0fd-6ff8c7f43ad9 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/quotas/1cf169feb02f4eefa76d2667e2fb35b6 HTTP/1.1" status: 200 len: 375 time: 0.0147049 Jul 22 11:31:35.003504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-05cea410-01c9-4ba5-9504-02454d2971c5 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=1cf169feb02f4eefa76d2667e2fb35b6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0453141 Jul 22 11:31:35.051558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:35.104924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5c21813c-e71e-4d09-88bc-539fe2b33322,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:35.130600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Checking segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:35.130975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Network hostable DHCP agents. Network: a9764206-3920-40ed-8a30-dabe0932d1e4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:31:35.134828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4f275803-dd6b-407a-889b-33db6b02e935 service neutron] 10.222.0.21 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1752791 Jul 22 11:31:35.149282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Network a9764206-3920-40ed-8a30-dabe0932d1e4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:31:35.160737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a9764206-3920-40ed-8a30-dabe0932d1e4) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:35.165009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:35.165670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:35.169327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ba23d028-e9f6-4222-85ab-c5c121c5ef97 service neutron] 10.222.0.21 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557860 Jul 22 11:31:35.181498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4ace541-5cf0-4f8c-ae41-aabdc1ee92c5 None None] Network a9764206-3920-40ed-8a30-dabe0932d1e4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:35.189673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-59529517-6a55-486e-a5ea-cf1e219ccf67 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4001379 Jul 22 11:31:35.308467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-03c39710-ce98-4be3-8e55-19eac397bfbb service neutron] 10.222.0.21 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1672406 Jul 22 11:31:35.331861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-270465e1-f0ed-41bc-bbca-c1e85bee686a service neutron] 10.222.0.21 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1498148 Jul 22 11:31:35.391138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2830b32-b4ee-468d-8b40-56b5c75e3c77 None None] Network a9764206-3920-40ed-8a30-dabe0932d1e4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:31:35.541378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:35.634162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:35.634988 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:35.811687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:35.868682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196'}, {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}, {'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:35.891612 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-814a8659-3642-4db3-8983-b5abf2d54de8" -d '{"events": [{"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-plugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196"}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-unplugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}, {"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-plugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:35.924382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:35.937875 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:35.960928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-c13a33da-d078-4b33-965b-61cc1c798fef service neutron] 10.222.0.20 "GET /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.0791574 Jul 22 11:31:35.973814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8daacb03-bf5c-41a9-abea-342495299fb5 req-b3e0d153-8e55-4a68-a40b-f978a87209e0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:35.981728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8daacb03-bf5c-41a9-abea-342495299fb5 req-b3e0d153-8e55-4a68-a40b-f978a87209e0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4326289 Jul 22 11:31:36.055861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:36.077539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8daacb03-bf5c-41a9-abea-342495299fb5 req-743485a9-9f1d-4416-a822-4cd4978b7229 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948415 Jul 22 11:31:36.328369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2bbeb7-c248-41d9-abaa-8185d1c51099 req-5123c74d-5201-4a46-8b2d-ae8671080c76 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:36.335820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2bbeb7-c248-41d9-abaa-8185d1c51099 req-5123c74d-5201-4a46-8b2d-ae8671080c76 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1673765 Jul 22 11:31:36.379810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:36.423444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2bbeb7-c248-41d9-abaa-8185d1c51099 req-0d435aad-6b01-41c3-949e-3698479fe14d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863910 Jul 22 11:31:36.436734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:36.530990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id be8a6898-e8b4-4408-81bc-9e5135ea72bd {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:36.578155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:36.653824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:36.752299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3472d3fa-0272-40fa-b1f3-feffa1510894 req-9d779ab5-77f6-4dd8-ac0b-a94b6d604651 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:36.753882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3472d3fa-0272-40fa-b1f3-feffa1510894 req-9d779ab5-77f6-4dd8-ac0b-a94b6d604651 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.2171154 Jul 22 11:31:36.780211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6270617f-989b-41ec-bdf8-29af9941d0b2 req-b750ee61-b5a7-44ef-bd0c-d18439864e46 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:36.788651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6270617f-989b-41ec-bdf8-29af9941d0b2 req-b750ee61-b5a7-44ef-bd0c-d18439864e46 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 944 time: 0.2716095 Jul 22 11:31:36.893999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3472d3fa-0272-40fa-b1f3-feffa1510894 req-bb45a9b9-bd50-4cd1-ac0e-5f552478305b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1308954 Jul 22 11:31:36.914283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6270617f-989b-41ec-bdf8-29af9941d0b2 req-f0cb0df1-e2b0-409b-a823-510c06b2d577 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1240487 Jul 22 11:31:36.935328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] Transition to ACTIVE for port object be8a6898-e8b4-4408-81bc-9e5135ea72bd will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:36.945604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:37.103737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] No DVR routers for this DVR port be8a6898-e8b4-4408-81bc-9e5135ea72bd on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:31:37.180127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] Pushing event updated for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:37.359567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1b263de-e581-4ad6-b7c5-f27ec877e5b9 req-d6310e48-4f52-40a7-9fa8-0901b9941e4f tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 210 time: 0.1803880 Jul 22 11:31:37.376869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d8ea047-13fc-4f46-ba0e-d858a32c48ab service neutron] 10.222.0.20 "PUT /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3911986 Jul 22 11:31:37.444083 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaf5c4b3-edfd-49e0-9a92-15d74725c995 x-openstack-request-id: req-eaf5c4b3-edfd-49e0-9a92-15d74725c995 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:37.445106 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-plugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196", "code": 200}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-unplugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "code": 200}, {"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-plugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:37.445646 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaf5c4b3-edfd-49e0-9a92-15d74725c995 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:37.446528 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196', 'code': 200} Jul 22 11:31:37.447025 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'code': 200} Jul 22 11:31:37.448122 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'code': 200} Jul 22 11:31:37.458907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-cc07cd11-30fc-4553-9baf-3fc5a258ad01 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.461445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-cc07cd11-30fc-4553-9baf-3fc5a258ad01 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.36 "GET /v2.0/networks?id=e7230256-d83a-4b5b-ad23-b5a99eb93297 HTTP/1.1" status: 200 len: 808 time: 0.3587663 Jul 22 11:31:37.500419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Request body: {'port': {'device_id': '28a88d56-ec87-4717-928c-7b95656762a4', 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297', 'admin_state_up': True, 'tenant_id': '1cf169feb02f4eefa76d2667e2fb35b6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:37.528922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-55e0a6e2-864e-44c3-b051-e486482e3a63 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.530477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-55e0a6e2-864e-44c3-b051-e486482e3a63 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 0.3471909 Jul 22 11:31:37.577701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-285cd295-691e-4f28-9b81-846ade3c4d20 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/quotas/abbe124475844044a4a04e2fd1ab3929 HTTP/1.1" status: 200 len: 375 time: 0.0363681 Jul 22 11:31:37.596756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-ad97d0e2-7b0b-489e-9245-7714592b35bd tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.599334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-ad97d0e2-7b0b-489e-9245-7714592b35bd tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1115799 Jul 22 11:31:37.667150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0280eebd-63a2-4ebc-9539-fee514bc2d6a req-4f1b9102-19cd-45b9-bae3-13735922a4f4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0853379 Jul 22 11:31:37.678871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d9adf01-ff2e-43f7-9099-b83d4373a48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.681065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7d9adf01-ff2e-43f7-9099-b83d4373a48b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822&tenant_id=a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 1096 time: 0.0615010 Jul 22 11:31:37.701120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-d4b9dc16-d4dd-46be-afb2-b8ec86cc9b50 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1018867 Jul 22 11:31:37.809679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7f80e9d9-841f-4efb-8862-e4b7669fa3e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.813075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-7f80e9d9-841f-4efb-8862-e4b7669fa3e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1096 time: 0.0836170 Jul 22 11:31:37.837804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f85f549b-17d3-472b-ab99-8ff450e330c1 req-4dae0ec0-0842-4215-81ca-9e49df9f2d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.839629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f85f549b-17d3-472b-ab99-8ff450e330c1 req-4dae0ec0-0842-4215-81ca-9e49df9f2d93 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 1096 time: 0.3180459 Jul 22 11:31:37.909104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Made reservation on behalf of 1cf169feb02f4eefa76d2667e2fb35b6 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:37.912900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:37.963441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f85f549b-17d3-472b-ab99-8ff450e330c1 req-4c6710fc-2e38-4c68-a437-036c07313efc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968244 Jul 22 11:31:37.982075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-411084e0-06ba-4009-a380-35be6bdededb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:37.983693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-411084e0-06ba-4009-a380-35be6bdededb service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1581481 Jul 22 11:31:37.994262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-d3ff280d-c5fd-4073-993c-df3b70a12204 service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782412 Jul 22 11:31:38.053764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-84fbcf64-71a0-4cad-8fa3-4bccb6600089 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.0565448 Jul 22 11:31:38.081054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6f7dab-6e7b-498c-9f50-195bfef094ac req-8b1f4f31-18c0-432f-ac87-343e6eb81768 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.082641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c6f7dab-6e7b-498c-9f50-195bfef094ac req-8b1f4f31-18c0-432f-ac87-343e6eb81768 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1101 time: 0.3089457 Jul 22 11:31:38.124681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-733b424c-a6f1-48d9-ae5e-70a68bc5658d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.126392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-733b424c-a6f1-48d9-ae5e-70a68bc5658d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0663822 Jul 22 11:31:38.166970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-07b36cae-a628-4c3d-bd3e-82c182c241de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0326319 Jul 22 11:31:38.216299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c6f7dab-6e7b-498c-9f50-195bfef094ac req-0c93cd09-62ee-4572-92ab-5a1251434cea tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253343 Jul 22 11:31:38.220525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-f6cd6d54-bf9b-4ce9-8cc7-6298570a682e service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1876409 Jul 22 11:31:38.228117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Allocated IP 172.20.0.9 (e7230256-d83a-4b5b-ad23-b5a99eb93297/a8f7f8ff-bbbb-45bf-8660-129fd83a72ec/07fc09ac-cd4a-4044-a64c-c6e10f5319ee) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:38.382864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-4e23acb5-2bd6-45ba-8acb-22163b719a8e service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1962626 Jul 22 11:31:38.495175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:38.508829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:31:38.521885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8180909-aae0-4b29-afb9-2fa2997de195 req-e6083eed-98de-4c8d-94eb-595c1e1be036 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.524108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8180909-aae0-4b29-afb9-2fa2997de195 req-e6083eed-98de-4c8d-94eb-595c1e1be036 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1905451 Jul 22 11:31:38.641514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:31:38.647770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8180909-aae0-4b29-afb9-2fa2997de195 req-7723ff08-f90e-44c3-8620-b438e3423550 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106665 Jul 22 11:31:38.663723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:38.701836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-411b9fbc-beaf-4279-8399-2cc59e1bd0cd service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701545 Jul 22 11:31:38.786012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-946298cf-4d56-4925-bfb1-8707b664df8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.788804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-946298cf-4d56-4925-bfb1-8707b664df8f service neutron] 10.222.0.36 "GET /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 1027 time: 0.3948662 Jul 22 11:31:38.796696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Network e7230256-d83a-4b5b-ad23-b5a99eb93297 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:38.819916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:38.824256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:38.838079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Pushing event updated for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:38.875005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76429b45-68c4-4039-a389-9e9ce1e4506a req-1f884444-18ea-493a-aa47-36bddf2585c5 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.883260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76429b45-68c4-4039-a389-9e9ce1e4506a req-1f884444-18ea-493a-aa47-36bddf2585c5 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3427250 Jul 22 11:31:38.915918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-e35113af-1671-4d9a-af07-66a746820cae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.917573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-e35113af-1671-4d9a-af07-66a746820cae service neutron] 10.222.0.36 "GET /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 1028 time: 0.1225967 Jul 22 11:31:38.981439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:38.983082 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:39.019666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-418bdc22-c5f8-49e6-bbda-d6aa9dd553e9 req-68cd912c-a2a7-4b49-aeec-7de872b22247 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:39.022298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-418bdc22-c5f8-49e6-bbda-d6aa9dd553e9 req-68cd912c-a2a7-4b49-aeec-7de872b22247 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.2583175 Jul 22 11:31:39.025625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76429b45-68c4-4039-a389-9e9ce1e4506a req-c746dc10-3715-4d22-bb48-50f34a4ce9ee tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1416552 Jul 22 11:31:39.026961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-bf300d91-a1ea-44b6-9a50-38621aa236e2 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5320263 Jul 22 11:31:39.047863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Request body: {'port': {'device_id': '28a88d56-ec87-4717-928c-7b95656762a4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:39.269627 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-84266e9d-cc47-442e-b41b-6c705b311a29 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:39.283557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-84266e9d-cc47-442e-b41b-6c705b311a29 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:39.286915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:39.323980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-418bdc22-c5f8-49e6-bbda-d6aa9dd553e9 req-cb01e36f-8384-432b-bcc2-90405af3f830 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883489 Jul 22 11:31:39.327978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-84266e9d-cc47-442e-b41b-6c705b311a29 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:39.342439 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-84266e9d-cc47-442e-b41b-6c705b311a29 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 1988 time: 0.4140742 Jul 22 11:31:39.526513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-b9ec818a-986a-449f-81b1-221f943cf581 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:39.531096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-b9ec818a-986a-449f-81b1-221f943cf581 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.4335451 Jul 22 11:31:39.543972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-1e8d6cf9-3cf6-4ede-85ba-4d602cbb9a9f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=1968a39685cf4dfd8f59b78939b9becd HTTP/1.1" status: 200 len: 379 time: 0.1612532 Jul 22 11:31:39.564546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'admin_state_up': True, 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'security_groups': ['264fcc74-abc0-4207-a3b2-ee3001cb88ba']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:39.744107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d67fa1f6-008e-4ce8-9008-1ef856a07673 req-8a9bae29-73e8-433d-a7c7-a30a26311ada tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0837696 Jul 22 11:31:39.820871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.36', 58146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:31:40.027083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-009e176c-064d-44db-bdfd-9f667582c488 req-a2051849-7f94-478f-b388-b7997b10d079 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0925527 Jul 22 11:31:40.055573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-80ca868d-5867-4256-b738-9b35a1b0b3fd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4685597 Jul 22 11:31:40.144271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8503993-ef51-41d8-beb2-6c1b47b73b7f req-4a4794fc-7cc6-4f37-9063-c984b99a9fa6 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:40.151697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8503993-ef51-41d8-beb2-6c1b47b73b7f req-4a4794fc-7cc6-4f37-9063-c984b99a9fa6 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 931 time: 0.4929655 Jul 22 11:31:40.187253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:40.191655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:40.431422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 172.20.0.10 (74b851da-624b-446d-aa88-10a6a1329091/7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce/68f1e4c9-1f8c-43d1-84d2-90ad4355ed88) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:40.440659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3a4819f4-7f9f-43e0-9183-632690cb3901 service neutron] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:40.447556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3a4819f4-7f9f-43e0-9183-632690cb3901 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:40.449103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b90fbd2-eae6-4f85-b15e-b63215b14b6c req-3a4819f4-7f9f-43e0-9183-632690cb3901 service neutron] 10.222.0.36 "DELETE /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.9015977 Jul 22 11:31:40.730178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:40.769739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:40.822383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:40.872402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-0457e0c1-1408-440f-a3a0-7185a10a781d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 1.0441878 Jul 22 11:31:40.879441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 07fc09ac-cd4a-4044-a64c-c6e10f5319ee {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:40.899454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:40.899914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8503993-ef51-41d8-beb2-6c1b47b73b7f req-1f70483a-9420-4ab5-a47a-4160435310d9 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7433412 Jul 22 11:31:40.928534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 74b851da-624b-446d-aa88-10a6a1329091 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:40.930383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:40.943743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:40.944686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:41.028608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:41.032244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:41.046040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-485dbd85-64f5-4ad3-abd0-fe7ae849e672 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:41.047862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-485dbd85-64f5-4ad3-abd0-fe7ae849e672 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.20 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 1.0392141 Jul 22 11:31:41.065458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a6e09d0d-57d3-4e70-b3bc-82acfb377db3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5106621 Jul 22 11:31:41.065837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Request body: {'port': {'device_id': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'admin_state_up': True, 'tenant_id': 'abbe124475844044a4a04e2fd1ab3929'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:41.078098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'admin_state_up': True, 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'security_groups': ['264fcc74-abc0-4207-a3b2-ee3001cb88ba']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:41.116919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Transition to ACTIVE for port object 07fc09ac-cd4a-4044-a64c-c6e10f5319ee will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:41.282472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:41.362781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:41.378345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:41.421281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d89b7c-d8e1-49fd-a2d1-88bb261ae6fb req-1d2b4573-34d5-4595-b61f-01aa8a2f2fb9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:41.421632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e478e4ec-a1f3-48df-be9f-c00f8c66c0c0 None None] Provisioning for port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:41.428985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e478e4ec-a1f3-48df-be9f-c00f8c66c0c0 None None] Provisioning complete for port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:41.429966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48d89b7c-d8e1-49fd-a2d1-88bb261ae6fb req-1d2b4573-34d5-4595-b61f-01aa8a2f2fb9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 1.2759511 Jul 22 11:31:41.432222 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e478e4ec-a1f3-48df-be9f-c00f8c66c0c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:41.506615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Pushing event updated for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:41.535465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-188b71d5-ac4c-4d1f-b25d-6d088a683bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:41.537101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-188b71d5-ac4c-4d1f-b25d-6d088a683bf8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 1100 time: 0.6093512 Jul 22 11:31:41.574034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e478e4ec-a1f3-48df-be9f-c00f8c66c0c0 None None] Port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:41.708206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.1.1.109 (5d622aef-dcd7-46db-b37b-1e9b4c66d25a/277dcf33-8870-4318-bcfa-1bf4069f87dd/34bd4e6c-2160-4d9f-97e2-f7bd6baac39a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:41.722128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19244bbb-7ef4-499e-b4a2-60e141410789 req-c96c51cf-df98-449b-bd04-1ac3902f66f1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:41.729528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19244bbb-7ef4-499e-b4a2-60e141410789 req-c96c51cf-df98-449b-bd04-1ac3902f66f1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.7193379 Jul 22 11:31:41.768492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48d89b7c-d8e1-49fd-a2d1-88bb261ae6fb req-2ba6c7e2-166c-46ef-a47f-6ebdc57f8321 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3372800 Jul 22 11:31:41.769609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Made reservation on behalf of abbe124475844044a4a04e2fd1ab3929 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:41.773311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.013095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.042340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:42.044198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Attempting to bind port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:42.046123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Attempting to bind port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '108aa07e-6979-4bc6-89eb-b6b26fb32e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:42.046123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Attempting to bind port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee on network e7230256-d83a-4b5b-ad23-b5a99eb93297 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:42.055074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19244bbb-7ef4-499e-b4a2-60e141410789 req-c4f77c65-3445-4e27-b09f-e071ea606929 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3245296 Jul 22 11:31:42.071535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-e038a83e-4de0-486d-a8da-31d564aed2ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.071535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-e038a83e-4de0-486d-a8da-31d564aed2ff service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.4742000 Jul 22 11:31:42.073285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee on network e7230256-d83a-4b5b-ad23-b5a99eb93297 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:42.073624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Attempting to bind port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee on network e7230256-d83a-4b5b-ad23-b5a99eb93297 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:42.101042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:42.101437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Checking segment: {'id': '108aa07e-6979-4bc6-89eb-b6b26fb32e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:42.101777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Bound using segment: {'id': '108aa07e-6979-4bc6-89eb-b6b26fb32e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:42.102332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Bound port: 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '108aa07e-6979-4bc6-89eb-b6b26fb32e21', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:42.102743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.154033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.210652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:42.214547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:42.221159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:42.239571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-42729979-db20-45f7-8b27-9fb08fdaee44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.65&port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 200 len: 217 time: 0.1572015 Jul 22 11:31:42.287767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c5c81e-f49d-49b5-8117-04d33a725549 req-a9258035-99e4-4d05-8646-ae5f73eb4834 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.295940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c5c81e-f49d-49b5-8117-04d33a725549 req-a9258035-99e4-4d05-8646-ae5f73eb4834 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.4250164 Jul 22 11:31:42.307308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:42.405010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:42.408632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,segment=NetworkSegment(108aa07e-6979-4bc6-89eb-b6b26fb32e21),segment_id=108aa07e-6979-4bc6-89eb-b6b26fb32e21)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:42.434833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.436610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.476230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-4c202fda-934e-4c23-9275-2df933ee6786 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.478693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-4c202fda-934e-4c23-9275-2df933ee6786 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1101 time: 0.1852810 Jul 22 11:31:42.481159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5c959a33-0b6e-4d45-b54b-e57d75c8a585 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4081898 Jul 22 11:31:42.504680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.509261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'admin_state_up': True, 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'security_groups': ['264fcc74-abc0-4207-a3b2-ee3001cb88ba']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:42.627257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Allocated IP 172.20.0.8 (a9764206-3920-40ed-8a30-dabe0932d1e4/5c21813c-e71e-4d09-88bc-539fe2b33322/fc858681-faa7-4c96-b04e-cc85ac56b8c4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:42.628296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e47363a3-2764-497a-8ac0-b1797e3503f8 None None] Provisioning for port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:42.633129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e47363a3-2764-497a-8ac0-b1797e3503f8 None None] Provisioning complete for port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:42.633831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e47363a3-2764-497a-8ac0-b1797e3503f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.639241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.640360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.642029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] 10.222.0.36 "PUT /v2.0/ports/07fc09ac-cd4a-4044-a64c-c6e10f5319ee HTTP/1.1" status: 200 len: 1091 time: 3.6046474 Jul 22 11:31:42.664586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:42.667299 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a" -d '{"events": [{"name": "network-changed", "server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:42.734526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c5c81e-f49d-49b5-8117-04d33a725549 req-782a834f-9656-4907-a7c4-719eae8d10e8 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4371874 Jul 22 11:31:42.806677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-a1b0e2d7-30c6-4041-9a31-7bf6abaab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.808423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e47363a3-2764-497a-8ac0-b1797e3503f8 None None] Port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:42.811912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-a1b0e2d7-30c6-4041-9a31-7bf6abaab8ec service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3266897 Jul 22 11:31:42.813215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:42.819417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:42.840108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44235455-0c0e-4c8c-9d92-024c2fe4851e req-6a9b6317-0c74-4e60-b6d5-5bcbe843c289 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.858942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44235455-0c0e-4c8c-9d92-024c2fe4851e req-6a9b6317-0c74-4e60-b6d5-5bcbe843c289 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.6266274 Jul 22 11:31:42.927206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-97f44f04-30e2-4a16-bafd-071a7c9e61f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0984831 Jul 22 11:31:42.973389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4502adc5-4a29-4720-9367-c1886b323a6d req-3da934ee-b119-4ccf-9855-d9f80eeb2df9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 210 time: 0.0902088 Jul 22 11:31:42.976737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-40e1dc1e-325c-401b-8d54-41d0ebc45b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:42.979677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-40e1dc1e-325c-401b-8d54-41d0ebc45b03 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.7021952 Jul 22 11:31:43.045670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-04ab0266-1305-4110-bf48-d18c87f29f47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.047809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-04ab0266-1305-4110-bf48-d18c87f29f47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1120346 Jul 22 11:31:43.146096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44235455-0c0e-4c8c-9d92-024c2fe4851e req-190cd79d-01e8-4c02-a75e-a8b64ab897ba tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2855465 Jul 22 11:31:43.155078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea855184-7338-41f7-9887-50fb82e4ee3b service neutron] Pushing event updated for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:43.203099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.1.1.80 (5d622aef-dcd7-46db-b37b-1e9b4c66d25a/277dcf33-8870-4318-bcfa-1bf4069f87dd/2c73d4e8-f208-4263-89cc-cb2f1e35d8a9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:43.255829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-5a621d4f-1a67-4363-bf00-1c402962e4cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.257899 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-5a621d4f-1a67-4363-bf00-1c402962e4cd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2009368 Jul 22 11:31:43.373925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-2c594523-802f-4b01-b761-3d5851993f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.376096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-2c594523-802f-4b01-b761-3d5851993f14 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf169feb02f4eefa76d2667e2fb35b6&device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 1094 time: 0.6330709 Jul 22 11:31:43.463539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-2b4e4e13-d133-4f39-aa95-1d29ee99624d service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1958375 Jul 22 11:31:43.472533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-36bdf2ef-4757-4d63-bdf1-439a550566d3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee HTTP/1.1" status: 200 len: 217 time: 0.0815759 Jul 22 11:31:43.514599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:43.557680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:43.598467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-42cf6235-36a5-4c71-9ba1-f0925f712512 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.599977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-42cf6235-36a5-4c71-9ba1-f0925f712512 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8f7f8ff-bbbb-45bf-8660-129fd83a72ec HTTP/1.1" status: 200 len: 848 time: 0.1173925 Jul 22 11:31:43.613406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-19430d2b-d980-45c0-ba28-e5f0bcc7a337 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1427386 Jul 22 11:31:43.624866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-7782b6b9-13af-4736-8edd-905abfb0ad75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.626487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-7782b6b9-13af-4736-8edd-905abfb0ad75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5872142 Jul 22 11:31:43.638337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:43.739560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:43.752591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:43.763669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:43.767351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:43.787400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-2cc44cb2-c8cb-47e3-bd0e-28f9b01c25ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7230256-d83a-4b5b-ad23-b5a99eb93297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1524036 Jul 22 11:31:43.832177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:43.832830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:43.865538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3e428362-8371-43e8-b1f8-da07849addef tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.3616865 Jul 22 11:31:43.876543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'admin_state_up': True, 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'security_groups': ['264fcc74-abc0-4207-a3b2-ee3001cb88ba']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:43.995985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a97f2e-fb4d-44f5-9b8a-b5efe72b1dba req-78130b1b-69ea-448e-8f75-3e96215bf79a tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:44.010942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a97f2e-fb4d-44f5-9b8a-b5efe72b1dba req-78130b1b-69ea-448e-8f75-3e96215bf79a tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 943 time: 0.7160277 Jul 22 11:31:44.018506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:44.025782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8d0c-a473-4f80-bd1d-bd9b41c76c9a req-724562b8-02ee-43eb-b6f8-53a2ea456536 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:44.044138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d3f8d0c-a473-4f80-bd1d-bd9b41c76c9a req-724562b8-02ee-43eb-b6f8-53a2ea456536 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:44.046863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d3f8d0c-a473-4f80-bd1d-bd9b41c76c9a req-724562b8-02ee-43eb-b6f8-53a2ea456536 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 1654 time: 0.9382851 Jul 22 11:31:44.121056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:44.250555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6ba2d5c-2875-47a1-8095-4729f3617fd5 None None] Provisioning for port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:44.254755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6ba2d5c-2875-47a1-8095-4729f3617fd5 None None] Provisioning complete for port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:44.255130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ba2d5c-2875-47a1-8095-4729f3617fd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:44.317281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c6ba2d5c-2875-47a1-8095-4729f3617fd5 None None] Port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:44.352809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:44.424157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a97f2e-fb4d-44f5-9b8a-b5efe72b1dba req-87ac1fe6-0750-4421-8768-9b9946b4e862 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3652272 Jul 22 11:31:44.464257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.2.2.100 (dc49d370-4bb4-4229-9eea-993606ca995f/dbc4c1e1-dad2-4cba-873c-a92fff21f481/a9b97eca-225a-4c89-87ed-806d8ad5375b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:44.482979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d3f8d0c-a473-4f80-bd1d-bd9b41c76c9a req-2d1132fa-f9ae-407c-8c1d-462d64bca58f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4140377 Jul 22 11:31:44.485569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-c55056ba-d8be-46a2-9058-763a134947fd service neutron] 10.222.0.36 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6803882 Jul 22 11:31:44.548300 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b33e20c7-8ffd-4cb9-8cbc-7b56cf3769ab x-openstack-request-id: req-b33e20c7-8ffd-4cb9-8cbc-7b56cf3769ab {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:44.548777 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:44.549206 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b33e20c7-8ffd-4cb9-8cbc-7b56cf3769ab {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:44.549738 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee', 'status': 'completed', 'code': 200} Jul 22 11:31:44.557148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-a5cbc91a-194c-4c8c-8b00-ffd63ccaabcd service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9231615 Jul 22 11:31:44.767349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:44.808742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object a9b97eca-225a-4c89-87ed-806d8ad5375b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:44.879538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:44.963024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network dc49d370-4bb4-4229-9eea-993606ca995f is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:44.966896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:44.986880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:45.056374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.058976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:45.059938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.075323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:45.095397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-b2456630-d985-4994-9e7e-09620310c6b2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2229748 Jul 22 11:31:45.119692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'admin_state_up': True, 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'security_groups': ['264fcc74-abc0-4207-a3b2-ee3001cb88ba']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:45.173737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Network a9764206-3920-40ed-8a30-dabe0932d1e4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:45.195005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:45.205785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:45.218256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0384ca5-87e5-4ae2-9677-cf988eeef840 req-667e2bbd-f3c1-4523-808b-7265e06741d2 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6497581 Jul 22 11:31:45.229724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-09ca6af6-c067-4417-92f8-ea0852d092f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.277644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:45.289719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4aab1fc-bc8f-434d-a8e6-b51e8e55dcd4 req-90eeade5-1d85-409f-879b-27a96327da6b service neutron] 10.222.0.36 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7940595 Jul 22 11:31:45.358073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b5a2e2-7dac-4ae7-8536-3a97d405c054 req-7c59ca1c-4cbc-4282-9031-04d26e7ce39b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:45.365607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21b5a2e2-7dac-4ae7-8536-3a97d405c054 req-7c59ca1c-4cbc-4282-9031-04d26e7ce39b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.7157941 Jul 22 11:31:45.386624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Made reservation on behalf of 1968a39685cf4dfd8f59b78939b9becd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:45.393384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.452986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:45.453932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.460996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c09159a-bb88-4251-882c-1727eef97593 None None] Provisioning for port a9b97eca-225a-4c89-87ed-806d8ad5375b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:45.469566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c09159a-bb88-4251-882c-1727eef97593 None None] Provisioning complete for port a9b97eca-225a-4c89-87ed-806d8ad5375b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:45.470208 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c09159a-bb88-4251-882c-1727eef97593 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:45.512821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c03c6ae-b221-48ab-ac9b-a2d643503995 req-15956413-cfd7-4137-bd00-36663c302115 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:45.522001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c03c6ae-b221-48ab-ac9b-a2d643503995 req-15956413-cfd7-4137-bd00-36663c302115 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.8493757 Jul 22 11:31:45.568314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-043be02a-e8f8-4108-83ce-ad24af193a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.5078456 Jul 22 11:31:45.576705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c03c6ae-b221-48ab-ac9b-a2d643503995 req-fa5e90de-a818-4f27-9b9e-c2a932435762 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530148 Jul 22 11:31:45.591371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8c09159a-bb88-4251-882c-1727eef97593 None None] Port a9b97eca-225a-4c89-87ed-806d8ad5375b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:45.605628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Request body: {'port': {'device_id': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:45.672268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21b5a2e2-7dac-4ae7-8536-3a97d405c054 req-bd18843c-f0e2-4375-ba7a-14aa0414f510 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3054385 Jul 22 11:31:45.769222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-a3c21163-5f71-4757-bc0b-011fef812935 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:45.771001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-a3c21163-5f71-4757-bc0b-011fef812935 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1cf169feb02f4eefa76d2667e2fb35b6&device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 1094 time: 0.3948531 Jul 22 11:31:45.784971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Allocated IP 10.2.2.200 (dc49d370-4bb4-4229-9eea-993606ca995f/dbc4c1e1-dad2-4cba-873c-a92fff21f481/8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:46.053856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.062586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.103601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Transition to ACTIVE for port object 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:46.188829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9af9773-bc04-4b3d-a395-34979f32e0e8 req-5f25ee5f-9c68-4d03-b66b-9db51edd7869 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:46.190599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9af9773-bc04-4b3d-a395-34979f32e0e8 req-5f25ee5f-9c68-4d03-b66b-9db51edd7869 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 931 time: 0.3069603 Jul 22 11:31:46.193866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-923bd4b4-25bc-4027-81ff-c2818e34ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:46.195399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-923bd4b4-25bc-4027-81ff-c2818e34ff80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e7230256-d83a-4b5b-ad23-b5a99eb93297 HTTP/1.1" status: 200 len: 909 time: 0.4075418 Jul 22 11:31:46.203256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.275370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Network dc49d370-4bb4-4229-9eea-993606ca995f is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:46.282208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:46.284816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-324c38a4-a5d0-41dd-8132-9b0cd8821f7e req-3967da03-82d5-4749-a31f-4b765fd3c549 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:46.291945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-324c38a4-a5d0-41dd-8132-9b0cd8821f7e req-3967da03-82d5-4749-a31f-4b765fd3c549 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4099329 Jul 22 11:31:46.298479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:46.303052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:46.343908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-b4045ca8-be94-4a67-a593-62e4e56804d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee HTTP/1.1" status: 200 len: 217 time: 0.1392646 Jul 22 11:31:46.416954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:46.418134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.470739 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-348209f4-ad11-458b-9e0b-79fb208f4e34 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3563554 Jul 22 11:31:46.497776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:46.541519 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9af9773-bc04-4b3d-a395-34979f32e0e8 req-2b514ea4-4c68-4baa-9168-55eeb71aabe4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3298376 Jul 22 11:31:46.630763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-324c38a4-a5d0-41dd-8132-9b0cd8821f7e req-b08c8774-2f4c-467a-ae41-494a618ff198 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3379846 Jul 22 11:31:46.668240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.678599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-f117df85-d975-420f-aa66-a70efd926156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:46.686272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-f117df85-d975-420f-aa66-a70efd926156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8f7f8ff-bbbb-45bf-8660-129fd83a72ec HTTP/1.1" status: 200 len: 848 time: 0.3242767 Jul 22 11:31:46.736442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2dbbbc3d-5f56-48db-bc94-a1f07c339574 None None] Provisioning for port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:46.740603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2dbbbc3d-5f56-48db-bc94-a1f07c339574 None None] Provisioning complete for port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:46.741042 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2dbbbc3d-5f56-48db-bc94-a1f07c339574 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:46.823923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2dbbbc3d-5f56-48db-bc94-a1f07c339574 None None] Port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:31:46.903015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-a35add9d-a817-4549-a26b-0dc2f34edcb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e7230256-d83a-4b5b-ad23-b5a99eb93297&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1174548 Jul 22 11:31:47.076598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:47.086317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.099732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Transition to ACTIVE for port object 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:47.117837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.134182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-6fe7e12b-30f2-46c8-8de2-9d361c5c844f service neutron] 10.222.0.36 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190342 Jul 22 11:31:47.213356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01b5ff30-a7c5-494e-beba-e3cbcf00e7d1 req-0647cf74-90c5-47a8-94ef-2f7c7bdab37b tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.221856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01b5ff30-a7c5-494e-beba-e3cbcf00e7d1 req-0647cf74-90c5-47a8-94ef-2f7c7bdab37b tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 943 time: 0.4350324 Jul 22 11:31:47.261178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:47.283181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:47.337282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Attempting to bind port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:47.337645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Attempting to bind port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:47.337946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Attempting to bind port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 on network 74b851da-624b-446d-aa88-10a6a1329091 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:47.342770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.344061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 on network 74b851da-624b-446d-aa88-10a6a1329091 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:47.344513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Attempting to bind port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 on network 74b851da-624b-446d-aa88-10a6a1329091 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:47.349413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:47.349755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Checking segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:47.350551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Bound using segment: {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:47.350802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.351127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Bound port: 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4bad6623-bc96-48a5-9504-7638ea36b02a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '74b851da-624b-446d-aa88-10a6a1329091'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:47.351533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.360692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.368965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.376800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.379118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-96569ea9-6619-4e28-afa4-4a49f0e24611 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 3816 time: 0.5483980 Jul 22 11:31:47.383181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.473246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:47.481467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:47.491503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.491972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Transition to ACTIVE for port object fc858681-faa7-4c96-b04e-cc85ac56b8c4 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:47.521317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.552528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:47.553368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.555299 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] 10.222.0.36 "PUT /v2.0/ports/68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 1092 time: 1.0713584 Jul 22 11:31:47.556031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:47.560965 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6304a46-b893-43dd-8c04-34925285f183" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:47.574782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 07fc09ac-cd4a-4044-a64c-c6e10f5319ee details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:47.595986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01b5ff30-a7c5-494e-beba-e3cbcf00e7d1 req-0fa8a4a7-d68d-4526-9f85-012b1151c57d tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3727212 Jul 22 11:31:47.603153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-268c9d5d-7be7-4c3b-8bfc-095056d52f9a req-ac7a7d87-1834-482a-8aa2-1c16ab8e0df7 service neutron] 10.222.0.36 "GET /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4444723 Jul 22 11:31:47.641300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:47.743749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97be38f6-2e48-49fb-b74f-980fd4838696 req-6d0ba410-3f4e-4c5d-8fb2-a713d21fbafb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3475296 Jul 22 11:31:47.747273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,segment=NetworkSegment(108aa07e-6979-4bc6-89eb-b6b26fb32e21),segment_id=108aa07e-6979-4bc6-89eb-b6b26fb32e21)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:47.754468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:47.774902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee', 'network_id': 'e7230256-d83a-4b5b-ad23-b5a99eb93297', 'port_id': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee', 'mac_address': 'fa:16:3e:41:9e:f0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8f7f8ff-bbbb-45bf-8660-129fd83a72ec', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:47.844908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.866289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.886243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca56dfe-584f-47a7-ac3d-a00e94e1273e service neutron] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:47.918576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:47.927844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 07fc09ac-cd4a-4044-a64c-c6e10f5319ee {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:47.995409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,segment=NetworkSegment(108aa07e-6979-4bc6-89eb-b6b26fb32e21),segment_id=108aa07e-6979-4bc6-89eb-b6b26fb32e21)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:48.008687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.106538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:48.157203 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dde875bc-29db-4d00-8182-b8c20500682c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.165342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Attempting to bind port fc858681-faa7-4c96-b04e-cc85ac56b8c4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:48.165679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Attempting to bind port fc858681-faa7-4c96-b04e-cc85ac56b8c4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:48.166004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Attempting to bind port fc858681-faa7-4c96-b04e-cc85ac56b8c4 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:48.177844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4994d8b-2836-4277-ad4e-a4bd08db2459 req-ee1c1137-2043-4d40-a609-19279507b8bb tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:48.188169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4994d8b-2836-4277-ad4e-a4bd08db2459 req-ee1c1137-2043-4d40-a609-19279507b8bb tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1096 time: 0.2861083 Jul 22 11:31:48.197366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Port fc858681-faa7-4c96-b04e-cc85ac56b8c4 on network a9764206-3920-40ed-8a30-dabe0932d1e4 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:48.197848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Attempting to bind port fc858681-faa7-4c96-b04e-cc85ac56b8c4 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:48.217665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:48.218008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Checking segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:48.218726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Bound using segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:48.218992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Bound port: fc858681-faa7-4c96-b04e-cc85ac56b8c4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:48.219366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.228310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4312ffc-caed-4bce-84f7-dc7328346a0e req-9b683f22-6b9a-4eac-9f8e-c84096606b22 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:48.229953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4312ffc-caed-4bce-84f7-dc7328346a0e req-9b683f22-6b9a-4eac-9f8e-c84096606b22 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1825347 Jul 22 11:31:48.283799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4994d8b-2836-4277-ad4e-a4bd08db2459 req-40818f1e-a997-43ef-8984-2f87cc73d60b tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946331 Jul 22 11:31:48.303147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['07fc09ac-cd4a-4044-a64c-c6e10f5319ee'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:48.363462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 054b879a-94bd-4286-bdf0-835c3dbe1584 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:48.374362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.391049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Transition to ACTIVE for port object 054b879a-94bd-4286-bdf0-835c3dbe1584 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:48.400090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.408025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4312ffc-caed-4bce-84f7-dc7328346a0e req-2fe0e819-cc41-4b55-952f-2ba52388b855 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626425 Jul 22 11:31:48.556703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:48.571347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:48.584517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:48.607723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.737506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Attempting to bind port 054b879a-94bd-4286-bdf0-835c3dbe1584 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:48.738119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Attempting to bind port 054b879a-94bd-4286-bdf0-835c3dbe1584 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:48.739782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Attempting to bind port 054b879a-94bd-4286-bdf0-835c3dbe1584 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:48.746908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Port 054b879a-94bd-4286-bdf0-835c3dbe1584 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:48.749538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Attempting to bind port 054b879a-94bd-4286-bdf0-835c3dbe1584 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:48.760341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:48.761049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:48.762100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Bound using segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:48.762816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Bound port: 054b879a-94bd-4286-bdf0-835c3dbe1584, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:48.765015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.814972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:48.815601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.817037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] 10.222.0.20 "PUT /v2.0/ports/fc858681-faa7-4c96-b04e-cc85ac56b8c4 HTTP/1.1" status: 200 len: 1091 time: 3.2319922 Jul 22 11:31:48.817744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:48.820049 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f970f0a-f96f-46dc-956f-2a6ff801abdb" -d '{"events": [{"name": "network-changed", "server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:48.848775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1aa09c7-7e0d-4959-b9cb-4a1d0c8ddbda req-f80f851f-ae00-428c-b1d7-ef87775dfd3d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:48.850468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1aa09c7-7e0d-4959-b9cb-4a1d0c8ddbda req-f80f851f-ae00-428c-b1d7-ef87775dfd3d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.4417922 Jul 22 11:31:48.891621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:48.896034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=054b879a-94bd-4286-bdf0-835c3dbe1584,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:48.907262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6047ce-f64b-4f8c-afae-d066b8b92869 service neutron] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:48.907489 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.930193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1aa09c7-7e0d-4959-b9cb-4a1d0c8ddbda req-9f5dc47d-6f3c-4724-a268-ee9749fabc0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706713 Jul 22 11:31:48.973949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:48.974736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:48.976820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] 10.222.0.36 "PUT /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 1130 time: 1.3560984 Jul 22 11:31:48.990923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-930999ca-a3b0-491c-a1fe-e4ee2ca5d8ac req-051b0827-41fb-4c88-8431-98bb98ae852e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.001653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930999ca-a3b0-491c-a1fe-e4ee2ca5d8ac req-051b0827-41fb-4c88-8431-98bb98ae852e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 943 time: 0.2984893 Jul 22 11:31:49.061459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-930999ca-a3b0-491c-a1fe-e4ee2ca5d8ac req-22b7da03-c710-42d4-a70e-e61d69c67aac tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584178 Jul 22 11:31:49.077590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:49.090971 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04d12baa-1d70-4f10-94b7-c9f8b8765600 x-openstack-request-id: req-04d12baa-1d70-4f10-94b7-c9f8b8765600 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:49.091363 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:49.091763 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04d12baa-1d70-4f10-94b7-c9f8b8765600 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:49.092388 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'status': 'completed', 'code': 200} Jul 22 11:31:49.138061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b35d8c1-b482-4703-a01a-d28d155cb523 service neutron] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:49.209256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.257654 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.275687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-b7b8562a-27c0-45f4-8fdc-815fd94b683b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.277219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-b7b8562a-27c0-45f4-8fdc-815fd94b683b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 1094 time: 0.4010379 Jul 22 11:31:49.354637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-d003aceb-d7d9-481d-890e-8529ece67692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4 HTTP/1.1" status: 200 len: 217 time: 0.0558829 Jul 22 11:31:49.424194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.424686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.425165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.425638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.426111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.426609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.428449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6304a46-b893-43dd-8c04-34925285f183 req-73dbba98-2255-4efb-b4f2-dad3e81c810c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5286 time: 0.3213468 Jul 22 11:31:49.472880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ad01888-b8f3-46c5-a190-44adec6c684f req-ffd64a54-c17e-4369-b40a-e8f122b6b193 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.474420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ad01888-b8f3-46c5-a190-44adec6c684f req-ffd64a54-c17e-4369-b40a-e8f122b6b193 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.2923429 Jul 22 11:31:49.509316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-eff15d0e-5986-4f55-8073-195bb6cf13de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.510864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-eff15d0e-5986-4f55-8073-195bb6cf13de service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.1466475 Jul 22 11:31:49.531227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e27d3b7f-28fb-4fa8-81fd-50b6a1befd17 req-6d7f4360-9e95-4644-96e4-4c8f94b47405 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:49.539508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e27d3b7f-28fb-4fa8-81fd-50b6a1befd17 req-6d7f4360-9e95-4644-96e4-4c8f94b47405 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 944 time: 0.3074377 Jul 22 11:31:49.571547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 07fc09ac-cd4a-4044-a64c-c6e10f5319ee up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:49.641375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:49.647539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:49.648256 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.674620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e3167640-9d10-4c27-a655-de60b9f22f3f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:49.682265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-82beb022-5c4d-4de0-8735-a9f029348524 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1286058 Jul 22 11:31:49.692823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.715594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Transition to ACTIVE for port object e3167640-9d10-4c27-a655-de60b9f22f3f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:49.725093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.755809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.798301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:49.804881 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1de092f3-08eb-45c7-a281-4c9763054a3f" -d '{"events": [{"server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "name": "network-vif-plugged", "status": "completed", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:49.809620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:49.855914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,segment=NetworkSegment(108aa07e-6979-4bc6-89eb-b6b26fb32e21),segment_id=108aa07e-6979-4bc6-89eb-b6b26fb32e21)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:49.872501 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:49.953100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:50.315199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e27d3b7f-28fb-4fa8-81fd-50b6a1befd17 req-c6917786-aa72-4842-8553-9422b70497d8 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7746935 Jul 22 11:31:50.365564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Attempting to bind port e3167640-9d10-4c27-a655-de60b9f22f3f on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:50.365998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Attempting to bind port e3167640-9d10-4c27-a655-de60b9f22f3f by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:50.366463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Attempting to bind port e3167640-9d10-4c27-a655-de60b9f22f3f on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:50.371506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Port e3167640-9d10-4c27-a655-de60b9f22f3f on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:50.371936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Attempting to bind port e3167640-9d10-4c27-a655-de60b9f22f3f on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:50.379016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:50.379619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:50.380236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Bound using segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:50.380773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Bound port: e3167640-9d10-4c27-a655-de60b9f22f3f, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:50.381409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:50.420470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ad01888-b8f3-46c5-a190-44adec6c684f req-9bb19047-5b9e-48e1-ab27-6bc657922281 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.9252942 Jul 22 11:31:50.422645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-60273670-f8a5-4c58-8ff6-d4eb7294bf70 service neutron] 10.222.0.20 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6707530 Jul 22 11:31:50.483905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:50.497448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e3167640-9d10-4c27-a655-de60b9f22f3f,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:50.505880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:50.604207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:50.604871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:50.606284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] 10.222.0.36 "PUT /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 1131 time: 1.5798581 Jul 22 11:31:50.608223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbf6fbf-eb63-4dcf-a3fb-f4c83b06f53c service neutron] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:50.611663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4642e3f3-aaf7-405f-9db8-192b7a01c674 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:50.615987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4642e3f3-aaf7-405f-9db8-192b7a01c674 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.1640890 Jul 22 11:31:50.639400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-cbb6105e-d03b-4173-b9fb-68ccbd6e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:50.649579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-cbb6105e-d03b-4173-b9fb-68ccbd6e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:50.650287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-cbb6105e-d03b-4173-b9fb-68ccbd6e0140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:50.656388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6304a46-b893-43dd-8c04-34925285f183 req-cbb6105e-d03b-4173-b9fb-68ccbd6e0140 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1968a39685cf4dfd8f59b78939b9becd&shared=False HTTP/1.1" status: 200 len: 2291 time: 1.2166812 Jul 22 11:31:50.664034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:50.683062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-cf3c6937-a450-4603-90f8-57093ae76690 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/quotas/a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 375 time: 0.0254788 Jul 22 11:31:50.832294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.074165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.080718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.087633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.094374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '054b879a-94bd-4286-bdf0-835c3dbe1584'}, {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': 'e3167640-9d10-4c27-a655-de60b9f22f3f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:51.094841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.097248 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "054b879a-94bd-4286-bdf0-835c3dbe1584"}, {"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "e3167640-9d10-4c27-a655-de60b9f22f3f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:51.100888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.106802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.113688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.115707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-dfca5834-5430-439d-a993-77680de31d32 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5373 time: 0.4788234 Jul 22 11:31:51.127232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f53e53af-7330-4985-8982-1e13e8a8b4f6 req-dbfcbaaf-52f0-424d-90c4-54083d6d6655 service neutron] 10.222.0.20 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6767893 Jul 22 11:31:51.164825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6304a46-b893-43dd-8c04-34925285f183 req-34255d3f-70ac-405e-99c3-9a5b98f56406 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.166716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6304a46-b893-43dd-8c04-34925285f183 req-34255d3f-70ac-405e-99c3-9a5b98f56406 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4816046 Jul 22 11:31:51.173417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-653edeb7-d8ce-47df-9a53-6e9cec19022c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4744673 Jul 22 11:31:51.234403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a3d54d7-c630-431d-9662-55cbad73b3e0 req-920f63aa-0ecd-4d13-b21c-d2153daaecfc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1058981 Jul 22 11:31:51.235907 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.292721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:51.313722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.343521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Transition to ACTIVE for port object 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:51.355328 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a8a62703-b344-4a2a-aaee-123a72f99c1a x-openstack-request-id: req-a8a62703-b344-4a2a-aaee-123a72f99c1a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:51.355730 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:51.355934 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a8a62703-b344-4a2a-aaee-123a72f99c1a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:51.356587 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'status': 'completed', 'code': 200} Jul 22 11:31:51.359483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.470308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-23809d44-247a-4c22-a29f-7f607f62572c service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2843695 Jul 22 11:31:51.617099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:51.634907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Attempting to bind port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:51.635278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Attempting to bind port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:51.635794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Attempting to bind port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:51.644038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:51.644797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Attempting to bind port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:51.653925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:51.654592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:51.655050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Bound using segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:51.655532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Bound port: 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:51.655873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.665868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-ee0e1064-44fb-4ff4-8138-4464d0c43b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.667739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-ee0e1064-44fb-4ff4-8138-4464d0c43b8f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 1094 time: 0.3014455 Jul 22 11:31:51.730545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bedce9-9c6b-48d1-aa28-9351337ce4a3 req-10b3f881-d4a5-4a29-b3f4-beab05cfea91 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.739245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24bedce9-9c6b-48d1-aa28-9351337ce4a3 req-10b3f881-d4a5-4a29-b3f4-beab05cfea91 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.2111418 Jul 22 11:31:51.761417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-c3c7a470-dab3-4857-bfc6-d0b0decab89f service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2841291 Jul 22 11:31:51.789485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:51.793423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:51.807819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.897367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:51.898141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:51.899509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] 10.222.0.36 "PUT /v2.0/ports/34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 1091 time: 1.2457585 Jul 22 11:31:51.952230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24bedce9-9c6b-48d1-aa28-9351337ce4a3 req-69901ec3-cec5-41ff-9231-26b01475339a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120233 Jul 22 11:31:51.956863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:52.011280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-4a801e4c-f89a-434b-bf21-302ad6619085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:52.020172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-4a801e4c-f89a-434b-bf21-302ad6619085 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 915 time: 0.3398921 Jul 22 11:31:52.047641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:52.113376 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c80b7384-48c3-4e3a-b3f0-543a916d2e29 x-openstack-request-id: req-c80b7384-48c3-4e3a-b3f0-543a916d2e29 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:52.113680 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "name": "network-vif-plugged", "status": "completed", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:52.113934 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c80b7384-48c3-4e3a-b3f0-543a916d2e29 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:52.114335 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee', 'code': 200} Jul 22 11:31:52.177229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-50232b89-c4af-4ce8-93de-101ab73a98da service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4 HTTP/1.1" status: 200 len: 217 time: 0.1481521 Jul 22 11:31:52.191031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.192131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.192747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.193095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.193436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.193776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.194111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.194700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.195040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.195372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.195718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.196032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a9805c0e-065a-4324-8d3c-259761372eee service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:52.307113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:52.436949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-f75779d2-50f5-471f-b9af-a407f60f11cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:52.438644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-f75779d2-50f5-471f-b9af-a407f60f11cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.2549648 Jul 22 11:31:52.498730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-b1bd1a33-c05d-4a0d-89d8-98f96bfec69f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403771 Jul 22 11:31:52.518210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c203e0b-3f75-4f7c-9bcd-32434d4e4dec req-1be1ce14-8123-42ea-91a7-3d7c26af83f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:52.519797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c203e0b-3f75-4f7c-9bcd-32434d4e4dec req-1be1ce14-8123-42ea-91a7-3d7c26af83f1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 1096 time: 0.3137450 Jul 22 11:31:52.611821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9729bd4-f4f2-411b-ac12-39a70e8d59a7 req-09c73929-b097-4939-bd0a-83fc1dd7f3f2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:52.613414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9729bd4-f4f2-411b-ac12-39a70e8d59a7 req-09c73929-b097-4939-bd0a-83fc1dd7f3f2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.3763671 Jul 22 11:31:52.673006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957df9b0-1ce2-4047-82d2-22306f381d10 req-161fd4fc-8d21-4436-839f-988715a4c79a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:52.674683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-957df9b0-1ce2-4047-82d2-22306f381d10 req-161fd4fc-8d21-4436-839f-988715a4c79a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 943 time: 0.4481370 Jul 22 11:31:52.721798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c203e0b-3f75-4f7c-9bcd-32434d4e4dec req-f01484f0-a420-45d5-a25c-0205f6e646f6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1835952 Jul 22 11:31:52.758496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:52.767814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:52.781981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Transition to ACTIVE for port object 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:52.795905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:52.855545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-957df9b0-1ce2-4047-82d2-22306f381d10 req-2287ae50-5d8f-481f-a39d-a4f3fcf7a50a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1492207 Jul 22 11:31:52.868364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9729bd4-f4f2-411b-ac12-39a70e8d59a7 req-7128db0b-9b4f-42da-a606-746696d12fcd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2439473 Jul 22 11:31:52.939891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-d9c1f89d-9de2-4e58-b4c2-be6f62892090 service neutron] 10.222.0.20 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4325449 Jul 22 11:31:52.951742 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7de6837e-42d5-4705-89dc-3c251f21801c x-openstack-request-id: req-7de6837e-42d5-4705-89dc-3c251f21801c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:52.953334 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "054b879a-94bd-4286-bdf0-835c3dbe1584", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "e3167640-9d10-4c27-a655-de60b9f22f3f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:52.953520 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7de6837e-42d5-4705-89dc-3c251f21801c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:52.953989 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '054b879a-94bd-4286-bdf0-835c3dbe1584', 'status': 'completed', 'code': 200} Jul 22 11:31:52.954315 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': 'e3167640-9d10-4c27-a655-de60b9f22f3f', 'status': 'completed', 'code': 200} Jul 22 11:31:52.956935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:53.138818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Attempting to bind port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:53.139403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Attempting to bind port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:53.140506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Attempting to bind port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:53.146340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:53.147004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Attempting to bind port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:53.153183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:53.153770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Checking segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:53.156486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Bound using segment: {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:53.156997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Bound port: 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f6305527-d2fe-451b-8180-a2a2fe372d60', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:53.157378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:53.257856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:53.262369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:53.268551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:53.317273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.317929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.318405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.318896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.320217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.321549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.322896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.327009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-c5c2bdcc-d805-451c-b9c1-dd0ae3509e96 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6302 time: 0.3122010 Jul 22 11:31:53.327678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.328307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:53.329718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] 10.222.0.36 "PUT /v2.0/ports/2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 1090 time: 1.3774033 Jul 22 11:31:53.376587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-588e637b-58a9-4e93-a2eb-c51f3e0cc63d service neutron] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:53.393712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:53.711966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:53.892925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-f6f15553-6f54-4873-92e1-fab82d7af114 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.894944 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-f6f15553-6f54-4873-92e1-fab82d7af114 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.3454030 Jul 22 11:31:53.899431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f970f0a-f96f-46dc-956f-2a6ff801abdb req-6365ede1-7b44-43bf-8848-6e6a8cd97396 service neutron] 10.222.0.20 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9360120 Jul 22 11:31:53.914889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Request body: {'port': {'device_id': '9de657cb-0b61-422e-b409-4b3637927643', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'admin_state_up': True, 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:53.923945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f430cc99-d9c6-453a-bb8a-4886105464a9 req-8805b9c2-e397-4a50-9cdc-e502bc74da4c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:53.927003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f430cc99-d9c6-453a-bb8a-4886105464a9 req-8805b9c2-e397-4a50-9cdc-e502bc74da4c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.7493901 Jul 22 11:31:54.017412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8591a27f-d5f3-4239-88fe-28608730e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.018561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8591a27f-d5f3-4239-88fe-28608730e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.019205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8591a27f-d5f3-4239-88fe-28608730e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.021508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8591a27f-d5f3-4239-88fe-28608730e7c7 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1968a39685cf4dfd8f59b78939b9becd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.6732574 Jul 22 11:31:54.061115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbbab8a8-4975-4fcd-9c0d-7aeeeeeb5976 req-c71b89e0-f76f-477f-83f7-38019c5ef0a3 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.063378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbbab8a8-4975-4fcd-9c0d-7aeeeeeb5976 req-c71b89e0-f76f-477f-83f7-38019c5ef0a3 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 945 time: 0.9617703 Jul 22 11:31:54.137785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:31:54.142127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.193087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-0a8b4794-afe3-41c9-a3c7-0781eb4b3693 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.195015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-0a8b4794-afe3-41c9-a3c7-0781eb4b3693 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1443889 Jul 22 11:31:54.242549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbbab8a8-4975-4fcd-9c0d-7aeeeeeb5976 req-04553027-698c-465b-9a03-f96654e7c65f tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459533 Jul 22 11:31:54.269194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f430cc99-d9c6-453a-bb8a-4886105464a9 req-0666ae1a-7cac-492f-84dc-6f97bf0f3fff tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2385819 Jul 22 11:31:54.379355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a9b97eca-225a-4c89-87ed-806d8ad5375b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:54.392045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.394870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Allocated IP 172.20.0.11 (e8ad7f0e-5767-4b04-9f79-a9f420c92b20/9d94b167-9890-466f-8dd4-a8ef9843f179/9d428054-639c-4d3f-8f5c-07b76a795068) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:31:54.416246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Transition to ACTIVE for port object a9b97eca-225a-4c89-87ed-806d8ad5375b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:54.435666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.457612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08802e14-782c-45ef-a43d-7cf94fcff802 req-42eb6b3a-50fe-4d10-b45b-646cae953fb4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 210 time: 0.0540917 Jul 22 11:31:54.577275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:31:54.596168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.598926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.599552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.600192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.600782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.601628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.601837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.605273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-8eabfb09-7f4d-45c1-9f40-3d724a2ea8e3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6344 time: 0.3421867 Jul 22 11:31:54.656092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:54.761828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-df4439fa-fa95-49f5-b501-1b6a1b1a5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.762493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-df4439fa-fa95-49f5-b501-1b6a1b1a5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.763578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-df4439fa-fa95-49f5-b501-1b6a1b1a5785 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:54.765635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-df4439fa-fa95-49f5-b501-1b6a1b1a5785 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1968a39685cf4dfd8f59b78939b9becd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1531999 Jul 22 11:31:54.782045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:54.807537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'port_id': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'mac_address': 'fa:16:3e:76:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c21813c-e71e-4d09-88bc-539fe2b33322', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:31:54.893005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Attempting to bind port a9b97eca-225a-4c89-87ed-806d8ad5375b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:54.893352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Attempting to bind port a9b97eca-225a-4c89-87ed-806d8ad5375b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:54.893652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Attempting to bind port a9b97eca-225a-4c89-87ed-806d8ad5375b on network dc49d370-4bb4-4229-9eea-993606ca995f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:54.896793 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.908065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Port a9b97eca-225a-4c89-87ed-806d8ad5375b on network dc49d370-4bb4-4229-9eea-993606ca995f not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:54.908388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Attempting to bind port a9b97eca-225a-4c89-87ed-806d8ad5375b on network dc49d370-4bb4-4229-9eea-993606ca995f {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:54.914643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.922624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:54.922965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Checking segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:54.923538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Bound using segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:54.923800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Bound port: a9b97eca-225a-4c89-87ed-806d8ad5375b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:54.924165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:54.928020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:54.957174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:54.965591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a'}, {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:54.970424 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a"}, {"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:54.974637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.033013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:55.037025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:55.040239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.059730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.073868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:55.096331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.098754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:31:55.099514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.100669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.106911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.108224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.109870 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] 10.222.0.36 "PUT /v2.0/ports/a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 1091 time: 1.7208295 Jul 22 11:31:55.113066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:31:55.118155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-d261c760-b0ad-430f-b34d-6c3fa4340b85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.120527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de5aa0f9-8a3f-4790-9b1a-a3d9efceee33 req-d261c760-b0ad-430f-b34d-6c3fa4340b85 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2919540 Jul 22 11:31:55.121507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.122814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.122950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.123422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.129884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.131187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.131839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.132359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.132949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:55.152395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Request body: {'port': {'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:55.160599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:31:55.173231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:55.221515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.228118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.238967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fc858681-faa7-4c96-b04e-cc85ac56b8c4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:31:55.243089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.276206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.297406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.302681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.303406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.315987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.319516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af611a56-3618-4c6b-934b-81a8b0aa7a67 service neutron] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:55.335198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-b3b1495b-f1e5-4a39-b30e-e51422d718a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4245420 Jul 22 11:31:55.336018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.338703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-2df2fcfa-5ab0-4c14-bfa7-627d24dd2c38 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5409 time: 0.8784146 Jul 22 11:31:55.356493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Request body: {'port': {'device_id': '9de657cb-0b61-422e-b409-4b3637927643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:31:55.395889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffa86a7e-1b34-4468-b9e2-3c9d20d4c9a1 req-18e902bb-6162-4057-9882-486e72efc688 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:55.405629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffa86a7e-1b34-4468-b9e2-3c9d20d4c9a1 req-18e902bb-6162-4057-9882-486e72efc688 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.6377175 Jul 22 11:31:55.508662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.608432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.641257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffa86a7e-1b34-4468-b9e2-3c9d20d4c9a1 req-7d0bcc37-7971-4223-981c-dabc5f5e0320 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2285476 Jul 22 11:31:55.655717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-786910e8-22c0-4f30-ac74-814b08fbdad9 req-9de0be4e-65a8-44cc-bc41-2644d516b858 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3070588 Jul 22 11:31:55.955267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d428054-639c-4d3f-8f5c-07b76a795068 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:55.969419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:55.985260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Transition to ACTIVE for port object 9d428054-639c-4d3f-8f5c-07b76a795068 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:55.996830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.172396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:56.176226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:56.176567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:56.176898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:56.183521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:56.184575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:56.193269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:56.193620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:56.194009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:56.194702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Bound port: 9d428054-639c-4d3f-8f5c-07b76a795068, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:56.195074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.241020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:31:56.250276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.265085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Transition to ACTIVE for port object 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:31:56.268684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:56.272108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:56.279281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.285460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f53ad6-777f-4482-a5d6-a51e5916ef12 req-16194f64-fa5b-46c9-b2b5-e87f9aa83b4a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.287491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f53ad6-777f-4482-a5d6-a51e5916ef12 req-16194f64-fa5b-46c9-b2b5-e87f9aa83b4a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3436244 Jul 22 11:31:56.289307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.335731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.336368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.337810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 1092 time: 0.9907060 Jul 22 11:31:56.357151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd8e8ec-61c4-4f15-94a2-50ac792e5812 service neutron] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:56.385538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:56.401250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.401605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.401957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.402304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.402671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.403012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.403350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.404489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.404911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.405283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.405587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.405924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:31:56.453072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35975443-06c7-4c67-bc36-994f4275ce51 req-78c1bfe7-30bf-4f5a-87fd-6bd930813d7d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.454923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35975443-06c7-4c67-bc36-994f4275ce51 req-78c1bfe7-30bf-4f5a-87fd-6bd930813d7d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 944 time: 0.5247314 Jul 22 11:31:56.554686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f53ad6-777f-4482-a5d6-a51e5916ef12 req-4b5ac01b-f25e-46fd-8a6b-7d115af287b7 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2536013 Jul 22 11:31:56.582628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-2ec4fdea-eb42-4685-99e5-abdae07dfaaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.582628 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-2ec4fdea-eb42-4685-99e5-abdae07dfaaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1095 time: 0.1130493 Jul 22 11:31:56.621723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:31:56.683042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-7c893048-951a-49d0-81ac-2226a3d0f9e4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 217 time: 0.0966618 Jul 22 11:31:56.724941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35975443-06c7-4c67-bc36-994f4275ce51 req-c4f456fe-b1a3-4abd-a10a-dd48a2f23873 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2607949 Jul 22 11:31:56.768932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fc858681-faa7-4c96-b04e-cc85ac56b8c4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:31:56.777154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Attempting to bind port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:31:56.777773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Attempting to bind port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:31:56.777879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Attempting to bind port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f on network dc49d370-4bb4-4229-9eea-993606ca995f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:56.784001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fc858681-faa7-4c96-b04e-cc85ac56b8c4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:31:56.784510 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.789682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f on network dc49d370-4bb4-4229-9eea-993606ca995f not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:31:56.790148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Attempting to bind port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f on network dc49d370-4bb4-4229-9eea-993606ca995f {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:31:56.799091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:31:56.799523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Checking segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:31:56.799984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Bound using segment: {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:31:56.800497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Bound port: 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:31:56.801140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:56.802037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-276ecd9c-9f11-4824-bbe9-eace5acdd3bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.804013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-276ecd9c-9f11-4824-bbe9-eace5acdd3bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1150258 Jul 22 11:31:56.826066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c677bb-1620-4618-b7d9-eaae36d16abc req-deb1ccb5-a7dd-4ce2-9eaa-a7233cf8aa08 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:56.834682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53c677bb-1620-4618-b7d9-eaae36d16abc req-deb1ccb5-a7dd-4ce2-9eaa-a7233cf8aa08 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1866782 Jul 22 11:31:56.910648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53c677bb-1620-4618-b7d9-eaae36d16abc req-74b13810-1921-4359-809e-af3fd83ae1d6 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0748901 Jul 22 11:31:56.930544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-01101634-b014-479e-b28f-0bd55245becb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1119308 Jul 22 11:31:56.992780 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb0852cc-9efe-4c3e-b09f-f2573aa2d7b2 x-openstack-request-id: req-bb0852cc-9efe-4c3e-b09f-f2573aa2d7b2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:56.993147 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:56.993335 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb0852cc-9efe-4c3e-b09f-f2573aa2d7b2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:56.993731 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'status': 'completed', 'code': 200} Jul 22 11:31:56.993997 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'status': 'completed', 'code': 200} Jul 22 11:31:57.002141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:57.083019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:57.091073 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6bf7a395-8b2c-430e-8c87-20aa6e90cdc2" -d '{"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:57.093667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:31:57.132056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:31:57.152180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:57.158597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:31:57.179254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:57.199993 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:57.224170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be5831c-d00a-4b80-9550-453654ae5db0 req-50cbd775-ec27-4d85-a5df-10b37c56e4b9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.229853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1be5831c-d00a-4b80-9550-453654ae5db0 req-50cbd775-ec27-4d85-a5df-10b37c56e4b9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 944 time: 0.1820633 Jul 22 11:31:57.239289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.240159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:57.241987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] 10.222.0.36 "PUT /v2.0/ports/8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 1091 time: 2.1003945 Jul 22 11:31:57.252730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-4c161329-1a4a-4658-892b-094aceef6a43 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2526195 Jul 22 11:31:57.279778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897f3a8a-7a2c-4dd5-8023-f4305c65f0bd req-e4be581c-950e-470f-8350-7e60f39ff3c8 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.283395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-897f3a8a-7a2c-4dd5-8023-f4305c65f0bd req-e4be581c-950e-470f-8350-7e60f39ff3c8 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 945 time: 0.3246622 Jul 22 11:31:57.284084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:57.286956 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf1e8a27-9f5b-44e0-be86-28519d6e1611" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:57.333587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f86e8f04-0f89-441f-ba27-15ef1a1e6224 service neutron] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:57.335265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:31:57.355582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.362885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.363544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.364092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.365794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.366334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.366918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.369143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-147bb6c9-577b-40d2-9417-47ba675fab36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6436 time: 0.4371235 Jul 22 11:31:57.468249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1be5831c-d00a-4b80-9550-453654ae5db0 req-78103efb-a6cd-415e-a587-545562cfd1fe tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2261746 Jul 22 11:31:57.498890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-897f3a8a-7a2c-4dd5-8023-f4305c65f0bd req-7fdf5917-3a8d-422f-abe4-2eaaf64e7b62 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1995106 Jul 22 11:31:57.590571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-90ac4eb5-e886-4c80-8277-fd76d38fcbc0 req-971f9974-4c6e-438c-8ae6-4b26cb8a2dfd service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3250530 Jul 22 11:31:57.743574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-c7409ad7-d37d-4c16-a232-9f121b781098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.744092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-c7409ad7-d37d-4c16-a232-9f121b781098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.744567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-c7409ad7-d37d-4c16-a232-9f121b781098 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.746874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-c7409ad7-d37d-4c16-a232-9f121b781098 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1968a39685cf4dfd8f59b78939b9becd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.3661904 Jul 22 11:31:57.775263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86ea9154-4b39-4e80-bee0-251e25b0b937 req-78547b7a-c04d-4553-9d61-919f56ba4556 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.776764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86ea9154-4b39-4e80-bee0-251e25b0b937 req-78547b7a-c04d-4553-9d61-919f56ba4556 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1423056 Jul 22 11:31:57.788978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.795710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.802222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.808503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.815322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.821680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.827933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.830059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-77914d70-a4a9-4edd-af40-58e703fe1293 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1447141 Jul 22 11:31:57.895531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86ea9154-4b39-4e80-bee0-251e25b0b937 req-84bff52b-abcd-417f-8f4f-0ac84d5856a0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0642962 Jul 22 11:31:57.903156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b4f7b49-95df-4e66-a83e-056ae25df5f5 req-252b934d-3683-4e24-a914-728b9507afbb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501301 Jul 22 11:31:57.936345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-acdc4767-b209-478e-8946-626ad1f39a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:57.937959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-acdc4767-b209-478e-8946-626ad1f39a7d service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1841793 Jul 22 11:31:57.978373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:31:58.065873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.067097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.067233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.068021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.068497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.069016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.069490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.071469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-5732f46d-b697-42ef-ad23-f91dafbaa3ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6478 time: 0.0840576 Jul 22 11:31:58.088051 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3cb4d6d-9cde-44b4-8184-9982c2b708c8 x-openstack-request-id: req-e3cb4d6d-9cde-44b4-8184-9982c2b708c8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:58.088351 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:58.088648 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3cb4d6d-9cde-44b4-8184-9982c2b708c8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:58.089234 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'code': 200} Jul 22 11:31:58.137576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef19dcbc-52fa-456f-a0bb-6b814cafec77 req-9d3dedf9-d9ac-4e91-8a02-f88bfcac2717 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.140237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef19dcbc-52fa-456f-a0bb-6b814cafec77 req-9d3dedf9-d9ac-4e91-8a02-f88bfcac2717 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1283038 Jul 22 11:31:58.164415 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aef83c85-2413-4fde-98eb-1829ff95906a x-openstack-request-id: req-aef83c85-2413-4fde-98eb-1829ff95906a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:58.164902 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:58.165316 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aef83c85-2413-4fde-98eb-1829ff95906a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:58.165894 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'status': 'completed', 'code': 200} Jul 22 11:31:58.235352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef19dcbc-52fa-456f-a0bb-6b814cafec77 req-dae86fc4-43b3-44a4-8267-2607a27165b6 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879838 Jul 22 11:31:58.246224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-f4a7a4f6-9dd7-45c1-9c00-7c839a61c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.246738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-f4a7a4f6-9dd7-45c1-9c00-7c839a61c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.247235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-f4a7a4f6-9dd7-45c1-9c00-7c839a61c143 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.249239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-f4a7a4f6-9dd7-45c1-9c00-7c839a61c143 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=1968a39685cf4dfd8f59b78939b9becd&shared=False HTTP/1.1" status: 200 len: 2291 time: 0.1683450 Jul 22 11:31:58.345268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2dd222-5165-4f71-8f1a-0579c49a26fa req-337a466b-8054-4d7c-bfa4-a8f12ce9e85c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.347474 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1e2dd222-5165-4f71-8f1a-0579c49a26fa req-337a466b-8054-4d7c-bfa4-a8f12ce9e85c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 1096 time: 0.1723986 Jul 22 11:31:58.438679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1e2dd222-5165-4f71-8f1a-0579c49a26fa req-36749c18-969f-4fb1-b8d4-352a9ab8231d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0602551 Jul 22 11:31:58.445935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-1087a3c0-7e61-4154-904f-2d4604668703 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.445935 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4c9d4386-d56a-4048-a848-3a37fb0b3eb4 req-1087a3c0-7e61-4154-904f-2d4604668703 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1881552 Jul 22 11:31:58.517664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ef1d44-2fa1-49cf-8a53-12f10fcdc9f1 req-bad26786-0e3e-4f9b-8c01-9e3bacef6b44 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.519329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56ef1d44-2fa1-49cf-8a53-12f10fcdc9f1 req-bad26786-0e3e-4f9b-8c01-9e3bacef6b44 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1574392 Jul 22 11:31:58.564616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc69415-78f1-4476-ab2b-268bf355b65d req-ce691853-7ddb-4e03-a67c-73923bd53e9e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.571635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ccc69415-78f1-4476-ab2b-268bf355b65d req-ce691853-7ddb-4e03-a67c-73923bd53e9e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1412055 Jul 22 11:31:58.585411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.586045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.586625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.587198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.587719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.588245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.588776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.591943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-35c00606-725a-47e5-a082-0d0f1a7f398a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6478 time: 0.1058190 Jul 22 11:31:58.612724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56ef1d44-2fa1-49cf-8a53-12f10fcdc9f1 req-6a6b9c4c-dc87-43c4-a954-403b381f2984 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0864444 Jul 22 11:31:58.632774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ccc69415-78f1-4476-ab2b-268bf355b65d req-274fde54-ba6d-4194-9107-e4bf2ac45f94 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505612 Jul 22 11:31:58.643117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-08668f5b-8fec-472b-9792-b51ca7df2fda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 217 time: 0.0436444 Jul 22 11:31:58.703408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-813b3f22-c2f7-4ea1-aa7b-5017f18159d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.705168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-813b3f22-c2f7-4ea1-aa7b-5017f18159d8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.0516045 Jul 22 11:31:58.781545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-75de1c96-82a2-4829-b2cb-fe3b27f4ba13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.783434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-75de1c96-82a2-4829-b2cb-fe3b27f4ba13 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0656390 Jul 22 11:31:58.852553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d290de0e-e0c8-43eb-ab01-25f7fb2ec36d req-bbce3e48-cbf1-4ebd-8c26-39f5d6b7b3cf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.854030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d290de0e-e0c8-43eb-ab01-25f7fb2ec36d req-bbce3e48-cbf1-4ebd-8c26-39f5d6b7b3cf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 944 time: 0.1211250 Jul 22 11:31:58.862908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f052ac90-dd09-43dc-9b07-9a09006a4904 req-958273ed-c612-46f6-ae8b-ac7e66ca2c21 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:58.864733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f052ac90-dd09-43dc-9b07-9a09006a4904 req-958273ed-c612-46f6-ae8b-ac7e66ca2c21 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0891960 Jul 22 11:31:58.930410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f052ac90-dd09-43dc-9b07-9a09006a4904 req-bb018d51-ccf9-48f9-9291-26320f1eb48c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589564 Jul 22 11:31:58.945183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d290de0e-e0c8-43eb-ab01-25f7fb2ec36d req-35b05c4a-d730-4e5a-ba24-087ce0dede16 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0774233 Jul 22 11:31:58.991319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-a4d193d7-5099-423c-8380-b1703b816dc9 service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1048608 Jul 22 11:31:58.995321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b'}, {'name': 'network-changed', 'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:31:58.999346 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a149f5c-15f0-4819-a95d-0280215bfac8" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b"}, {"name": "network-changed", "server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:31:59.084886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0925fb-68ec-4a14-9512-fe5356c150f1 req-ec704f4d-2a77-42e2-9085-0f5935020de8 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.086424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f0925fb-68ec-4a14-9512-fe5356c150f1 req-ec704f4d-2a77-42e2-9085-0f5935020de8 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.0821705 Jul 22 11:31:59.116642 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-d0c38fdf-17fb-485a-bf41-9600c082c1a6 service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1142349 Jul 22 11:31:59.130975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f0925fb-68ec-4a14-9512-fe5356c150f1 req-a714370d-20e2-47cd-8610-c511098d983b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0375578 Jul 22 11:31:59.164939 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-8e93c6a2-d9c2-483e-9f80-2adc6adf858d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 217 time: 0.0415678 Jul 22 11:31:59.221563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0ee4d0bb-a72d-4ae3-af98-51a81afde114 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.223040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0ee4d0bb-a72d-4ae3-af98-51a81afde114 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0506353 Jul 22 11:31:59.260325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdf6f8-555d-41e6-a0c3-f57c23494ab5 req-e58988d8-e645-4393-a5a9-273346dd85ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.261808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fbdf6f8-555d-41e6-a0c3-f57c23494ab5 req-e58988d8-e645-4393-a5a9-273346dd85ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1048486 Jul 22 11:31:59.285677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-9820d369-8278-43f3-9f35-22139cf4ea2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.287503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-9820d369-8278-43f3-9f35-22139cf4ea2e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0572481 Jul 22 11:31:59.299944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.305684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.312420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.318472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.324232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.330306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.336107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.337959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-a12b43ef-16c4-4806-99c9-3d654d775683 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1486893 Jul 22 11:31:59.369731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fbdf6f8-555d-41e6-a0c3-f57c23494ab5 req-9e18bab9-5fcc-4561-aa78-100f374667a3 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008289 Jul 22 11:31:59.384394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-803698fb-a8fc-4d73-a7b0-8010de9626fc service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0891092 Jul 22 11:31:59.400897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f93436-eb20-4ca8-8af7-4346e9a09983 req-cc6b355e-3cb2-496c-9da4-de22a27d0ddb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0563428 Jul 22 11:31:59.492101 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:31:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-31407804-d15d-42a4-8ad3-de31f2e88f92 x-openstack-request-id: req-31407804-d15d-42a4-8ad3-de31f2e88f92 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:31:59.492456 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:31:59.492781 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-31407804-d15d-42a4-8ad3-de31f2e88f92 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:31:59.493260 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'status': 'completed', 'code': 200} Jul 22 11:31:59.493576 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068', 'status': 'completed', 'code': 200} Jul 22 11:31:59.506817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-dd31f2b5-ef9c-479d-9be7-b5711a2208b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1158543 Jul 22 11:31:59.576451 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-8ec690a5-a051-415e-abee-1b8e6f5f205f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 217 time: 0.0605125 Jul 22 11:31:59.636649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-70e31dba-5978-4028-8efb-16e1a5f4bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.638312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-70e31dba-5978-4028-8efb-16e1a5f4bae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0557055 Jul 22 11:31:59.640270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d11a441-8b9a-4a87-a6e3-775d712c0658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.641641 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d11a441-8b9a-4a87-a6e3-775d712c0658 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1095 time: 0.1372821 Jul 22 11:31:59.659902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-444e71cb-1244-4f5c-ba22-0b64cdb50dbf req-7eb483a4-7d45-42be-a7c0-fb91a5530f48 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.661401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-444e71cb-1244-4f5c-ba22-0b64cdb50dbf req-7eb483a4-7d45-42be-a7c0-fb91a5530f48 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1021566 Jul 22 11:31:59.674810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7b6e5c1-6cf1-4d39-9114-c6f62973de23 req-ec8dd777-2306-4b12-a5f0-8f201dadd7fd tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.676298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7b6e5c1-6cf1-4d39-9114-c6f62973de23 req-ec8dd777-2306-4b12-a5f0-8f201dadd7fd tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0888152 Jul 22 11:31:59.735496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-444e71cb-1244-4f5c-ba22-0b64cdb50dbf req-896650fb-92b9-4c5e-b545-02ee7ad8e1b3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581484 Jul 22 11:31:59.740448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7b6e5c1-6cf1-4d39-9114-c6f62973de23 req-33246181-e864-4e59-b45d-c7244d211d77 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555916 Jul 22 11:31:59.775461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-2d441178-fa3e-4759-85cc-9ce3c90c0116 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.776929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-2d441178-fa3e-4759-85cc-9ce3c90c0116 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1241031 Jul 22 11:31:59.780219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-ce5d6389-c2f5-4e0b-ab10-4b39d521e483 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.781614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-ce5d6389-c2f5-4e0b-ab10-4b39d521e483 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1374624 Jul 22 11:31:59.848171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-2c405fa2-f131-434b-aa11-696de72ab65d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 217 time: 0.0609312 Jul 22 11:31:59.937156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e771f2bb-e6a4-4970-9896-0683cd59164e req-8dfd3a84-c076-42ab-8b0b-bc0988c90d3a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:31:59.939964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e771f2bb-e6a4-4970-9896-0683cd59164e req-8dfd3a84-c076-42ab-8b0b-bc0988c90d3a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0761621 Jul 22 11:31:59.989304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e771f2bb-e6a4-4970-9896-0683cd59164e req-06d1854b-3ce1-4aad-986b-b2ca22d21fb6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423696 Jul 22 11:32:00.125938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-279d95ea-e718-4b61-abcd-4976bfa00317 req-89a8e815-47b5-424b-a0a7-3af41ca49c6f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.127539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-279d95ea-e718-4b61-abcd-4976bfa00317 req-89a8e815-47b5-424b-a0a7-3af41ca49c6f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0746682 Jul 22 11:32:00.172521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-279d95ea-e718-4b61-abcd-4976bfa00317 req-8e7cd45b-3139-4b14-9564-0cd13acbaf8c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378203 Jul 22 11:32:00.223146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-3d3d6271-ffab-4e37-8395-648796b16dcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.224889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-3d3d6271-ffab-4e37-8395-648796b16dcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.3680971 Jul 22 11:32:00.235930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-2f367654-f9c2-42d9-822d-9c09ab200d13 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4423110 Jul 22 11:32:00.290775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-b2a729e0-f85e-4a16-b115-84f551f94a9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0513532 Jul 22 11:32:00.430774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2526fa67-d959-463b-a151-4ab591b60ad5 req-d80a6837-08a7-4994-8ded-d25eb9ed0c11 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.432597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2526fa67-d959-463b-a151-4ab591b60ad5 req-d80a6837-08a7-4994-8ded-d25eb9ed0c11 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 944 time: 0.1122699 Jul 22 11:32:00.432750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-65ccb60a-a56e-4eea-b944-d94d6f0a962b service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1855330 Jul 22 11:32:00.443730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebb289f-b75f-4ffa-8f40-e53c2174bd9a req-4a871b9b-2280-40bd-b1a9-0da4857578d8 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.445302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aebb289f-b75f-4ffa-8f40-e53c2174bd9a req-4a871b9b-2280-40bd-b1a9-0da4857578d8 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 950 time: 0.1135268 Jul 22 11:32:00.449025 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-5c27c999-aafa-4ba9-ab44-59f018d9eeac service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1501279 Jul 22 11:32:00.485908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-9d406403-847b-4fc2-9f33-05ddd191171c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 217 time: 0.0441318 Jul 22 11:32:00.500835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2526fa67-d959-463b-a151-4ab591b60ad5 req-452a3ec5-ec94-46b4-8634-cda55e7c5cac tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545731 Jul 22 11:32:00.508237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aebb289f-b75f-4ffa-8f40-e53c2174bd9a req-4c0a59b8-7ce0-4182-b832-414ecf650cba tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557437 Jul 22 11:32:00.591420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-97d68f04-8bbe-48bc-a514-cf0e565456b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.593131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-97d68f04-8bbe-48bc-a514-cf0e565456b5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0921142 Jul 22 11:32:00.631933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:00.662544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-43f4b34f-a257-49b3-9d09-e05e78319547 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1847155 Jul 22 11:32:00.703278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-183ea428-0d97-44ec-8f76-0b72b091f008 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.708660 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-183ea428-0d97-44ec-8f76-0b72b091f008 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1064205 Jul 22 11:32:00.785523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:00.801336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9d428054-639c-4d3f-8f5c-07b76a795068', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'port_id': '9d428054-639c-4d3f-8f5c-07b76a795068', 'mac_address': 'fa:16:3e:b3:8d:80', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d94b167-9890-466f-8dd4-a8ef9843f179', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:00.828040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-ab492b60-733c-4c83-b591-d0c66530a7ce service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1052954 Jul 22 11:32:00.840233 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:00.854092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d428054-639c-4d3f-8f5c-07b76a795068 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:00.870599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68cfa6b3-c9b4-495e-9f20-b8bf06ef7f68 req-6f067432-dc1b-4899-beb5-9030a334d155 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.872546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68cfa6b3-c9b4-495e-9f20-b8bf06ef7f68 req-6f067432-dc1b-4899-beb5-9030a334d155 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1130295 Jul 22 11:32:00.881025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:00.884936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f78efa5-e435-4bfb-b376-956a7bebdd8c req-77cbc562-97ab-4f79-8e90-85153dfcdc1b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:00.885655 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:00.886655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f78efa5-e435-4bfb-b376-956a7bebdd8c req-77cbc562-97ab-4f79-8e90-85153dfcdc1b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0956733 Jul 22 11:32:00.925585 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-44fda53d-5ef1-46da-a179-3abd7db8cf4c service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907249 Jul 22 11:32:00.942891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:00.945471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68cfa6b3-c9b4-495e-9f20-b8bf06ef7f68 req-dfec187d-dcd7-4f48-a23c-63f32d2275c9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578611 Jul 22 11:32:00.951467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f78efa5-e435-4bfb-b376-956a7bebdd8c req-0876f89d-28fd-436b-a9d8-31cf202562da tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572259 Jul 22 11:32:00.979333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-d15d27a5-f355-4b9c-bf42-be8a15a742e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0371134 Jul 22 11:32:01.021647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4b9ff40b-0dd6-4278-94c5-6ddc354ab1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.023349 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4b9ff40b-0dd6-4278-94c5-6ddc354ab1c5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0487626 Jul 22 11:32:01.086079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0a96d188-5136-4b09-b7a9-a6a563605554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.087627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0a96d188-5136-4b09-b7a9-a6a563605554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0583029 Jul 22 11:32:01.094155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.100215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.106061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.112483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.118320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.124238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.130239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.133621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-000a8892-cc61-447a-993d-890aa95d1a69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1156831 Jul 22 11:32:01.188925 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-7046fff5-54b1-439c-8f14-e3cc69f2bcdb service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944386 Jul 22 11:32:01.190955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5fd9bab-1a5b-4a3a-8088-142f1abd4f25 req-86ffad55-18c5-4474-8f2c-d0eb19edae64 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0524521 Jul 22 11:32:01.233705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d428054-639c-4d3f-8f5c-07b76a795068'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:01.321475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-0ff91926-1a77-4492-a20a-c87f1ba4de04 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1256111 Jul 22 11:32:01.380029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4e3923f3-8f70-41d6-86b5-ce10c6bf5c51 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.0476437 Jul 22 11:32:01.439456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ffc2d0-df77-4b58-b28f-20d89b7098f6 req-bd48cff0-baf6-4113-b19e-71d529e8d6ae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.446809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-2bc52843-456f-46d2-882d-52fe4b760638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.447429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65ffc2d0-df77-4b58-b28f-20d89b7098f6 req-bd48cff0-baf6-4113-b19e-71d529e8d6ae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0842168 Jul 22 11:32:01.449274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-2bc52843-456f-46d2-882d-52fe4b760638 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0658221 Jul 22 11:32:01.498609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65ffc2d0-df77-4b58-b28f-20d89b7098f6 req-733cf955-2a81-46a2-a547-80d460a4ee47 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496061 Jul 22 11:32:01.549091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-49607103-0e45-4751-ad0a-23f85a5d197a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.550673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-49607103-0e45-4751-ad0a-23f85a5d197a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0948439 Jul 22 11:32:01.628003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:01.688487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-9f19b529-52a4-44a3-b80b-b13f13fbd8d3 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1300604 Jul 22 11:32:01.768714 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:01.797942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:01.800569 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e97b68e5-0d6b-4400-9656-082233013a50" -d '{"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:01.815068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:01.821049 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:01.823725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-4b74163a-4f55-4c2f-9a04-6babf426dee2 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269016 Jul 22 11:32:01.848584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33e16f0a-527b-435b-ab33-a5aa904764f9 req-5e057bde-544a-4882-8f2f-45148bc04ebe tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.855842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33e16f0a-527b-435b-ab33-a5aa904764f9 req-5e057bde-544a-4882-8f2f-45148bc04ebe tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1435554 Jul 22 11:32:01.867764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-6cf05d85-7149-4657-aa67-b847ac36b911 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.0375199 Jul 22 11:32:01.873940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:01.886634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef6cb86-226f-4fd9-aae7-36ad51e41c18 req-cdc1064d-b77b-42a1-a840-531225632fae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.888221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eef6cb86-226f-4fd9-aae7-36ad51e41c18 req-cdc1064d-b77b-42a1-a840-531225632fae tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1274447 Jul 22 11:32:01.916846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33e16f0a-527b-435b-ab33-a5aa904764f9 req-3eeade44-2543-43e8-b53a-514e883dcf1e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0600755 Jul 22 11:32:01.917778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-c7622962-c734-4dec-9838-3788f9713e9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.919930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-c7622962-c734-4dec-9838-3788f9713e9e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0459702 Jul 22 11:32:01.944920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eef6cb86-226f-4fd9-aae7-36ad51e41c18 req-9d14334a-c692-4467-9dd4-e1d973d55464 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469673 Jul 22 11:32:01.994111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b46316-6841-40b1-81b3-65ee73167d8b req-e641751c-fb6a-488d-acea-3a678f6b067d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:01.995971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-e641751c-fb6a-488d-acea-3a678f6b067d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0703743 Jul 22 11:32:02.087182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-8cd94deb-185f-4146-bb80-d7ea948b91dd service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843637 Jul 22 11:32:02.093643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f57bb291-1dc4-4980-b2cb-0da0e4024754 req-68af83ab-8a30-4caa-8184-0b1f46827da0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.095124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f57bb291-1dc4-4980-b2cb-0da0e4024754 req-68af83ab-8a30-4caa-8184-0b1f46827da0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.1035740 Jul 22 11:32:02.116058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a56cea-bdc5-4c32-b1b1-c5f51a4f9a22 req-ec5ea6fa-4968-4849-a3ba-18fdc598d53b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.117811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4a56cea-bdc5-4c32-b1b1-c5f51a4f9a22 req-ec5ea6fa-4968-4849-a3ba-18fdc598d53b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1155946 Jul 22 11:32:02.170671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f57bb291-1dc4-4980-b2cb-0da0e4024754 req-0592be51-e5a6-4042-bd0f-37681af2fe1c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0676656 Jul 22 11:32:02.182531 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-08b46316-6841-40b1-81b3-65ee73167d8b req-3a4fb1db-b1df-49a5-89ae-5f0ce74cc755 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890086 Jul 22 11:32:02.186044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4a56cea-bdc5-4c32-b1b1-c5f51a4f9a22 req-e0ae5a9d-c557-4b8a-8f86-9faabe190fef tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612745 Jul 22 11:32:02.239931 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6806161c-9010-420b-b3fe-31b6f2600f47 x-openstack-request-id: req-6806161c-9010-420b-b3fe-31b6f2600f47 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:02.240325 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-unplugged", "status": "completed", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:02.240810 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6806161c-9010-420b-b3fe-31b6f2600f47 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:02.241375 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'code': 200} Jul 22 11:32:02.341550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.342193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.342803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.343336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.343813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.344284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.344749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.346791 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-ec441885-082c-4de9-9aa0-45a01cb98945 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6478 time: 0.0695808 Jul 22 11:32:02.401851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c874c7d9-0c20-406f-9f3a-ebbb276947c9 req-a7ed4add-bf03-4a0e-9d72-8c5258175f80 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.404029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c874c7d9-0c20-406f-9f3a-ebbb276947c9 req-a7ed4add-bf03-4a0e-9d72-8c5258175f80 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.0951989 Jul 22 11:32:02.441027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-f0769373-a118-4571-9d47-ae122f57582f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.442740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-f0769373-a118-4571-9d47-ae122f57582f service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 902 time: 0.0882103 Jul 22 11:32:02.459646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c874c7d9-0c20-406f-9f3a-ebbb276947c9 req-6463d2ed-8289-4735-a060-2dedae85232c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0484214 Jul 22 11:32:02.471989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.477773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.485063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.486325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-20141eb5-9adf-497e-8041-3322f4ead93f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.0359919 Jul 22 11:32:02.490398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.497960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.502953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.508762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.510627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-03cbf47c-0904-47d0-874c-1de7bc50e776 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1543353 Jul 22 11:32:02.541018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-d1822a9a-8e08-4000-951f-17b97f0f5190 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.542620 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-d1822a9a-8e08-4000-951f-17b97f0f5190 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0500579 Jul 22 11:32:02.580925 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d88659c-7e7a-4a8d-b93d-c94b48f8cef5 req-2526258e-333a-46cd-a8a5-70f94a5f4fa0 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638967 Jul 22 11:32:02.617470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-f538b020-bb51-4d63-bd71-e5455f5b7349 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.619368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-f538b020-bb51-4d63-bd71-e5455f5b7349 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0694318 Jul 22 11:32:02.624530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e027dea8-6c1d-4626-9d1d-62898e23058f req-96486f6d-846d-406d-ba46-ab1c7b173cdc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.626041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e027dea8-6c1d-4626-9d1d-62898e23058f req-96486f6d-846d-406d-ba46-ab1c7b173cdc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1007166 Jul 22 11:32:02.655082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:02.659301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:02.670743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e027dea8-6c1d-4626-9d1d-62898e23058f req-79b9767f-daab-4dac-8075-5600c87746b1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387275 Jul 22 11:32:02.743239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-1c282528-286c-4908-8cd3-b93c14a1dc3d service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165631 Jul 22 11:32:02.857608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9d428054-639c-4d3f-8f5c-07b76a795068 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:02.867660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:02.869874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9d428054-639c-4d3f-8f5c-07b76a795068 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:02.870208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e860f0c-ed9d-4f21-9d71-93f6bb420200 req-c9bd0522-205c-41db-a4dd-83644b8e2832 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:02.870411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:02.877625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cf1e8a27-9f5b-44e0-be86-28519d6e1611 req-eb3ff95d-28a9-44d2-b682-e9143d4ef101 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271534 Jul 22 11:32:02.881134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e860f0c-ed9d-4f21-9d71-93f6bb420200 req-c9bd0522-205c-41db-a4dd-83644b8e2832 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1072972 Jul 22 11:32:02.917944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e860f0c-ed9d-4f21-9d71-93f6bb420200 req-f5052ef7-99b3-4e2d-af24-604f39399dd8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359371 Jul 22 11:32:03.011712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.013042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.013669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.014211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.015037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.015787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.016292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.018369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-9d27d20b-0849-4e0a-8167-e3072b682fe9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6478 time: 0.0728869 Jul 22 11:32:03.070587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '5de9a46b-938f-441c-926e-3e92fefa8196', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'port_id': '5de9a46b-938f-441c-926e-3e92fefa8196', 'mac_address': 'fa:16:3e:a2:ff:e9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecfe6b-f028-4311-9363-6a1d1f7c5373', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:03.084722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b42a247-4f26-4883-9a96-310743b873e9 req-4b3961dd-b3ff-42f1-8332-91942edd0b5f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.094270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b42a247-4f26-4883-9a96-310743b873e9 req-4b3961dd-b3ff-42f1-8332-91942edd0b5f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.0871036 Jul 22 11:32:03.128195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:03.132963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b42a247-4f26-4883-9a96-310743b873e9 req-51f243c0-b764-42ec-935d-70840a4aeaba tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376701 Jul 22 11:32:03.163970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-3e90e7b7-a068-4228-8bd1-718a6c3af3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.165524 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-3e90e7b7-a068-4228-8bd1-718a6c3af3b3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 902 time: 0.1408954 Jul 22 11:32:03.171598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 5de9a46b-938f-441c-926e-3e92fefa8196 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:03.209712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:03.212815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:03.220698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-dc81e991-d593-4f41-9948-a368774feb96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.0483327 Jul 22 11:32:03.225438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:03.287802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-ce1aa3e9-8473-4195-9ef3-3a41e904f87a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.290049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:03.291196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-ce1aa3e9-8473-4195-9ef3-3a41e904f87a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0641196 Jul 22 11:32:03.303071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:03.309595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:03.380186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['5de9a46b-938f-441c-926e-3e92fefa8196'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:03.381902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-6ff9818e-f459-4b36-b71f-cf0ea261d6e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.384320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:03.387229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-6ff9818e-f459-4b36-b71f-cf0ea261d6e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0885060 Jul 22 11:32:03.414024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55c173a-0f68-49e5-8862-b2142fbd018e req-4ce22349-5155-45ef-bbd5-e635ad5dbc95 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.415725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e55c173a-0f68-49e5-8862-b2142fbd018e req-4ce22349-5155-45ef-bbd5-e635ad5dbc95 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 946 time: 0.0800033 Jul 22 11:32:03.473639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e55c173a-0f68-49e5-8862-b2142fbd018e req-941f45aa-36b1-4469-b601-c77805d7f19d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0478699 Jul 22 11:32:03.524760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-3cf346d7-4f79-473c-bcde-76437db3a295 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1298759 Jul 22 11:32:03.568834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7699ece3-907c-4ce1-8708-a1f53559093b req-ecb2c1ef-b387-4529-b4a4-45310bbe6a4e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.570637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7699ece3-907c-4ce1-8708-a1f53559093b req-ecb2c1ef-b387-4529-b4a4-45310bbe6a4e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0912232 Jul 22 11:32:03.616127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7699ece3-907c-4ce1-8708-a1f53559093b req-23e9cf04-ef60-4dce-a897-674e038a9bd0 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388701 Jul 22 11:32:03.643734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a149f5c-15f0-4819-a95d-0280215bfac8 req-541cb46a-a01f-40ac-8300-88831e1eeb3a service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1129277 Jul 22 11:32:03.741359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66983ef8-33ae-4b8e-af6c-6a349806772f req-f65d101d-ac2c-40d8-aa50-8ae1299aa4b1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.742765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66983ef8-33ae-4b8e-af6c-6a349806772f req-f65d101d-ac2c-40d8-aa50-8ae1299aa4b1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0969019 Jul 22 11:32:03.780131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a69d24e-2e2b-4ad7-9e04-786f5e98b58d req-20ab63cf-ae34-4008-9af0-640e37c89ece tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.781578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a69d24e-2e2b-4ad7-9e04-786f5e98b58d req-20ab63cf-ae34-4008-9af0-640e37c89ece tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1002564 Jul 22 11:32:03.800497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66983ef8-33ae-4b8e-af6c-6a349806772f req-da562817-d28b-4f97-9ef0-53b836839d83 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511482 Jul 22 11:32:03.830825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a69d24e-2e2b-4ad7-9e04-786f5e98b58d req-bac32cea-d9f1-4c14-b07f-a5980621004b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437064 Jul 22 11:32:03.964825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.971224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.976982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.983524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.989417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:03.995219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.001082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.003044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be19687d-5700-4724-ade1-045602f0ac53 req-747ae7f3-74a7-432f-8a0c-b36a164112fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1103928 Jul 22 11:32:04.043590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be19687d-5700-4724-ade1-045602f0ac53 req-690045c0-412d-49d1-b819-7bd9b33af7f4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0344496 Jul 22 11:32:04.242271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:04.244700 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0f5f063-e509-445e-8ebc-c143813a6d8b" -d '{"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-plugged", "status": "completed", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:04.318397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ece2eb-1408-46ae-bffc-f11c739a2d4a req-7ca63502-1846-4b0a-a081-d27d7b72cb7c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.319919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ece2eb-1408-46ae-bffc-f11c739a2d4a req-7ca63502-1846-4b0a-a081-d27d7b72cb7c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 944 time: 0.1073041 Jul 22 11:32:04.331662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56ca14c-24da-4ed0-9b82-d7a29e531d13 req-d05fbdcd-927e-4e9f-b4e7-c8da89245b1e tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.333059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f56ca14c-24da-4ed0-9b82-d7a29e531d13 req-d05fbdcd-927e-4e9f-b4e7-c8da89245b1e tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 945 time: 0.0906334 Jul 22 11:32:04.389277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ece2eb-1408-46ae-bffc-f11c739a2d4a req-b6f5c2e8-d138-4ba5-8e29-d94f2b9a1ffc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552869 Jul 22 11:32:04.392195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f56ca14c-24da-4ed0-9b82-d7a29e531d13 req-1f9254be-3c5a-4bdc-b680-ecbfe2f79371 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523727 Jul 22 11:32:04.436343 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a95bf35f-b882-4061-bfd2-dc5cf10520d2 x-openstack-request-id: req-a95bf35f-b882-4061-bfd2-dc5cf10520d2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:04.436632 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-plugged", "status": "completed", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:04.436881 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a95bf35f-b882-4061-bfd2-dc5cf10520d2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:04.437366 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068', 'code': 200} Jul 22 11:32:04.577357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58615767-1890-4d89-b378-e47628681823 req-bc05c955-4710-4ae3-a81f-27be5088d9de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.579077 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58615767-1890-4d89-b378-e47628681823 req-bc05c955-4710-4ae3-a81f-27be5088d9de service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.0684483 Jul 22 11:32:04.622611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58615767-1890-4d89-b378-e47628681823 req-eaeaebb4-5ebc-47ed-8bf8-9882b8ba8545 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363898 Jul 22 11:32:04.661892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48acf23f-ce94-455a-b8e5-bbe1257490a8 req-27d0d853-238b-4dd3-9a60-709702fc428a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.663384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48acf23f-ce94-455a-b8e5-bbe1257490a8 req-27d0d853-238b-4dd3-9a60-709702fc428a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 946 time: 0.0981531 Jul 22 11:32:04.686470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:04.692692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:04.814194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 5de9a46b-938f-441c-926e-3e92fefa8196 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:04.814499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:04.858599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:04.874155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'mac_address': 'fa:16:3e:ab:e2:40', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.113'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:04.939399 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:04.960946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:04.966133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:04.972234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48acf23f-ce94-455a-b8e5-bbe1257490a8 req-3a94151a-f762-41a6-b4b1-13c54ef9a378 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3021245 Jul 22 11:32:04.980636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f153f6c2-dce0-4e9c-a367-ddeb756c61e8 req-d8838e89-8823-4b79-80b9-e711561f0849 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:04.982159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f153f6c2-dce0-4e9c-a367-ddeb756c61e8 req-d8838e89-8823-4b79-80b9-e711561f0849 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 944 time: 0.3723807 Jul 22 11:32:05.008051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:05.015485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:05.025450 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f153f6c2-dce0-4e9c-a367-ddeb756c61e8 req-38237517-4865-4abe-84fc-9006c1a4586a tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361397 Jul 22 11:32:05.050103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:05.061451 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:05.084762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:05.128155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e0e98d-c6ea-4714-8007-afc901259efb req-9a880eba-7bd3-493f-ba55-b8fa2b32490d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.129612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2e0e98d-c6ea-4714-8007-afc901259efb req-9a880eba-7bd3-493f-ba55-b8fa2b32490d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0917745 Jul 22 11:32:05.134812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:05.163973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['905ccbb3-2903-4ce1-9894-0b058b3917af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:05.185042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2e0e98d-c6ea-4714-8007-afc901259efb req-e5724586-2c78-40a4-94b9-496782af00d2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486612 Jul 22 11:32:05.199062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51aa41c2-ed93-4f7c-b3d2-56229bc1534b req-a9d11bb5-b6ef-4c9b-93b1-b8555c96ea89 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.202979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51aa41c2-ed93-4f7c-b3d2-56229bc1534b req-a9d11bb5-b6ef-4c9b-93b1-b8555c96ea89 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1106369 Jul 22 11:32:05.251628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51aa41c2-ed93-4f7c-b3d2-56229bc1534b req-3f764715-e6c4-4c02-a3d6-f73050a29f06 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439823 Jul 22 11:32:05.357871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-935e3bb8-144f-4a09-a482-a08c941bb45f req-45170471-71b0-476d-951b-d12e9048b077 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.359357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-935e3bb8-144f-4a09-a482-a08c941bb45f req-45170471-71b0-476d-951b-d12e9048b077 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.0828757 Jul 22 11:32:05.436493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-935e3bb8-144f-4a09-a482-a08c941bb45f req-3e4b8ef9-c788-4f2c-9387-3a3bc0998984 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625403 Jul 22 11:32:05.472056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.478080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.484572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.491597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.498367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.504224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.509927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.511935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-37969f9f-e882-4f37-b865-17f83c473560 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1480043 Jul 22 11:32:05.584282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2bcc9e2-df0f-4fae-b030-be7d6f675fbe req-0aa4732c-c06c-48ff-a18b-a417c77b340e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0618138 Jul 22 11:32:05.605314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4a83386-e85a-4bef-8ec9-14735eb75f04 req-5b55d883-8fa9-46f5-8e05-48edea321e7d tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.606871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4a83386-e85a-4bef-8ec9-14735eb75f04 req-5b55d883-8fa9-46f5-8e05-48edea321e7d tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 945 time: 0.0939276 Jul 22 11:32:05.650746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4a83386-e85a-4bef-8ec9-14735eb75f04 req-822b1895-715b-43b4-b49e-5dae8edb75b3 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.21 "GET /v2.0/security-groups?id=20dcb9c8-0c82-4643-9108-43ede7f0a80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365849 Jul 22 11:32:05.678756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-38b3ac55-e812-474b-93f8-a7966f81896e tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:05.681253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-38b3ac55-e812-474b-93f8-a7966f81896e tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.36 "GET /v2.0/ports?device_id=28a88d56-ec87-4717-928c-7b95656762a4 HTTP/1.1" status: 200 len: 945 time: 0.0802059 Jul 22 11:32:05.802120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Deleting port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:05.802553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:05.909921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] For port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,segment=NetworkSegment(108aa07e-6979-4bc6-89eb-b6b26fb32e21),segment_id=108aa07e-6979-4bc6-89eb-b6b26fb32e21)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:05.910248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:05.930762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Calling delete_port for 07fc09ac-cd4a-4044-a64c-c6e10f5319ee owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:06.101899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:06.119223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['07fc09ac-cd4a-4044-a64c-c6e10f5319ee'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:06.177212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44af08a-5f76-49ab-a5ed-8b84c2ddaffb req-2b54b56b-6c08-4a31-9b3e-60348cbff8e0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.178726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a44af08a-5f76-49ab-a5ed-8b84c2ddaffb req-2b54b56b-6c08-4a31-9b3e-60348cbff8e0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 946 time: 0.1234293 Jul 22 11:32:06.196423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Pushing event deleted for resources: {'Port': ['ID=07fc09ac-cd4a-4044-a64c-c6e10f5319ee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:06.218151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] No DVR routers for this DVR port 07fc09ac-cd4a-4044-a64c-c6e10f5319ee on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:06.221184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:06.223335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82255a37-db2d-44fc-8f8b-4baa48735920 req-69f7d19d-a48c-4b73-8211-3bc10023def0 tempest-ServerTagsTestJSON-64127204 tempest-ServerTagsTestJSON-64127204-project] 10.222.0.36 "DELETE /v2.0/ports/07fc09ac-cd4a-4044-a64c-c6e10f5319ee HTTP/1.1" status: 204 len: 173 time: 0.5332778 Jul 22 11:32:06.224056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'name': 'network-vif-deleted', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:06.226411 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-789e2a00-9440-4cff-bc2b-d805b467069a" -d '{"events": [{"server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "name": "network-vif-deleted", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:06.230719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a44af08a-5f76-49ab-a5ed-8b84c2ddaffb req-e15feb0e-75cc-4b61-9ba6-2c8e01192804 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434489 Jul 22 11:32:06.243116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d92e004-728c-4bd9-b192-d2a6b7f05a02 req-8ae2380f-7a22-4876-9f6f-9c835387f193 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.245003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d92e004-728c-4bd9-b192-d2a6b7f05a02 req-8ae2380f-7a22-4876-9f6f-9c835387f193 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1408975 Jul 22 11:32:06.319622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d92e004-728c-4bd9-b192-d2a6b7f05a02 req-c4c9a056-5882-46d5-a889-fc4249b7356f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680797 Jul 22 11:32:06.416379 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa6e97e3-4aaa-4ac8-9d08-c83098aaf6a3 x-openstack-request-id: req-aa6e97e3-4aaa-4ac8-9d08-c83098aaf6a3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:06.416749 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "28a88d56-ec87-4717-928c-7b95656762a4", "name": "network-vif-deleted", "tag": "07fc09ac-cd4a-4044-a64c-c6e10f5319ee", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:06.417020 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa6e97e3-4aaa-4ac8-9d08-c83098aaf6a3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:06.417470 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '28a88d56-ec87-4717-928c-7b95656762a4', 'name': 'network-vif-deleted', 'tag': '07fc09ac-cd4a-4044-a64c-c6e10f5319ee', 'status': 'completed', 'code': 200} Jul 22 11:32:06.433799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c53b93d3-8842-40e2-965a-69c7f3496227 req-793edaf0-2ce5-4a85-bfdc-f7996a53fd19 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.436546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c53b93d3-8842-40e2-965a-69c7f3496227 req-793edaf0-2ce5-4a85-bfdc-f7996a53fd19 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1069255 Jul 22 11:32:06.439006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:06.441509 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cba017a0-3ce1-442d-9525-19510cece8c9" -d '{"events": [{"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-plugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:06.472789 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-98e794fa-b9f0-48e7-bfac-c4d38413c368 service neutron] show failed (client error): The resource could not be found. Jul 22 11:32:06.474570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-98e794fa-b9f0-48e7-bfac-c4d38413c368 service neutron] 10.222.0.20 "GET /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.1073141 Jul 22 11:32:06.531978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c53b93d3-8842-40e2-965a-69c7f3496227 req-8704506d-c929-462f-910b-501b5649977a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844135 Jul 22 11:32:06.590297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d80fbc-02cd-4170-8837-18b665bd81a0 req-72b62427-9baf-40a7-be5f-25a3e718fdd3 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.592890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95d80fbc-02cd-4170-8837-18b665bd81a0 req-72b62427-9baf-40a7-be5f-25a3e718fdd3 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.1437001 Jul 22 11:32:06.695729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:06.729280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95d80fbc-02cd-4170-8837-18b665bd81a0 req-f27bb079-cead-4ffd-a8e6-99359bc8673d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290419 Jul 22 11:32:06.810745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-136888f7-987a-473d-aef2-7983a2c4f669 req-f5e5db5b-2052-4c20-be39-af36b76cef10 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.821995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-136888f7-987a-473d-aef2-7983a2c4f669 req-f5e5db5b-2052-4c20-be39-af36b76cef10 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1907811 Jul 22 11:32:06.827614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 905ccbb3-2903-4ce1-9894-0b058b3917af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:06.828267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:06.857424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-9096f97c-774d-4280-a166-dc99767bbb45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:06.864116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-9096f97c-774d-4280-a166-dc99767bbb45 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1101 time: 0.1321802 Jul 22 11:32:06.877640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:06.911434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-136888f7-987a-473d-aef2-7983a2c4f669 req-ee03fc9f-b863-432a-982f-8de0485ca06f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884957 Jul 22 11:32:07.040322 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f607673f-b31c-4247-8553-a5a954d14ba0 x-openstack-request-id: req-f607673f-b31c-4247-8553-a5a954d14ba0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:07.040872 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-plugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:07.041369 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f607673f-b31c-4247-8553-a5a954d14ba0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:07.041993 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196', 'code': 200} Jul 22 11:32:07.048304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.088741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.104731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:07.116383 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.117213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:07.126477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f81e93b-9cb9-460d-89f7-5116ceaedd4b req-6e97791c-7daf-4abf-80ba-5cb75191e5d1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.128074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f81e93b-9cb9-460d-89f7-5116ceaedd4b req-6e97791c-7daf-4abf-80ba-5cb75191e5d1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1145487 Jul 22 11:32:07.153250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-bef84016-778f-467b-8a25-83c6d5a2f014 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.155028 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-bef84016-778f-467b-8a25-83c6d5a2f014 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 945 time: 0.1753690 Jul 22 11:32:07.209779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f81e93b-9cb9-460d-89f7-5116ceaedd4b req-e9f23d4b-3b58-4838-aab6-bd955708c7bc tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761025 Jul 22 11:32:07.286292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.295242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.304672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.312095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:07.313022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.315373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.321998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.333059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.345953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.349963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d079189-4562-4485-917e-8553544cae76 req-ae480271-4811-47dc-a41b-d65cf645abaf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.1892300 Jul 22 11:32:07.350475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:07.373403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:07.382641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.476115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Deleting subnet a8f7f8ff-bbbb-45bf-8660-129fd83a72ec {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:32:07.480555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.489320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:07.499881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Deleting port 5de9a46b-938f-441c-926e-3e92fefa8196 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:07.500749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.534974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d079189-4562-4485-917e-8553544cae76 req-aaa92a4e-2cac-4c3a-a1d8-fd502ae49d53 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1729133 Jul 22 11:32:07.568522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.667654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9e814e8-d3d9-4fff-8851-25b5025b6fb6 req-5e38494b-e133-4e69-8684-327e8a0a0d16 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.669301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9e814e8-d3d9-4fff-8851-25b5025b6fb6 req-5e38494b-e133-4e69-8684-327e8a0a0d16 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.2537088 Jul 22 11:32:07.690080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:07.704549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.721107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] For port 5de9a46b-938f-441c-926e-3e92fefa8196, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5de9a46b-938f-441c-926e-3e92fefa8196,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:07.721499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.741986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Calling delete_port for 5de9a46b-938f-441c-926e-3e92fefa8196 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:07.772337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:07.806044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9e814e8-d3d9-4fff-8851-25b5025b6fb6 req-fa583ed8-72f1-4585-87e3-af07c4e00ff9 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027863 Jul 22 11:32:07.866544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.885862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e650e79d-3926-434d-904b-d236061efa07 req-b6c86e24-8468-4f7a-baa5-4baa0aeaac49 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:07.886947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Transition to ACTIVE for port object 13f0a953-8971-40e5-b2b5-d0b8e82e60ea will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:07.891524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e650e79d-3926-434d-904b-d236061efa07 req-b6c86e24-8468-4f7a-baa5-4baa0aeaac49 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74 HTTP/1.1" status: 200 len: 943 time: 0.2399628 Jul 22 11:32:07.893673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.900348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.920662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:07.923123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8f7f8ff-bbbb-45bf-8660-129fd83a72ec HTTP/1.1" status: 204 len: 168 time: 0.5714121 Jul 22 11:32:07.926258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:07.984780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93be8b66-d867-4559-aa78-2225af9a26a8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8f7f8ff-bbbb-45bf-8660-129fd83a72ec,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:07.989874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] No DVR routers for this DVR port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:08.001305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:08.082707 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.102979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.143491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event deleted for resources: {'Port': ['ID=5de9a46b-938f-441c-926e-3e92fefa8196,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:08.161404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:08.162136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:08.162705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:08.214470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53c7e488-9495-48b8-ba1a-0e15eea09c81 req-678b9d6c-5159-4402-b676-bf1792e6da13 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.217007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53c7e488-9495-48b8-ba1a-0e15eea09c81 req-678b9d6c-5159-4402-b676-bf1792e6da13 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.2913578 Jul 22 11:32:08.223019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] No DVR routers for this DVR port 5de9a46b-938f-441c-926e-3e92fefa8196 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:08.224981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:08.225441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:08.230237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.230434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e650e79d-3926-434d-904b-d236061efa07 req-981cfa76-dca1-495f-afa0-771cfc5325f8 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3215985 Jul 22 11:32:08.230571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35cc5d0d-a70f-448e-8427-275b3d97d9ac req-8813db69-3690-468d-a563-babb986c7272 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "DELETE /v2.0/ports/5de9a46b-938f-441c-926e-3e92fefa8196 HTTP/1.1" status: 204 len: 173 time: 1.0679286 Jul 22 11:32:08.236178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:08.236528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:08.236926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:08.237355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Bound port: 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:08.237714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.389353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:08.390911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53c7e488-9495-48b8-ba1a-0e15eea09c81 req-5ba529d0-bf01-4517-b73c-6b668fea3372 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1612103 Jul 22 11:32:08.395874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:08.410144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.452008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.478358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}, {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-deleted', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:08.480808 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9bf37d54-4d1d-43fe-b77a-3eeb6a8b1b7e" -d '{"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}, {"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-deleted", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:08.485627 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:08.497981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.499104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.500656 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-feae644e-c57a-4d6b-87cc-87450166c3ea service neutron] 10.222.0.36 "PUT /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 1096 time: 1.6306570 Jul 22 11:32:08.501423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7230256-d83a-4b5b-ad23-b5a99eb93297']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:08.515445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '108aa07e-6979-4bc6-89eb-b6b26fb32e21') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:08.515745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '108aa07e-6979-4bc6-89eb-b6b26fb32e21') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:08.540159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.564993 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.572620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:32:08.573955 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:32:08.578905 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:32:08.613600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d4bfb89-336a-4922-a242-a1b1f082e4a9 req-0b110553-dad0-4233-926a-f9536f9751da tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.624072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d4bfb89-336a-4922-a242-a1b1f082e4a9 req-0b110553-dad0-4233-926a-f9536f9751da tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1683581 Jul 22 11:32:08.648613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-6f77c4ff-1b8b-461b-bd5c-920b1cf9fd12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.654476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-6f77c4ff-1b8b-461b-bd5c-920b1cf9fd12 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1099 time: 0.1250131 Jul 22 11:32:08.697092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:08.769397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d4bfb89-336a-4922-a242-a1b1f082e4a9 req-54e4db1d-7a6c-4345-b117-9f34d24e6c13 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1433218 Jul 22 11:32:08.787568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:08.788081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:08.842718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 5de9a46b-938f-441c-926e-3e92fefa8196 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:08.847900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5de9a46b-938f-441c-926e-3e92fefa8196 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:08.861101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.893423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:08.895363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e7230256-d83a-4b5b-ad23-b5a99eb93297 HTTP/1.1" status: 204 len: 168 time: 0.9672830 Jul 22 11:32:08.897022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d8722da-5e20-4de7-a2a9-2bb8c12558a0 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7230256-d83a-4b5b-ad23-b5a99eb93297,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:08.899631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-d606da78-7833-4634-b1a3-6847ef512339 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.901419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-d606da78-7833-4634-b1a3-6847ef512339 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2396910 Jul 22 11:32:08.938600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99d23931-d4e1-42b3-a3aa-e23dbf8aa5c6 req-9dad6a62-6bf1-43ac-8fa7-adb4e3f4558f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:08.945693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99d23931-d4e1-42b3-a3aa-e23dbf8aa5c6 req-9dad6a62-6bf1-43ac-8fa7-adb4e3f4558f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 948 time: 0.2314470 Jul 22 11:32:08.996530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-4d02e703-0349-435c-8462-a29c61fc5b62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0848927 Jul 22 11:32:09.024654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99d23931-d4e1-42b3-a3aa-e23dbf8aa5c6 req-90dcd45a-57ae-4fe3-8464-86ef1131fae4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779829 Jul 22 11:32:09.052117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}, {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:09.056346 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8b94551-5eb3-4fb0-8cf4-0b286cc3e3c5" -d '{"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}, {"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-unplugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:09.066672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-46cf3ef6-08e0-4af4-a0f5-c31a49869dd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.068471 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-46cf3ef6-08e0-4af4-a0f5-c31a49869dd4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0671391 Jul 22 11:32:09.133952 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b283a45a-82b1-4b45-a2f3-d66a87677f3e x-openstack-request-id: req-b283a45a-82b1-4b45-a2f3-d66a87677f3e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:09.134256 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "code": 200}, {"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-deleted", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:09.134555 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b283a45a-82b1-4b45-a2f3-d66a87677f3e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:09.134967 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'code': 200} Jul 22 11:32:09.135227 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-deleted', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196', 'status': 'completed', 'code': 200} Jul 22 11:32:09.174545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:09.201526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-c7fbb093-e2b2-4cb8-95a7-2c8e92511650 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.203764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-c7fbb093-e2b2-4cb8-95a7-2c8e92511650 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1283174 Jul 22 11:32:09.312689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-55115240-4c2a-4cc1-811f-ec40a31c0799 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cf169feb02f4eefa76d2667e2fb35b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1364353 Jul 22 11:32:09.316195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:09.363466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-f805bdba-ff72-4561-a0df-e16dcefe02ea service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511590 Jul 22 11:32:09.371986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.378666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.385108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.392151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.398283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.405561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.411534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.419798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-192211a1-4da8-44ca-bd47-faae3a27b515 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.2681675 Jul 22 11:32:09.435835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e3d0378-5daf-4316-8cee-7087a623bb54 req-6a8be187-9d6d-4e4f-80a1-666dba5e64aa tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.438894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e3d0378-5daf-4316-8cee-7087a623bb54 req-6a8be187-9d6d-4e4f-80a1-666dba5e64aa tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.2286980 Jul 22 11:32:09.490506 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5a909be0-7340-49e7-9f8e-2077626ad65e req-8736ea69-8d78-4da3-9fd7-9dc03fcec637 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1182721 Jul 22 11:32:09.512401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-015ba2ce-7db4-4db9-8bc0-fd8d1f060c2d req-581a0b89-e9ba-4198-aab1-0f89bdc47342 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0912330 Jul 22 11:32:09.560263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e3d0378-5daf-4316-8cee-7087a623bb54 req-0c592fef-516e-4a05-8083-6f55386803bc tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936587 Jul 22 11:32:09.560263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:09.610809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:09.670256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 07fc09ac-cd4a-4044-a64c-c6e10f5319ee no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:09.703036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:09.707890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:09.709125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/20dcb9c8-0c82-4643-9108-43ede7f0a80c HTTP/1.1" status: 204 len: 168 time: 0.3917301 Jul 22 11:32:09.722320 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 356 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7bf50412-7229-4ad7-9fc5-3463b9832d00 x-openstack-request-id: req-7bf50412-7229-4ad7-9fc5-3463b9832d00 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:09.723713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da4889c-9104-4e6d-bea4-a3f0448e98fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20dcb9c8-0c82-4643-9108-43ede7f0a80c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:09.725009 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-plugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "code": 200}, {"server_uuid": "6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74", "name": "network-vif-unplugged", "status": "completed", "tag": "5de9a46b-938f-441c-926e-3e92fefa8196", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:09.725266 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7bf50412-7229-4ad7-9fc5-3463b9832d00 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:09.725675 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'code': 200} Jul 22 11:32:09.725972 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6f5b8ee6-dd1e-48e4-bed2-7168a53c0d74', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '5de9a46b-938f-441c-926e-3e92fefa8196', 'code': 200} Jul 22 11:32:09.727426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 07fc09ac-cd4a-4044-a64c-c6e10f5319ee {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:09.727766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 07fc09ac-cd4a-4044-a64c-c6e10f5319ee not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:09.876242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344090de-7372-4791-a43c-1a8bd5c13f20 req-0905493d-61f2-482a-98ca-3398f3147411 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:09.877946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344090de-7372-4791-a43c-1a8bd5c13f20 req-0905493d-61f2-482a-98ca-3398f3147411 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1204534 Jul 22 11:32:09.930053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344090de-7372-4791-a43c-1a8bd5c13f20 req-31bff1d8-7065-41d9-9132-1505a64462ba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453079 Jul 22 11:32:09.978619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:09.984545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1567844930', 'description': 'tempest-description--1490176170'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:10.007709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.204201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.210780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.221650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc44c37a-fd5e-4dfe-b41c-e1c0a0ef2d2f req-bb6f0acb-bd03-4b49-9c0f-a5825e284e5b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.239474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc44c37a-fd5e-4dfe-b41c-e1c0a0ef2d2f req-bb6f0acb-bd03-4b49-9c0f-a5825e284e5b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2179239 Jul 22 11:32:10.250323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.252918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2717149 Jul 22 11:32:10.253119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:10.265626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'security_group_rule': {'security_group_id': 'e85200ff-b3c1-4bbf-a8c7-77807dd87443', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:10.269473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd64695b-32f0-41e0-8f13-360518839484 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e85200ff-b3c1-4bbf-a8c7-77807dd87443,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:10.288870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ff127d0-f886-4b43-99bb-aa31d826d94f req-ac2ae5c3-8a43-419c-8ca4-345e964d85f9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.292044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ff127d0-f886-4b43-99bb-aa31d826d94f req-ac2ae5c3-8a43-419c-8ca4-345e964d85f9 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 948 time: 0.1768968 Jul 22 11:32:10.362361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc44c37a-fd5e-4dfe-b41c-e1c0a0ef2d2f req-9986fd47-e3d8-407e-b19a-1b5646ad3c01 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1220036 Jul 22 11:32:10.379438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.390998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ff127d0-f886-4b43-99bb-aa31d826d94f req-4e43a358-f76b-429a-9898-11cea0c90025 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877521 Jul 22 11:32:10.464413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.471508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.494675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1c98b9f5-cc4a-4d7c-aa50-de47088e06de,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:10.506789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.506789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0d7332f0-eff7-4189-b68b-cda8aa728acd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2535756 Jul 22 11:32:10.509524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:10.519448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'security_group_rule': {'security_group_id': 'e85200ff-b3c1-4bbf-a8c7-77807dd87443', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:10.554003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.637874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.643880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.679530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a8dfdfcd-4daa-48fa-a045-4cf890e7b6f2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:10.688183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.689798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa907fd6-f6bb-44d1-b100-282784c3589c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1792295 Jul 22 11:32:10.693291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:10.699289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:10.792664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:10.836538 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:32:10.892038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.902180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.909577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.915549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.921925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.928094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.934626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:10.936862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-5ec37ca3-c5ca-498b-a54c-09a72ab8e13e tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.2043178 Jul 22 11:32:11.016543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a8c7b3-c4d1-498a-ac1a-a2c79e4e98e4 req-f038ec79-3f5f-4db0-a0a6-8cf59d2ee485 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:11.018073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1a8c7b3-c4d1-498a-ac1a-a2c79e4e98e4 req-f038ec79-3f5f-4db0-a0a6-8cf59d2ee485 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.2717037 Jul 22 11:32:11.034484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b2eab28-6cad-4221-9b22-13c6ab41edca req-862243b6-d259-4b9b-843c-4869611069fa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0878258 Jul 22 11:32:11.084333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1a8c7b3-c4d1-498a-ac1a-a2c79e4e98e4 req-dc0cd66e-ec5a-4d78-9d31-f47e81cc3f5b tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582604 Jul 22 11:32:11.088680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:11.136972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:11.140609 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88" -d '{"events": [{"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:11.271131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Allocated IP 172.25.6.59 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/6a33b9ba-6f2f-4368-9fd5-608187167c66) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:32:11.302783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c014ffc-e73b-43a9-9551-c79455b662a5 req-abcab20f-2c12-4052-bec6-a5c4dae0b0d8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:11.304660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c014ffc-e73b-43a9-9551-c79455b662a5 req-abcab20f-2c12-4052-bec6-a5c4dae0b0d8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1001260 Jul 22 11:32:11.416240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c014ffc-e73b-43a9-9551-c79455b662a5 req-5f61a6d4-ed37-47b5-9572-22e095064ef8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914474 Jul 22 11:32:11.483308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:11.525994 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aab8b78d-26d5-4dba-9e04-932dc9a7b482 x-openstack-request-id: req-aab8b78d-26d5-4dba-9e04-932dc9a7b482 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:11.527070 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:11.527332 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aab8b78d-26d5-4dba-9e04-932dc9a7b482 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:11.527743 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'status': 'completed', 'code': 200} Jul 22 11:32:11.591557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:11.669701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:32:11.677590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:11.693408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:32:11.703007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:32:11.710192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-35f36aec-f761-4d9c-bf00-9dc26b423068 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:11.711918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-35f36aec-f761-4d9c-bf00-9dc26b423068 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1099 time: 0.1685908 Jul 22 11:32:11.714159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-323374bf-7ec5-42e1-9ced-24566ad109b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:11.716321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-323374bf-7ec5-42e1-9ced-24566ad109b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1099 time: 0.1579909 Jul 22 11:32:11.730764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'Port': ['ID=6a33b9ba-6f2f-4368-9fd5-608187167c66,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:11.812016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491fb311-e320-4f9b-8568-673ea71bfba5 req-d34f2440-b68f-428f-ad08-dcd43fad4698 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:11.819379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491fb311-e320-4f9b-8568-673ea71bfba5 req-d34f2440-b68f-428f-ad08-dcd43fad4698 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1767154 Jul 22 11:32:11.877541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:11.893938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'mac_address': 'fa:16:3e:59:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:11.919992 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:11.941266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:11.962757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:11.973784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491fb311-e320-4f9b-8568-673ea71bfba5 req-cfcedf06-5e08-4fe9-b98c-887e861e5c57 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532459 Jul 22 11:32:11.999313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:12.006915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.057040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.128992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:12.274397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-053fa281-5c17-46e4-9323-452861ba2606 req-a6c6e905-d4ee-4279-9413-0652d9b1d1a1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.276039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-053fa281-5c17-46e4-9323-452861ba2606 req-a6c6e905-d4ee-4279-9413-0652d9b1d1a1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 949 time: 0.1752601 Jul 22 11:32:12.282762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['13f0a953-8971-40e5-b2b5-d0b8e82e60ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:12.358397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.363395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-053fa281-5c17-46e4-9323-452861ba2606 req-fe3c7b43-da3b-42a5-b9a3-ba298cd57088 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0710080 Jul 22 11:32:12.366995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.466081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'Port': ['ID=6a33b9ba-6f2f-4368-9fd5-608187167c66,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:12.480730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.500076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:12.501831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-442e4652-5411-4b8a-96db-af99ba0a7576 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.8069685 Jul 22 11:32:12.539160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-f58d000a-1e02-4b75-a437-15f94826fb0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.540655 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-f58d000a-1e02-4b75-a437-15f94826fb0f service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.8136847 Jul 22 11:32:12.601758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-8890b1d3-71d6-42f2-a047-276075d88d2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0527713 Jul 22 11:32:12.656565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.656803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-9139873a-9a6e-4ac8-9c2d-ff0143a5083c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.658335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-9139873a-9a6e-4ac8-9c2d-ff0143a5083c service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.9401066 Jul 22 11:32:12.665941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.673500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.680662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.687801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.697241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.709175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.719030 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-0155839b-f1d8-4b24-9894-0d54c28947d3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0528567 Jul 22 11:32:12.720705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-85097e64-72b1-421f-bccb-ab5ca4f0f787 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.722068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-85097e64-72b1-421f-bccb-ab5ca4f0f787 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1090174 Jul 22 11:32:12.722636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-6ad2b29c-4270-425d-afa4-b5d037b3d4da tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.2175884 Jul 22 11:32:12.784852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-119321e5-c869-49e5-a35f-a0ae285134e5 req-60acb73a-29d5-43a7-a3f3-bcb0f47bc6a3 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0610347 Jul 22 11:32:12.820018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-17eacaf1-50e7-41a5-8592-bf49ff11c486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.820018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-17eacaf1-50e7-41a5-8592-bf49ff11c486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0930142 Jul 22 11:32:12.870083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-8fa351fc-e702-4c6c-a2fd-f9ad9f4731fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:12.873792 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-8fa351fc-e702-4c6c-a2fd-f9ad9f4731fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1151230 Jul 22 11:32:12.874835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-93a970d8-1340-4148-b26d-b5131593c789 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:32:12.876483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-93a970d8-1340-4148-b26d-b5131593c789 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.3530500 Jul 22 11:32:12.947158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:12.947756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:32:13.006475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-b46de3b8-abe4-46f0-b3d2-22549c0519b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:13.007965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-b46de3b8-abe4-46f0-b3d2-22549c0519b7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1812203 Jul 22 11:32:13.020638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-32a83b4e-ce57-4a2c-a618-fd5a37b838e5 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1314623 Jul 22 11:32:13.204776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-6b042177-2818-49bb-bc73-ec6f7c4b5275 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826231 Jul 22 11:32:13.207248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-8714bde2-3d7a-4a93-b7c3-0cf2e933f48d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774242 Jul 22 11:32:13.318995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:13.319372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:13.319707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:13.333909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13b4e2b1-9853-4d6c-b9e3-5b9dbb2f4d88 req-95489713-b7c3-445c-9a22-0140e81a6799 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1174278 Jul 22 11:32:13.338282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:13.338787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:13.356201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:13.356677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:13.357018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:13.357526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Bound port: 9d428054-639c-4d3f-8f5c-07b76a795068, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:13.438505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-d7c48f7a-ab08-4a61-8284-406fa6aa6748 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:13.440101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-d7c48f7a-ab08-4a61-8284-406fa6aa6748 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3&tenant_id=42bc958a4f3e4551b11423b14d418b4a&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 949 time: 0.2676327 Jul 22 11:32:13.447783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e92712f-a9b0-4cbc-90b9-d351e45d425a req-0d608bea-697c-4d48-8f76-8cc62959206c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:13.449213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e92712f-a9b0-4cbc-90b9-d351e45d425a req-0d608bea-697c-4d48-8f76-8cc62959206c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1855729 Jul 22 11:32:13.517546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:13.532574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:13.533753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-975ab32e-db34-45fc-82a9-b3ac1c53b9ae service neutron] 10.222.0.21 "POST /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068/bindings HTTP/1.1" status: 201 len: 389 time: 0.6482816 Jul 22 11:32:13.555077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e92712f-a9b0-4cbc-90b9-d351e45d425a req-72a596d3-7bf1-4803-a504-7f2e52baae3b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931578 Jul 22 11:32:13.575877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-038a8bdd-06f1-4c5c-a7c9-d71c214a9144 service neutron] 10.222.0.36 "GET /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.1226835 Jul 22 11:32:13.582863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:13.706094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:13.756217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3a38-e4c4-451a-ad02-c933374de05f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:13.825871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:13.831166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:13.831980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:13.945721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:13.975809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-3f10a1ce-e56f-4558-9431-22b36a0a3ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:13.977276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:13.977785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-3f10a1ce-e56f-4558-9431-22b36a0a3ac5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1097 time: 0.1240754 Jul 22 11:32:13.980718 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65acd5c5-237f-4457-b249-82f0397a9da5" -d '{"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:13.998387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:14.004034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3a38-e4c4-451a-ad02-c933374de05f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.006533 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.018802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bfb3a38-e4c4-451a-ad02-c933374de05f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.070382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:14.109148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2bfb3a38-e4c4-451a-ad02-c933374de05f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5e29fae6eb5e4d859708be101647f62e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5251820 Jul 22 11:32:14.111821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bfb3a38-e4c4-451a-ad02-c933374de05f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af37a0e2-6381-43fc-b71f-0443053e5ea9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:14.114289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:14.141295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-f9fb97c9-edcd-48a6-b3cb-d5f76906c9b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.143994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-f9fb97c9-edcd-48a6-b3cb-d5f76906c9b6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1100 time: 0.5315933 Jul 22 11:32:14.159389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-8b94b6f6-55ff-4b50-b7de-4d9f7e438b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.160861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-8b94b6f6-55ff-4b50-b7de-4d9f7e438b25 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1724012 Jul 22 11:32:14.209884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-fe986dc4-b665-48b5-9d0e-fa5ab9404f19 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 217 time: 0.0393302 Jul 22 11:32:14.249272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.264900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-cc882d70-372a-446a-badc-95ac198dcbda tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.271830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-cc882d70-372a-446a-badc-95ac198dcbda tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.6174834 Jul 22 11:32:14.282676 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.285521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-60de7dd0-726a-49d9-b8aa-10dca2344439 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.287453 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-60de7dd0-726a-49d9-b8aa-10dca2344439 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0697243 Jul 22 11:32:14.292434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da21f9d0-4b61-4d29-bb3d-0d8049a9108e req-2aaf0499-004c-4e79-a2d2-d609e84bed2a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.294565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da21f9d0-4b61-4d29-bb3d-0d8049a9108e req-2aaf0499-004c-4e79-a2d2-d609e84bed2a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2771180 Jul 22 11:32:14.315287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-b97a74dc-7f96-4d08-b1cb-507f43dd89cc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/quotas/f2482eb8e11347288a3f25d6b09f1e9f HTTP/1.1" status: 200 len: 375 time: 0.0424693 Jul 22 11:32:14.334203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-16e9a0f0-2b98-495c-ace2-b6022b2f557c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0380869 Jul 22 11:32:14.359274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-7650703e-cfdf-4b1f-aa43-5fbe1d8e4bab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.360765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-7650703e-cfdf-4b1f-aa43-5fbe1d8e4bab service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2098877 Jul 22 11:32:14.425118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-8d9f7285-a35e-423b-b8a2-d967d4adeb8a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0513737 Jul 22 11:32:14.437980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da21f9d0-4b61-4d29-bb3d-0d8049a9108e req-c4d9407a-d9fa-480b-ba59-899f157334a2 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1179016 Jul 22 11:32:14.447896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.451573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.453062 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af37a0e2-6381-43fc-b71f-0443053e5ea9 HTTP/1.1" status: 204 len: 168 time: 0.3365238 Jul 22 11:32:14.460501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-71e123a0-1946-42d9-aea9-075c8b73b713 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1168475 Jul 22 11:32:14.468197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aeaa35-2142-4cad-9fab-7095f509f6a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af37a0e2-6381-43fc-b71f-0443053e5ea9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:14.579595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-ba13a8bf-7241-4894-8dc9-38dc40263eea service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1083972 Jul 22 11:32:14.609294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2b2471c-c513-491f-9844-fc05f9ce102b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.611074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2b2471c-c513-491f-9844-fc05f9ce102b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1720052 Jul 22 11:32:14.631861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-6875b728-3fc4-410a-9180-34192d8c1600 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3154507 Jul 22 11:32:14.749320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:14.775349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-bc40e3a2-0952-46f6-bc92-e83caeb06084 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.781413 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-bc40e3a2-0952-46f6-bc92-e83caeb06084 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1097 time: 0.1290050 Jul 22 11:32:14.799144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:14.799630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411a5bd4-1697-4779-af39-9c3b7f89225d req-6b685b44-8d97-4240-add2-498381b254b4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.806625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-411a5bd4-1697-4779-af39-9c3b7f89225d req-6b685b44-8d97-4240-add2-498381b254b4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.2555444 Jul 22 11:32:14.861253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-8477fa3c-d3db-4dde-bec0-b173d689a053 service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2283027 Jul 22 11:32:14.865761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-411a5bd4-1697-4779-af39-9c3b7f89225d req-28ea3e3f-dcef-4e64-8155-8e2f61f56da7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583704 Jul 22 11:32:14.874664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-782e6570-e32d-43f1-bd91-ff64b1f71e90 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:14.877630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-782e6570-e32d-43f1-bd91-ff64b1f71e90 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2430770 Jul 22 11:32:14.928400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:14.947639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:14.966185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'port_id': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'mac_address': 'fa:16:3e:e8:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99feb67-0b2e-486c-9b7b-d364228cacce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:15.017778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.050369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:15.089194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:15.120309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.185737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:15.214268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-2fcc670b-8be8-4c62-b211-700415202b3f service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3355863 Jul 22 11:32:15.220937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-40b310e7-b7ea-41cf-ab93-408feff3135f service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2792003 Jul 22 11:32:15.239520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:15.281463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2036bbe8-0749-4a01-a0e2-94b26c3f665e req-5b268adc-9fa0-4f47-83be-32716ab7decb tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.293945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2036bbe8-0749-4a01-a0e2-94b26c3f665e req-5b268adc-9fa0-4f47-83be-32716ab7decb tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 946 time: 0.2164927 Jul 22 11:32:15.305136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f47bede3-6071-4e1e-844a-f623c2ff2cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:15.321168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.326030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:15.329990 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d6c34f7-8a44-4b14-bfec-97021da1c558" -d '{"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-unplugged", "status": "completed", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:15.344960 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.392091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2036bbe8-0749-4a01-a0e2-94b26c3f665e req-ef904dd5-eb36-486f-b2eb-bf1a29589806 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971315 Jul 22 11:32:15.426478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3ea2083f-693f-4f5f-9b79-9be770e52599 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.448033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-4905a3a2-2b25-4219-8e4c-2e97bf7faf37 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2125094 Jul 22 11:32:15.471243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:15.532411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:15.632915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.649002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.671431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:15.672917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:15.673276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:15.682936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.689538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:15.689872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Attempting to bind port 9d428054-639c-4d3f-8f5c-07b76a795068 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:15.693493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.711438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.712637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:15.713694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:15.713694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:15.714907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Bound port: 9d428054-639c-4d3f-8f5c-07b76a795068, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:15.715516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:15.754172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.778076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:15.783564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-d72f20c5-0853-42cb-ac20-0026cfd50152 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.3046527 Jul 22 11:32:15.827032 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7142d662-d1e4-4608-b4fd-2a8a42d0706f x-openstack-request-id: req-7142d662-d1e4-4608-b4fd-2a8a42d0706f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:15.829819 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:15.830629 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7142d662-d1e4-4608-b4fd-2a8a42d0706f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:15.831461 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'code': 200} Jul 22 11:32:15.902657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:15.909502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7779b3ba-376e-4f23-a23e-e56596b3e923 req-b4e0906e-6f32-46ac-8be6-89b69e99a14b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1114483 Jul 22 11:32:15.911862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:15.922413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:16.021961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:16.022626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:16.024189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] 10.222.0.36 "PUT /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 1122 time: 1.2349055 Jul 22 11:32:16.028020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a323c1-85a0-4fa5-bf71-31dd784cd39a service neutron] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:16.046543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea34927b-942d-44dc-84c7-135a86582dcf req-ee2d8993-4585-4210-ba01-cc9c68e5fc55 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:16.055918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea34927b-942d-44dc-84c7-135a86582dcf req-ee2d8993-4585-4210-ba01-cc9c68e5fc55 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1458972 Jul 22 11:32:16.060050 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957707ab-7c88-4828-bd54-5b72041a5b39 x-openstack-request-id: req-957707ab-7c88-4828-bd54-5b72041a5b39 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:16.060969 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-unplugged", "status": "completed", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:16.061259 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-957707ab-7c88-4828-bd54-5b72041a5b39 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:16.061682 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068', 'code': 200} Jul 22 11:32:16.121339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea34927b-942d-44dc-84c7-135a86582dcf req-ac5ce564-5062-44b2-8869-7320f69c2328 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644555 Jul 22 11:32:16.140629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d428054-639c-4d3f-8f5c-07b76a795068'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:16.228893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0977904-45ce-4e8c-8584-dfd92cc9269b req-ecdf49ef-83c7-4f2e-bba9-b47c1415c68b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 210 time: 0.0554731 Jul 22 11:32:16.444658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-494ebd8b-8e91-4beb-82ee-5734052c32f2 req-6b7674a6-36e5-4c7e-bce7-a0005c86e761 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:16.453845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-494ebd8b-8e91-4beb-82ee-5734052c32f2 req-6b7674a6-36e5-4c7e-bce7-a0005c86e761 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.2613459 Jul 22 11:32:16.571648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7637acb2-eb6c-4e5d-8d22-bc4416f3cabb req-555b1509-cacf-4aa1-bc3a-cbdf34bca8ff tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:16.580148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7637acb2-eb6c-4e5d-8d22-bc4416f3cabb req-555b1509-cacf-4aa1-bc3a-cbdf34bca8ff tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.2351055 Jul 22 11:32:16.612148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-494ebd8b-8e91-4beb-82ee-5734052c32f2 req-7a04a543-ad9e-410c-8904-4e2a2d8cab84 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509688 Jul 22 11:32:16.685283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7637acb2-eb6c-4e5d-8d22-bc4416f3cabb req-db36f3bd-5b95-4840-a6ce-7df98aed4b62 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0975494 Jul 22 11:32:16.747146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:16.932289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port f47bede3-6071-4e1e-844a-f623c2ff2cc2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:16.932895 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:16.990081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ded9c-4dd7-47b4-a5cd-396065e63bc6 req-26931d5c-44ce-4101-926a-ed5a6907ebc2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:16.992635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-971ded9c-4dd7-47b4-a5cd-396065e63bc6 req-26931d5c-44ce-4101-926a-ed5a6907ebc2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 944 time: 0.2178144 Jul 22 11:32:17.170568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-971ded9c-4dd7-47b4-a5cd-396065e63bc6 req-88aeb290-c57a-4e3f-bf83-6de75d07ddf9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1692731 Jul 22 11:32:17.343404 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:17.474065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:17.485284 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:17.579353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-d64ddab9-cbe6-45fa-b089-009c7485f2c9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:17.584855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-d64ddab9-cbe6-45fa-b089-009c7485f2c9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.36 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.4691441 Jul 22 11:32:17.613214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'port': {'device_id': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'admin_state_up': True, 'tenant_id': 'f2482eb8e11347288a3f25d6b09f1e9f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:17.693453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:17.718967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:17.861651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:17.863908 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b428302-827b-425b-a3c8-fe17d6e4d5b3" -d '{"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:17.970493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:18.041579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.050117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.057430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.062737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:18.065006 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-469de28b-4147-4e5d-97bd-7a769d9e037d" -d '{"events": [{"name": "network-changed", "server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:18.065531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.072922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.080135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Made reservation on behalf of f2482eb8e11347288a3f25d6b09f1e9f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:32:18.081751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.083779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:18.088566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.098029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-81116504-feb9-415d-bc99-18300d2d19bc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5421 time: 0.2245870 Jul 22 11:32:18.118730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:18.134081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:32:18.157636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b61eeab-6d34-4b77-ac22-44e7ea29312d req-dc14d0ac-b348-42a3-8f1f-23aff468865c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0584655 Jul 22 11:32:18.157794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-920fa5c6-8d1f-4f37-9830-91c65650f760 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:18.459516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db9beae6-5b8d-41b8-90e7-cfa240bad86f req-54adee78-3b4e-4f02-91e6-0a8c845c2fc2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.471365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Allocated IP 172.20.0.13 (ffbb8d9d-2c1b-42e2-b972-6eb264e2a491/5fecfe6b-f028-4311-9363-6a1d1f7c5373/b093fca7-a99d-4473-a2e0-f9fcf129c580) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:32:18.474655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db9beae6-5b8d-41b8-90e7-cfa240bad86f req-54adee78-3b4e-4f02-91e6-0a8c845c2fc2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1971083 Jul 22 11:32:18.565409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db9beae6-5b8d-41b8-90e7-cfa240bad86f req-13f4cddb-a761-45d1-a425-6da27375121c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896664 Jul 22 11:32:18.612139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-9835c345-a854-407f-9058-cb6e8db3ed2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:18.613686 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-9835c345-a854-407f-9058-cb6e8db3ed2a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3&tenant_id=42bc958a4f3e4551b11423b14d418b4a HTTP/1.1" status: 200 len: 1101 time: 0.2481656 Jul 22 11:32:18.646924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:18.775062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7aa76377-b53d-4f00-a0be-38175ac09b22 req-bd775d38-fe36-49a4-b35b-3ad2e7bc2c13 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 210 time: 0.0826461 Jul 22 11:32:18.877561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:18.999866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.084048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e09fab-a1aa-4aea-847c-6ecf77075ebe req-e2e3f066-1333-49a7-8e7f-a1aed9292cee tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:19.087833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e09fab-a1aa-4aea-847c-6ecf77075ebe req-e2e3f066-1333-49a7-8e7f-a1aed9292cee tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1523788 Jul 22 11:32:19.165349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e09fab-a1aa-4aea-847c-6ecf77075ebe req-f0071e01-53da-4be9-a08c-aed008f8d814 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0702868 Jul 22 11:32:19.256515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.260876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.327158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:32:19.332411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:32:19.348436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:32:19.389061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:19.402997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:19.428719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac368058-9543-4c56-8b52-d4fb108d2af6 req-5b1b793c-4803-43da-a2c5-bf175a975d9a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:19.440903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac368058-9543-4c56-8b52-d4fb108d2af6 req-5b1b793c-4803-43da-a2c5-bf175a975d9a tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.1304340 Jul 22 11:32:19.491770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:19.530951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac368058-9543-4c56-8b52-d4fb108d2af6 req-c3967372-e597-4344-bdac-7b4ed723eaa7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838332 Jul 22 11:32:19.558331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.581533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Transition to ACTIVE for port object 13f0a953-8971-40e5-b2b5-d0b8e82e60ea will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:19.593087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:19.593737 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.599244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.682401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ad800a9a-cda3-44f6-ba5f-bbbd7fa9ada9 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0851555 Jul 22 11:32:19.726342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] No DVR routers for this DVR port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:19.730439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:19.736593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Request body: {'port': {'device_id': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:19.743031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 054b879a-94bd-4286-bdf0-835c3dbe1584 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:19.747182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:19.880080 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-693b409a-dc29-4036-bc7d-971691398a7e x-openstack-request-id: req-693b409a-dc29-4036-bc7d-971691398a7e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:19.880386 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:19.881825 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-693b409a-dc29-4036-bc7d-971691398a7e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:19.885326 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'code': 200} Jul 22 11:32:19.887195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:19.887548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:19.887887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:19.907303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:19.907634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Attempting to bind port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:19.919721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:19.920069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:19.922350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:19.922868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Bound port: 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:19.923252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:19.968653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-0488fe01-5313-420c-a5b7-4576de75fbbb service neutron] 10.222.0.20 "GET /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.1341939 Jul 22 11:32:20.021788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:20.023585 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f91fe0fd-6dd3-4709-a633-a44fe188349d x-openstack-request-id: req-f91fe0fd-6dd3-4709-a633-a44fe188349d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:20.023842 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:20.024104 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f91fe0fd-6dd3-4709-a633-a44fe188349d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:20.029799 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068', 'status': 'completed', 'code': 200} Jul 22 11:32:20.186462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=054b879a-94bd-4286-bdf0-835c3dbe1584,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:20.214156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:20.222034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:20.223837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '054b879a-94bd-4286-bdf0-835c3dbe1584', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'port_id': '054b879a-94bd-4286-bdf0-835c3dbe1584', 'mac_address': 'fa:16:3e:95:4a:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd', 'ip_address': '10.1.1.58'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:20.287363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.331597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.345209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.355420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:20.356890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.358384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] 10.222.0.20 "PUT /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 1097 time: 1.7191792 Jul 22 11:32:20.383314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 054b879a-94bd-4286-bdf0-835c3dbe1584 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:20.434946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2d3e105-432e-4bdf-b626-b4821168a3b5 service neutron] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:20.441831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=054b879a-94bd-4286-bdf0-835c3dbe1584,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:20.457613 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.458617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:20.591116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-5f499fbf-d800-466c-b26a-4a213efeafff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:20.600244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-5f499fbf-d800-466c-b26a-4a213efeafff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1125 time: 0.5661075 Jul 22 11:32:20.607698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:20.644676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:20.703162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:20.741173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:20.756789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'port_id': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'mac_address': 'fa:16:3e:29:46:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 106, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:20.826073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d428054-639c-4d3f-8f5c-07b76a795068 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:20.850590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:20.857048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.890959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-cdad4e42-b2a5-4e03-ac4b-b2cafcbdbecb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:20.894646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-cdad4e42-b2a5-4e03-ac4b-b2cafcbdbecb service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.2781084 Jul 22 11:32:20.901357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e28fa9d-26ef-47e7-a3f0-453d04a9ea96 req-bcf83320-e987-45fe-8c94-cc16a43192c6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:20.909313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e28fa9d-26ef-47e7-a3f0-453d04a9ea96 req-bcf83320-e987-45fe-8c94-cc16a43192c6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 944 time: 0.7769823 Jul 22 11:32:20.915305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:20.918943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:20.999141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:21.010850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:21.024344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] Transition to ACTIVE for port object 9d428054-639c-4d3f-8f5c-07b76a795068 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:21.039722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:21.121353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e28fa9d-26ef-47e7-a3f0-453d04a9ea96 req-79a2cff7-f7f9-431d-b46b-2679a68db957 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2055233 Jul 22 11:32:21.139961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:21.205264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] No DVR routers for this DVR port 9d428054-639c-4d3f-8f5c-07b76a795068 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:21.251443 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:21.291308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-2ac089a7-ee27-4a55-a033-de65ba74e201 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 217 time: 0.1300120 Jul 22 11:32:21.295530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['054b879a-94bd-4286-bdf0-835c3dbe1584'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:21.315049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] 10.222.0.20 "PUT /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 1.3397274 Jul 22 11:32:21.373727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9816a3d-a8a5-4e5e-9cb8-48e38ea64607 service neutron] Pushing event updated for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=10']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:21.492813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-f34134a5-de30-4bfa-ae08-bb7c638b3b5f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.494338 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-f34134a5-de30-4bfa-ae08-bb7c638b3b5f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1100 time: 1.0624106 Jul 22 11:32:21.612152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-fceae044-5c9d-43dc-b5b7-4cae18360140 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.616760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-fceae044-5c9d-43dc-b5b7-4cae18360140 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1847298 Jul 22 11:32:21.681838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-c65cbd9d-f9a5-403c-93cb-440f571c3127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.695660 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-c65cbd9d-f9a5-403c-93cb-440f571c3127 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1731617 Jul 22 11:32:21.699073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-9febb90f-7009-4eac-9cff-f42e057e28d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.700920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-9febb90f-7009-4eac-9cff-f42e057e28d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.3904927 Jul 22 11:32:21.712324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.735267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.743380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a9b97eca-225a-4c89-87ed-806d8ad5375b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:21.759487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.774914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.803304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.823690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.834644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.845297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-3a79a007-eea7-429b-8923-1fd7867fec91 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5423 time: 0.4938982 Jul 22 11:32:21.926716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-47aa4e86-88f5-4520-9488-3d91b053b4e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2065399 Jul 22 11:32:21.936191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-7a6ef276-7c1e-46c0-bb20-3a61fdd13a9b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.2026701 Jul 22 11:32:21.974043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:21.977436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fba5631-8b17-46c7-bdfb-1047780af596 req-d01f8d5e-e6e8-47c5-883d-408c9cbfe321 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1312377 Jul 22 11:32:21.986270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-0d3dfe53-ecca-48b9-b7ea-205a7a251e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:21.989818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-0d3dfe53-ecca-48b9-b7ea-205a7a251e81 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643&tenant_id=a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 1096 time: 0.3539107 Jul 22 11:32:21.995738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'port_id': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'mac_address': 'fa:16:3e:66:7d:1b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc4c1e1-dad2-4cba-873c-a92fff21f481', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:22.049366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}, {'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:22.051864 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a65fd025-91d9-4878-befc-093f66dd9172" -d '{"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}, {"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:22.102975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:22.117044 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:22.173861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a9b97eca-225a-4c89-87ed-806d8ad5375b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:22.174161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-d3b314d2-b61e-4297-9719-366318ebe916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.174161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-d3b314d2-b61e-4297-9719-366318ebe916 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1096 time: 0.1298804 Jul 22 11:32:22.174503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:22.174503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-2bc6fd42-556f-42db-982a-ef6082958ab7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.174503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-2bc6fd42-556f-42db-982a-ef6082958ab7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2260029 Jul 22 11:32:22.214864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:22.220641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:22.222048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:22.253426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Transition to ACTIVE for port object b093fca7-a99d-4473-a2e0-f9fcf129c580 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:22.256853 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-8c7f76ea-17f3-415b-9353-5ca13f2921eb service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226101 Jul 22 11:32:22.323821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed596bf2-cb7d-4f17-a9b1-fb95299695df req-9d9dc3c6-c2c4-4f84-9cb2-51d9436efa98 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.336217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed596bf2-cb7d-4f17-a9b1-fb95299695df req-9d9dc3c6-c2c4-4f84-9cb2-51d9436efa98 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.2167139 Jul 22 11:32:22.361614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-469de28b-4147-4e5d-97bd-7a769d9e037d req-0b201984-5d53-4659-ae03-5746eababf98 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0977826 Jul 22 11:32:22.363719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:22.400336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed596bf2-cb7d-4f17-a9b1-fb95299695df req-d5abffc9-aecb-419f-9fc4-a4459524ead5 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630484 Jul 22 11:32:22.415292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-742b4e78-7890-4dad-8cf6-257872545f27 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.417596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-742b4e78-7890-4dad-8cf6-257872545f27 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.2283874 Jul 22 11:32:22.426035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-3fa18045-0145-4ffd-85a6-9e3a373f3d52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.432003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-3fa18045-0145-4ffd-85a6-9e3a373f3d52 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2356431 Jul 22 11:32:22.461950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:22.484074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-4d97e831-5866-4453-b90c-df1701e35201 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 200 len: 217 time: 0.0565355 Jul 22 11:32:22.588443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-e18bab19-3ee6-48db-a77a-8673ffd73df4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.593942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-e18bab19-3ee6-48db-a77a-8673ffd73df4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1022067 Jul 22 11:32:22.631419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-b7e04189-9a8a-47f3-8c5c-ac708cbe504d service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1899693 Jul 22 11:32:22.636027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Attempting to bind port b093fca7-a99d-4473-a2e0-f9fcf129c580 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:22.636369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Attempting to bind port b093fca7-a99d-4473-a2e0-f9fcf129c580 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:22.636751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Attempting to bind port b093fca7-a99d-4473-a2e0-f9fcf129c580 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:22.681578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-c05ff655-8a10-47c5-b7e1-730569251526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0742869 Jul 22 11:32:22.704679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:22.777833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'port_id': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'mac_address': 'fa:16:3e:9a:7f:c3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd', 'ip_address': '10.1.1.109'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:22.787080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:22.791059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:22.841944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:22.922913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:22.929444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:22.952164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c6e5a1-4175-4169-bc10-229d206f550a req-0ddc7a1e-e9f2-470a-a5af-82a947ff6665 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:22.953735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c6e5a1-4175-4169-bc10-229d206f550a req-0ddc7a1e-e9f2-470a-a5af-82a947ff6665 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 944 time: 0.3234551 Jul 22 11:32:22.961665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-e335573c-e0d0-4e1a-ac2c-1ac07cef0ddb service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2541447 Jul 22 11:32:23.022765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:23.083202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c6e5a1-4175-4169-bc10-229d206f550a req-d7d84467-a6a2-4fee-9196-91544c4f53e6 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131759 Jul 22 11:32:23.085009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.105015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.110995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:23.218891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d46bd73e-be85-4814-86e0-8a87c9b5625f req-f76440f4-95c4-4f65-9dd7-6f90cf5f842f service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5785942 Jul 22 11:32:23.221001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Port b093fca7-a99d-4473-a2e0-f9fcf129c580 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:23.221336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Attempting to bind port b093fca7-a99d-4473-a2e0-f9fcf129c580 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:23.238960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:23.239331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Checking segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:23.239702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Bound using segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:23.240146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Bound port: b093fca7-a99d-4473-a2e0-f9fcf129c580, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:23.240513 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.272694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.275509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:23.309514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'port_id': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'mac_address': 'fa:16:3e:cc:a9:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd', 'ip_address': '10.1.1.80'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:23.375327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:23.380223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:23.383000 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.391927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.404821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:23.431733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.440033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.441241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e3167640-9d10-4c27-a655-de60b9f22f3f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:23.502224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:23.528512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:23.529132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.530579 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-0a8b428b-27c0-413d-b024-e0de5b392b04 service neutron] 10.222.0.36 "PUT /v2.0/ports/b093fca7-a99d-4473-a2e0-f9fcf129c580 HTTP/1.1" status: 200 len: 1092 time: 3.8057330 Jul 22 11:32:23.568522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e3167640-9d10-4c27-a655-de60b9f22f3f,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.579255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:23.586317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'e3167640-9d10-4c27-a655-de60b9f22f3f', 'network_id': '5d622aef-dcd7-46db-b37b-1e9b4c66d25a', 'port_id': 'e3167640-9d10-4c27-a655-de60b9f22f3f', 'mac_address': 'fa:16:3e:06:29:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '277dcf33-8870-4318-bcfa-1bf4069f87dd', 'ip_address': '10.1.1.172'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:23.619109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-0a65c1dd-6cfd-434f-87aa-78db4db518b8 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6457593 Jul 22 11:32:23.661022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.679963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e3167640-9d10-4c27-a655-de60b9f22f3f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:23.691672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770d1fd5-5471-45ac-93ae-cb09bf85d069 req-99a17e1b-dc81-4f88-8e13-916d3ca7e4cc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:23.693520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-770d1fd5-5471-45ac-93ae-cb09bf85d069 req-99a17e1b-dc81-4f88-8e13-916d3ca7e4cc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.6256371 Jul 22 11:32:23.696928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-d08e90a7-80a1-4018-9980-0e759901d84d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:23.699208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-d08e90a7-80a1-4018-9980-0e759901d84d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 1095 time: 0.1137073 Jul 22 11:32:23.717839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11fb4d26-446c-4f7b-9d71-3475edae4eb1 req-de394ef0-59a4-4ffb-bb85-59c76b8e3785 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:23.719434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11fb4d26-446c-4f7b-9d71-3475edae4eb1 req-de394ef0-59a4-4ffb-bb85-59c76b8e3785 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 949 time: 0.2326806 Jul 22 11:32:23.729085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e3167640-9d10-4c27-a655-de60b9f22f3f,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.739157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:23.740341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:23.759961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-2b73c6b8-6382-4d53-a191-5ddf32291652 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580 HTTP/1.1" status: 200 len: 217 time: 0.0479159 Jul 22 11:32:23.801672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-770d1fd5-5471-45ac-93ae-cb09bf85d069 req-5515ca85-f411-4afe-86df-1f60edd47ef6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010907 Jul 22 11:32:23.827883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11fb4d26-446c-4f7b-9d71-3475edae4eb1 req-4bd60d9a-bb22-4694-90b3-d87a9c722192 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994461 Jul 22 11:32:23.880918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-c18ec53b-dd30-43f4-a369-863ef3bb564a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:23.882422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-c18ec53b-dd30-43f4-a369-863ef3bb564a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.1085346 Jul 22 11:32:23.922193 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 352 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-564d324d-05b4-4240-80bf-5b182cde2935 x-openstack-request-id: req-564d324d-05b4-4240-80bf-5b182cde2935 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:23.922821 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-unplugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "code": 200}, {"name": "network-changed", "server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:23.923189 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-564d324d-05b4-4240-80bf-5b182cde2935 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:23.923693 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'code': 200} Jul 22 11:32:23.924094 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'status': 'completed', 'code': 200} Jul 22 11:32:23.935576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:23.962486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:23.974096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'network_id': 'dc49d370-4bb4-4229-9eea-993606ca995f', 'port_id': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'mac_address': 'fa:16:3e:41:9c:50', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 109, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dbc4c1e1-dad2-4cba-873c-a92fff21f481', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:24.045177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-a1bfc000-e6f9-4707-9009-264dee32f4e5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1557796 Jul 22 11:32:24.057562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:24.111388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:24.180801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:24.189262 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:24.211311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-4ebf5120-7f98-4571-9a4d-25abc8cf15b7 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1546795 Jul 22 11:32:24.240120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 054b879a-94bd-4286-bdf0-835c3dbe1584 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:24.311349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:24.339827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 054b879a-94bd-4286-bdf0-835c3dbe1584 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:24.346609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 054b879a-94bd-4286-bdf0-835c3dbe1584 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:24.347141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:24.386067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977397a-e044-4007-9443-800d0831cefa req-375e2016-e371-4fce-ad50-fdebb61c3bba tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.388391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5977397a-e044-4007-9443-800d0831cefa req-375e2016-e371-4fce-ad50-fdebb61c3bba tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.4361444 Jul 22 11:32:24.390360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-aabac90f-ec19-45d1-8709-495d13912bf4 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.391798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-aabac90f-ec19-45d1-8709-495d13912bf4 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.3434443 Jul 22 11:32:24.394493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-c96a62b4-5147-4498-9392-0bd719ff1632 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.396019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-c96a62b4-5147-4498-9392-0bd719ff1632 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1100 time: 0.3489234 Jul 22 11:32:24.397899 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88a4dd39-acc4-40f3-b68d-d52bc0c45308 req-ce45027b-9a2a-4caf-9b45-b4abd013cbca service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1794856 Jul 22 11:32:24.401970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-29ee065f-68dd-4139-9af9-51b82ca1e0c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.424987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-29ee065f-68dd-4139-9af9-51b82ca1e0c5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=42bc958a4f3e4551b11423b14d418b4a&device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1100 time: 0.4243083 Jul 22 11:32:24.508936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.515605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.521517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.527925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.533817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.539944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.546706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.547965 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:24.557890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c001458-3cf1-4878-8493-8f007f3af037 req-a62c9d34-f522-4aa1-be06-31ab7a1d1d44 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5428 time: 0.3497794 Jul 22 11:32:24.613486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054b879a-94bd-4286-bdf0-835c3dbe1584'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:24.616278 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e426d0e-25e4-40f4-acdf-1d86f30dd8d9" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "054b879a-94bd-4286-bdf0-835c3dbe1584"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:24.641349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=054b879a-94bd-4286-bdf0-835c3dbe1584,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:24.646777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5977397a-e044-4007-9443-800d0831cefa req-9fac1321-ef9f-4b1a-8e32-b725550612c5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2494564 Jul 22 11:32:24.663384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:24.665463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:24.682077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-38126e84-a5b5-44b1-bc8a-fd7dc45ebf09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.691983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-38126e84-a5b5-44b1-bc8a-fd7dc45ebf09 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.2574120 Jul 22 11:32:24.787284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-ae97ddcd-f62b-41c8-bd0f-7a5152a53dea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.0941095 Jul 22 11:32:24.793750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c001458-3cf1-4878-8493-8f007f3af037 req-0c4aaf21-9814-4042-a482-22791a346343 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2259624 Jul 22 11:32:24.829109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2c73d4e8-f208-4263-89cc-cb2f1e35d8a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:24.846776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:24.849584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:24.932331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['34bd4e6c-2160-4d9f-97e2-f7bd6baac39a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:24.969078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-4751e433-5ce6-4f5e-9d8d-601050951040 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.977521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-77ac5031-0048-4018-8a41-30251963a5fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:24.986823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-77ac5031-0048-4018-8a41-30251963a5fd service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.5206823 Jul 22 11:32:24.999448 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-4751e433-5ce6-4f5e-9d8d-601050951040 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1994352 Jul 22 11:32:25.001893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-5c845452-2cba-4bdb-a3ed-b1b896019035 service neutron] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:25.029548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-5c845452-2cba-4bdb-a3ed-b1b896019035 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:25.031068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9ac157-16ec-42c9-92af-8f257633bb70 req-5c845452-2cba-4bdb-a3ed-b1b896019035 service neutron] 10.222.0.36 "DELETE /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.6239684 Jul 22 11:32:25.106058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-6568730a-5660-4685-aab7-7e0e40bea24a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.236&port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 200 len: 217 time: 0.1023457 Jul 22 11:32:25.158846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:32:25.195105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d65a0951-9a0e-4c59-81bd-c1e88dc1a6d9 req-c74050cf-2a44-4203-936b-07d0ff4ee32b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.197076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d65a0951-9a0e-4c59-81bd-c1e88dc1a6d9 req-c74050cf-2a44-4203-936b-07d0ff4ee32b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.3898330 Jul 22 11:32:25.202732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-2e0c6f12-0a5c-4cfa-af5d-44801c72d093 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.204853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-2e0c6f12-0a5c-4cfa-af5d-44801c72d093 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0911002 Jul 22 11:32:25.218833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba559712-7ed9-4b2f-a438-72794fd3a904 req-8d5f5107-dabd-466f-8ad7-858af35e42bb tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.224225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-54b75f16-a83b-4925-8b70-742c4778650b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.226869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba559712-7ed9-4b2f-a438-72794fd3a904 req-8d5f5107-dabd-466f-8ad7-858af35e42bb tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 951 time: 0.2361815 Jul 22 11:32:25.230059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-54b75f16-a83b-4925-8b70-742c4778650b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2268264 Jul 22 11:32:25.370197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba559712-7ed9-4b2f-a438-72794fd3a904 req-d0beb363-7ecc-4d9d-9c39-38464df38338 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1421735 Jul 22 11:32:25.380633 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-3dfcba6a-953a-4046-b08e-58494cc0a7c9 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1408565 Jul 22 11:32:25.388853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d65a0951-9a0e-4c59-81bd-c1e88dc1a6d9 req-387ae72b-1d5b-4ea8-a863-41dd5a2bea93 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1826916 Jul 22 11:32:25.427271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a65fd025-91d9-4878-befc-093f66dd9172 req-0b547d9c-48c4-42b6-b630-1b9ee91b5652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.431372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-0b547d9c-48c4-42b6-b630-1b9ee91b5652 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1959975 Jul 22 11:32:25.607831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:25.609634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-523d4bc1-f9ce-457d-8e8f-b97fad607640 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2203145 Jul 22 11:32:25.625450 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8639d124-423c-4aab-abeb-0e0ebdf1a8e7 x-openstack-request-id: req-8639d124-423c-4aab-abeb-0e0ebdf1a8e7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:25.625763 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "054b879a-94bd-4286-bdf0-835c3dbe1584", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:25.626018 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8639d124-423c-4aab-abeb-0e0ebdf1a8e7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:25.626687 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '054b879a-94bd-4286-bdf0-835c3dbe1584', 'code': 200} Jul 22 11:32:25.703481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:25.718310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:25.734318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-650524de-5ccb-41a1-88a1-05085dd788a1 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2941902 Jul 22 11:32:25.739801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:25.740177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:25.748941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'mac_address': 'fa:16:3e:59:b7:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.236'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:25.779683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a9b97eca-225a-4c89-87ed-806d8ad5375b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:25.781863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['e3167640-9d10-4c27-a655-de60b9f22f3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:25.858133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288a9ef2-b569-4ade-b420-7a41cfdb0537 req-b88a081f-27db-49fd-a78a-fdcf33eedfab tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.861140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-288a9ef2-b569-4ade-b420-7a41cfdb0537 req-b88a081f-27db-49fd-a78a-fdcf33eedfab tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 944 time: 0.3850393 Jul 22 11:32:25.925941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-288a9ef2-b569-4ade-b420-7a41cfdb0537 req-bab8c791-d266-4324-96c5-431ea46030d7 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556376 Jul 22 11:32:25.926278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:25.930799 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3305867-a38d-4e72-86e9-5fb70b5e9038" -d '{"events": [{"name": "network-changed", "server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:25.959843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdd9f3ee-98e1-4dfb-ad93-d56caad8e06b req-3e88a6cd-b748-4fa1-9000-54137ba55310 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:25.968993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdd9f3ee-98e1-4dfb-ad93-d56caad8e06b req-3e88a6cd-b748-4fa1-9000-54137ba55310 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2583196 Jul 22 11:32:26.022749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a65fd025-91d9-4878-befc-093f66dd9172 req-f51be5a9-59ca-48fb-8506-c4e70c981abf service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2666304 Jul 22 11:32:26.056883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdd9f3ee-98e1-4dfb-ad93-d56caad8e06b req-4856e8ac-e6f9-435e-8bd4-8ca7af06dc35 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863993 Jul 22 11:32:26.061505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:26.117961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:26.186113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a4b39d-eb6b-4e8c-aad2-13f06fe772dc req-8c79f7c7-3b81-4003-b9fe-9c032f384c9d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.187659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00a4b39d-eb6b-4e8c-aad2-13f06fe772dc req-8c79f7c7-3b81-4003-b9fe-9c032f384c9d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 949 time: 0.1259017 Jul 22 11:32:26.232983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00a4b39d-eb6b-4e8c-aad2-13f06fe772dc req-603d572a-4746-471f-8590-0b69e5867fc1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373306 Jul 22 11:32:26.248386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:26.427176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ee2080e-4fdd-49fc-bc9e-d9ac309eb711 req-a1fcd370-95aa-4b19-8787-463cf0d8c50f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.428795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ee2080e-4fdd-49fc-bc9e-d9ac309eb711 req-a1fcd370-95aa-4b19-8787-463cf0d8c50f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.1190491 Jul 22 11:32:26.484256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ee2080e-4fdd-49fc-bc9e-d9ac309eb711 req-57363b12-1c3c-40e0-91b1-6ed9922ff86a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0488572 Jul 22 11:32:26.499252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.505410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.518692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.518692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.524357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.531026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.536939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.545465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-8b534b8e-432a-4472-a08f-6595cfad83d4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5429 time: 0.1850014 Jul 22 11:32:26.572546 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9a07852a-2726-4b9c-b51e-5270061b2ea4 x-openstack-request-id: req-9a07852a-2726-4b9c-b51e-5270061b2ea4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:26.572879 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:26.573099 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9a07852a-2726-4b9c-b51e-5270061b2ea4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:26.573502 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'status': 'completed', 'code': 200} Jul 22 11:32:26.578311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:26.602432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:26.653032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:26.664317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91974d00-7ad5-43d8-8e88-e58645c5f471 req-74388a11-8a10-40ad-95cd-ab6e0ec30173 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1152034 Jul 22 11:32:26.701825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:26.733105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-09d2729b-06ad-440e-8aca-c83402caed6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.734991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-09d2729b-06ad-440e-8aca-c83402caed6e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 1095 time: 0.1345110 Jul 22 11:32:26.752404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'port_id': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'mac_address': 'fa:16:3e:1f:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecfe6b-f028-4311-9363-6a1d1f7c5373', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:26.782793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:26.783756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:26.814801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:26.820483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:26.857386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:26.912560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['13f0a953-8971-40e5-b2b5-d0b8e82e60ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:26.974521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-2a5a8048-16dc-4c66-8a54-0bc42c32e161 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.976192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-2a5a8048-16dc-4c66-8a54-0bc42c32e161 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 923 time: 0.2337339 Jul 22 11:32:26.981338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25ae2677-66c7-449e-895f-8bf4b5a4e7a1 req-b05db2cc-c6c5-4cc3-8d29-60e6ce8c09b4 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:26.988439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25ae2677-66c7-449e-895f-8bf4b5a4e7a1 req-b05db2cc-c6c5-4cc3-8d29-60e6ce8c09b4 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 1101 time: 0.2073083 Jul 22 11:32:27.009700 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.038964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:27.041836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-f3041cc2-8452-48ef-a61f-2a88afebe1a4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580 HTTP/1.1" status: 200 len: 217 time: 0.0513985 Jul 22 11:32:27.127581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25ae2677-66c7-449e-895f-8bf4b5a4e7a1 req-fc6b5179-2311-4b04-b052-2de06b285532 tempest-MigrationsAdminTest-348291401 tempest-MigrationsAdminTest-348291401-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380422 Jul 22 11:32:27.152363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:27.160977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:27.176113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66fa8c2e-1ba6-44f4-bc97-e6d759503e5a req-80a12e3e-e82a-431d-a084-d79808e37fe7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:27.178205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66fa8c2e-1ba6-44f4-bc97-e6d759503e5a req-80a12e3e-e82a-431d-a084-d79808e37fe7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.2505965 Jul 22 11:32:27.188467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-7e4fd2e9-c3ce-4e00-8caa-b8fbdfbea4a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:27.190174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-7e4fd2e9-c3ce-4e00-8caa-b8fbdfbea4a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.1368546 Jul 22 11:32:27.200261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.202692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.253438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-ebd27426-e69f-4962-a8c0-9182db4d7841 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0364988 Jul 22 11:32:27.303687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66fa8c2e-1ba6-44f4-bc97-e6d759503e5a req-395cd5d8-4a99-4c9c-beb2-6ad5b3f48378 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050928 Jul 22 11:32:27.313677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:27.349259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:27.349636 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.359760 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.464260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:27.548893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-d5bb6b0d-1b76-402c-b32e-6a3746260226 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2797892 Jul 22 11:32:27.562913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.611566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:27.617215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:27.627460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}, {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:27.629896 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-75aec288-d5c3-4ffd-a9eb-1c0f4396b9a2" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88"}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-unplugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:27.645076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.673557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3305867-a38d-4e72-86e9-5fb70b5e9038 req-b2fa53a1-43a6-4983-9965-4584734605f1 service neutron] 10.222.0.36 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156840 Jul 22 11:32:27.722984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:27.725256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:27.731340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:27.734906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8cc2b68-fe88-4b6e-bd9b-296eb7fc6916 req-81a4cbee-9f9b-4036-b351-be9eab2e67df tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:27.741783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8cc2b68-fe88-4b6e-bd9b-296eb7fc6916 req-81a4cbee-9f9b-4036-b351-be9eab2e67df tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2459567 Jul 22 11:32:27.770810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8800ed-4f17-40bb-9bf8-1681fc4c861d req-b0da6e37-273a-41bf-810f-d34ad3dce5f2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:27.775373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b093fca7-a99d-4473-a2e0-f9fcf129c580'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:27.780431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df8800ed-4f17-40bb-9bf8-1681fc4c861d req-b0da6e37-273a-41bf-810f-d34ad3dce5f2 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 945 time: 0.3063428 Jul 22 11:32:27.842433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df8800ed-4f17-40bb-9bf8-1681fc4c861d req-e3ef969b-4d0f-4b67-9f35-f8f7117be8bd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544558 Jul 22 11:32:27.860456 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8cc2b68-fe88-4b6e-bd9b-296eb7fc6916 req-81ed7733-4473-432f-92f6-97d772e3bca8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1106796 Jul 22 11:32:28.019497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:28.032034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.048260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:28.056219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:28.056838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.067576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d7311c6-5c74-4e9a-be75-e9e57040d2e9 req-c6fd8ea2-db59-4841-93d4-097dc3c26ca4 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.079552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d7311c6-5c74-4e9a-be75-e9e57040d2e9 req-c6fd8ea2-db59-4841-93d4-097dc3c26ca4 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 1096 time: 0.1049318 Jul 22 11:32:28.185245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.227137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d7311c6-5c74-4e9a-be75-e9e57040d2e9 req-a24b8850-0156-446c-b94f-7280bfb9bc13 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465521 Jul 22 11:32:28.240424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:28.252643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.337544 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 527 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-66d39900-918b-4eee-be3b-2efed87dde85 x-openstack-request-id: req-66d39900-918b-4eee-be3b-2efed87dde85 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:28.338174 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88", "code": 200}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-unplugged", "status": "completed", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:28.338174 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-66d39900-918b-4eee-be3b-2efed87dde85 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:28.338832 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'code': 200} Jul 22 11:32:28.339266 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'code': 200} Jul 22 11:32:28.339711 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'code': 200} Jul 22 11:32:28.343874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e3167640-9d10-4c27-a655-de60b9f22f3f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:28.420412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:28.455814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port e3167640-9d10-4c27-a655-de60b9f22f3f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:28.457779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port e3167640-9d10-4c27-a655-de60b9f22f3f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:28.458173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.560703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.566868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.573935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.580839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.586784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.586933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.606000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.616293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.625608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-59436c99-103e-40f4-ae53-808e73c8227b tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5432 time: 0.1984591 Jul 22 11:32:28.634153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e3167640-9d10-4c27-a655-de60b9f22f3f,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:28.638947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.643452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:28.656537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ab399c-fcc4-41d1-b1d1-f90276dc1ded req-203d3b4c-562a-4236-945d-473ba72503de tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:28.663510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7ab399c-fcc4-41d1-b1d1-f90276dc1ded req-203d3b4c-562a-4236-945d-473ba72503de tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 950 time: 0.2264879 Jul 22 11:32:28.731767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:28.742084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65e507dd-3a6a-40a5-8942-31abaccdf589 req-88498193-ab76-4d09-95b8-05fdcc72132c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1153274 Jul 22 11:32:28.745307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:28.750163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:28.750661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.752096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7ab399c-fcc4-41d1-b1d1-f90276dc1ded req-ea74d4e1-2a58-4a57-9328-19915a3db237 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0869403 Jul 22 11:32:28.806890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:28.907335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.940221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:28.956325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:28.956715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:28.959676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:28.985995 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:29.067770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:29.111380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:29.190339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:29.221151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:29.302322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:29.310352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6eda8cd-11df-4df2-ad69-f8b6307702f8 req-671a2bd3-290b-4677-9f67-1e405623a331 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:29.311749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6eda8cd-11df-4df2-ad69-f8b6307702f8 req-671a2bd3-290b-4677-9f67-1e405623a331 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.4178421 Jul 22 11:32:29.411199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6eda8cd-11df-4df2-ad69-f8b6307702f8 req-9751da8e-cd20-441b-bae3-d92080fba85b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573709 Jul 22 11:32:29.429040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-46a79d03-f4cb-4c4a-9c1f-b75818b7195e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:29.431031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-46a79d03-f4cb-4c4a-9c1f-b75818b7195e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.2023826 Jul 22 11:32:29.450690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-8e53f526-0232-4915-825f-02a30c1ec8f0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/quotas/a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 375 time: 0.0130506 Jul 22 11:32:29.566306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba206516-743f-4361-9321-7b470abb1843 req-cb6efbb5-7a46-4606-89e9-116eddc1009d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:29.575943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba206516-743f-4361-9321-7b470abb1843 req-cb6efbb5-7a46-4606-89e9-116eddc1009d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 945 time: 0.0891688 Jul 22 11:32:29.606903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-fb8fd583-ceda-4cf8-9079-d815a8442906 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1500533 Jul 22 11:32:29.623333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572933db-91c8-49b0-881c-3166934c2cd9 req-33adc970-4891-4111-9969-77cb9af2e8fb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:29.623333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-572933db-91c8-49b0-881c-3166934c2cd9 req-33adc970-4891-4111-9969-77cb9af2e8fb tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 951 time: 0.0692701 Jul 22 11:32:29.673017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba206516-743f-4361-9321-7b470abb1843 req-dd0311f0-0c31-4723-a222-4b6666b155b5 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958712 Jul 22 11:32:29.741608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Deleting port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:29.741950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:29.784125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-0618a8c1-70d3-4bf1-8536-d4aef419a6f7 service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759980 Jul 22 11:32:29.841266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] For port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:29.841634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:29.857950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Calling delete_port for 13f0a953-8971-40e5-b2b5-d0b8e82e60ea owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:29.948196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-b6edb7e5-56c9-4270-af14-935e2a4cfed5 service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1631095 Jul 22 11:32:30.014518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95f5fabe-9c7d-43d2-88e4-857b6a53d6b3 req-9f1db8fc-8c5c-4e97-9c4b-a41c138a3846 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.016567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95f5fabe-9c7d-43d2-88e4-857b6a53d6b3 req-9f1db8fc-8c5c-4e97-9c4b-a41c138a3846 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1184149 Jul 22 11:32:30.047883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:30.063721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593', '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', '392d1151-d9b9-495f-996a-d71f7a3b3d6b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:30.066196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['13f0a953-8971-40e5-b2b5-d0b8e82e60ea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:30.082282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event deleted for resources: {'Port': ['ID=13f0a953-8971-40e5-b2b5-d0b8e82e60ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:30.104833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95f5fabe-9c7d-43d2-88e4-857b6a53d6b3 req-4c92a6db-7cc0-482a-bbbe-0bf77b1db4e2 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0808911 Jul 22 11:32:30.188616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] No DVR routers for this DVR port 13f0a953-8971-40e5-b2b5-d0b8e82e60ea on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:30.201426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:30.204406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-572933db-91c8-49b0-881c-3166934c2cd9 req-f81403b1-7a0f-419c-ae91-a34d8cc22107 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.20 "DELETE /v2.0/ports/13f0a953-8971-40e5-b2b5-d0b8e82e60ea HTTP/1.1" status: 204 len: 173 time: 0.5830336 Jul 22 11:32:30.204895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-deleted', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:30.209627 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-961bd6d9-8a00-4a9e-b89e-45f5a492895f" -d '{"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-deleted", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:30.218490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a9b97eca-225a-4c89-87ed-806d8ad5375b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:30.358557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3167640-9d10-4c27-a655-de60b9f22f3f'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a'}, {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:30.360947 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd85e215-6e04-4d63-86fc-ef2d028489fb" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "e3167640-9d10-4c27-a655-de60b9f22f3f"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a"}, {"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:30.430969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port a9b97eca-225a-4c89-87ed-806d8ad5375b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:30.464664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port a9b97eca-225a-4c89-87ed-806d8ad5375b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:30.464664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:30.496863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-016cc024-fe05-462b-b19a-e0da0cb59ad7 req-dd3fad4e-0b4e-489e-997e-f41430408306 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=cf40cf6c-1337-46f4-a6b5-7761020f73e3 HTTP/1.1" status: 200 len: 210 time: 0.0520666 Jul 22 11:32:30.550429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.575224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.587619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.609376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.643184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.657910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.669945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:30.695304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-3238a27f-9516-4f1b-8733-f457ecc5b449 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5434 time: 0.4532614 Jul 22 11:32:30.770251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8497c2f-29d3-4193-ae51-4c8319b418fa req-9269f6f9-61f6-4e4d-bc98-dafb7d1889bc tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 210 time: 0.0565395 Jul 22 11:32:30.828792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9111e652-571f-46d7-b5ff-e42fae08f27a req-9c21fc7e-2aeb-446c-8d2b-79623f515433 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1294720 Jul 22 11:32:30.870083 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-355bdfb4-7c61-4de3-96f1-27917e23fc1d x-openstack-request-id: req-355bdfb4-7c61-4de3-96f1-27917e23fc1d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:30.871550 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-deleted", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:30.871550 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-355bdfb4-7c61-4de3-96f1-27917e23fc1d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:30.872145 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-deleted', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'status': 'completed', 'code': 200} Jul 22 11:32:30.963165 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:30.993088 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 696 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34e0f7a5-a610-4053-8890-ff02f300798e x-openstack-request-id: req-34e0f7a5-a610-4053-8890-ff02f300798e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:30.993394 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "e3167640-9d10-4c27-a655-de60b9f22f3f", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a", "code": 200}, {"server_uuid": "cf40cf6c-1337-46f4-a6b5-7761020f73e3", "name": "network-vif-plugged", "status": "completed", "tag": "13f0a953-8971-40e5-b2b5-d0b8e82e60ea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:30.993712 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34e0f7a5-a610-4053-8890-ff02f300798e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:30.994103 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'code': 200} Jul 22 11:32:30.994290 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e3167640-9d10-4c27-a655-de60b9f22f3f', 'code': 200} Jul 22 11:32:31.003259 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'code': 200} Jul 22 11:32:31.004024 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cf40cf6c-1337-46f4-a6b5-7761020f73e3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '13f0a953-8971-40e5-b2b5-d0b8e82e60ea', 'code': 200} Jul 22 11:32:31.064614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:31.100014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:31.101709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:31.265875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415cac26-8e87-4c95-9db3-b6e871c51a23 req-e7549cfd-a4ce-471b-851d-91ec7e7c87e2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:31.268233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-415cac26-8e87-4c95-9db3-b6e871c51a23 req-e7549cfd-a4ce-471b-851d-91ec7e7c87e2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1694944 Jul 22 11:32:31.347132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:31.393333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port b093fca7-a99d-4473-a2e0-f9fcf129c580 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:31.396395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-415cac26-8e87-4c95-9db3-b6e871c51a23 req-1089296d-9b23-4547-881b-4255c764e971 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973084 Jul 22 11:32:31.402186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port b093fca7-a99d-4473-a2e0-f9fcf129c580 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:31.402655 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:31.439058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c45ca339-518e-46fa-b7f8-3e45e7aeaade req-b0f6d04c-b088-4f33-8ebc-78b0857a91d4 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:31.446076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c45ca339-518e-46fa-b7f8-3e45e7aeaade req-b0f6d04c-b088-4f33-8ebc-78b0857a91d4 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 945 time: 0.2050598 Jul 22 11:32:31.521798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c45ca339-518e-46fa-b7f8-3e45e7aeaade req-bde6c4db-0a45-4d68-8402-4342edd97342 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572400 Jul 22 11:32:31.623647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d02dfcee-6c59-4787-a01d-c958d10a726b req-824dabc9-454f-4715-9a73-f6fb98b59289 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:31.626347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d02dfcee-6c59-4787-a01d-c958d10a726b req-824dabc9-454f-4715-9a73-f6fb98b59289 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1029572 Jul 22 11:32:31.700803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d02dfcee-6c59-4787-a01d-c958d10a726b req-b422578c-1e80-4d38-bd57-658153e0919d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626671 Jul 22 11:32:31.773148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:31.822045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:31.828690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:31.942657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:32.100416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70ed24df-18d1-4ba1-90d6-96941cff204d req-677711b1-b5e9-4121-bbc3-a7e28d8932f6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 210 time: 0.0746865 Jul 22 11:32:32.188631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-f759c655-a18b-4154-ac8f-30ea90a396a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.194434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-f759c655-a18b-4154-ac8f-30ea90a396a0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.2992659 Jul 22 11:32:32.213945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Request body: {'port': {'device_id': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'admin_state_up': True, 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:32.356019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.364243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.374927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.381733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.389750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.396450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.404360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.406542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-c9960c83-2981-4a2e-b1dd-9e95a1aec8a4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.2008786 Jul 22 11:32:32.416008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:32:32.420158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:32.468985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4afc8fa-0ad6-44b2-a57d-32a81b53e9de req-012fd5b9-d023-44af-ad9f-e472b84fcbbf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0513561 Jul 22 11:32:32.615486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9b0fb14-b1e7-47a8-89eb-5da9bd9a31c7 req-888d15d1-edd0-4390-a7c5-11d3d85b6130 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.615486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9b0fb14-b1e7-47a8-89eb-5da9bd9a31c7 req-888d15d1-edd0-4390-a7c5-11d3d85b6130 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 950 time: 0.1277635 Jul 22 11:32:32.664562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Allocated IP 172.20.0.5 (e8ad7f0e-5767-4b04-9f79-a9f420c92b20/9d94b167-9890-466f-8dd4-a8ef9843f179/fdb1b088-c5b9-4a31-9703-a0d35d6ea226) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:32:32.698250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9b0fb14-b1e7-47a8-89eb-5da9bd9a31c7 req-960c9249-6eed-4d97-a243-d02042452e63 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752795 Jul 22 11:32:32.816810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c89f29f5-08f4-4de5-8611-9eefeebd80c4 req-392bb14b-a939-4cac-9201-a5da4904d304 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.819933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c89f29f5-08f4-4de5-8611-9eefeebd80c4 req-392bb14b-a939-4cac-9201-a5da4904d304 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.0985761 Jul 22 11:32:32.831977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:32.869982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 13f0a953-8971-40e5-b2b5-d0b8e82e60ea {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:32.870308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 13f0a953-8971-40e5-b2b5-d0b8e82e60ea not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:32.911010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c89f29f5-08f4-4de5-8611-9eefeebd80c4 req-cc7a5c02-035c-4901-acfc-c310e32545b9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0544171 Jul 22 11:32:32.941081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:32.970502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4072b298-cfa5-46e2-ac32-05a7aa8b1e2c req-a1e84691-9b68-4507-a5eb-af0c0cc707e3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:32.972302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4072b298-cfa5-46e2-ac32-05a7aa8b1e2c req-a1e84691-9b68-4507-a5eb-af0c0cc707e3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 946 time: 0.1510804 Jul 22 11:32:33.006888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b'}, {'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:33.011758 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1232e2d5-a7e2-415a-a402-7e886e84db27" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b"}, {"server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "name": "network-vif-plugged", "status": "completed", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:33.020468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:33.051461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4072b298-cfa5-46e2-ac32-05a7aa8b1e2c req-92808b32-eec9-4cf2-bb96-5fcb543e9705 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717268 Jul 22 11:32:33.124635 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6d2d900e-6781-41bc-afe3-1caa414824c6 x-openstack-request-id: req-6d2d900e-6781-41bc-afe3-1caa414824c6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:33.124942 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-plugged", "status": "completed", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b", "code": 200}, {"server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "name": "network-vif-plugged", "status": "completed", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:33.125200 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6d2d900e-6781-41bc-afe3-1caa414824c6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:33.125602 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'code': 200} Jul 22 11:32:33.125861 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'code': 200} Jul 22 11:32:33.161154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:32:33.180286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bb5a71-d1e9-46a7-aa16-c367e08983bf req-bea36616-669e-448f-b7c5-a5dd68f58a4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.181843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0bb5a71-d1e9-46a7-aa16-c367e08983bf req-bea36616-669e-448f-b7c5-a5dd68f58a4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1136379 Jul 22 11:32:33.188284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:32:33.198037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:32:33.324595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:33.332346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0bb5a71-d1e9-46a7-aa16-c367e08983bf req-9b9bf29b-9fc3-4a07-84f5-c9e27103cce5 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332090 Jul 22 11:32:33.345789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.347101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:33.377477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-be0c12fd-ec97-4632-8930-ad047884c291 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1740341 Jul 22 11:32:33.390323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Request body: {'port': {'device_id': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:33.406206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.406726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.407212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.407701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.408170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.408638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.409113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.411081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-4dbb0303-ba81-451e-adb7-db57ab573e9c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.1277287 Jul 22 11:32:33.421872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49611746-792d-4e48-99c4-5a12535d1eae req-5e7d4840-e15d-4e08-a8a3-fc950ed4c825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.424348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49611746-792d-4e48-99c4-5a12535d1eae req-5e7d4840-e15d-4e08-a8a3-fc950ed4c825 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 1097 time: 0.1941695 Jul 22 11:32:33.522787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2e23e8-5381-4550-bd49-f90b55da8376 req-bc843976-80c0-4a6c-9204-b2e3b1caa24b service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0971823 Jul 22 11:32:33.547057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:33.594618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49611746-792d-4e48-99c4-5a12535d1eae req-502f406c-3a19-4f8f-96b9-0e59cc52a8e1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431868 Jul 22 11:32:33.652046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-ca599c8a-2101-45e5-a136-5323f1f0537c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.653796 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-ca599c8a-2101-45e5-a136-5323f1f0537c tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 950 time: 0.2100151 Jul 22 11:32:33.665115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e91f07-2450-48b6-b4db-4f51a7a4370e req-d27514e4-26ef-4a15-94af-dfaa80ecc246 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:33.666720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e91f07-2450-48b6-b4db-4f51a7a4370e req-d27514e4-26ef-4a15-94af-dfaa80ecc246 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 931 time: 0.1889551 Jul 22 11:32:33.767357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e91f07-2450-48b6-b4db-4f51a7a4370e req-dbe58db2-1f94-4528-9cb6-4579f8b831ed tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0887759 Jul 22 11:32:34.039990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.048093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.061509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.068735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.075797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.082723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.096200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.104846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-2f18e0f2-ae81-4a02-b0c3-6e5a1fd38764 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.1952553 Jul 22 11:32:34.169245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55584ecd-15b7-438c-9721-026f17ae2a53 req-0d0cbb9d-ab89-4a81-b72a-082002ed7f58 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0625331 Jul 22 11:32:34.209394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1b088-c5b9-4a31-9703-a0d35d6ea226 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:34.216238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Deleting port 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:34.216581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.223799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.276255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Transition to ACTIVE for port object fdb1b088-c5b9-4a31-9703-a0d35d6ea226 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:34.311935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.393159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] For port 392d1151-d9b9-495f-996a-d71f7a3b3d6b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=392d1151-d9b9-495f-996a-d71f7a3b3d6b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:34.393571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.396090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:34.411322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Calling delete_port for 392d1151-d9b9-495f-996a-d71f7a3b3d6b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:34.494829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f59463-83a6-44a9-b573-fb619c61da91 req-7cc9020f-5068-448f-a9b6-f0b17bf0103b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.498841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49f59463-83a6-44a9-b573-fb619c61da91 req-7cc9020f-5068-448f-a9b6-f0b17bf0103b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 950 time: 0.1182256 Jul 22 11:32:34.557820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:34.557820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:34.558847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:34.584234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:34.587088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49f59463-83a6-44a9-b573-fb619c61da91 req-363212b3-abd8-481e-a479-9e6674844579 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687304 Jul 22 11:32:34.598593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:34.617618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:34.618530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:34.619908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:34.621797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Bound port: fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:34.622884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.750376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0bfecc-1e11-4c5b-801e-e4ac0939a099 req-fa694e2f-46ef-4a58-85cf-304670eb6d3a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.752332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be0bfecc-1e11-4c5b-801e-e4ac0939a099 req-fa694e2f-46ef-4a58-85cf-304670eb6d3a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1444376 Jul 22 11:32:34.771141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.785327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593', '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:34.797260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-514a6e66-47fa-4122-9977-00687af1bf48 req-fefe77ca-590c-4ed5-b72b-dd2e1faafb0f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:34.806688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-514a6e66-47fa-4122-9977-00687af1bf48 req-fefe77ca-590c-4ed5-b72b-dd2e1faafb0f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 946 time: 0.1360037 Jul 22 11:32:34.851144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be0bfecc-1e11-4c5b-801e-e4ac0939a099 req-228638ae-95e9-42d3-af7d-9269cf63677f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0918982 Jul 22 11:32:34.899675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-514a6e66-47fa-4122-9977-00687af1bf48 req-e0f9ab36-f418-402b-8b32-cb5065c4fc9e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917001 Jul 22 11:32:34.919516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:34.922358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event deleted for resources: {'Port': ['ID=392d1151-d9b9-495f-996a-d71f7a3b3d6b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:34.975767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] No DVR routers for this DVR port 392d1151-d9b9-495f-996a-d71f7a3b3d6b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:34.996586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:34.998946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-09a6587d-c665-4bde-8cf1-78d3e94e9d5f req-bcdb97c4-688b-4406-85bc-476b9e3a9c94 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "DELETE /v2.0/ports/392d1151-d9b9-495f-996a-d71f7a3b3d6b HTTP/1.1" status: 204 len: 173 time: 1.2214808 Jul 22 11:32:35.002685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-deleted', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:35.005160 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9cfba2ec-1546-4bde-8263-347af3fa7d80" -d '{"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-deleted", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:35.015909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:35.030921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:35.201146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:35.216311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:35.223993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] 10.222.0.20 "PUT /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 1091 time: 1.8385003 Jul 22 11:32:35.278408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0290d014-516b-42c2-a3a0-28c1ad7141e3 req-9241abe6-f69d-41b8-8147-0c7deb42145e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:35.295967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f903ce1-64e2-4f7d-90ec-4970b7ad28b4 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:35.299494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0290d014-516b-42c2-a3a0-28c1ad7141e3 req-9241abe6-f69d-41b8-8147-0c7deb42145e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2768188 Jul 22 11:32:35.401564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0290d014-516b-42c2-a3a0-28c1ad7141e3 req-495de550-33da-4e3a-9ebc-106a877f7f9a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903175 Jul 22 11:32:35.508628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-bd61f15a-bad2-432c-a987-45595c145c7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:35.511256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-bd61f15a-bad2-432c-a987-45595c145c7c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1094 time: 0.1711390 Jul 22 11:32:35.588461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:35.608990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-722cba8d-93ba-4766-9489-962fc4ca68e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 217 time: 0.0896218 Jul 22 11:32:35.716051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf5af3f8-9e15-4ac5-94b8-fb6bf7d0af51 req-4cb8dfa1-b3c0-4d36-86c0-84342eecad49 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:35.717720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf5af3f8-9e15-4ac5-94b8-fb6bf7d0af51 req-4cb8dfa1-b3c0-4d36-86c0-84342eecad49 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1672628 Jul 22 11:32:35.754314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-9280a16f-e53c-4845-9c4c-e803ecabad87 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:35.756047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-9280a16f-e53c-4845-9c4c-e803ecabad87 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1395609 Jul 22 11:32:35.824724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf5af3f8-9e15-4ac5-94b8-fb6bf7d0af51 req-02c76894-f850-4bb7-927f-c7c68a3dd8d6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0900631 Jul 22 11:32:35.825898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-681cb817-7f42-4d08-ac89-03dcd0a093e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0615721 Jul 22 11:32:35.839590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8063a7e9-5aaf-43eb-824a-e3b617ae6808 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:35.972755 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0495938e-4c30-4ce9-8052-a4487bef4161 x-openstack-request-id: req-0495938e-4c30-4ce9-8052-a4487bef4161 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:35.973054 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "beb16db5-872a-4533-99ef-844b345c5736", "name": "network-vif-deleted", "tag": "392d1151-d9b9-495f-996a-d71f7a3b3d6b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:35.973311 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0495938e-4c30-4ce9-8052-a4487bef4161 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:35.973970 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'beb16db5-872a-4533-99ef-844b345c5736', 'name': 'network-vif-deleted', 'tag': '392d1151-d9b9-495f-996a-d71f7a3b3d6b', 'status': 'completed', 'code': 200} Jul 22 11:32:35.982116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-9af3c0c4-7ff0-4ffe-9bca-7520c00f5066 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1401207 Jul 22 11:32:36.136295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8063a7e9-5aaf-43eb-824a-e3b617ae6808 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.150045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8063a7e9-5aaf-43eb-824a-e3b617ae6808 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.176632 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07b25211-f27b-4b1e-9633-d97e5bbf078b req-d6c56b95-8358-445d-989b-d630a51f784c service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1860926 Jul 22 11:32:36.187993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.195586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.202876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.205199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8063a7e9-5aaf-43eb-824a-e3b617ae6808 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b2d379f-e272-4cc7-8777-c5f2c5e57fda,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:36.225638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8063a7e9-5aaf-43eb-824a-e3b617ae6808 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c3b6c9aba9c34d479b84b365b8cb4454&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6361401 Jul 22 11:32:36.228166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:36.232481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.240713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.248596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.255477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.260211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:36.270912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-57e53051-84a9-44e5-a7b7-6b21632e0f12 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.1948779 Jul 22 11:32:36.291015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.295867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 392d1151-d9b9-495f-996a-d71f7a3b3d6b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:36.296225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 392d1151-d9b9-495f-996a-d71f7a3b3d6b not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:36.343056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.346993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9a276af-6716-41ba-beb0-21b2a623ddaf req-0b8315f9-dd7c-4d23-b6f5-9a96305bf443 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=beb16db5-872a-4533-99ef-844b345c5736 HTTP/1.1" status: 200 len: 210 time: 0.1742275 Jul 22 11:32:36.376899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf66dce7-66d0-4cca-86e3-c9f8194a2dd1 req-dc3d84c0-9c56-4c93-8401-51d9eefc6a79 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1019611 Jul 22 11:32:36.502750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.505463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:36.509521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b2d379f-e272-4cc7-8777-c5f2c5e57fda HTTP/1.1" status: 204 len: 168 time: 0.2755485 Jul 22 11:32:36.521492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-270f14f6-6f8a-4039-a682-82daeae95950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b2d379f-e272-4cc7-8777-c5f2c5e57fda,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:36.602813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7773e54e-7d9a-4ff5-a750-58d3aace80ac req-f4c272e7-a689-4fd9-989c-e3ec061701a6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.604285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7773e54e-7d9a-4ff5-a750-58d3aace80ac req-f4c272e7-a689-4fd9-989c-e3ec061701a6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1289446 Jul 22 11:32:36.616641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2489e7e6-d000-45d1-a6f3-c086096a30bd req-1904ad20-41a7-4eaa-8c6f-c54ed94d13bc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.618269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2489e7e6-d000-45d1-a6f3-c086096a30bd req-1904ad20-41a7-4eaa-8c6f-c54ed94d13bc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 946 time: 0.1328061 Jul 22 11:32:36.688848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7773e54e-7d9a-4ff5-a750-58d3aace80ac req-9c676f3c-3539-4e63-b002-63e2d2c3b3e6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692706 Jul 22 11:32:36.730544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2489e7e6-d000-45d1-a6f3-c086096a30bd req-ee555517-0fcd-467d-a617-f20dcdd0c03b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0963132 Jul 22 11:32:36.826384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:36.829706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:36.872869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.880848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.888077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.894481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.900696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.909779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.916341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:36.930598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:36.937112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddb2f4b0-ef08-43a4-b3ee-cada0001fbfa req-3b6c398d-d8f8-49b8-bd31-010ec24b075f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.1497643 Jul 22 11:32:36.941354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Request body: {'floatingip': {'port_id': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:37.015992 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.044450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:37.066225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:37.069151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.070295 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf9d2c01-1287-4d98-90a1-5df64f91bbc8" -d '{"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:37.076669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'port_id': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'mac_address': 'fa:16:3e:76:fc:ee', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c21813c-e71e-4d09-88bc-539fe2b33322', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:37.092980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:37.113272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.124106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1941e93c-1a74-4ea1-8ad5-4f7ae623b43b req-7b24cda2-264c-4155-88e2-e79ea18e0424 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:37.133474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1941e93c-1a74-4ea1-8ad5-4f7ae623b43b req-7b24cda2-264c-4155-88e2-e79ea18e0424 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1411140 Jul 22 11:32:37.154699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.188768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:37.207098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:37.220233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1941e93c-1a74-4ea1-8ad5-4f7ae623b43b req-8ab2f54f-ab86-4877-a405-80117fe69997 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806732 Jul 22 11:32:37.304190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:32:37.304699 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:32:37.369515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68ea1646-d82a-4d22-a3bf-8454e18b789f req-1e2ca376-dd5b-4e6a-bb65-775e520aeefe tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:37.377022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68ea1646-d82a-4d22-a3bf-8454e18b789f req-1e2ca376-dd5b-4e6a-bb65-775e520aeefe tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 946 time: 0.0850980 Jul 22 11:32:37.413798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68ea1646-d82a-4d22-a3bf-8454e18b789f req-881192cc-26c1-4d42-869e-6e66d7770d21 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357981 Jul 22 11:32:37.497899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee3807-b282-417e-a777-f3f67389d265 req-8eb7f217-5767-4154-933a-80ae0dcef467 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:37.499455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-8eb7f217-5767-4154-933a-80ae0dcef467 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1096 time: 0.1419919 Jul 22 11:32:37.621251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c8b340-4cea-4295-a4a4-ce3b7e784cb0 req-c07eb498-a824-47b8-a27a-18dedc41a97c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:37.623571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c8b340-4cea-4295-a4a4-ce3b7e784cb0 req-c07eb498-a824-47b8-a27a-18dedc41a97c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1107135 Jul 22 11:32:37.690063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c8b340-4cea-4295-a4a4-ce3b7e784cb0 req-62683455-b6cc-4f42-8fee-a2965554f692 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532200 Jul 22 11:32:37.769001 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53c65a99-9aba-43a2-9f75-6cdd356df96a x-openstack-request-id: req-53c65a99-9aba-43a2-9f75-6cdd356df96a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:37.769557 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-unplugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:37.770004 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53c65a99-9aba-43a2-9f75-6cdd356df96a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:37.770614 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'code': 200} Jul 22 11:32:37.898175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.927724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:37.954388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:37.961240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:37.984446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:37.987810 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2" -d '{"events": [{"name": "network-changed", "server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:38.063483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee3807-b282-417e-a777-f3f67389d265 req-6267ea69-ee02-4479-be23-cbbfe6eb7259 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:38.065373 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-6267ea69-ee02-4479-be23-cbbfe6eb7259 service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.5558708 Jul 22 11:32:38.099338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:38.128710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15056117-6b63-495e-9d64-05933c01053f req-d3474fee-b6f8-4143-8415-656118e3dff3 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:38.130418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15056117-6b63-495e-9d64-05933c01053f req-d3474fee-b6f8-4143-8415-656118e3dff3 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 944 time: 0.1351781 Jul 22 11:32:38.132678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-55e9fcab-da8b-44e0-b372-49eeb6c1f44e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0590384 Jul 22 11:32:38.177702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:32:38.185807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fc858681-faa7-4c96-b04e-cc85ac56b8c4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:38.238493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5ee3807-b282-417e-a777-f3f67389d265 req-2fb68aa3-2b9a-4634-93a2-baec508ca7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:38.240393 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-2fb68aa3-2b9a-4634-93a2-baec508ca7c7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.1004617 Jul 22 11:32:38.244082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15056117-6b63-495e-9d64-05933c01053f req-60299905-95a0-4d36-ba7b-151c4334765e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0992508 Jul 22 11:32:38.250085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:38.260414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:38.297178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-56c54a30-758d-4cba-b225-8b242ed6a3e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0456171 Jul 22 11:32:38.518131 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Floating IP 5c8d28cd-5d00-4a95-b6a4-fa07d81fe896 associated. External IP: 172.25.6.15, port: 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88. Jul 22 11:32:38.622397 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f79d6455-c574-4418-9908-5f7dbf07a39c x-openstack-request-id: req-f79d6455-c574-4418-9908-5f7dbf07a39c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:38.622981 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:38.623471 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f79d6455-c574-4418-9908-5f7dbf07a39c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:38.624035 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'status': 'completed', 'code': 200} Jul 22 11:32:38.636844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-4c6330d9-514e-4894-ace5-676fa48d8544 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2686121 Jul 22 11:32:38.822116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9adf0b15-5e88-40ad-a44f-87bcccbb0189 req-70ed00ea-3442-45ee-93a1-3b35f99d273e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:38.829607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:38.833758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:38.842417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9adf0b15-5e88-40ad-a44f-87bcccbb0189 req-70ed00ea-3442-45ee-93a1-3b35f99d273e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.1514814 Jul 22 11:32:38.898478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-f89bd736-6caa-4001-8cce-0cb43fb6c0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:38.900315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-f89bd736-6caa-4001-8cce-0cb43fb6c0c9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1094 time: 0.2749710 Jul 22 11:32:38.919746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5ee3807-b282-417e-a777-f3f67389d265 req-55a5da01-28f0-4bb7-aa97-eea209dc5f72 service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2557855 Jul 22 11:32:38.939222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9adf0b15-5e88-40ad-a44f-87bcccbb0189 req-e00e5f9a-ba7c-4ef0-a1f6-1b3e3e1c1f9f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0893884 Jul 22 11:32:38.995114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:32:38.999154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fc858681-faa7-4c96-b04e-cc85ac56b8c4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:38.999914 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.051415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:39.072649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'port_id': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'mac_address': 'fa:16:3e:39:31:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d94b167-9890-466f-8dd4-a8ef9843f179', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:39.132906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-b864b281-655d-45a3-b0cd-65627726250f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.134658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-b864b281-655d-45a3-b0cd-65627726250f service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.2276354 Jul 22 11:32:39.179981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.182827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95e6eaac-73ce-4555-884a-4e7a60b17933 req-71af0bbd-3018-44d8-bab6-edf8ebb09b0f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.185436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95e6eaac-73ce-4555-884a-4e7a60b17933 req-71af0bbd-3018-44d8-bab6-edf8ebb09b0f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1339936 Jul 22 11:32:39.195298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-012b4e27-3c3c-4db0-93ef-04d9a2e192ad req-1fcf1c05-bb78-4417-a87f-758bfd92d4a3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.198082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-6b12cae3-489c-4c40-b249-66f17f633875 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 217 time: 0.0556045 Jul 22 11:32:39.199312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.203435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-012b4e27-3c3c-4db0-93ef-04d9a2e192ad req-1fcf1c05-bb78-4417-a87f-758bfd92d4a3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1376333 Jul 22 11:32:39.216113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fdb1b088-c5b9-4a31-9703-a0d35d6ea226 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:39.242185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:39.250956 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.265780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-012b4e27-3c3c-4db0-93ef-04d9a2e192ad req-6d25b4df-8886-4a98-80cd-3a2ab807ff43 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0609035 Jul 22 11:32:39.268795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95e6eaac-73ce-4555-884a-4e7a60b17933 req-b9e54850-829f-409f-baa6-4fce643aa03d tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627625 Jul 22 11:32:39.269243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:32:39.274849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.320065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:39.324641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Sync routers for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:32:39.336352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:39.349659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-021620eb-29a3-46fe-9f98-d39824050b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.356831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-021620eb-29a3-46fe-9f98-d39824050b9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1505909 Jul 22 11:32:39.357030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:32:39.357712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:39.372430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2be810c-8091-486d-907d-a68dcbf0e217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "PUT /v2.0/floatingips/5c8d28cd-5d00-4a95-b6a4-fa07d81fe896 HTTP/1.1" status: 200 len: 991 time: 2.4370492 Jul 22 11:32:39.399476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:39.414748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-269cc541-cfeb-4964-9109-91da24c3df4e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0391355 Jul 22 11:32:39.526308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ecfffc8-5574-42d2-8fed-18b66a24e320 req-01db1e66-1eae-4da6-956e-b29feb265404 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.528624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ecfffc8-5574-42d2-8fed-18b66a24e320 req-01db1e66-1eae-4da6-956e-b29feb265404 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.1252170 Jul 22 11:32:39.536606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:39.543714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-015a32bf-e798-4caf-865b-0c3351a678ec req-0c7c2184-1c3a-4de6-8a2f-89631c41b151 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.558742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-015a32bf-e798-4caf-865b-0c3351a678ec req-0c7c2184-1c3a-4de6-8a2f-89631c41b151 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1023610 Jul 22 11:32:39.587129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-84f981f0-c5fa-4426-aec2-06b53d4d3c06 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1621296 Jul 22 11:32:39.591290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:39.591612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-768202c0-1d55-4cf3-85d1-f0ccc65fec75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.593712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-768202c0-1d55-4cf3-85d1-f0ccc65fec75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1096 time: 0.1503417 Jul 22 11:32:39.637325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ecfffc8-5574-42d2-8fed-18b66a24e320 req-61e76a4b-4d7e-40bf-a5f6-377b3ebe0d5b tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1006098 Jul 22 11:32:39.659041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:32:39.674307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-015a32bf-e798-4caf-865b-0c3351a678ec req-c377d8a8-46ff-4a95-bf12-3f3ccf005e8d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1066365 Jul 22 11:32:39.796130 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7b41fae6-08b9-43fb-a401-2d0a16d2fab2 req-f158a6f9-24b4-44b8-8bb1-dada1fdcbcbd service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2013278 Jul 22 11:32:39.800627 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-33e60178-2d45-4eb8-8fb6-8f414037fafe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.806896 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-33e60178-2d45-4eb8-8fb6-8f414037fafe service neutron] 10.222.0.20 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.1882033 Jul 22 11:32:39.821210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:39.823825 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c40f9f2a-2dc2-4064-96d5-51f0c5c59d7a" -d '{"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:39.847635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fe115aa-07c9-413a-ace1-73f1e3bd7e40 req-b6296769-b37c-4735-bbaa-fe8e0b4cd8c5 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.849300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fe115aa-07c9-413a-ace1-73f1e3bd7e40 req-b6296769-b37c-4735-bbaa-fe8e0b4cd8c5 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 946 time: 0.0889308 Jul 22 11:32:39.857520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-e0e34200-2304-4450-9d24-fa5c1e431737 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0419853 Jul 22 11:32:39.886466 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d06aee7-5f5d-405b-92ee-58cc8c674e09 x-openstack-request-id: req-8d06aee7-5f5d-405b-92ee-58cc8c674e09 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:39.887131 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-plugged", "status": "completed", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:39.887301 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d06aee7-5f5d-405b-92ee-58cc8c674e09 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:39.887692 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'code': 200} Jul 22 11:32:39.911208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fe115aa-07c9-413a-ace1-73f1e3bd7e40 req-b196a690-4174-41ea-8c34-148eb3193141 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477467 Jul 22 11:32:39.961184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-4df32027-7507-449f-a47b-431e792f50c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:39.963003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-4df32027-7507-449f-a47b-431e792f50c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.0968976 Jul 22 11:32:40.030760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-0eac3310-b416-4f3c-b733-d9fc3760ad66 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0546532 Jul 22 11:32:40.109865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48af0d25-f20c-4a88-a802-f7a500ea53a6 req-fd9cdead-d89b-4c33-b30e-6fce3a6cbb7b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:40.110648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d28cd-5d00-4a95-b6a4-fa07d81fe896', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'port_id': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'mac_address': 'fa:16:3e:29:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:31:28Z', 'updated_at': '2021-07-22T11:32:38Z', 'revision_number': 1, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:40.111571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48af0d25-f20c-4a88-a802-f7a500ea53a6 req-fd9cdead-d89b-4c33-b30e-6fce3a6cbb7b tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.0867286 Jul 22 11:32:40.139874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Checking router: 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:32:40.151045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:32:40.151045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:40.170255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-372dc78b-321f-484e-aa03-4b5d87424672 req-b5c1f234-4b52-4fcd-a1ef-4d5a62bc5c84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:40.171946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-372dc78b-321f-484e-aa03-4b5d87424672 req-b5c1f234-4b52-4fcd-a1ef-4d5a62bc5c84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 1096 time: 0.1440928 Jul 22 11:32:40.175476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-a21dd362-1184-43a3-8093-73805d84d1ae service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368105 Jul 22 11:32:40.175641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48af0d25-f20c-4a88-a802-f7a500ea53a6 req-268669c8-2fed-4e16-bc8b-7f8df5b82137 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572264 Jul 22 11:32:40.267854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:32:40.284046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-372dc78b-321f-484e-aa03-4b5d87424672 req-90b9dba0-ee25-43e8-ad06-143fee3c42e2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0979209 Jul 22 11:32:40.296092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:32:40.347433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-71e25b25-714c-4f8a-8d58-a5cce2268b3b req-a92c1d67-e677-42c4-a7dc-c013a9ab6dfd service neutron] 10.222.0.20 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1520641 Jul 22 11:32:40.489167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-85534412-772b-4af2-b647-d93d40da10b1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:40.492373 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-85534412-772b-4af2-b647-d93d40da10b1 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1168504 Jul 22 11:32:40.513624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b312db7-f928-4ead-8dca-5a875cf021e7 req-738cab42-4efa-457a-9e98-6682194846e4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:40.515696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b312db7-f928-4ead-8dca-5a875cf021e7 req-738cab42-4efa-457a-9e98-6682194846e4 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 944 time: 0.1645634 Jul 22 11:32:40.577231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1190771-65bc-4e97-8a1f-d367fc173b87 req-2bd5d7e0-b6d5-4e03-ac87-693050c7194b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:40.578932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1190771-65bc-4e97-8a1f-d367fc173b87 req-2bd5d7e0-b6d5-4e03-ac87-693050c7194b tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=82170941-30b9-4d80-ba6b-5351241a88f5 HTTP/1.1" status: 200 len: 949 time: 0.1691453 Jul 22 11:32:40.589765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b312db7-f928-4ead-8dca-5a875cf021e7 req-300eab17-c491-45e5-a68d-8ae7941a6538 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649288 Jul 22 11:32:40.628884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:40.630530 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-420ce154-54f4-40af-ab6c-9abc7a22cc12" -d '{"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:40.634042 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] It took 0.28 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:32:40.645601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1190771-65bc-4e97-8a1f-d367fc173b87 req-e7dc1814-aa3f-477b-8b04-9940d10f60a4 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0477579 Jul 22 11:32:40.710550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Deleting port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:40.710910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:40.770695 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7bc4e53-ced6-4964-bf38-e042fa33084e x-openstack-request-id: req-b7bc4e53-ced6-4964-bf38-e042fa33084e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:40.776020 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:40.776437 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7bc4e53-ced6-4964-bf38-e042fa33084e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:40.777509 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'status': 'completed', 'code': 200} Jul 22 11:32:40.823076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:40.846981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:32:40.891380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] For port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:40.891978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:40.904139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'port_id': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'mac_address': 'fa:16:3e:1f:8d:73', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecfe6b-f028-4311-9363-6a1d1f7c5373', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:32:40.921959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Calling delete_port for 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:41.008759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:32:41.013500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.033038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:32:41.033748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.068470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:41.098496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.099323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.099641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.100174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.100992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.101334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.101857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.104358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a77c028d-ff4b-497c-af92-4037a9574ad4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.3350613 Jul 22 11:32:41.129312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d28cd-5d00-4a95-b6a4-fa07d81fe896', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'port_id': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'mac_address': 'fa:16:3e:29:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:31:28Z', 'updated_at': '2021-07-22T11:32:38Z', 'revision_number': 1, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:32:41.190394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:41.211267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.216702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e0aab3-9254-4d35-8e93-23bf19fd2961 None None] The sync data for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 is: [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d28cd-5d00-4a95-b6a4-fa07d81fe896', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'floating_ip_address': '172.25.6.15', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'port_id': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 961, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'mac_address': 'fa:16:3e:29:46:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:31:28Z', 'updated_at': '2021-07-22T11:32:38Z', 'revision_number': 1, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:32:41.221322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.235654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9f971cc6-7d25-4875-be4d-22698028f593', '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:41.275366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event deleted for resources: {'Port': ['ID=2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:41.366393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-56162ab6-0ed2-4322-a8eb-d2682bf5ffaf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.368190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-56162ab6-0ed2-4322-a8eb-d2682bf5ffaf service neutron] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091 HTTP/1.1" status: 200 len: 912 time: 0.2536938 Jul 22 11:32:41.382776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a28bc52e-082c-4e2d-851e-94bff981d100 req-b492e57b-6a21-4b02-aa29-da94c973dc75 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.384477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a28bc52e-082c-4e2d-851e-94bff981d100 req-b492e57b-6a21-4b02-aa29-da94c973dc75 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.6012468 Jul 22 11:32:41.414965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] No DVR routers for this DVR port 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:41.418110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.422070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f10b989-19c4-47e9-a8d8-3b96575f4897 req-a24db233-b950-47f9-8d59-86c20a14e1b2 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "DELETE /v2.0/ports/2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 HTTP/1.1" status: 204 len: 173 time: 0.9226151 Jul 22 11:32:41.447751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b093fca7-a99d-4473-a2e0-f9fcf129c580'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:32:41.468975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3f5f03-e4f5-4351-8f60-2c69b805b3b2 req-bec4c818-74a7-42bd-82c6-5445f0320f66 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.476735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f3f5f03-e4f5-4351-8f60-2c69b805b3b2 req-bec4c818-74a7-42bd-82c6-5445f0320f66 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.6139417 Jul 22 11:32:41.499446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-49bace76-6bec-4ba1-bd89-f32bc300e121 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.500999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-49bace76-6bec-4ba1-bd89-f32bc300e121 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.36 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 948 time: 0.6268859 Jul 22 11:32:41.605496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:41.612576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:41.624769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-54204f18-29c9-4dbf-8297-4747e5bcfa2f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 999 time: 0.2386558 Jul 22 11:32:41.655901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a28bc52e-082c-4e2d-851e-94bff981d100 req-ba28c0eb-02d6-45c1-ab86-34fce08cfd1f tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530260 Jul 22 11:32:41.671332 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd5c3abd-94e2-4181-b957-dae352f90e87 None None] New status for floating IP 5c8d28cd-5d00-4a95-b6a4-fa07d81fe896: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:32:41.759766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a71c7766-83a8-4625-95e1-0f0b61a8fc4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:41.761351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-a71c7766-83a8-4625-95e1-0f0b61a8fc4c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.1118100 Jul 22 11:32:41.785115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f3f5f03-e4f5-4351-8f60-2c69b805b3b2 req-48cb1fdb-7e80-41fa-8c1e-1a3f332ab04a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074234 Jul 22 11:32:41.911525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:41.913800 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b94271-1668-4f75-bdec-0af271c41e62" -d '{"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:41.982533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:42.005134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.006031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:42.028950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Deleting port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:42.029695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.140056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:42.212764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.227122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-d8b99a12-caf9-4815-8c7b-cfa2a219d04e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:42.228661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-d8b99a12-caf9-4815-8c7b-cfa2a219d04e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3722346 Jul 22 11:32:42.238876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] For port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:42.239245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.257571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:42.263121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.267648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa93ffb1-bc4a-4719-8cc0-a2ab4432c3b0 req-5f8aa204-a2be-4117-b237-91a4a480125c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:42.269251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa93ffb1-bc4a-4719-8cc0-a2ab4432c3b0 req-5f8aa204-a2be-4117-b237-91a4a480125c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 945 time: 0.2811842 Jul 22 11:32:42.279828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94609d1e-fd8f-4e1e-be4b-2f240a692c43 req-4aba85e1-bfec-4932-a6b0-1408b4b9b601 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:42.281358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94609d1e-fd8f-4e1e-be4b-2f240a692c43 req-4aba85e1-bfec-4932-a6b0-1408b4b9b601 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2733970 Jul 22 11:32:42.298864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Calling delete_port for 6beeb19f-c4b1-4fe5-a788-2bc6885c437e owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:42.333959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:42.347426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 6beeb19f-c4b1-4fe5-a788-2bc6885c437e no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:42.438735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:42.459023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:42.459483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:42.459959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:42.564610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.594257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:42.619931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:42.625938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:42.686294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:42.740702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94609d1e-fd8f-4e1e-be4b-2f240a692c43 req-587c58ee-e6a2-4116-ad71-02faad412131 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4450731 Jul 22 11:32:42.772737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa93ffb1-bc4a-4719-8cc0-a2ab4432c3b0 req-ee79dd58-1af2-4f4f-a934-a3032a317a83 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4887865 Jul 22 11:32:42.779017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-deleted', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:42.781349 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f5747d-3d1a-407a-b17f-2ce96dc7ee8a" -d '{"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-deleted", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:42.799489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-fa48e597-b1be-42f4-97c9-f8da8e91259a service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5544727 Jul 22 11:32:42.899138 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b3ec422-7e7d-49dd-af13-6eed74148917 x-openstack-request-id: req-9b3ec422-7e7d-49dd-af13-6eed74148917 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:42.899587 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-plugged", "status": "completed", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:42.899936 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b3ec422-7e7d-49dd-af13-6eed74148917 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:42.900470 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'code': 200} Jul 22 11:32:43.025336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:43.030253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0dfe90-5e64-4055-bda2-8f92bbcab5ea req-f215a630-d464-405c-9b8c-1cd3145420f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:43.033135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0dfe90-5e64-4055-bda2-8f92bbcab5ea req-f215a630-d464-405c-9b8c-1cd3145420f6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1096 time: 0.0638022 Jul 22 11:32:43.078069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0dfe90-5e64-4055-bda2-8f92bbcab5ea req-3aa25786-cace-4dd8-9ef2-c0619dda033f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394332 Jul 22 11:32:43.111383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4234ba-cab6-4ac2-984d-a88d0c24a32c req-4465a5bb-0761-4677-9ec4-5fed05742af4 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c74d6a-c273-4d60-859b-70ad419253c2 HTTP/1.1" status: 200 len: 210 time: 0.0919755 Jul 22 11:32:43.124474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Pushing event deleted for resources: {'Port': ['ID=6beeb19f-c4b1-4fe5-a788-2bc6885c437e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:43.134963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-420ce154-54f4-40af-ab6c-9abc7a22cc12 req-661beb77-1d25-4d09-9d6f-d1155210adac service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3208182 Jul 22 11:32:43.193198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] No DVR routers for this DVR port 6beeb19f-c4b1-4fe5-a788-2bc6885c437e on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:43.196818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:43.199755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7263b07f-e5f0-44d5-bffe-c3422247f595 req-077d2a39-1e8b-4395-827d-ef0c0b60ac08 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.36 "DELETE /v2.0/ports/6beeb19f-c4b1-4fe5-a788-2bc6885c437e HTTP/1.1" status: 204 len: 173 time: 1.6645825 Jul 22 11:32:43.201119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-deleted', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:43.203600 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ed8b0-e712-4cf2-aaa6-5102113c6de8" -d '{"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-deleted", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:43.222040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e6809f-0d7f-4752-9d20-04b55df969ad req-69a80c56-b537-41ea-82f2-748a379ac698 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:43.241527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68e6809f-0d7f-4752-9d20-04b55df969ad req-69a80c56-b537-41ea-82f2-748a379ac698 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.3426790 Jul 22 11:32:43.317872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68e6809f-0d7f-4752-9d20-04b55df969ad req-d455c017-1d63-455e-b616-afa4bb2063ec tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753605 Jul 22 11:32:43.360340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5515926e-d91e-4b32-b731-2c8cf5c183de req-3a174d18-bba3-4f87-baa8-33fb78bc5df4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:43.367569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5515926e-d91e-4b32-b731-2c8cf5c183de req-3a174d18-bba3-4f87-baa8-33fb78bc5df4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.1182306 Jul 22 11:32:43.399324 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4163b94d-3050-4371-be4c-ae9fed2b281c x-openstack-request-id: req-4163b94d-3050-4371-be4c-ae9fed2b281c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:43.399826 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "82170941-30b9-4d80-ba6b-5351241a88f5", "name": "network-vif-deleted", "tag": "2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:43.400152 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4163b94d-3050-4371-be4c-ae9fed2b281c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:43.400616 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '82170941-30b9-4d80-ba6b-5351241a88f5', 'name': 'network-vif-deleted', 'tag': '2b63bbc2-ce51-4f36-a6be-5ce059cdf7d6', 'status': 'completed', 'code': 200} Jul 22 11:32:43.409304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5515926e-d91e-4b32-b731-2c8cf5c183de req-ab2f8be4-efaa-4f7e-89df-1a92c8efdbaa tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405867 Jul 22 11:32:43.638745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a11b9524-b230-4088-b195-b34ebff20408 req-b34b6429-e9e3-4609-95cf-00c23bfafa2d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:43.643184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a11b9524-b230-4088-b195-b34ebff20408 req-b34b6429-e9e3-4609-95cf-00c23bfafa2d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1564751 Jul 22 11:32:43.696118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a11b9524-b230-4088-b195-b34ebff20408 req-acf8a1c0-27a1-4d25-baf2-e75ac4187dfa tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0463126 Jul 22 11:32:43.767534 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10bde341-fe37-4a03-8c5e-7995d8de4a77 x-openstack-request-id: req-10bde341-fe37-4a03-8c5e-7995d8de4a77 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:43.768298 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65c74d6a-c273-4d60-859b-70ad419253c2", "name": "network-vif-deleted", "tag": "6beeb19f-c4b1-4fe5-a788-2bc6885c437e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:43.768513 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10bde341-fe37-4a03-8c5e-7995d8de4a77 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:43.768985 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65c74d6a-c273-4d60-859b-70ad419253c2', 'name': 'network-vif-deleted', 'tag': '6beeb19f-c4b1-4fe5-a788-2bc6885c437e', 'status': 'completed', 'code': 200} Jul 22 11:32:44.003041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba7b18a1-f26b-4bfe-9983-a0fadd1ba89f req-17dc13a1-9245-4138-9bc6-43e33f308e48 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.006930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba7b18a1-f26b-4bfe-9983-a0fadd1ba89f req-17dc13a1-9245-4138-9bc6-43e33f308e48 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 944 time: 0.1159599 Jul 22 11:32:44.015831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abba9086-26b4-4281-835e-a779ecbd1c40 req-64779258-95bf-4ba4-8d2a-874bd80e46ac tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.017429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abba9086-26b4-4281-835e-a779ecbd1c40 req-64779258-95bf-4ba4-8d2a-874bd80e46ac tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.1278701 Jul 22 11:32:44.076676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba7b18a1-f26b-4bfe-9983-a0fadd1ba89f req-b6b7e215-4594-498b-aeb3-315d55ee4353 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582592 Jul 22 11:32:44.084484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abba9086-26b4-4281-835e-a779ecbd1c40 req-1e4ee55d-2d99-4e9f-a5d7-fc70ad16c5c6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590918 Jul 22 11:32:44.220420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49f95397-b040-42d4-ab38-7cf681e39484 req-88745172-7b8a-43fc-a157-4c0bbbcd4fd0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.222951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49f95397-b040-42d4-ab38-7cf681e39484 req-88745172-7b8a-43fc-a157-4c0bbbcd4fd0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.0819845 Jul 22 11:32:44.270116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49f95397-b040-42d4-ab38-7cf681e39484 req-23d3928e-1933-4cca-997d-9784bfb4dbc7 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410695 Jul 22 11:32:44.462763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-d8cb48f2-fb7c-403a-85ef-6c8758814718 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1309190 Jul 22 11:32:44.502273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-677cd477-90ec-44b7-afde-379336debfcc req-5baf75e8-1050-4b0c-a4f4-2d4389022b02 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.508380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-677cd477-90ec-44b7-afde-379336debfcc req-5baf75e8-1050-4b0c-a4f4-2d4389022b02 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.1375446 Jul 22 11:32:44.583021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-677cd477-90ec-44b7-afde-379336debfcc req-88480c3e-7d95-4a99-97d0-a07bcc8a6de1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615911 Jul 22 11:32:44.766297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f64320c-6782-49ec-b690-fb76a7cb325c req-e1e6e866-0a16-4333-af05-47921a345176 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.768118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f64320c-6782-49ec-b690-fb76a7cb325c req-e1e6e866-0a16-4333-af05-47921a345176 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1439385 Jul 22 11:32:44.852643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f64320c-6782-49ec-b690-fb76a7cb325c req-93feceb5-065f-4080-8fae-b6d4f5e86808 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533905 Jul 22 11:32:44.861724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-46c0c174-c00a-4dd5-b8f7-fa4d312a85e8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:44.868172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-46c0c174-c00a-4dd5-b8f7-fa4d312a85e8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 0.1779490 Jul 22 11:32:44.884718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-2ed52a13-34e6-4338-aa9a-384dbff89565 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/quotas/abbe124475844044a4a04e2fd1ab3929 HTTP/1.1" status: 200 len: 375 time: 0.0139518 Jul 22 11:32:44.886503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:44.950694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:44.953139 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8ce5302-d1ac-4f75-a6c8-e101e03f3ef2" -d '{"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-unplugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:45.004280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-e0828b5d-44b6-4437-8d3f-4c41d6246d15 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1200545 Jul 22 11:32:45.069008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db3ca206-5ade-4c5d-9394-4820e3fbb70f req-e2c1a61f-2a77-4447-a9e3-04f68b5dba83 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.070552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db3ca206-5ade-4c5d-9394-4820e3fbb70f req-e2c1a61f-2a77-4447-a9e3-04f68b5dba83 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 949 time: 0.1199894 Jul 22 11:32:45.171016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-8f111604-919e-4ad7-9930-c3ce52a35230 service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571357 Jul 22 11:32:45.174487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db3ca206-5ade-4c5d-9394-4820e3fbb70f req-c2011548-c0aa-4d94-8dd3-d7f5fbbd7fe5 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0725405 Jul 22 11:32:45.230433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef49ca28-7fed-4acd-9a0a-808d85cc089b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:45.289039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-9686d212-5191-47e6-b729-816fdf8f4cb5 service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1135364 Jul 22 11:32:45.458978 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c481e0e-7d39-4c17-bad8-4f59c090c277 x-openstack-request-id: req-9c481e0e-7d39-4c17-bad8-4f59c090c277 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:45.459474 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-unplugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:45.459817 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c481e0e-7d39-4c17-bad8-4f59c090c277 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:45.460415 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'code': 200} Jul 22 11:32:45.475261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e29559-7439-4a55-9471-e6b69f6cdeb2 req-d03b9392-927f-4a0f-b549-706a18ee1d8a tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.477418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e29559-7439-4a55-9471-e6b69f6cdeb2 req-d03b9392-927f-4a0f-b549-706a18ee1d8a tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1096 time: 0.1586761 Jul 22 11:32:45.503242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-06825a69-54b3-490a-a1e3-7bb12064e60a tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.504767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-06825a69-54b3-490a-a1e3-7bb12064e60a tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.36 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 944 time: 0.1555793 Jul 22 11:32:45.597977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd844602-59c2-436e-a42c-2d48afadba48 req-2102f55c-f688-42e5-bf92-71236a3f0e1f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.600175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd844602-59c2-436e-a42c-2d48afadba48 req-2102f55c-f688-42e5-bf92-71236a3f0e1f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2190800 Jul 22 11:32:45.602790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e29559-7439-4a55-9471-e6b69f6cdeb2 req-f82cecb5-449f-418a-b384-83bae098175d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170466 Jul 22 11:32:45.614658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735566-48ac-4e5b-9370-eeb659f19263 req-e551a3b3-2818-40ae-ab33-c14bbbfd3558 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.616194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-e551a3b3-2818-40ae-ab33-c14bbbfd3558 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7&tenant_id=87028e04815a48549d1e0906169ccc45 HTTP/1.1" status: 200 len: 1094 time: 0.1299860 Jul 22 11:32:45.643417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:45.777944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:45.934833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6394d279-c57e-4ac9-8a41-23768e2953b9 req-5e3b30d6-af80-4735-b22a-9e2a138f2dcd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.941769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6394d279-c57e-4ac9-8a41-23768e2953b9 req-5e3b30d6-af80-4735-b22a-9e2a138f2dcd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 944 time: 0.3636987 Jul 22 11:32:45.966249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebe02a70-2a92-4132-85aa-9d16d05a61ea req-451230e8-f491-44c3-b19b-d061aa03f447 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:45.967837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebe02a70-2a92-4132-85aa-9d16d05a61ea req-451230e8-f491-44c3-b19b-d061aa03f447 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 950 time: 0.2500608 Jul 22 11:32:45.999867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Deleting port b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:46.000272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.021322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-14892316-1ad9-4115-ab21-3f9937cfcb78 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:46.023270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-14892316-1ad9-4115-ab21-3f9937cfcb78 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.20 "GET /v2.0/ports?device_id=53272d56-ba55-4e87-a183-e47c2e79e3c7 HTTP/1.1" status: 200 len: 945 time: 0.2571237 Jul 22 11:32:46.071346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Deleting port 9f971cc6-7d25-4875-be4d-22698028f593 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:46.071922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.096523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6394d279-c57e-4ac9-8a41-23768e2953b9 req-71878ff9-8a5b-4c42-b52b-d1a8f3464b36 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534665 Jul 22 11:32:46.182363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebe02a70-2a92-4132-85aa-9d16d05a61ea req-a4a83c11-6e43-436f-8685-ccb70889abf0 tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/security-groups?id=af904aee-828d-4260-a6ff-7f3f2aba33ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1960430 Jul 22 11:32:46.273495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:46.277986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Deleting port fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:46.278799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.347284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f262bbc2-7182-48ef-bb38-c79a6e3598ff req-fe67369f-4e56-4549-a1fa-6381717126c5 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.1075680 Jul 22 11:32:46.409571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:46.412416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] For port b093fca7-a99d-4473-a2e0-f9fcf129c580, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b093fca7-a99d-4473-a2e0-f9fcf129c580,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:46.412830 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.440457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Calling delete_port for b093fca7-a99d-4473-a2e0-f9fcf129c580 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:46.443578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] For port 9f971cc6-7d25-4875-be4d-22698028f593, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9f971cc6-7d25-4875-be4d-22698028f593,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:46.443947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.461237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Calling delete_port for 9f971cc6-7d25-4875-be4d-22698028f593 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:46.486000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] For port fc858681-faa7-4c96-b04e-cc85ac56b8c4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fc858681-faa7-4c96-b04e-cc85ac56b8c4,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:46.486368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.513722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:46.519628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Calling delete_port for fc858681-faa7-4c96-b04e-cc85ac56b8c4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:46.535187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.614956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Transition to ACTIVE for port object f47bede3-6071-4e1e-844a-f623c2ff2cc2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:46.626976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:46.659886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6ff4dc5-c5db-4e9b-a24a-b349f7f8a393 req-2a116ce9-2394-4430-98f4-d1d6bf840392 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:46.661400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6ff4dc5-c5db-4e9b-a24a-b349f7f8a393 req-2a116ce9-2394-4430-98f4-d1d6bf840392 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 943 time: 0.3795671 Jul 22 11:32:46.681685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0fb1c0d7-a9a4-428a-b532-65c4ab3df17a tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:46.684289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0fb1c0d7-a9a4-428a-b532-65c4ab3df17a tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.20 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 949 time: 0.2684994 Jul 22 11:32:46.821315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a3f3be-93cc-4c5c-ac84-89892704e673 req-1374bfcd-84bb-4f04-b0e6-957e699bafc4 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:46.829920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8a3f3be-93cc-4c5c-ac84-89892704e673 req-1374bfcd-84bb-4f04-b0e6-957e699bafc4 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 949 time: 0.3110375 Jul 22 11:32:46.855622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6ff4dc5-c5db-4e9b-a24a-b349f7f8a393 req-643e1424-b14f-442b-ac6d-6387e0edcd25 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668799 Jul 22 11:32:47.064486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8a3f3be-93cc-4c5c-ac84-89892704e673 req-20e7a8a0-e789-4b21-a6c0-ff750b18ad70 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2300980 Jul 22 11:32:47.081430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.122096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event deleted for resources: {'Port': ['ID=b093fca7-a99d-4473-a2e0-f9fcf129c580,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:47.171510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.233831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] No DVR routers for this DVR port b093fca7-a99d-4473-a2e0-f9fcf129c580 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:47.237758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.239915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f309b0cb-08d4-47aa-9502-bc7854c749d9 req-f4b805f5-b3a2-4663-a1b2-07eaf5d96ea1 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.36 "DELETE /v2.0/ports/b093fca7-a99d-4473-a2e0-f9fcf129c580 HTTP/1.1" status: 204 len: 173 time: 1.7256398 Jul 22 11:32:47.240521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'name': 'network-vif-deleted', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:47.279368 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08b2cfb0-8199-4818-9279-97f46060e9fa" -d '{"events": [{"server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "name": "network-vif-deleted", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:47.288068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Pushing event deleted for resources: {'Port': ['ID=9f971cc6-7d25-4875-be4d-22698028f593,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:47.331231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] No DVR routers for this DVR port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:47.363382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=9']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:47.415629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] No DVR routers for this DVR port 9f971cc6-7d25-4875-be4d-22698028f593 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:47.421129 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.423316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd844602-59c2-436e-a42c-2d48afadba48 req-bd6cd55c-cbeb-4fd6-b2c4-e8acd63704ae tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.36 "DELETE /v2.0/ports/9f971cc6-7d25-4875-be4d-22698028f593 HTTP/1.1" status: 204 len: 173 time: 1.7708540 Jul 22 11:32:47.464478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1aae39c-e2df-4681-8ff9-9a72c8cb49dd req-ac5b3f4e-8953-4ae5-be34-0fbdf7eea0b8 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=1cfd9e8b-430e-4d8b-95c2-223c1e2a2978 HTTP/1.1" status: 200 len: 210 time: 0.1703970 Jul 22 11:32:47.466949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aab5b017-41c4-42e5-9b87-005eaa8c824f req-62a13a18-fb10-4899-bf34-7849b7cc8a7f tempest-MigrationsAdminTest-1585616390 tempest-MigrationsAdminTest-1585616390-project] 10.222.0.21 "GET /v2.0/ports?device_id=4df63827-986c-4ad2-ad31-bc1f16b22b9f HTTP/1.1" status: 200 len: 210 time: 0.1333697 Jul 22 11:32:47.501960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:47.502295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:47.502650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:47.529753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:47.530194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Attempting to bind port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on network 9d0b8213-eb35-4681-a61d-49d80730329d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:47.537550 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e78725a1-6434-45a9-aef6-86391323a8d2 x-openstack-request-id: req-e78725a1-6434-45a9-aef6-86391323a8d2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:47.537851 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1cfd9e8b-430e-4d8b-95c2-223c1e2a2978", "name": "network-vif-deleted", "tag": "b093fca7-a99d-4473-a2e0-f9fcf129c580", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:47.538704 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e78725a1-6434-45a9-aef6-86391323a8d2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:47.538704 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1cfd9e8b-430e-4d8b-95c2-223c1e2a2978', 'name': 'network-vif-deleted', 'tag': 'b093fca7-a99d-4473-a2e0-f9fcf129c580', 'status': 'completed', 'code': 200} Jul 22 11:32:47.575733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:47.576129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Checking segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:47.576861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Bound using segment: {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:47.577396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Bound port: f47bede3-6071-4e1e-844a-f623c2ff2cc2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f1701e77-31b3-403f-ab91-4b7034ce3fda', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:47.577766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.594536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Deleting port 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:32:47.594961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.625665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-b5495a6d-7675-494d-8218-1e946f7078bf tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:47.627881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-b5495a6d-7675-494d-8218-1e946f7078bf tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 0.8211293 Jul 22 11:32:47.632533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.769679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:47.774876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:47.786059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Request body: {'port': {'device_id': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'admin_state_up': True, 'tenant_id': 'abbe124475844044a4a04e2fd1ab3929'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:47.815094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:47.840874 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:32:47.882330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event deleted for resources: {'Port': ['ID=fc858681-faa7-4c96-b04e-cc85ac56b8c4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:47.908843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.064879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.065278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.066747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] 10.222.0.36 "PUT /v2.0/ports/f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 1091 time: 2.4417007 Jul 22 11:32:48.067682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:48.070398 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-905efd2e-0413-4539-b3fc-5fb879830495" -d '{"events": [{"name": "network-changed", "server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:48.129025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a11d3420-2cbc-43f2-8ec2-0d211490b68b req-64772877-f7ef-4ec6-b585-9f2ba71dcf17 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.5092611 Jul 22 11:32:48.197469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46753d87-26de-4f1b-81be-7aab77d0c738 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.205852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] No DVR routers for this DVR port fc858681-faa7-4c96-b04e-cc85ac56b8c4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:48.221374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.222720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e86de41-78d9-4ef8-baba-9d7792fdeac1 req-e49c4374-cbda-446d-adc3-291c6612b950 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.224286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-060794ec-9c63-4caa-86ea-b8bb025a0d66 req-cd1224d1-9e11-441b-996d-35fafbeb2343 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.20 "DELETE /v2.0/ports/fc858681-faa7-4c96-b04e-cc85ac56b8c4 HTTP/1.1" status: 204 len: 173 time: 2.1924269 Jul 22 11:32:48.224792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e86de41-78d9-4ef8-baba-9d7792fdeac1 req-e49c4374-cbda-446d-adc3-291c6612b950 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.0982440 Jul 22 11:32:48.230566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e835834-9e83-44cf-8bcd-17578852d462 service neutron] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:48.282659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e86de41-78d9-4ef8-baba-9d7792fdeac1 req-361985e9-e455-4467-8891-3fe6aa487591 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500598 Jul 22 11:32:48.309997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] For port 905ccbb3-2903-4ce1-9894-0b058b3917af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=905ccbb3-2903-4ce1-9894-0b058b3917af,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:32:48.313835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.330627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:48.359890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Calling delete_port for 905ccbb3-2903-4ce1-9894-0b058b3917af owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:32:48.385456 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f329fd2-03b6-4164-b65f-ea9b5c73260a x-openstack-request-id: req-0f329fd2-03b6-4164-b65f-ea9b5c73260a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:48.386108 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:48.386365 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f329fd2-03b6-4164-b65f-ea9b5c73260a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:48.387024 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'status': 'completed', 'code': 200} Jul 22 11:32:48.393188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 9f971cc6-7d25-4875-be4d-22698028f593 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:48.393543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9f971cc6-7d25-4875-be4d-22698028f593 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:48.393974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:48.399601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735566-48ac-4e5b-9370-eeb659f19263 req-ae62f60d-bfb0-4727-8c6e-d7be18c1f09c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.401812 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-ae62f60d-bfb0-4727-8c6e-d7be18c1f09c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1095 time: 0.2758090 Jul 22 11:32:48.435229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: b093fca7-a99d-4473-a2e0-f9fcf129c580 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:48.438476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b093fca7-a99d-4473-a2e0-f9fcf129c580 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:48.444284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Made reservation on behalf of abbe124475844044a4a04e2fd1ab3929 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:32:48.447889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.466429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7427b5-26e5-4987-abbe-4fe28aee89be req-1e09e9d4-0280-4826-a6da-d4ba7742410e tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.474350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d7427b5-26e5-4987-abbe-4fe28aee89be req-1e09e9d4-0280-4826-a6da-d4ba7742410e tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/ports?device_id=cbf68adc-6611-454d-9ac3-96a29eacf02a HTTP/1.1" status: 200 len: 949 time: 0.1077256 Jul 22 11:32:48.526900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d7427b5-26e5-4987-abbe-4fe28aee89be req-aab9fa0e-c6f8-4081-85cb-db47f6d36559 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.21 "GET /v2.0/security-groups?id=6136329e-9832-4b92-94fd-b92557111c55&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464442 Jul 22 11:32:48.723622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735566-48ac-4e5b-9370-eeb659f19263 req-a61941cd-ad11-4e0b-9148-73f3dd63b045 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.725125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-a61941cd-ad11-4e0b-9148-73f3dd63b045 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.2926364 Jul 22 11:32:48.826199 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-73f6831d-6bf9-410f-b0f8-35edec070912 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0750022 Jul 22 11:32:48.830994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Allocated IP 172.20.0.11 (a9764206-3920-40ed-8a30-dabe0932d1e4/5c21813c-e71e-4d09-88bc-539fe2b33322/d776f2e4-1df1-48e2-b3b4-19928ba4abc6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:32:48.886206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:48.914565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:48.931607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37735566-48ac-4e5b-9370-eeb659f19263 req-fa8430ca-26a1-4e3b-8667-28c9e69aee25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.933841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-fa8430ca-26a1-4e3b-8667-28c9e69aee25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.1004257 Jul 22 11:32:48.978661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Pushing event deleted for resources: {'Port': ['ID=905ccbb3-2903-4ce1-9894-0b058b3917af,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:48.992483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-70de078c-a26f-435f-b20b-4f92ff769b1e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:48.999862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-70de078c-a26f-435f-b20b-4f92ff769b1e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.2214103 Jul 22 11:32:49.001014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No active binding found for port 905ccbb3-2903-4ce1-9894-0b058b3917af {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 11:32:49.001559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 905ccbb3-2903-4ce1-9894-0b058b3917af not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:49.003326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:32:49.024141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-0cc1ba48-248d-4d06-8031-cdd3a0d421d6 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/quotas/f2482eb8e11347288a3f25d6b09f1e9f HTTP/1.1" status: 200 len: 375 time: 0.0230846 Jul 22 11:32:49.034621 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-5fb03e09-5028-4507-a83b-4a261c64177a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0716140 Jul 22 11:32:49.051057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: fc858681-faa7-4c96-b04e-cc85ac56b8c4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:32:49.051834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fc858681-faa7-4c96-b04e-cc85ac56b8c4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:32:49.128004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] No DVR routers for this DVR port 905ccbb3-2903-4ce1-9894-0b058b3917af on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:32:49.136370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:49.138402 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6540e134-668d-4536-9cad-b424a41cd6c6 req-0dcbbca6-72f2-4dce-a28d-12862602bd41 tempest-ListImageFiltersTestJSON-918871228 tempest-ListImageFiltersTestJSON-918871228-project] 10.222.0.20 "DELETE /v2.0/ports/905ccbb3-2903-4ce1-9894-0b058b3917af HTTP/1.1" status: 204 len: 173 time: 2.4316370 Jul 22 11:32:49.154854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-3d46b8d6-7eb3-4b20-98dc-70ca3b6d7175 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1288631 Jul 22 11:32:49.224061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:49.263978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:49.278435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:49.283880 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-4f6dddb8-5a48-4bf6-bf55-9b3f29ba5a58 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2218373 Jul 22 11:32:49.427473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:49.438294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-37735566-48ac-4e5b-9370-eeb659f19263 req-a361b3d6-2144-4590-9e48-8175935528a1 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1475694 Jul 22 11:32:49.451190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cdcca77c-92f8-4b3d-acaf-e5ee5b107bad req-258c5ae8-1397-4c8d-94be-97166a2358f3 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 210 time: 0.0819991 Jul 22 11:32:49.486279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Network a9764206-3920-40ed-8a30-dabe0932d1e4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:32:49.489562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:32:49.493531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:32:49.504187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-8381e97a-80a2-49a6-8c25-268052f49c3d service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3481011 Jul 22 11:32:49.542630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-deleted', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:49.556988 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f2a52c16-6ce4-4f97-8485-2a4940fd4863" -d '{"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-deleted", "tag": "9f971cc6-7d25-4875-be4d-22698028f593"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:49.581744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:49.633267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:49.633757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:49.686615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-1acb5b19-7908-4102-92e6-472e5237eddd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0105259 Jul 22 11:32:49.693159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905efd2e-0413-4539-b3fc-5fb879830495 req-8af41d0a-2a99-4385-8fcb-60b91d222171 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:49.696713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-8af41d0a-2a99-4385-8fcb-60b91d222171 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1095 time: 0.1267526 Jul 22 11:32:49.710389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Request body: {'port': {'device_id': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:49.720418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-a85333d0-ccec-41c8-871b-3cc73192ff97 service neutron] 10.222.0.21 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2024121 Jul 22 11:32:49.891087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-315e1f16-73e8-45c0-a290-e4529b982f42 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42bc958a4f3e4551b11423b14d418b4a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6636114 Jul 22 11:32:49.892963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:50.087438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:50.174644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:50.262884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:50.298693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905efd2e-0413-4539-b3fc-5fb879830495 req-72ca3e2a-c18e-4530-af81-583492ba2f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:50.305267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-72ca3e2a-c18e-4530-af81-583492ba2f5b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.5472574 Jul 22 11:32:50.393490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-deleted', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4'}, {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-deleted', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:50.393640 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b2f8b92-179a-4339-a536-5762351e133a x-openstack-request-id: req-8b2f8b92-179a-4339-a536-5762351e133a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:50.394053 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4df63827-986c-4ad2-ad31-bc1f16b22b9f", "name": "network-vif-deleted", "tag": "9f971cc6-7d25-4875-be4d-22698028f593", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:50.394404 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b2f8b92-179a-4339-a536-5762351e133a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:50.395475 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4df63827-986c-4ad2-ad31-bc1f16b22b9f', 'name': 'network-vif-deleted', 'tag': '9f971cc6-7d25-4875-be4d-22698028f593', 'status': 'completed', 'code': 200} Jul 22 11:32:50.396714 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-59a160db-1439-4735-b639-86d55d07377b" -d '{"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-deleted", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4"}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-deleted", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:50.442754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-36fce550-cea1-4691-920d-268d6b900fb3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0688550 Jul 22 11:32:50.468098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:50.474288 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:50.475534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/af904aee-828d-4260-a6ff-7f3f2aba33ae HTTP/1.1" status: 204 len: 168 time: 0.5810146 Jul 22 11:32:50.519852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-905efd2e-0413-4539-b3fc-5fb879830495 req-13d8f699-e6d0-420a-8e75-d0dce3942a5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:50.521787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-13d8f699-e6d0-420a-8e75-d0dce3942a5e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.0642259 Jul 22 11:32:50.655895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-015d327b-a7b5-4dc4-bb58-f914a8ce99b0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1254258 Jul 22 11:32:50.708206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5db9176a-2dcd-4c80-8c05-aef378118c9b req-444e0d09-8b78-4dd7-9bc6-00378782f86e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 210 time: 0.3086452 Jul 22 11:32:50.709173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39bbc260-f74c-4bcb-b440-4bebb7529bff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af904aee-828d-4260-a6ff-7f3f2aba33ae,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:50.793532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba286178-c6c6-417d-8544-bf542b78719e req-0c0c7291-5d6b-4576-b55b-b887def5fb58 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:50.795346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba286178-c6c6-417d-8544-bf542b78719e req-0c0c7291-5d6b-4576-b55b-b887def5fb58 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.6062839 Jul 22 11:32:50.907559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba286178-c6c6-417d-8544-bf542b78719e req-c3df3473-0c03-4cb7-8148-d7a3c6e5b39a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1000638 Jul 22 11:32:50.974345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:51.068104 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f987878b-cb02-445c-9a7e-9d67a42c7da7 x-openstack-request-id: req-f987878b-cb02-445c-9a7e-9d67a42c7da7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:51.068535 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "53272d56-ba55-4e87-a183-e47c2e79e3c7", "name": "network-vif-deleted", "tag": "fc858681-faa7-4c96-b04e-cc85ac56b8c4", "status": "completed", "code": 200}, {"server_uuid": "cbf68adc-6611-454d-9ac3-96a29eacf02a", "name": "network-vif-deleted", "tag": "905ccbb3-2903-4ce1-9894-0b058b3917af", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:51.068974 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f987878b-cb02-445c-9a7e-9d67a42c7da7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:51.069473 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '53272d56-ba55-4e87-a183-e47c2e79e3c7', 'name': 'network-vif-deleted', 'tag': 'fc858681-faa7-4c96-b04e-cc85ac56b8c4', 'status': 'completed', 'code': 200} Jul 22 11:32:51.069743 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cbf68adc-6611-454d-9ac3-96a29eacf02a', 'name': 'network-vif-deleted', 'tag': '905ccbb3-2903-4ce1-9894-0b058b3917af', 'status': 'completed', 'code': 200} Jul 22 11:32:51.100200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-12accd71-b3a0-459e-b08b-0ac983d5c04c service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4307065 Jul 22 11:32:51.268377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:51.273838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.370301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:51.395582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20432196-ed8d-4c64-9a8d-52a089fbfa10 req-f2e23621-ca0f-49d9-9f67-26e044dfb7ad tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:51.399263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20432196-ed8d-4c64-9a8d-52a089fbfa10 req-f2e23621-ca0f-49d9-9f67-26e044dfb7ad tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 932 time: 0.1754584 Jul 22 11:32:51.432517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.465157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-905efd2e-0413-4539-b3fc-5fb879830495 req-bfe8eef4-a590-4165-a3f6-71981e2abeac service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3210704 Jul 22 11:32:51.471919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Transition to ACTIVE for port object d776f2e4-1df1-48e2-b3b4-19928ba4abc6 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:51.476877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13cbcbdf-781d-48f5-9ca9-fb085684bc9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9cfeaf5dab314de783dd32f2316a86f4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2071331 Jul 22 11:32:51.480273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:51.492434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.510968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20432196-ed8d-4c64-9a8d-52a089fbfa10 req-9f7bb47e-ee30-4ad3-a87d-9c462001752b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1016848 Jul 22 11:32:51.644955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:51.712069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ef8e-3a8f-4d5a-9249-ea229170910a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.822426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.827971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Attempting to bind port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:51.828318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Attempting to bind port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:51.833347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Attempting to bind port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:51.874501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 on network a9764206-3920-40ed-8a30-dabe0932d1e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:51.876334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Attempting to bind port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:51.887551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ef8e-3a8f-4d5a-9249-ea229170910a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.914344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:51.915050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Checking segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:51.917686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5c1ef8e-3a8f-4d5a-9249-ea229170910a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.921821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Bound using segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:51.922350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Bound port: d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:51.922848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.964250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:51.983481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7207580-6248-456f-b56c-15985749ab5c req-8bc3e70d-bf94-4fe1-87eb-271d70fc7feb tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 210 time: 0.0883207 Jul 22 11:32:52.062617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5c1ef8e-3a8f-4d5a-9249-ea229170910a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06c582d6ac844a1f878621441270c80a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0875499 Jul 22 11:32:52.065442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:52.105370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5c1ef8e-3a8f-4d5a-9249-ea229170910a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa60019c-22f1-4949-a155-343223b707b6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:52.132105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:52.141366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:52.189825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.271483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.306912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.309897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.311098 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f73342f9-7f3e-4b60-b963-a30686480909 HTTP/1.1" status: 204 len: 168 time: 0.8293989 Jul 22 11:32:52.373815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.394570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:52.395393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.397137 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] 10.222.0.36 "PUT /v2.0/ports/d776f2e4-1df1-48e2-b3b4-19928ba4abc6 HTTP/1.1" status: 200 len: 1092 time: 2.6958828 Jul 22 11:32:52.412493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0b0f53a-cc7d-4d83-b2d2-a8c9b1fd8de4 req-d08057d3-aca3-4596-abc4-193a6c90dae8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:52.425887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f73342f9-7f3e-4b60-b963-a30686480909,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:52.427421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0b0f53a-cc7d-4d83-b2d2-a8c9b1fd8de4 req-d08057d3-aca3-4596-abc4-193a6c90dae8 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.3122156 Jul 22 11:32:52.523963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.524307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.524629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.532492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.532825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.533197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.533526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.533861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.534188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.540419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.540762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.544388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13db96ab-1c02-4728-9ecf-b0ac3990493e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:52.560422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0b0f53a-cc7d-4d83-b2d2-a8c9b1fd8de4 req-cc6747be-2f9b-4ea8-b9e6-868b15142d50 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1319127 Jul 22 11:32:52.576783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc10d0e6-ce6e-4e9a-b7bc-1e99c4653038 service neutron] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:52.606660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.610209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:52.612235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aa60019c-22f1-4949-a155-343223b707b6 HTTP/1.1" status: 204 len: 168 time: 0.5363665 Jul 22 11:32:52.637761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d72b3c88-026e-4eb6-bf94-d1bccdf3232e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa60019c-22f1-4949-a155-343223b707b6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:52.640748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-59ab5b24-9f65-48bf-8b5e-22088252addc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:52.642355 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-59ab5b24-9f65-48bf-8b5e-22088252addc tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 822 time: 0.5170636 Jul 22 11:32:52.777750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Request body: {'port': {'device_id': '9789ee21-97e1-43a0-986c-638e53588218', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'admin_state_up': True, 'tenant_id': 'f2482eb8e11347288a3f25d6b09f1e9f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:52.835539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fad6b40-1476-495b-9db4-847714a7703e req-bb3d0aac-1c44-4ebe-87ce-99f124a1c3da tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:52.850407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fad6b40-1476-495b-9db4-847714a7703e req-bb3d0aac-1c44-4ebe-87ce-99f124a1c3da tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.1681502 Jul 22 11:32:52.980875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fad6b40-1476-495b-9db4-847714a7703e req-996d4875-5664-4f0d-a993-736510d79def tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248724 Jul 22 11:32:53.071428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:53.078412 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9828c077-fe32-477a-89b9-8840fe5eda3f" -d '{"events": [{"name": "network-changed", "server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:53.165993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Made reservation on behalf of f2482eb8e11347288a3f25d6b09f1e9f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:32:53.174425 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:53.311397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de2d5642-dcc9-4f96-adf1-446e166d2322 req-37035340-aab1-43d9-b755-51d4048fc8fd tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 210 time: 0.0713623 Jul 22 11:32:53.473019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:53.494629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c8e7-1516-417d-8a52-4b5745c91377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:53.975164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c8e7-1516-417d-8a52-4b5745c91377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:53.998350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2f3c8e7-1516-417d-8a52-4b5745c91377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.085686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Allocated IP 172.20.0.8 (ffbb8d9d-2c1b-42e2-b972-6eb264e2a491/5fecfe6b-f028-4311-9363-6a1d1f7c5373/1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:32:54.176989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d2f3c8e7-1516-417d-8a52-4b5745c91377 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4769b1c2f20245c7b5f252c37c1e1764&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7027795 Jul 22 11:32:54.196182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:54.218622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2f3c8e7-1516-417d-8a52-4b5745c91377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b651fa92-710e-4814-8309-dd0456511e16,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:54.288528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6d5e4b-6709-42ff-bb5b-3bd10bf6b6b4 req-4f7148c0-11f1-4da5-8629-329ed53fbc30 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:54.301156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6d5e4b-6709-42ff-bb5b-3bd10bf6b6b4 req-4f7148c0-11f1-4da5-8629-329ed53fbc30 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.5224242 Jul 22 11:32:54.336998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.387561 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94a42234-d3d9-4b0b-978e-a6d2d0bf7485 x-openstack-request-id: req-94a42234-d3d9-4b0b-978e-a6d2d0bf7485 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:54.399160 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:54.400630 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94a42234-d3d9-4b0b-978e-a6d2d0bf7485 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:54.403216 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'status': 'completed', 'code': 200} Jul 22 11:32:54.421611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc081b3e-badd-4d84-a902-9c52c075e90a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:54.423935 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-dc081b3e-badd-4d84-a902-9c52c075e90a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 1095 time: 1.7591343 Jul 22 11:32:54.429051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.470418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6d5e4b-6709-42ff-bb5b-3bd10bf6b6b4 req-0af21c55-33b1-4205-8a7b-af20401d15e9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1676910 Jul 22 11:32:54.490223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:32:54.493559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:32:54.501709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:32:54.505240 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.568455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event updated for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:54.593461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.658189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:54.661074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.685783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-24a50da3-f486-4002-a550-2e0559bba676 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.0196631 Jul 22 11:32:54.707476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Request body: {'port': {'device_id': '9789ee21-97e1-43a0-986c-638e53588218', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:54.876607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.888144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:54.889310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b651fa92-710e-4814-8309-dd0456511e16 HTTP/1.1" status: 204 len: 168 time: 0.6896853 Jul 22 11:32:54.890321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-075533a8-62a8-491b-9708-a193cb64384f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6 HTTP/1.1" status: 200 len: 217 time: 0.0970531 Jul 22 11:32:55.004506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:55.045958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-183e6cb6-2f6f-493f-aa1c-115599770fbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b651fa92-710e-4814-8309-dd0456511e16,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:55.208231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb59ec34-8641-453f-a212-e23886fef789 req-0f221097-b341-4471-a2a9-dcc776c0a995 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:55.221538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb59ec34-8641-453f-a212-e23886fef789 req-0f221097-b341-4471-a2a9-dcc776c0a995 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.4813967 Jul 22 11:32:55.238333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:55.257690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cefc0b28-fdac-4f70-91da-fa4af74e398e req-b77418da-f46f-4b61-af74-3620c4b5a866 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:55.268182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cefc0b28-fdac-4f70-91da-fa4af74e398e req-b77418da-f46f-4b61-af74-3620c4b5a866 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 931 time: 0.3697510 Jul 22 11:32:55.339371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb59ec34-8641-453f-a212-e23886fef789 req-6891f5d4-2640-4774-aabe-0c6230d0e29c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1108580 Jul 22 11:32:55.378319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-46657b6d-788b-4777-afbc-50f78b906f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:55.381136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-46657b6d-788b-4777-afbc-50f78b906f3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.3835571 Jul 22 11:32:55.402148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cefc0b28-fdac-4f70-91da-fa4af74e398e req-4bfb96ad-7b09-4d99-935f-8a0726089ca3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1327205 Jul 22 11:32:55.498644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:55.516175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-500d1afb-3395-4c52-8197-cba76a75b6e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0674844 Jul 22 11:32:55.541371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d296eef-c6e4-4774-bd8c-19fd21326dad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:55.713832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-7e7d5ad9-ae0c-4113-af65-5c721633ea6c service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387749 Jul 22 11:32:56.123135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82200e0a-d3e5-44cd-b8f1-87f77167a5b3 req-9f90bf2d-5b2d-48a8-b8af-0408ebf06856 service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3827975 Jul 22 11:32:56.125586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:32:56.135933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.138906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d296eef-c6e4-4774-bd8c-19fd21326dad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.173687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Transition to ACTIVE for port object 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:32:56.180198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.184990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472ed4c2-f9c6-4a74-bb5b-1c762a24aefc req-afeb5473-591c-443d-9a0c-cbab777b537f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:56.192983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-472ed4c2-f9c6-4a74-bb5b-1c762a24aefc req-afeb5473-591c-443d-9a0c-cbab777b537f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.4719667 Jul 22 11:32:56.233887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-60a7bcb3-1f52-42ea-a07d-6a17f5fa7f2b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=66df577f49bd406b86a5ed1577075d1c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9434109 Jul 22 11:32:56.235088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:56.236909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d296eef-c6e4-4774-bd8c-19fd21326dad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.284048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:56.371086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d296eef-c6e4-4774-bd8c-19fd21326dad admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6c299501259d4dc9a79057eb191e6df7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8712275 Jul 22 11:32:56.378666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59246) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:56.392126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d296eef-c6e4-4774-bd8c-19fd21326dad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cf602b8-5078-4023-a7ed-fe90e20cb068,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:56.415172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-472ed4c2-f9c6-4a74-bb5b-1c762a24aefc req-7c7ba70a-4492-49e3-a0c1-4f2b2b6420da tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2212169 Jul 22 11:32:56.476893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.506406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.516683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.560384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Attempting to bind port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:32:56.561010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Attempting to bind port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:32:56.561010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Attempting to bind port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:56.568284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.571342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:32:56.571679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Attempting to bind port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 on network ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:32:56.607252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:32:56.607602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Checking segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:32:56.608006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Bound using segment: {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:32:56.608529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Bound port: 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '382f5c23-73c8-4a55-80d2-5c5e89eb6c03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:32:56.616156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.653415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.656383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.660350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6136329e-9832-4b92-94fd-b92557111c55 HTTP/1.1" status: 204 len: 168 time: 0.4189656 Jul 22 11:32:56.682832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.690382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.703100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cf602b8-5078-4023-a7ed-fe90e20cb068 HTTP/1.1" status: 204 len: 168 time: 0.3212762 Jul 22 11:32:56.713804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6136329e-9832-4b92-94fd-b92557111c55,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:56.750802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.753019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.753379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.753722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.754142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.754391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.755284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.755284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.755503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.755924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.756069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.756471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dd7a8532-858d-43b4-aeb5-49aba0eeaa3d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:32:56.808164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:32:56.811590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febabf6-7325-45e3-871c-2cd723a21edd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cf602b8-5078-4023-a7ed-fe90e20cb068,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:56.818851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:32:56.827401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.929961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:56.931775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:56.934111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 HTTP/1.1" status: 200 len: 1091 time: 2.2375555 Jul 22 11:32:56.935087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:32:56.957996 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19047cec-61b1-44c9-a841-3fbadd8a0da6" -d '{"events": [{"name": "network-changed", "server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:32:56.968750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-44cdbac3-d2c3-4ed5-9bef-dc5f45f2cbff tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=2cbd143600e6442ca69359afc2be555b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0635417 Jul 22 11:32:57.146856 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:57.259738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-770dfecc-d974-4a57-823f-55fc7bf396a5 service neutron] Pushing event updated for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:57.321481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-c3455a6f-6599-4136-b8a6-ede1ebe6c93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:57.323984 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-c3455a6f-6599-4136-b8a6-ede1ebe6c93e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 1094 time: 0.3421059 Jul 22 11:32:57.496590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-42d60bf2-c4f2-4b77-97fd-971cd18c16e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 HTTP/1.1" status: 200 len: 217 time: 0.1625147 Jul 22 11:32:57.514129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-d8138a88-65c6-457e-a8bd-aa9a81219b76 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:57.527614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-d8138a88-65c6-457e-a8bd-aa9a81219b76 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5563633 Jul 22 11:32:57.592187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-35701ee1-1341-45a7-b473-aa34b6726360 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:57.593801 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-35701ee1-1341-45a7-b473-aa34b6726360 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.0887642 Jul 22 11:32:57.599830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-9160a735-32fe-41b2-9c95-cda1a01fdf9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:57.601932 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-9160a735-32fe-41b2-9c95-cda1a01fdf9a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 1095 time: 0.1421621 Jul 22 11:32:57.624346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-0f272bf3-0d53-4e2f-acf6-ec6e83dfc949 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/quotas/2cbd143600e6442ca69359afc2be555b HTTP/1.1" status: 200 len: 375 time: 0.0941484 Jul 22 11:32:57.673872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-75e49e6d-aecc-42da-a6c8-1a8588cbd454 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0707080 Jul 22 11:32:57.719475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-46355e47-d556-4915-9963-0975d2fa0af1 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2cbd143600e6442ca69359afc2be555b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0941563 Jul 22 11:32:57.757663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cddf138-51d6-4b56-b4fc-77706e9d15de req-30159a9a-2853-4aee-a044-d4a354de7756 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:57.761670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cddf138-51d6-4b56-b4fc-77706e9d15de req-30159a9a-2853-4aee-a044-d4a354de7756 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.4487777 Jul 22 11:32:57.845137 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-6f7d5c74-43cf-470b-8e0c-c87a437162ae service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1584895 Jul 22 11:32:57.881610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cddf138-51d6-4b56-b4fc-77706e9d15de req-c1d2fb2d-6b38-404c-9725-48697c8abc4f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070111 Jul 22 11:32:58.000556 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:58.170729 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:32:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5d393e0-5027-42da-8372-7eeb9599d370 x-openstack-request-id: req-a5d393e0-5027-42da-8372-7eeb9599d370 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:32:58.171082 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:32:58.171462 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5d393e0-5027-42da-8372-7eeb9599d370 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:32:58.171932 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9', 'status': 'completed', 'code': 200} Jul 22 11:32:58.183676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:32:58.205518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-c1846db6-c53e-442d-904c-526fe01597b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:58.207392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-c1846db6-c53e-442d-904c-526fe01597b6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 915 time: 0.5372894 Jul 22 11:32:58.221337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daf6717a-69cb-4bba-b39a-be10381d0623 req-2f16afae-c529-4d8c-918a-d68e4e3c5ea1 service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641734 Jul 22 11:32:58.281057 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-3e6a0d63-7efe-441a-a3c7-990a0469a4f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6 HTTP/1.1" status: 200 len: 217 time: 0.0586214 Jul 22 11:32:58.540243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5154cad5-709d-4993-8071-42a5e740675e req-baf3653a-5284-453c-aef8-7e7aa716238c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:58.547661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5154cad5-709d-4993-8071-42a5e740675e req-baf3653a-5284-453c-aef8-7e7aa716238c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 943 time: 0.3522060 Jul 22 11:32:58.567368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-f4a3a113-68de-4da0-b728-071332c4ad28 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:58.580870 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-f4a3a113-68de-4da0-b728-071332c4ad28 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.2459443 Jul 22 11:32:58.673883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff553078-f011-46ea-a9c2-9d23b3be964e req-ac080ce6-20e3-4028-afff-499ec482a2fa tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:58.690598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff553078-f011-46ea-a9c2-9d23b3be964e req-ac080ce6-20e3-4028-afff-499ec482a2fa tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.3739207 Jul 22 11:32:58.717231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-d6941a27-ca87-4b33-85bc-78a62fc9e49a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1206727 Jul 22 11:32:58.752260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-baa7c592-f3c3-4c87-a8cc-524bfdc016fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:58.754590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-baa7c592-f3c3-4c87-a8cc-524bfdc016fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 1094 time: 0.4646237 Jul 22 11:32:58.827970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5154cad5-709d-4993-8071-42a5e740675e req-39a71269-6193-4211-8249-f800c920e27f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2684841 Jul 22 11:32:58.875983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1995268683-network', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:32:58.879174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff553078-f011-46ea-a9c2-9d23b3be964e req-7d39926e-8e6f-4036-b841-6ab29a020fc0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1870763 Jul 22 11:32:59.050005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-697eebc2-9f29-4ba2-9cf6-9015864cf58e req-54347512-bdd4-4eb9-86d0-ca0fc90950f7 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0650597 Jul 22 11:32:59.151385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:32:59.154579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.176516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.347344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84f9287-3290-4d3e-9689-2853350b6998 req-4b5cd5c9-90c0-4629-aefc-75f4a016df42 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:59.351205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e84f9287-3290-4d3e-9689-2853350b6998 req-4b5cd5c9-90c0-4629-aefc-75f4a016df42 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.1630096 Jul 22 11:32:59.395851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.409181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.442353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-1d8319e6-11bf-431d-850a-66a49ffe9051 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:59.445017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-1d8319e6-11bf-431d-850a-66a49ffe9051 service neutron] 10.222.0.20 "GET /v2.0/networks?id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 200 len: 923 time: 0.6831410 Jul 22 11:32:59.457652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:32:59.462858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e84f9287-3290-4d3e-9689-2853350b6998 req-ba72f85e-614f-4234-9b57-05d7f03a9c8a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042669 Jul 22 11:32:59.511628 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-382932e2-fed0-4e39-82bd-61ffd194d533 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 HTTP/1.1" status: 200 len: 217 time: 0.0549543 Jul 22 11:32:59.518724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-b6c463ae-2cd4-46b2-b7a6-cba7550ee824 service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6186111 Jul 22 11:32:59.560741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.561157 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Added segment ca5b8d54-8baa-4ac0-beea-3da39bf56bff of type vlan for network b9255bcf-ae66-4b03-a212-d5defd30c45f Jul 22 11:32:59.563246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b788d4c-bba4-419b-aeac-e9437619009f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:59.638022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.649384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-d3801cb0-3a3c-426f-bd88-6672afe388f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:59.651487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-d3801cb0-3a3c-426f-bd88-6672afe388f3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 200 len: 862 time: 0.1309454 Jul 22 11:32:59.702397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-4edec8de-6fcf-4542-8934-00f174bf0237 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436089 Jul 22 11:32:59.773169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.774620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:32:59.775474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:32:59.929370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] Pushing event updated for resources: {'Network': ['ID=b9255bcf-ae66-4b03-a212-d5defd30c45f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:32:59.944776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b9255bcf-ae66-4b03-a212-d5defd30c45f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:00.151773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:00.156070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e8214616-72d6-431a-a6c7-bdcb6a43be5a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.9711349 Jul 22 11:33:00.160877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Request body: {'subnet': {'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-1995268683-subnet', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:00.162691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-ec464023-fc06-4304-a1e5-fe7e224eff5c service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4475708 Jul 22 11:33:00.260441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086d1f99-4229-4513-84ff-fb7d4051d617 req-b03a4155-09f1-4095-a327-e632c1310528 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:00.262587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086d1f99-4229-4513-84ff-fb7d4051d617 req-b03a4155-09f1-4095-a327-e632c1310528 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 943 time: 0.2715273 Jul 22 11:33:00.291145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:00.297649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:00.340528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-19047cec-61b1-44c9-a841-3fbadd8a0da6 req-c70fbef7-8980-4f5c-a410-63d94a548e87 service neutron] 10.222.0.20 "GET /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1714263 Jul 22 11:33:00.393058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:00.435938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-125c5127-3cb5-4b39-adad-39cce5b8f66e req-81630353-0f53-41d6-9927-afce3ab80cc3 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:00.443947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-125c5127-3cb5-4b39-adad-39cce5b8f66e req-81630353-0f53-41d6-9927-afce3ab80cc3 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.3599253 Jul 22 11:33:00.520723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086d1f99-4229-4513-84ff-fb7d4051d617 req-d6a728bc-3dea-491a-9179-2cc6a3a6d04f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2465661 Jul 22 11:33:00.525276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9828c077-fe32-477a-89b9-8840fe5eda3f req-5b4451d2-1cfb-41f8-994f-d0361bdbde2c service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1836808 Jul 22 11:33:00.709819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:00.743261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'port_id': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'mac_address': 'fa:16:3e:8c:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c21813c-e71e-4d09-88bc-539fe2b33322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:00.747012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-125c5127-3cb5-4b39-adad-39cce5b8f66e req-0f87b49f-b1e2-4a38-a619-b50e241fb181 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3017769 Jul 22 11:33:00.881936 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:00.916394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:00.937911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:00.945459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:00.954212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:00.997760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8a81f89-376a-4510-868a-73b4fd139cdf req-e2c278a2-95c9-4ebb-aca2-35dd38c8151c tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 210 time: 0.1448462 Jul 22 11:33:01.075490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:01.089795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.090817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.091443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.092242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.093179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.095191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.095745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.096267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.096841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.097409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.097939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.098501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:01.170297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.236494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:01.258286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9', 'network_id': 'ffbb8d9d-2c1b-42e2-b972-6eb264e2a491', 'port_id': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9', 'mac_address': 'fa:16:3e:8e:4c:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5fecfe6b-f028-4311-9363-6a1d1f7c5373', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:01.368594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2c4e8662-ab9c-4c39-882a-c174890acebb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:01.398580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Checking segment: {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:01.398936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Network hostable DHCP agents. Network: b9255bcf-ae66-4b03-a212-d5defd30c45f, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:01.412410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a76a862b-1aac-4fbe-878e-2f1f6113a0a6 req-dcf5e4e1-253c-4a82-bf63-cf1f2bbca928 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:01.420192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a76a862b-1aac-4fbe-878e-2f1f6113a0a6 req-dcf5e4e1-253c-4a82-bf63-cf1f2bbca928 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.2521567 Jul 22 11:33:01.468559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Network b9255bcf-ae66-4b03-a212-d5defd30c45f is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:01.480890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a76a862b-1aac-4fbe-878e-2f1f6113a0a6 req-89dfa9e8-d77f-4e3c-82fb-d75efc7b6275 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595107 Jul 22 11:33:01.517968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b9255bcf-ae66-4b03-a212-d5defd30c45f) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:01.530320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:01.534056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.565327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9afca22c-cd67-442c-8013-b2b67fc15a77 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.4139357 Jul 22 11:33:01.568313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:01.577458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:01.602586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d776f2e4-1df1-48e2-b3b4-19928ba4abc6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:01.605792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56557542-1064-4a4b-9ba8-a10c88e8bd24 None None] Network b9255bcf-ae66-4b03-a212-d5defd30c45f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:01.660906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.660906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.708658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.782773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:01.846957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:01.865162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.908500 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:01.973039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99760998-4539-41a2-8588-73a193296b22 req-482b544d-9658-4d9a-9ee9-c2841b0051ee tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:01.981373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99760998-4539-41a2-8588-73a193296b22 req-482b544d-9658-4d9a-9ee9-c2841b0051ee tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 943 time: 0.3157620 Jul 22 11:33:02.060608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b9255bcf-ae66-4b03-a212-d5defd30c45f', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:33:02.064192 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:02.077703 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:02.120118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:02.128393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:02.177439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-99760998-4539-41a2-8588-73a193296b22 req-574e9460-70ad-44a5-aafb-d319bc94d639 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1950114 Jul 22 11:33:02.405874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Allocated IP 172.20.0.2 (b9255bcf-ae66-4b03-a212-d5defd30c45f/2c4e8662-ab9c-4c39-882a-c174890acebb/fd52657c-7a56-47c1-a5f3-e1e718a313ee) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:02.688422 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:02.710172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Transition to ACTIVE for port object fd52657c-7a56-47c1-a5f3-e1e718a313ee will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:02.735169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Transition to ACTIVE for port object fd52657c-7a56-47c1-a5f3-e1e718a313ee will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:02.744789 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:02.849845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c878e2d7-886a-47e5-894d-b37af8a96bd0 req-917ec80f-dbf9-4522-912c-40f63a5d36b9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:02.858292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c878e2d7-886a-47e5-894d-b37af8a96bd0 req-917ec80f-dbf9-4522-912c-40f63a5d36b9 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.5598052 Jul 22 11:33:02.867126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Pushing event updated for resources: {'Port': ['ID=fd52657c-7a56-47c1-a5f3-e1e718a313ee,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:02.902074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Network b9255bcf-ae66-4b03-a212-d5defd30c45f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:02.906238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:02.911537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:02.992938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c878e2d7-886a-47e5-894d-b37af8a96bd0 req-462fc6c4-bfe0-4991-949a-9b580b0ae0ba tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1336069 Jul 22 11:33:02.995940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Attempting to bind port fd52657c-7a56-47c1-a5f3-e1e718a313ee on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:02.996434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Attempting to bind port fd52657c-7a56-47c1-a5f3-e1e718a313ee by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:02.997027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Attempting to bind port fd52657c-7a56-47c1-a5f3-e1e718a313ee on network b9255bcf-ae66-4b03-a212-d5defd30c45f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:03.001237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.020088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:03.020824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Checking segment: {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:03.022075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.023455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Bound using segment: {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:03.024696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Bound port: fd52657c-7a56-47c1-a5f3-e1e718a313ee, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:03.027023 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.047308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.177045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] For port fd52657c-7a56-47c1-a5f3-e1e718a313ee, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:03.181374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-482e8b68-3566-4138-8526-a9a6ae43605d req-a226813b-9322-47cf-966b-1c54c4582c87 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0552568 Jul 22 11:33:03.204820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] For port fd52657c-7a56-47c1-a5f3-e1e718a313ee, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fd52657c-7a56-47c1-a5f3-e1e718a313ee,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:03.225652 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.342744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4cd7b61-a6b9-4797-8ad9-896ede3d5ffe None None] Pushing event updated for resources: {'Port': ['ID=fd52657c-7a56-47c1-a5f3-e1e718a313ee,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:03.356267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Allocated IP 172.25.6.162 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5d08d8ca-1234-4bf0-9316-4a72f10b741d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:03.453329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a232621-51db-4b54-99f9-5d013a61f590 req-91dfb0fd-009b-4788-873b-732b4d7aaba4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:03.455034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a232621-51db-4b54-99f9-5d013a61f590 req-91dfb0fd-009b-4788-873b-732b4d7aaba4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1716778 Jul 22 11:33:03.525735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.556387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a232621-51db-4b54-99f9-5d013a61f590 req-a40e51ba-0d12-4241-b811-6fa5785aaea6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835826 Jul 22 11:33:03.611964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:03.702674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:03.703447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Pushing event updated for resources: {'Port': ['ID=5d08d8ca-1234-4bf0-9316-4a72f10b741d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:03.708665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:03.711619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:03.851778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af9525e3-adad-4e50-879e-cfabb6b58092 req-b489e9fb-1fea-4cd6-a202-786d996a8f14 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:03.853367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9525e3-adad-4e50-879e-cfabb6b58092 req-b489e9fb-1fea-4cd6-a202-786d996a8f14 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 944 time: 0.1985972 Jul 22 11:33:03.936136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af9525e3-adad-4e50-879e-cfabb6b58092 req-1272b590-56ad-4fcd-bfd5-80d8e16cec7a tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598996 Jul 22 11:33:04.099017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:04.365243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7d03ce8-ed19-48af-b6e6-1142a7d3b90b req-cbc54009-2031-47db-913b-be88fe694e07 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:04.366720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7d03ce8-ed19-48af-b6e6-1142a7d3b90b req-cbc54009-2031-47db-913b-be88fe694e07 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.2695673 Jul 22 11:33:04.389020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40fdc551-bf86-4c6d-92c6-3c61d52e5cd2 req-e250dcfe-7029-410c-9676-e6588de3f09b tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0768530 Jul 22 11:33:04.413475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:04.443012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7d03ce8-ed19-48af-b6e6-1142a7d3b90b req-28b04626-e592-49b9-9da0-33d1a8af9c77 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0568955 Jul 22 11:33:04.456950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:04.507286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:04.513282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:04.513662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:04.558958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c53edd1-05f5-4182-989b-12a0f8edc549 None None] Network b9255bcf-ae66-4b03-a212-d5defd30c45f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:04.632779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Router cebf7e1a-81d7-4980-b724-3c2a65304adb is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:33:04.725557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76455e18-a1db-4280-ae39-e15aae7b1653 None None] Provisioning for port fd52657c-7a56-47c1-a5f3-e1e718a313ee completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:04.844718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-638a2b71-a2f1-4dee-9966-c24ceb8b82ff tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=2cbd143600e6442ca69359afc2be555b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0890071 Jul 22 11:33:04.845494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:33:04.863261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fd52657c-7a56-47c1-a5f3-e1e718a313ee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:04.882002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fe2a2bd-fcdb-471a-9dc2-f2b81827b633 req-8b398078-07e5-474e-9887-2928f24e37cc tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:04.883732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fe2a2bd-fcdb-471a-9dc2-f2b81827b633 req-8b398078-07e5-474e-9887-2928f24e37cc tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.1311855 Jul 22 11:33:04.885108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:04.886512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-29fad17a-3b77-48f8-baec-f74e72223969 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.3152678 Jul 22 11:33:04.890274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:04.910101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Sync routers for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:33:04.981725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.021790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:05.043350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-1a1cdce7-0242-40db-b258-aa5036611510 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:05.043778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fe2a2bd-fcdb-471a-9dc2-f2b81827b633 req-dc39c822-1c82-43c3-8855-868c164da5ff tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1453528 Jul 22 11:33:05.045839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-1a1cdce7-0242-40db-b258-aa5036611510 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1948562 Jul 22 11:33:05.061817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Request body: {'port': {'device_id': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '2cbd143600e6442ca69359afc2be555b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:05.090569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:33:05.091375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:05.224307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:05.228354 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d8b2f91-8dbf-4185-bcc3-43a1e72852f7" -d '{"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:05.261045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:05.281712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Made reservation on behalf of 2cbd143600e6442ca69359afc2be555b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:05.285672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.297801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.304717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.317834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-320842db-8de9-42ea-adf3-d43b788308e5 req-dc50aac1-fecb-4b8f-87bc-b03dbfaec69b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:05.326579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-320842db-8de9-42ea-adf3-d43b788308e5 req-dc50aac1-fecb-4b8f-87bc-b03dbfaec69b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 944 time: 0.2037113 Jul 22 11:33:05.397154 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62d2a529-bb99-43e2-ba90-ba267613d992 x-openstack-request-id: req-62d2a529-bb99-43e2-ba90-ba267613d992 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:05.399107 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:05.399478 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62d2a529-bb99-43e2-ba90-ba267613d992 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:05.399968 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'code': 200} Jul 22 11:33:05.483048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fd52657c-7a56-47c1-a5f3-e1e718a313ee completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:05.492256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-320842db-8de9-42ea-adf3-d43b788308e5 req-024e3517-2dcc-4f2f-b0a8-57813c3b3560 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646433 Jul 22 11:33:05.521924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fd52657c-7a56-47c1-a5f3-e1e718a313ee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:05.522427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.529112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574345a7-ae31-4666-a796-fb48ad18cfec req-8f178a4f-b3be-478f-bc3a-981b0d40a687 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:05.533128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-574345a7-ae31-4666-a796-fb48ad18cfec req-8f178a4f-b3be-478f-bc3a-981b0d40a687 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 1097 time: 0.1345184 Jul 22 11:33:05.583987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.609651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-574345a7-ae31-4666-a796-fb48ad18cfec req-3faf8f54-77a1-41dd-af66-24b8bb1ae988 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0662837 Jul 22 11:33:05.610757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.641350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ec246b5-649f-404c-b8a5-6d7f9bf4b772 req-c6a5b85c-ad06-4a3c-a9ec-2eccbd1e0de1 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 210 time: 0.0687923 Jul 22 11:33:05.667221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:05.685002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:05.686074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.721403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:05.785674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:33:05.806161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Allocated IP 192.168.233.214 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/5afd1663-2434-461d-a3ba-d1b31f201d7b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:05.810026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a4e544c-3df1-43a1-9d41-bb8903fbeeb3 req-1a87cad2-7226-4f5a-978c-75c67be7115d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:05.811991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a4e544c-3df1-43a1-9d41-bb8903fbeeb3 req-1a87cad2-7226-4f5a-978c-75c67be7115d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 944 time: 0.1408696 Jul 22 11:33:05.902699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a4e544c-3df1-43a1-9d41-bb8903fbeeb3 req-14ff31fe-ff89-407d-898d-368d9c3278fc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0770166 Jul 22 11:33:05.907353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:05.944904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9864359d-6cf8-4713-ba67-34d757cd3961,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:06.034419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.044284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.062385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Transition to ACTIVE for port object 5afd1663-2434-461d-a3ba-d1b31f201d7b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:06.097092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2eb2b838-5042-4b3f-aff2-d1de285496d5 None None] Provisioning complete for port fd52657c-7a56-47c1-a5f3-e1e718a313ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:06.097497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2eb2b838-5042-4b3f-aff2-d1de285496d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.103083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.153724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:06.159798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:06.165626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:06.189007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port fd52657c-7a56-47c1-a5f3-e1e718a313ee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fd52657c-7a56-47c1-a5f3-e1e718a313ee,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:06.203941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Allocated IP 172.20.0.1 (b9255bcf-ae66-4b03-a212-d5defd30c45f/2c4e8662-ab9c-4c39-882a-c174890acebb/f3800988-9138-43e7-926e-9397aea50719) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:06.234263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Pushing event updated for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:06.236846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.290885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:06.292823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.312491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-c00f1617-f07d-4287-a368-e6ba3065702e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2567766 Jul 22 11:33:06.328547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Request body: {'port': {'device_id': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:06.382744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.435630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.452348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Transition to ACTIVE for port object f3800988-9138-43e7-926e-9397aea50719 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:06.489359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:06.495772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.517951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.528049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:06.535854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.537711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=fd52657c-7a56-47c1-a5f3-e1e718a313ee,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:06.584660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Network b9255bcf-ae66-4b03-a212-d5defd30c45f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:06.596582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3479bf7-c4a5-445c-b34b-400945c7a83b req-c1641a78-9539-49d1-bd8e-0dc154b0494b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:06.605617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3479bf7-c4a5-445c-b34b-400945c7a83b req-c1641a78-9539-49d1-bd8e-0dc154b0494b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2716873 Jul 22 11:33:06.613200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:06.628417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:06.715950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:06.751110 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:33:06.840187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:06.862257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fd52657c-7a56-47c1-a5f3-e1e718a313ee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:06.876435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3479bf7-c4a5-445c-b34b-400945c7a83b req-11134eb6-709c-42f0-9f81-da6c8757f81e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2697101 Jul 22 11:33:06.937433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:06.993556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:03Z', 'revision_number': 3, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:03Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:07.044843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Checking router: cebf7e1a-81d7-4980-b724-3c2a65304adb for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:33:07.045198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Updating router cebf7e1a-81d7-4980-b724-3c2a65304adb port 5d08d8ca-1234-4bf0-9316-4a72f10b741d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:33:07.123188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-28e4bf46-16fa-4f7c-b3bf-81b16bc2e3cc None None] Provisioning for port 5afd1663-2434-461d-a3ba-d1b31f201d7b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:07.158735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-28e4bf46-16fa-4f7c-b3bf-81b16bc2e3cc None None] Provisioning complete for port 5afd1663-2434-461d-a3ba-d1b31f201d7b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:07.159312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28e4bf46-16fa-4f7c-b3bf-81b16bc2e3cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.169415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5afd1663-2434-461d-a3ba-d1b31f201d7b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:07.172394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:07.175995 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.183070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.203544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Transition to ACTIVE for port object 5afd1663-2434-461d-a3ba-d1b31f201d7b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:07.210510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.244277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'network_id': '9d0b8213-eb35-4681-a61d-49d80730329d', 'port_id': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'mac_address': 'fa:16:3e:e8:bc:09', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a99feb67-0b2e-486c-9b7b-d364228cacce', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:07.263867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fd52657c-7a56-47c1-a5f3-e1e718a313ee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:07.264308 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.306920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28e4bf46-16fa-4f7c-b3bf-81b16bc2e3cc None None] Port 5afd1663-2434-461d-a3ba-d1b31f201d7b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:07.371126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Pushing event updated for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:07.461196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:07.463891 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-965c0d06-4338-4b53-a2c2-f4042d4d7171" -d '{"events": [{"server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "name": "network-vif-plugged", "status": "completed", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:07.531191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Attempting to bind port 5afd1663-2434-461d-a3ba-d1b31f201d7b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:07.532311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Attempting to bind port 5afd1663-2434-461d-a3ba-d1b31f201d7b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:07.533856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Attempting to bind port 5afd1663-2434-461d-a3ba-d1b31f201d7b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:07.540935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Port 5afd1663-2434-461d-a3ba-d1b31f201d7b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:07.541662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Attempting to bind port 5afd1663-2434-461d-a3ba-d1b31f201d7b on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:07.548207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:07.548797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:07.549447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:07.550077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Bound port: 5afd1663-2434-461d-a3ba-d1b31f201d7b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:07.550657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.619133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c11651e-e00e-4c28-a082-4972747f21b9 None None] Provisioning for port f3800988-9138-43e7-926e-9397aea50719 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:07.636405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:07.641728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:07.647272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.657213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.673095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c11651e-e00e-4c28-a082-4972747f21b9 None None] Provisioning complete for port f3800988-9138-43e7-926e-9397aea50719 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:07.673492 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c11651e-e00e-4c28-a082-4972747f21b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.679966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:07.711688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:07.713652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.714051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0de07e82-e55a-47a8-af79-29859e65c166 req-080e8f41-3229-47dc-8e7f-482b4ecc1005 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:07.716136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-23607d02-f88d-4f46-b062-110508e76651 service neutron] 10.222.0.36 "PUT /v2.0/ports/5afd1663-2434-461d-a3ba-d1b31f201d7b HTTP/1.1" status: 200 len: 1096 time: 1.3952122 Jul 22 11:33:07.716865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:07.719557 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74574e42-dbca-440e-9a94-3c5a226a66cd" -d '{"events": [{"name": "network-changed", "server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:07.730969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0de07e82-e55a-47a8-af79-29859e65c166 req-080e8f41-3229-47dc-8e7f-482b4ecc1005 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 945 time: 1.0162005 Jul 22 11:33:07.754006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23607d02-f88d-4f46-b062-110508e76651 service neutron] Pushing event updated for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:07.781808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:07.792707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.794374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4c11651e-e00e-4c28-a082-4972747f21b9 None None] Port f3800988-9138-43e7-926e-9397aea50719 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:07.832196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:07.870108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0de07e82-e55a-47a8-af79-29859e65c166 req-794b1e60-97f6-44ad-a994-29a723b1902e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1381965 Jul 22 11:33:07.878578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-b4c6cb4a-4f36-4482-8b9d-fcbd6bbb0a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:07.879759 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-b4c6cb4a-4f36-4482-8b9d-fcbd6bbb0a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cbd143600e6442ca69359afc2be555b&device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 1099 time: 0.1141222 Jul 22 11:33:07.933779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b15d688-2056-4b34-8468-08bff0181d08 req-a7dcad26-4a18-4773-9450-cd4d5d8b0efc tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:07.940943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b15d688-2056-4b34-8468-08bff0181d08 req-a7dcad26-4a18-4773-9450-cd4d5d8b0efc tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 936 time: 0.9352622 Jul 22 11:33:07.991103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-a901a847-7248-4ce6-bdb6-5bfa1e01372c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b HTTP/1.1" status: 200 len: 217 time: 0.1023602 Jul 22 11:33:07.995632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:08.014180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.029643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Transition to ACTIVE for port object 5d08d8ca-1234-4bf0-9316-4a72f10b741d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:08.036497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.064965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-48ec5c4a-178a-443d-ac0d-84a0c70fc299 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.067165 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-48ec5c4a-178a-443d-ac0d-84a0c70fc299 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0659976 Jul 22 11:33:08.084576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312db673-59f1-4979-a56b-d2862c241d8c None None] Pushing event updated for resources: {'Port': ['ID=5d08d8ca-1234-4bf0-9316-4a72f10b741d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:08.085874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b15d688-2056-4b34-8468-08bff0181d08 req-79d59400-b857-440b-98b5-e8d3eff5ab67 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1439128 Jul 22 11:33:08.104571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Attempting to bind port 5d08d8ca-1234-4bf0-9316-4a72f10b741d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:08.104948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Attempting to bind port 5d08d8ca-1234-4bf0-9316-4a72f10b741d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:08.105321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Attempting to bind port 5d08d8ca-1234-4bf0-9316-4a72f10b741d on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:08.110763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:08.111143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:08.111556 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.112014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:08.112499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Bound port: 5d08d8ca-1234-4bf0-9316-4a72f10b741d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:08.112891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.148582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['f47bede3-6071-4e1e-844a-f623c2ff2cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:08.176326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-fbfd7873-5428-488f-912c-c498dd47b9aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.182254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-fbfd7873-5428-488f-912c-c498dd47b9aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1048872 Jul 22 11:33:08.224369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7735b96a-75ba-4503-b190-599f807d116d req-5f99f1de-406b-47d5-bd43-728bb6f2f06a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.225952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7735b96a-75ba-4503-b190-599f807d116d req-5f99f1de-406b-47d5-bd43-728bb6f2f06a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.2440987 Jul 22 11:33:08.275928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] For port 5d08d8ca-1234-4bf0-9316-4a72f10b741d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:08.282180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] For port 5d08d8ca-1234-4bf0-9316-4a72f10b741d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d08d8ca-1234-4bf0-9316-4a72f10b741d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:08.291875 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.311268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7735b96a-75ba-4503-b190-599f807d116d req-9e427f03-6482-4b10-914a-221e61ebe737 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0653572 Jul 22 11:33:08.349532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312db673-59f1-4979-a56b-d2862c241d8c None None] Pushing event updated for resources: {'Port': ['ID=5d08d8ca-1234-4bf0-9316-4a72f10b741d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:08.366535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-123978c5-80db-453a-b46e-50cbea7be92e service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1800699 Jul 22 11:33:08.370886 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9bd184d7-4a5c-4a48-9b2d-f7859a10de7c x-openstack-request-id: req-9bd184d7-4a5c-4a48-9b2d-f7859a10de7c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:08.371713 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "name": "network-vif-plugged", "status": "completed", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:08.371942 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9bd184d7-4a5c-4a48-9b2d-f7859a10de7c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:08.372519 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9', 'code': 200} Jul 22 11:33:08.420496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:33:08.420695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:08.458828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.459446 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2530c7b7-a290-4645-8f5c-e75b0ae853de x-openstack-request-id: req-2530c7b7-a290-4645-8f5c-e75b0ae853de {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:08.459759 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:08.460009 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2530c7b7-a290-4645-8f5c-e75b0ae853de {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:08.461001 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b', 'status': 'completed', 'code': 200} Jul 22 11:33:08.473181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.575802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:33:08.606162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-375e3b13-061a-4579-b2fe-df6a819f4c4a req-8833c23d-67ee-4191-a32d-0c77dfdd5f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.608747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-375e3b13-061a-4579-b2fe-df6a819f4c4a req-8833c23d-67ee-4191-a32d-0c77dfdd5f97 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 1096 time: 0.1468658 Jul 22 11:33:08.613664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec061eb2-38b2-4f5f-9b63-44c26aa5fd4d req-630d0d7a-63b2-46f2-b004-356f7f62ab8c service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2340183 Jul 22 11:33:08.641155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fda71376-7f41-4d3e-9911-353787de6dd6 req-3d00eb98-177c-4576-9671-877368c870d9 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.649960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fda71376-7f41-4d3e-9911-353787de6dd6 req-3d00eb98-177c-4576-9671-877368c870d9 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1096 time: 0.3327508 Jul 22 11:33:08.671265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-375e3b13-061a-4579-b2fe-df6a819f4c4a req-d54cb8c8-ed6f-427c-ac3e-5d2cc96846b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553918 Jul 22 11:33:08.673920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:08.688952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Pushing event updated for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:08.752928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-ae2bb559-be8f-4546-ab07-48d63f7b1f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.755871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-ae2bb559-be8f-4546-ab07-48d63f7b1f82 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2cbd143600e6442ca69359afc2be555b&device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 1099 time: 0.0833299 Jul 22 11:33:08.761045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fda71376-7f41-4d3e-9911-353787de6dd6 req-64e24763-494a-4644-9702-0af97f27cf5b tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070113 Jul 22 11:33:08.843389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-099da4a2-a9a8-48a7-a0c9-b455b05e4db8 req-ce774f49-0348-4336-a918-e4c68b9cecde tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.851415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-099da4a2-a9a8-48a7-a0c9-b455b05e4db8 req-ce774f49-0348-4336-a918-e4c68b9cecde tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.3344958 Jul 22 11:33:08.891489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-c227e1cf-528d-4909-9be7-712fe7e65f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:08.893967 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-c227e1cf-528d-4909-9be7-712fe7e65f1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1316850 Jul 22 11:33:08.912294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Network b9255bcf-ae66-4b03-a212-d5defd30c45f is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:08.915783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:08.918330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f3800988-9138-43e7-926e-9397aea50719', 'name': '', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'mac_address': 'fa:16:3e:28:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:05Z', 'updated_at': '2021-07-22T11:33:06Z', 'revision_number': 1, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'subnets': [{'id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:08.938064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-099da4a2-a9a8-48a7-a0c9-b455b05e4db8 req-78ab8867-a816-4399-bf0c-9cd4d0ffc9c9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856743 Jul 22 11:33:08.981068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f5fd312-4ef6-4fcf-aa85-92a17b59f48d None None] The sync data for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 is: [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f3800988-9138-43e7-926e-9397aea50719', 'name': '', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'mac_address': 'fa:16:3e:28:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:05Z', 'updated_at': '2021-07-22T11:33:06Z', 'revision_number': 1, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'subnets': [{'id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:33:09.004348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-0e25b1fc-14de-4ae7-b6c0-660bec4fdf3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b HTTP/1.1" status: 200 len: 217 time: 0.0995550 Jul 22 11:33:09.092762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-1685a18a-3e1d-48b3-9976-4654b49fc144 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:09.095221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-1685a18a-3e1d-48b3-9976-4654b49fc144 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0784593 Jul 22 11:33:09.164278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Router cebf7e1a-81d7-4980-b724-3c2a65304adb has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:33:09.213993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-66d95033-06b8-4f60-9725-d3ac9600dd7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:09.215735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-66d95033-06b8-4f60-9725-d3ac9600dd7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1128647 Jul 22 11:33:09.218990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-061394dc-91b8-491d-8492-2a73fa874218 req-444fe1a3-5b75-4431-8e77-18f73c6036e4 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:09.221801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-061394dc-91b8-491d-8492-2a73fa874218 req-444fe1a3-5b75-4431-8e77-18f73c6036e4 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 945 time: 0.1417181 Jul 22 11:33:09.375837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a18e293-d785-42c7-b40e-583fcbb0cc12 None None] Provisioning complete for port f3800988-9138-43e7-926e-9397aea50719 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:09.377091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a18e293-d785-42c7-b40e-583fcbb0cc12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:09.409142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-061394dc-91b8-491d-8492-2a73fa874218 req-6904d57d-4ca0-4fd7-858f-00ff6a2add9f tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1740117 Jul 22 11:33:09.450950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8a18e293-d785-42c7-b40e-583fcbb0cc12 None None] Port f3800988-9138-43e7-926e-9397aea50719 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:09.458184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:33:09.468800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8fe0b113-fc52-44fd-bdc2-c48de316fbb5 admin admin] 10.222.0.21 "PUT /v2.0/routers/cebf7e1a-81d7-4980-b724-3c2a65304adb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5773153 Jul 22 11:33:09.742028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:09.753984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee7dab92-fa0a-401c-ae13-cf200c978413 req-8089aa48-dba8-42fd-9061-092c85d2e48a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:09.762667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee7dab92-fa0a-401c-ae13-cf200c978413 req-8089aa48-dba8-42fd-9061-092c85d2e48a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1536474 Jul 22 11:33:09.857406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee7dab92-fa0a-401c-ae13-cf200c978413 req-4a0194b8-282a-44f2-90bb-101eeabf9a98 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938163 Jul 22 11:33:09.901735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-5ba9bbf0-321e-4228-8eb2-f28ddd7331ae service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6769078 Jul 22 11:33:10.016375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1869374105'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:10.052759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:10.054207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74574e42-dbca-440e-9a94-3c5a226a66cd req-3aa342bb-76b6-49da-a42b-455417a09250 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442385 Jul 22 11:33:10.057184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.141870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd5f621-3e79-4851-8c81-dafd75441670 req-2c6e61d6-14d6-49dd-abe0-8448041e8f94 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:10.144691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fd5f621-3e79-4851-8c81-dafd75441670 req-2c6e61d6-14d6-49dd-abe0-8448041e8f94 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 948 time: 0.1914568 Jul 22 11:33:10.148632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:10.194853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.195238 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Added segment 0ad3b23f-3bfd-4cc1-92df-06b4f8825d72 of type vlan for network 2771b6b4-180d-419f-94e7-75e8f730fa1e Jul 22 11:33:10.262797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49937446-bc0a-4d68-9463-c520e25f445f tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:33:10.268371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49937446-bc0a-4d68-9463-c520e25f445f tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0171516 Jul 22 11:33:10.283023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fd5f621-3e79-4851-8c81-dafd75441670 req-9c6bfa48-6194-4858-83a6-4732c261de47 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290371 Jul 22 11:33:10.288172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.296125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:10.296749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:33:10.370932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.377500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:10.378119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.443420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.6781757 Jul 22 11:33:10.446248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:10.449019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 5afd1663-2434-461d-a3ba-d1b31f201d7b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:10.453607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'subnet': {'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:10.542806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2c49ca1-570b-4ee2-babc-ff1ba8958384 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Network': ['ID=2771b6b4-180d-419f-94e7-75e8f730fa1e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:10.628066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:10.632869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.745229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:10.745577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:10.745910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:10.757782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:10.758104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:10.775799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-458b236b-fcbb-42a3-ba5e-b39ac663b0f7 req-5303739b-f22c-4894-b13f-e7094761385d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:10.785466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-458b236b-fcbb-42a3-ba5e-b39ac663b0f7 req-5303739b-f22c-4894-b13f-e7094761385d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 945 time: 0.3378413 Jul 22 11:33:10.787608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:10.787956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:10.788342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:10.788812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Bound port: fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:10.796520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:10.813010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:10.815827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d08d8ca-1234-4bf0-9316-4a72f10b741d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:10.894039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-458b236b-fcbb-42a3-ba5e-b39ac663b0f7 req-2da03e9b-da43-4a0c-8883-c92ffb175ecc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075737 Jul 22 11:33:10.950114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:10.955387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:10.956647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-49c546b7-284f-43b0-a216-001e7a61752c service neutron] 10.222.0.21 "POST /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226/bindings HTTP/1.1" status: 201 len: 389 time: 0.6710920 Jul 22 11:33:11.016958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.140718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Checking segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:11.141240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network hostable DHCP agents. Network: 2771b6b4-180d-419f-94e7-75e8f730fa1e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:11.155387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Subnet': ['ID=99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:11.171258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:11.184558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 2771b6b4-180d-419f-94e7-75e8f730fa1e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:11.198317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.201356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.249240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebd847bf-b520-4559-a9be-36809e188ffd None None] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:11.254464 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0140a0ee-6729-419b-857b-1c57bd36f4e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 0.8056951 Jul 22 11:33:11.256830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:11.264306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1261688389'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:11.280257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:11.288785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e95f470-e943-4a58-a169-76bae416ffb7 req-def88e99-238e-42dc-9418-a4ad99e84818 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.291669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e95f470-e943-4a58-a169-76bae416ffb7 req-def88e99-238e-42dc-9418-a4ad99e84818 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 945 time: 0.1265769 Jul 22 11:33:11.311653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:11.313919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '5afd1663-2434-461d-a3ba-d1b31f201d7b', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '5afd1663-2434-461d-a3ba-d1b31f201d7b', 'mac_address': 'fa:16:3e:6b:26:30', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:11.316029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.363147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port f47bede3-6071-4e1e-844a-f623c2ff2cc2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:11.378369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:11.379477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7c7c83c-19c6-43b3-92b8-65c01e5a9705 req-d9f78f76-d69f-4508-92c5-793abb33721b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.381298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7c7c83c-19c6-43b3-92b8-65c01e5a9705 req-d9f78f76-d69f-4508-92c5-793abb33721b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1459405 Jul 22 11:33:11.392181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e95f470-e943-4a58-a169-76bae416ffb7 req-f5efd745-cb0f-4b77-adc8-a828a2177e0e tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0912216 Jul 22 11:33:11.402392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5d08d8ca-1234-4bf0-9316-4a72f10b741d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:11.406995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.407344 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Added segment 9a494c99-ed69-4b8f-bc7b-2d3f23319b4d of type vlan for network e86eff1d-0a98-4a6d-8feb-ac738b481384 Jul 22 11:33:11.414494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port f47bede3-6071-4e1e-844a-f623c2ff2cc2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:11.414864 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.428121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5d08d8ca-1234-4bf0-9316-4a72f10b741d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:11.430033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.472139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.479162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7c7c83c-19c6-43b3-92b8-65c01e5a9705 req-f220806e-d6db-4f32-ab0b-fb107540ec52 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849652 Jul 22 11:33:11.505125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.513071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.513822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.516901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.546485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-f0a8fe99-29d8-4e2e-9852-f7c51bae260c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.548383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-f0a8fe99-29d8-4e2e-9852-f7c51bae260c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1096 time: 0.2892594 Jul 22 11:33:11.578921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.3186553 Jul 22 11:33:11.590472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:11.594685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'subnet': {'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:11.613476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5afd1663-2434-461d-a3ba-d1b31f201d7b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:11.689418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-d2197e86-44c6-4cf9-85ea-17d546972b9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.691041 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-d2197e86-44c6-4cf9-85ea-17d546972b9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1226039 Jul 22 11:33:11.700068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:11.718828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.746180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.754427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81b3bfec-583b-4928-a326-33290eaf32a0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Network': ['ID=e86eff1d-0a98-4a6d-8feb-ac738b481384,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:11.774928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:11.795519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-f2eb53c6-c762-4060-bedd-c02cf39cf770 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 217 time: 0.0968883 Jul 22 11:33:11.826711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-2771b6b4-180d-419f-94e7-75e8f730fa1e', 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'fixed_ips': [{'subnet_id': '99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:33:11.827588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.851297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02e1aef1-2aec-4fbe-aa20-37a682310b2a req-df811119-aac5-4f91-a3e2-1e7de40af3d6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.855067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02e1aef1-2aec-4fbe-aa20-37a682310b2a req-df811119-aac5-4f91-a3e2-1e7de40af3d6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.2999463 Jul 22 11:33:11.874299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-bba85ccd-06b9-4ee8-9d54-3aae3f88746b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.876283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-bba85ccd-06b9-4ee8-9d54-3aae3f88746b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0730424 Jul 22 11:33:11.892913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e5c670-50a1-4fac-9177-99c0683ecd69 req-f754c4bf-c7d1-4aa5-b4ac-ae6aae65129e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:11.901136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e5c670-50a1-4fac-9177-99c0683ecd69 req-f754c4bf-c7d1-4aa5-b4ac-ae6aae65129e tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 948 time: 0.3578072 Jul 22 11:33:11.902157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:11.904458 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a41bb13-933b-4148-ad82-575410bf1730" -d '{"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:11.943780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-b0a79b07-0584-4012-a05b-fce9b0bf365b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0596125 Jul 22 11:33:11.948360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:11.959200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:11.962863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:12.000030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02e1aef1-2aec-4fbe-aa20-37a682310b2a req-0785180e-8984-4c70-840d-9756a40cd809 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369967 Jul 22 11:33:12.034962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e5c670-50a1-4fac-9177-99c0683ecd69 req-c678aee0-8693-4025-bdc9-f1374673de76 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1316850 Jul 22 11:33:12.081074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:12.100772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:12.142050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['5afd1663-2434-461d-a3ba-d1b31f201d7b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:12.168867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-f521d759-d779-4f97-b719-5b66c125a846 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167485 Jul 22 11:33:12.174080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:12.189775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5d08d8ca-1234-4bf0-9316-4a72f10b741d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d08d8ca-1234-4bf0-9316-4a72f10b741d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:12.251055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:12.290870 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Sync routers for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:33:12.313447 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:33:12.314102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:12.413672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-6969a7dc-ddd4-4547-95fb-34fe8f1f3383 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2319148 Jul 22 11:33:12.429092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:12.445104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:12.451493 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-acfdfd1a-8234-47af-b10a-e472535ecbe4 x-openstack-request-id: req-acfdfd1a-8234-47af-b10a-e472535ecbe4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:12.452052 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-plugged", "status": "completed", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:12.452309 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-acfdfd1a-8234-47af-b10a-e472535ecbe4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:12.452692 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'code': 200} Jul 22 11:33:12.519848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Allocated IP 19.80.0.2 (2771b6b4-180d-419f-94e7-75e8f730fa1e/99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7/0a5d6492-0fc2-45a8-835f-6995287c4c02) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:12.568074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-192db304-c608-4072-904e-aadff433d248 req-5c0a2620-a0c6-4fae-a286-869c0865c3f3 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:12.569831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-192db304-c608-4072-904e-aadff433d248 req-5c0a2620-a0c6-4fae-a286-869c0865c3f3 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2837255 Jul 22 11:33:12.575983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Subnet': ['ID=58f88986-5bd1-4ecc-aac7-6a55077c1483,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:12.591394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:33:12.669165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5d08d8ca-1234-4bf0-9316-4a72f10b741d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:12.700998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Checking segment: {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:12.701588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network hostable DHCP agents. Network: e86eff1d-0a98-4a6d-8feb-ac738b481384, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:12.702006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fb4776c-b25b-4950-8314-74a2934b7a75 req-d3ca7953-c68c-4e48-a2a8-46d7b4ac9aa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:12.708856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-192db304-c608-4072-904e-aadff433d248 req-218d5e7f-3054-4385-9b9e-e9e9f9579488 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1281188 Jul 22 11:33:12.714533 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fb4776c-b25b-4950-8314-74a2934b7a75 req-d3ca7953-c68c-4e48-a2a8-46d7b4ac9aa2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1097 time: 0.1842303 Jul 22 11:33:12.737146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb848278-b780-48f1-8c2c-f807d734200c req-f911c94a-b03d-4789-b6db-d3b2d518f867 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:12.737146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb848278-b780-48f1-8c2c-f807d734200c req-f911c94a-b03d-4789-b6db-d3b2d518f867 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2511525 Jul 22 11:33:12.763453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:12.786805 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fb4776c-b25b-4950-8314-74a2934b7a75 req-f0909c81-5e71-4c77-9585-ee9f433b5cf6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673575 Jul 22 11:33:12.805477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e86eff1d-0a98-4a6d-8feb-ac738b481384) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:12.825408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:12.826587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:12.841284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb848278-b780-48f1-8c2c-f807d734200c req-e24352b5-2860-443b-a66c-ec7308d93715 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0888848 Jul 22 11:33:12.842779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06fa4b35-15ad-4f73-822a-036c4552d23c None None] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:12.872305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9dc327f8-7e20-4e6b-b86a-cdbe9bfa7e5e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2737131 Jul 22 11:33:12.942427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf74379a-84b8-4e9d-82c7-1bd3b7513662 req-612d6bec-fd26-47f7-ac5f-ccbec17425e3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:12.950895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf74379a-84b8-4e9d-82c7-1bd3b7513662 req-612d6bec-fd26-47f7-ac5f-ccbec17425e3 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 945 time: 0.1001823 Jul 22 11:33:13.033964 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f3800988-9138-43e7-926e-9397aea50719', 'name': '', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'mac_address': 'fa:16:3e:28:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:05Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 2, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'subnets': [{'id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:13.058146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf74379a-84b8-4e9d-82c7-1bd3b7513662 req-b33fdd73-1e48-4dfa-8205-05b38f1f4d1c tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups?id=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1011884 Jul 22 11:33:13.118213 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Checking router: cebf7e1a-81d7-4980-b724-3c2a65304adb for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:33:13.123345 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Updating router cebf7e1a-81d7-4980-b724-3c2a65304adb port f3800988-9138-43e7-926e-9397aea50719 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:33:13.162719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e86eff1d-0a98-4a6d-8feb-ac738b481384', 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'fixed_ips': [{'subnet_id': '58f88986-5bd1-4ecc-aac7-6a55077c1483'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:33:13.163581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.196833 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.216458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.247898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Transition to ACTIVE for port object 0a5d6492-0fc2-45a8-835f-6995287c4c02 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:13.255041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-046faec7-7bf4-4188-bc61-4ae20c432090 req-e9d078b0-b561-4501-8bee-12ba80d07e66 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:13.256690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-046faec7-7bf4-4188-bc61-4ae20c432090 req-e9d078b0-b561-4501-8bee-12ba80d07e66 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1274359 Jul 22 11:33:13.339835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-046faec7-7bf4-4188-bc61-4ae20c432090 req-1da3a176-62ef-42a5-b62e-9cb4d0b25aa5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755796 Jul 22 11:33:13.471472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Transition to ACTIVE for port object 0a5d6492-0fc2-45a8-835f-6995287c4c02 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:13.517607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.594068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4494c524-26ea-452c-ab56-4de7170d9da3 req-e486c757-e556-4d27-8d84-20f44a2b96bf tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:13.601089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4494c524-26ea-452c-ab56-4de7170d9da3 req-e486c757-e556-4d27-8d84-20f44a2b96bf tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 949 time: 0.2191887 Jul 22 11:33:13.697553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Allocated IP 19.86.0.2 (e86eff1d-0a98-4a6d-8feb-ac738b481384/58f88986-5bd1-4ecc-aac7-6a55077c1483/055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:13.710877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Pushing event updated for resources: {'Port': ['ID=0a5d6492-0fc2-45a8-835f-6995287c4c02,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:13.719545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-fedac4bc-cd03-499e-8200-cf78b18f9765 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:13.725053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-fedac4bc-cd03-499e-8200-cf78b18f9765 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:13.725640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:13.729215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-fedac4bc-cd03-499e-8200-cf78b18f9765 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/networks?id=2771b6b4-180d-419f-94e7-75e8f730fa1e&id=e86eff1d-0a98-4a6d-8feb-ac738b481384&id=2771b6b4-180d-419f-94e7-75e8f730fa1e HTTP/1.1" status: 200 len: 1392 time: 0.2625482 Jul 22 11:33:13.753149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:13.756236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:13.767142 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.783974 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Transition to ACTIVE for port object f3800988-9138-43e7-926e-9397aea50719 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:13.794537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4494c524-26ea-452c-ab56-4de7170d9da3 req-ace305d7-4561-48e4-80ee-19698f03cb59 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1924412 Jul 22 11:33:13.795079 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:13.806873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-319fe8f7-5641-4b15-a4dc-be31c9179b9c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/quotas/c0bab3714de04e0d9297fda304739a4a HTTP/1.1" status: 200 len: 375 time: 0.0569537 Jul 22 11:33:13.821534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-98c6e742-098b-43ed-8909-5e737a6e806d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:13.823583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-98c6e742-098b-43ed-8909-5e737a6e806d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "GET /v2.0/ports?device_id=9789ee21-97e1-43a0-986c-638e53588218 HTTP/1.1" status: 200 len: 945 time: 0.1792419 Jul 22 11:33:13.847783 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Pushing event updated for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:13.861504 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.861504 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.861843 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864940 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.864940 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:13.865303 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:14.013227 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Attempting to bind port f3800988-9138-43e7-926e-9397aea50719 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:14.013601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Attempting to bind port f3800988-9138-43e7-926e-9397aea50719 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:14.013972 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Attempting to bind port f3800988-9138-43e7-926e-9397aea50719 on network b9255bcf-ae66-4b03-a212-d5defd30c45f {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:14.018221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-b41a7aee-c3bb-4a48-977f-2002c3c76bf4 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2022014 Jul 22 11:33:14.023789 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:14.024200 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Checking segment: {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:14.024622 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.025150 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Bound using segment: {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:14.025956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Bound port: f3800988-9138-43e7-926e-9397aea50719, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:14.026354 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.194375 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] For port f3800988-9138-43e7-926e-9397aea50719, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:14.199338 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] For port f3800988-9138-43e7-926e-9397aea50719, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f3800988-9138-43e7-926e-9397aea50719,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:14.200077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Deleting port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:14.203326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.204597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.206901 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.214549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Attempting to bind port 0a5d6492-0fc2-45a8-835f-6995287c4c02 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:14.214934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Attempting to bind port 0a5d6492-0fc2-45a8-835f-6995287c4c02 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:14.215308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Attempting to bind port 0a5d6492-0fc2-45a8-835f-6995287c4c02 on network 2771b6b4-180d-419f-94e7-75e8f730fa1e {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:14.223330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Transition to ACTIVE for port object 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:14.231532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:14.232055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Checking segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:14.232480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.232890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Bound using segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:14.233790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Bound port: 0a5d6492-0fc2-45a8-835f-6995287c4c02, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:14.234191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.262103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Transition to ACTIVE for port object 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:14.270280 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.327969 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3628c-d97f-4877-8e4b-7f898ec23a26 None None] Pushing event updated for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:14.372718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:33:14.374083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:14.544997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] For port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,segment=NetworkSegment(382f5c23-73c8-4a55-80d2-5c5e89eb6c03),segment_id=382f5c23-73c8-4a55-80d2-5c5e89eb6c03)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:14.545370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.573218 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:33:14.580812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-a5618c15-a770-42a2-8991-05b43ef4fbd3 service neutron] 10.222.0.21 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5575616 Jul 22 11:33:14.591516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Calling delete_port for 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:14.844324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Pushing event updated for resources: {'Port': ['ID=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:14.851456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 5afd1663-2434-461d-a3ba-d1b31f201d7b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:14.886294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b659acd5-7ee4-43c3-ab2d-8e4631241cf2 req-46854b5b-a51c-4857-acec-9d5914cc0647 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:14.897444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b659acd5-7ee4-43c3-ab2d-8e4631241cf2 req-46854b5b-a51c-4857-acec-9d5914cc0647 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.7740080 Jul 22 11:33:14.935277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:14.951812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:14.958467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:14.969331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:14.970103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] For port 0a5d6492-0fc2-45a8-835f-6995287c4c02, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:14.976875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] For port 0a5d6492-0fc2-45a8-835f-6995287c4c02, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a5d6492-0fc2-45a8-835f-6995287c4c02,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:14.988288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:15.030597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f3800988-9138-43e7-926e-9397aea50719 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:15.038690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.163984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Attempting to bind port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:15.164472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Attempting to bind port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:15.164932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Attempting to bind port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 on network e86eff1d-0a98-4a6d-8feb-ac738b481384 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:15.179815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 5afd1663-2434-461d-a3ba-d1b31f201d7b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:15.189544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:15.190094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Checking segment: {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:15.190622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.191117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Bound using segment: {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:15.191708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Bound port: 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:15.192910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.213741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 5afd1663-2434-461d-a3ba-d1b31f201d7b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:15.214213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.230694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6c4da32-d7c3-44a8-92b8-c39a1e446ac9 None None] Pushing event updated for resources: {'Port': ['ID=0a5d6492-0fc2-45a8-835f-6995287c4c02,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:15.231221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] No DVR routers for this DVR port 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:15.243351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.249115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aad2fd9a-0a45-4f2a-b03c-ba5e7aa34420 req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.20 "DELETE /v2.0/ports/1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 HTTP/1.1" status: 204 len: 173 time: 1.4195881 Jul 22 11:33:15.251606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480cf23a-c058-4208-a118-c1ed6d98ee88 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event deleted for resources: {'Port': ['ID=1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:15.281150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'name': 'network-vif-deleted', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:15.304327 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f3800988-9138-43e7-926e-9397aea50719', 'name': '', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'mac_address': 'fa:16:3e:28:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:05Z', 'updated_at': '2021-07-22T11:33:14Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'subnets': [{'id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:15.305405 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f374693f-9935-4b35-b45c-b19629bea5c3" -d '{"events": [{"server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "name": "network-vif-deleted", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:15.324103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e956cc21-36f9-40f1-b976-eca0903876af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.329420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f3800988-9138-43e7-926e-9397aea50719 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:15.342339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f3800988-9138-43e7-926e-9397aea50719 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:15.342743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.352992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6ddf467-ff61-4f45-948a-dd42b606c8e4 None None] The sync data for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 is: [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:33:07Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f3800988-9138-43e7-926e-9397aea50719', 'name': '', 'network_id': 'b9255bcf-ae66-4b03-a212-d5defd30c45f', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'mac_address': 'fa:16:3e:28:eb:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_interface', 'standard_attr_id': 1039, 'fixed_ips': [{'subnet_id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:05Z', 'updated_at': '2021-07-22T11:33:14Z', 'revision_number': 4, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'subnets': [{'id': '2c4e8662-ab9c-4c39-882a-c174890acebb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:33:15.458268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] For port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:15.476245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] For port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:15.517922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.741974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:15.851229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:15.853892 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcb9720d-3f9b-4f04-a091-bdf6949a4a70" -d '{"events": [{"server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:15.967747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-caa8085e-4524-4ad8-8db6-1a60591ac6f3 service neutron] 10.222.0.21 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.3814821 Jul 22 11:33:15.974124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53434ea2-d27e-44b3-96b5-58977a0b2c11 None None] Pushing event updated for resources: {'Port': ['ID=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:15.989636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:16.004695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:16.137025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b659acd5-7ee4-43c3-ab2d-8e4631241cf2 req-4106840e-008c-468a-b796-fbcf4b30e70f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2197835 Jul 22 11:33:16.217730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:16.239329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:16.309349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f3800988-9138-43e7-926e-9397aea50719, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f3800988-9138-43e7-926e-9397aea50719,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:16.322907 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:16.324990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d08d8ca-1234-4bf0-9316-4a72f10b741d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:16.426631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-e18fac58-3f00-482c-82a1-48acac3ab0a7 service neutron] 10.222.0.21 "GET /v2.0/networks/e86eff1d-0a98-4a6d-8feb-ac738b481384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341402 Jul 22 11:33:16.517428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5d08d8ca-1234-4bf0-9316-4a72f10b741d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:16.517808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:16.571046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:16.577948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9423ee0-a69b-430b-81a3-2b34251a0df7 req-fe314505-ca68-463a-a011-f0aebf929d0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:16.580901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9423ee0-a69b-430b-81a3-2b34251a0df7 req-fe314505-ca68-463a-a011-f0aebf929d0d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2487783 Jul 22 11:33:16.648938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-0a1a1325-f239-4b7e-8021-55f532f07fb0 service neutron] 10.222.0.21 "GET /v2.0/networks/e86eff1d-0a98-4a6d-8feb-ac738b481384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2150292 Jul 22 11:33:16.698356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9423ee0-a69b-430b-81a3-2b34251a0df7 req-748076b3-6ac1-49d9-b248-d4904f5d49da tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1050203 Jul 22 11:33:16.867733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-8f8b749a-f6f7-4f6e-854e-c24570bd2bd3 service neutron] 10.222.0.21 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2080083 Jul 22 11:33:17.012520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:17.089411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a5d6492-0fc2-45a8-835f-6995287c4c02 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:17.091334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:17.091673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:17.143393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-17c52059-bebe-423e-af1b-5a14f96c91cd service neutron] 10.222.0.21 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2682681 Jul 22 11:33:17.192774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46778ba6-34ea-460b-b47e-1dd98ce35a92 req-77339841-de70-43f3-ad29-0f5b0691bd1f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:17.203131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0a5d6492-0fc2-45a8-835f-6995287c4c02 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:17.205119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46778ba6-34ea-460b-b47e-1dd98ce35a92 req-77339841-de70-43f3-ad29-0f5b0691bd1f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.2880096 Jul 22 11:33:17.210159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f3800988-9138-43e7-926e-9397aea50719 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:17.277777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d330a8-3b2e-4452-bb74-ff58e2dc6ff8 None None] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:17.300337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46778ba6-34ea-460b-b47e-1dd98ce35a92 req-a8605272-9470-4839-890b-111f8a455522 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865796 Jul 22 11:33:17.506363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Provisioning for port 0a5d6492-0fc2-45a8-835f-6995287c4c02 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:17.547485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23d87d-e906-4e91-8f9f-8460f2aa211d req-cccc6df5-4e12-4096-ad0d-ad71477a2df3 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:17.561348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a23d87d-e906-4e91-8f9f-8460f2aa211d req-cccc6df5-4e12-4096-ad0d-ad71477a2df3 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.1459758 Jul 22 11:33:17.571016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Provisioning complete for port 0a5d6492-0fc2-45a8-835f-6995287c4c02 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:17.572974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:17.605156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc171c8c-bbe4-43e6-9ee6-6378bfc0adca None None] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:17.671804 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82d6e56b-af0f-4087-8aa6-f13b7de3ed3e x-openstack-request-id: req-82d6e56b-af0f-4087-8aa6-f13b7de3ed3e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:17.672391 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9789ee21-97e1-43a0-986c-638e53588218", "name": "network-vif-deleted", "tag": "1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:17.672391 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82d6e56b-af0f-4087-8aa6-f13b7de3ed3e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:17.672813 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9789ee21-97e1-43a0-986c-638e53588218', 'name': 'network-vif-deleted', 'tag': '1b616ea0-ffa3-4f95-9b2c-d2b3603f21f9', 'status': 'completed', 'code': 200} Jul 22 11:33:17.719482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f3800988-9138-43e7-926e-9397aea50719 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:17.720473 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:17.738024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a23d87d-e906-4e91-8f9f-8460f2aa211d req-ffe790d0-749c-4d6a-a71a-9d5bc4bc6397 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1708069 Jul 22 11:33:17.886619 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4914163e-193a-4f78-ba72-15fa679fa2f7 x-openstack-request-id: req-4914163e-193a-4f78-ba72-15fa679fa2f7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:17.888300 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "name": "network-vif-plugged", "status": "completed", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:17.889638 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4914163e-193a-4f78-ba72-15fa679fa2f7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:17.890594 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b', 'code': 200} Jul 22 11:33:18.038748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.048081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-730a26f8-8440-4204-a7b5-308bed68aaac req-f41fe5b4-eb65-43d6-abf9-877b03db157b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:18.054588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-730a26f8-8440-4204-a7b5-308bed68aaac req-f41fe5b4-eb65-43d6-abf9-877b03db157b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 1101 time: 0.1477749 Jul 22 11:33:18.149648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-730a26f8-8440-4204-a7b5-308bed68aaac req-5dc6b545-ce1f-433c-8f5d-954a9d095857 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889990 Jul 22 11:33:18.203107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-439c6a30-a532-4302-9f4e-2eb3a63afb9d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.208544 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.257994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:18.330040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] For port 0a5d6492-0fc2-45a8-835f-6995287c4c02, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a5d6492-0fc2-45a8-835f-6995287c4c02,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:18.345206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.351418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7178eb9d-9933-4baf-96b7-6c45aa48390d req-939bcc78-b0dd-4ef7-a2e8-7b11f038628f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:18.363433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7178eb9d-9933-4baf-96b7-6c45aa48390d req-939bcc78-b0dd-4ef7-a2e8-7b11f038628f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2927814 Jul 22 11:33:18.422964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7178eb9d-9933-4baf-96b7-6c45aa48390d req-24b4329f-4725-4272-b00a-2ea047b18fbc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0545394 Jul 22 11:33:18.436760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4bde62f-ccb8-4f4a-8209-6c792f2f58d1 None None] Pushing event updated for resources: {'Port': ['ID=0a5d6492-0fc2-45a8-835f-6995287c4c02,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:18.443194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fee1ff2f-ef0b-4a1e-adb6-e5481a51bb15 req-e0548098-90ce-442a-b9ec-930fd077116b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:18.462133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fee1ff2f-ef0b-4a1e-adb6-e5481a51bb15 req-e0548098-90ce-442a-b9ec-930fd077116b tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2677565 Jul 22 11:33:18.484824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:18.498653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Provisioning for port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:18.512141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Provisioning complete for port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:18.515996 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.580630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fee1ff2f-ef0b-4a1e-adb6-e5481a51bb15 req-6a03a684-17cd-4a3b-b0f4-ba3ccf0e8664 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1168966 Jul 22 11:33:18.651390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e7aac95-a3aa-481b-a996-a94d2b87301f req-094892d2-796a-416d-a3d3-561e7f2fcbf0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 210 time: 0.0612161 Jul 22 11:33:18.792426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.868037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] For port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:18.874426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:18.912673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a5d6492-0fc2-45a8-835f-6995287c4c02 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:18.958862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc40e05e-dd56-4b5a-9852-55e504bcb808 req-b6b4b28e-ebb3-4ca5-85cd-8e4ec8903c57 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:18.961485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc40e05e-dd56-4b5a-9852-55e504bcb808 req-b6b4b28e-ebb3-4ca5-85cd-8e4ec8903c57 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1765196 Jul 22 11:33:18.989294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-586eba61-fb8c-4b9a-9198-6fd8fcc40340 None None] Pushing event updated for resources: {'Port': ['ID=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:19.020765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c65d151b-adaa-40ca-b49b-2e5fd80a276b req-a56a5d41-5e40-4f30-b4f4-eba6607a2b91 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:19.023459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c65d151b-adaa-40ca-b49b-2e5fd80a276b req-a56a5d41-5e40-4f30-b4f4-eba6607a2b91 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1787159 Jul 22 11:33:19.028030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd2be-83c7-49d9-acf3-367d09e20ce2 None None] Provisioning complete for port 0a5d6492-0fc2-45a8-835f-6995287c4c02 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:19.028658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd2be-83c7-49d9-acf3-367d09e20ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.046625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc40e05e-dd56-4b5a-9852-55e504bcb808 req-130aad52-842d-4032-ba35-faf71385672d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738237 Jul 22 11:33:19.113472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c65d151b-adaa-40ca-b49b-2e5fd80a276b req-f33b0974-f82b-4a1f-93d6-659d37cf879e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801857 Jul 22 11:33:19.279502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0a5d6492-0fc2-45a8-835f-6995287c4c02 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:19.280051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.360006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59840) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:19.433756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.495657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.514482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-ce4e612f-b072-4e33-ba77-6ff6d2e3139e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:19.531365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-ce4e612f-b072-4e33-ba77-6ff6d2e3139e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:19.533318 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-ce4e612f-b072-4e33-ba77-6ff6d2e3139e tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "GET /v2.0/networks?id=2771b6b4-180d-419f-94e7-75e8f730fa1e&id=e86eff1d-0a98-4a6d-8feb-ac738b481384&id=2771b6b4-180d-419f-94e7-75e8f730fa1e HTTP/1.1" status: 200 len: 1392 time: 0.2951772 Jul 22 11:33:19.548273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'admin_state_up': True, 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:19.596083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ccdd2be-83c7-49d9-acf3-367d09e20ce2 None None] Provisioning complete for port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:19.596904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ccdd2be-83c7-49d9-acf3-367d09e20ce2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.647164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f6fe706-0ffc-4b67-aaa1-f232e0b4b463 req-189ac879-695b-4b7c-8851-b6b30c8ac7d9 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:19.650866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f6fe706-0ffc-4b67-aaa1-f232e0b4b463 req-189ac879-695b-4b7c-8851-b6b30c8ac7d9 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.3742266 Jul 22 11:33:19.661440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.725897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:19.730946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.757742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:19.815185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.819421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:19.820640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "DELETE /v2.0/security-groups/e85200ff-b3c1-4bbf-a8c7-77807dd87443 HTTP/1.1" status: 204 len: 168 time: 0.4581721 Jul 22 11:33:19.826512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:19.833527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f6fe706-0ffc-4b67-aaa1-f232e0b4b463 req-8e1599b7-87d8-4374-adb4-95f68a995941 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1591575 Jul 22 11:33:19.848490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032c6209-474f-46f1-b4dc-e865a9c2c96d tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e85200ff-b3c1-4bbf-a8c7-77807dd87443,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:19.848769 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-362a9420-0fbf-4b21-85e2-6c169ddd3558 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] show failed (client error): The resource could not be found. Jul 22 11:33:19.852874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-362a9420-0fbf-4b21-85e2-6c169ddd3558 tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "GET /v2.0/security-groups/e85200ff-b3c1-4bbf-a8c7-77807dd87443 HTTP/1.1" status: 404 len: 347 time: 0.0252128 Jul 22 11:33:19.854030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:19.871124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b3492-5ea9-4eae-b7e2-fd10c1ceaa3d req-e8c3bfec-08c2-4848-9aaf-24cf61939b07 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:19.873247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f7b3492-5ea9-4eae-b7e2-fd10c1ceaa3d req-e8c3bfec-08c2-4848-9aaf-24cf61939b07 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.3417258 Jul 22 11:33:19.946030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f7b3492-5ea9-4eae-b7e2-fd10c1ceaa3d req-b0ba402d-23d0-4bf9-b6bf-f33f6afc2be0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571668 Jul 22 11:33:20.069395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9460b4b-de8f-4fbe-a0c9-d8f4334b771b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.086538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-597ceb5e-f8d2-404f-a9d6-225f584a67b3 req-c2f5354c-701a-4521-baf0-efa01c716dd3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 210 time: 0.0398374 Jul 22 11:33:20.093248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Allocated IP 19.80.0.100 (2771b6b4-180d-419f-94e7-75e8f730fa1e/99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7/af0d69fd-f45b-4be1-8e55-5b8062c84c0e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:20.096175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdcd5cae-0f06-428c-8ee9-c633670b8b83 req-ebc460d7-8c3f-4a38-8965-f39736ddffce tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.103904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdcd5cae-0f06-428c-8ee9-c633670b8b83 req-ebc460d7-8c3f-4a38-8965-f39736ddffce tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1390867 Jul 22 11:33:20.160196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdcd5cae-0f06-428c-8ee9-c633670b8b83 req-ed135451-1851-4b70-bff3-733a7de3eea8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553381 Jul 22 11:33:20.194867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Deleting port 6a33b9ba-6f2f-4368-9fd5-608187167c66 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:20.195237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.316518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0583e9ed-d27a-4209-abe7-a6822ef42420 req-3df788da-9eee-483f-81a7-bedd8194be25 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.318558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0583e9ed-d27a-4209-abe7-a6822ef42420 req-3df788da-9eee-483f-81a7-bedd8194be25 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1098998 Jul 22 11:33:20.375502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039e7776-e22f-4904-acf4-64ac8fa30be8 req-be289f54-216c-4fb8-8be2-da9384de7edf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.377726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-039e7776-e22f-4904-acf4-64ac8fa30be8 req-be289f54-216c-4fb8-8be2-da9384de7edf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1235387 Jul 22 11:33:20.386433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0583e9ed-d27a-4209-abe7-a6822ef42420 req-873e60a8-f784-4caf-9ff8-eeefce8d55c0 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0546191 Jul 22 11:33:20.403056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9460b4b-de8f-4fbe-a0c9-d8f4334b771b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.408850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.409183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.425875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9460b4b-de8f-4fbe-a0c9-d8f4334b771b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.435304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.439145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-039e7776-e22f-4904-acf4-64ac8fa30be8 req-0286bb6d-b6ba-422c-a145-c495f2f8110d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510459 Jul 22 11:33:20.439326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Calling delete_port for 6a33b9ba-6f2f-4368-9fd5-608187167c66 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:20.495554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Transition to ACTIVE for port object af0d69fd-f45b-4be1-8e55-5b8062c84c0e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:20.510755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9460b4b-de8f-4fbe-a0c9-d8f4334b771b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=866b92d4-f039-47f6-9a6d-b4d591cfb564,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:20.510755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9460b4b-de8f-4fbe-a0c9-d8f4334b771b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3a0ae394d8e24cf2a7f35bf973a246b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7473948 Jul 22 11:33:20.514333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59866) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:20.598788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a37691-0e75-44f4-9fc6-b846b3a0d9a5 req-5e405bd5-6445-4462-b221-cc7146c94b61 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.600327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27a37691-0e75-44f4-9fc6-b846b3a0d9a5 req-5e405bd5-6445-4462-b221-cc7146c94b61 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.0690224 Jul 22 11:33:20.649742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27a37691-0e75-44f4-9fc6-b846b3a0d9a5 req-f26ccff6-cc10-4bfc-8792-6a8f382b5367 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405147 Jul 22 11:33:20.659241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.720372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.753751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:20.760524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:20.779057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:20.804774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.809711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:20.836877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c307a0-9d44-4418-8ccf-d8517458eb25 req-f0c608cd-69f5-4872-ad96-4b91e881f75d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.838980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c307a0-9d44-4418-8ccf-d8517458eb25 req-f0c608cd-69f5-4872-ad96-4b91e881f75d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1126301 Jul 22 11:33:20.880412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:20.913715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c307a0-9d44-4418-8ccf-d8517458eb25 req-ddf06bda-626f-414f-8a29-cc7591ccc494 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672529 Jul 22 11:33:20.940530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:20.941183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:20.955853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.007047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Pushing event deleted for resources: {'Port': ['ID=6a33b9ba-6f2f-4368-9fd5-608187167c66,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:21.010297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb9c912e-37a9-449d-b230-7baa857f8747 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4662249 Jul 22 11:33:21.011969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:21.012534 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.045528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384', 'admin_state_up': True, 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:21.101015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdbd21d-9f2f-481e-86b5-030928a59eae req-be0ea66f-66f4-4994-bd1b-b6b3c18e4f75 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.102752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cdbd21d-9f2f-481e-86b5-030928a59eae req-be0ea66f-66f4-4994-bd1b-b6b3c18e4f75 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.1319923 Jul 22 11:33:21.176055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cdbd21d-9f2f-481e-86b5-030928a59eae req-b2630c1a-607c-4b0e-aacf-a6447e4606e3 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0612371 Jul 22 11:33:21.176559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.179346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.182490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/866b92d4-f039-47f6-9a6d-b4d591cfb564 HTTP/1.1" status: 204 len: 168 time: 0.6683152 Jul 22 11:33:21.227362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fa5a3c-2207-4993-acd9-833ddea05651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=866b92d4-f039-47f6-9a6d-b4d591cfb564,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:21.268466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.271388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a19367f-7722-41de-bcea-b5041e5e5e2c None None] Provisioning for port af0d69fd-f45b-4be1-8e55-5b8062c84c0e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:21.277453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a19367f-7722-41de-bcea-b5041e5e5e2c None None] Provisioning complete for port af0d69fd-f45b-4be1-8e55-5b8062c84c0e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:21.278212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5a19367f-7722-41de-bcea-b5041e5e5e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.317585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5a19367f-7722-41de-bcea-b5041e5e5e2c None None] Port af0d69fd-f45b-4be1-8e55-5b8062c84c0e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:21.333973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.339116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.340897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63815f74-6d4e-4a5d-a01a-ecae432d2c9b tempest-ImagesOneServerNegativeTestJSON-1754493068 tempest-ImagesOneServerNegativeTestJSON-1754493068-project] 10.222.0.21 "DELETE /v2.0/floatingips/6739eb87-213e-49bf-a578-62cd120fcdf8 HTTP/1.1" status: 204 len: 168 time: 1.4568419 Jul 22 11:33:21.361219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:21.363865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-779b6ed4-899c-4a06-8fb6-cd8593ca7297 req-8bf238c5-2863-4bfb-815c-546814a0f21f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.365188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.365407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-779b6ed4-899c-4a06-8fb6-cd8593ca7297 req-8bf238c5-2863-4bfb-815c-546814a0f21f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 932 time: 0.1511674 Jul 22 11:33:21.388457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8c8c95-216f-4b2c-b5b7-b5560bee297a req-c6456aef-fcf3-45a3-a42b-f0b76215377d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.389958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed8c8c95-216f-4b2c-b5b7-b5560bee297a req-c6456aef-fcf3-45a3-a42b-f0b76215377d tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1172826 Jul 22 11:33:21.442378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-779b6ed4-899c-4a06-8fb6-cd8593ca7297 req-69caded5-4d12-43fb-86cf-a3498976c778 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684304 Jul 22 11:33:21.449996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed8c8c95-216f-4b2c-b5b7-b5560bee297a req-cb476ed9-73e3-4e95-a47e-fe0c5058d19c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505290 Jul 22 11:33:21.526767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Allocated IP 19.86.0.207 (e86eff1d-0a98-4a6d-8feb-ac738b481384/58f88986-5bd1-4ecc-aac7-6a55077c1483/5cd4da48-5a69-4133-bd51-6dbcae5ceb29) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:21.598745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:21.615886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e58cc332-4723-4dfb-b3c1-8049e86f4178 req-3fdcfa6e-bacf-4df5-b2d3-47fc95016fba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.618125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e58cc332-4723-4dfb-b3c1-8049e86f4178 req-3fdcfa6e-bacf-4df5-b2d3-47fc95016fba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1060641 Jul 22 11:33:21.637684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f540459a-86e2-4d2e-bb3f-801511ce65c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.709093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.724671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Transition to ACTIVE for port object 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:21.724919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e58cc332-4723-4dfb-b3c1-8049e86f4178 req-cafaadcd-b533-4163-8823-4384f5414e87 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0977120 Jul 22 11:33:21.769533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e2b6463-8a04-48e3-8f31-f6b59e9af055 req-d1a3a275-6bc6-4cca-9725-ac5f0f3fcb8b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.771290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e2b6463-8a04-48e3-8f31-f6b59e9af055 req-d1a3a275-6bc6-4cca-9725-ac5f0f3fcb8b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1509461 Jul 22 11:33:21.792040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.840906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:21.841180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e2b6463-8a04-48e3-8f31-f6b59e9af055 req-0e8efe5f-d407-4814-b4da-868bda67176c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617974 Jul 22 11:33:21.843372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:21.845845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:21.882869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f540459a-86e2-4d2e-bb3f-801511ce65c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.888780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f540459a-86e2-4d2e-bb3f-801511ce65c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.889016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:21.925635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f540459a-86e2-4d2e-bb3f-801511ce65c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8cb6124053a64289b7f581f2e9318bee&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3217630 Jul 22 11:33:21.933231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59902) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:21.954797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:21.955719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:21.956388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f540459a-86e2-4d2e-bb3f-801511ce65c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3207782-7757-4c8b-808c-1636489d15a3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:21.992978 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9461e562-c20d-43f6-a1b5-6e8b8274a84b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9633520 Jul 22 11:33:22.005432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'admin_state_up': True, 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:22.033621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:22.087661 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.114364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Deleting subnet 5fecfe6b-f028-4311-9363-6a1d1f7c5373 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:33:22.121155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.128410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.145490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08e81d39-979a-4a81-92e9-32f59ff3683c None None] Provisioning for port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:22.150226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08e81d39-979a-4a81-92e9-32f59ff3683c None None] Provisioning complete for port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:22.150731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08e81d39-979a-4a81-92e9-32f59ff3683c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.176756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66003dbc-89b2-4fad-b4b9-3d0a25b4a346 req-7e410ed7-5dd1-4aa5-b3d8-5c0949cc17c4 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:22.178286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66003dbc-89b2-4fad-b4b9-3d0a25b4a346 req-7e410ed7-5dd1-4aa5-b3d8-5c0949cc17c4 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.1458371 Jul 22 11:33:22.182113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:22.183756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.186185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.196587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-08e81d39-979a-4a81-92e9-32f59ff3683c None None] Port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:22.219821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.222292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.225951 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e3207782-7757-4c8b-808c-1636489d15a3 HTTP/1.1" status: 204 len: 168 time: 0.2897365 Jul 22 11:33:22.254496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.259807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66003dbc-89b2-4fad-b4b9-3d0a25b4a346 req-e70a5aef-6bf8-469e-957f-932a4fe3f85b tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0530849 Jul 22 11:33:22.266113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ef1b61-66fa-43a3-a25d-833da2f72828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3207782-7757-4c8b-808c-1636489d15a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:22.326586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.355487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Allocated IP 19.80.0.221 (2771b6b4-180d-419f-94e7-75e8f730fa1e/99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7/8c5b4b63-01f1-46a2-8df3-47d3eadb15f3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:22.359891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fecfe6b-f028-4311-9363-6a1d1f7c5373,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:22.361900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.366240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd8aae6c-7617-4984-b423-e8aba0651d91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5fecfe6b-f028-4311-9363-6a1d1f7c5373 HTTP/1.1" status: 204 len: 168 time: 0.3285389 Jul 22 11:33:22.366586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:22.493751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.649759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.651133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf48d82a-4805-4fff-b6ff-84b83798c82e req-ccf440cf-e7d9-4bd3-8191-2f31c2156939 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:22.653050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf48d82a-4805-4fff-b6ff-84b83798c82e req-ccf440cf-e7d9-4bd3-8191-2f31c2156939 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1198699 Jul 22 11:33:22.660211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.666847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ffbb8d9d-2c1b-42e2-b972-6eb264e2a491']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:22.672763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f603553-ddc5-478e-a89f-af33ac647851 req-9491886e-cf64-4876-a51b-f3ebc212abd5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:22.678543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f603553-ddc5-478e-a89f-af33ac647851 req-9491886e-cf64-4876-a51b-f3ebc212abd5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:22.680120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f603553-ddc5-478e-a89f-af33ac647851 req-9491886e-cf64-4876-a51b-f3ebc212abd5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 1655 time: 0.1143031 Jul 22 11:33:22.683548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '382f5c23-73c8-4a55-80d2-5c5e89eb6c03') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:22.683853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '382f5c23-73c8-4a55-80d2-5c5e89eb6c03') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:22.691476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Transition to ACTIVE for port object 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:22.696851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.716236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.737144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:33:22.737766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:33:22.739947 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:33:22.743035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf48d82a-4805-4fff-b6ff-84b83798c82e req-694aaf0c-29af-469d-b527-b553cd9816f5 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608039 Jul 22 11:33:22.750029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f603553-ddc5-478e-a89f-af33ac647851 req-b42b1bb2-2a08-48f5-9268-ce0e5beffbec tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0541341 Jul 22 11:33:22.832185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.883997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.891735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:22.893661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ffbb8d9d-2c1b-42e2-b972-6eb264e2a491 HTTP/1.1" status: 204 len: 168 time: 0.5261667 Jul 22 11:33:22.925178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9286b304-2a5c-45ec-8a59-556bced5c155 req-31375285-1e3c-430a-874f-2f93d7f67ca1 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:22.926139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:22.927068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc23102c-10fd-4fdb-b450-e2fce58b4fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ffbb8d9d-2c1b-42e2-b972-6eb264e2a491,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:22.928400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9286b304-2a5c-45ec-8a59-556bced5c155 req-31375285-1e3c-430a-874f-2f93d7f67ca1 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1067538 Jul 22 11:33:22.934011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:22.936947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:22.942739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:23.011878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.013117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.026253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9286b304-2a5c-45ec-8a59-556bced5c155 req-88169cdd-4049-4b22-9b1f-ea229ea6f37c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886829 Jul 22 11:33:23.055129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-f0f5551d-9876-442d-8278-a6036037cf40 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.0540056 Jul 22 11:33:23.068409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:23.137665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:23.217636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.247009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4023d51e-de8f-4742-9a00-30745e5e4fcf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2482eb8e11347288a3f25d6b09f1e9f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1081114 Jul 22 11:33:23.250570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:23.274296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1873bec6-2e56-48a4-aad1-d168b42c690c req-5e3c443b-3361-4ca9-a956-4394e74c8769 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.282198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1873bec6-2e56-48a4-aad1-d168b42c690c req-5e3c443b-3361-4ca9-a956-4394e74c8769 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1589868 Jul 22 11:33:23.322034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26a70-0557-431f-a7a2-91a53742099e req-35b02e82-0f50-48c7-bb6e-13cbec46512b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.324119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-35b02e82-0f50-48c7-bb6e-13cbec46512b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=87028e04815a48549d1e0906169ccc45&device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 1097 time: 0.1756163 Jul 22 11:33:23.339751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa524d81-5106-4adb-8b3a-a249447bda2b None None] Provisioning for port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:23.346271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa524d81-5106-4adb-8b3a-a249447bda2b None None] Provisioning complete for port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:23.346730 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa524d81-5106-4adb-8b3a-a249447bda2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.388316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1873bec6-2e56-48a4-aad1-d168b42c690c req-a7de08a1-0af9-4e49-b4cf-68d8cbc45a37 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1051381 Jul 22 11:33:23.399135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aa524d81-5106-4adb-8b3a-a249447bda2b None None] Port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:23.427767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48800d90-e995-45f0-9744-7d3e4762b5da req-b9610f21-f300-46d4-ad1c-08246dd16729 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.431579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48800d90-e995-45f0-9744-7d3e4762b5da req-b9610f21-f300-46d4-ad1c-08246dd16729 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1827962 Jul 22 11:33:23.443715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.513933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.548262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48800d90-e995-45f0-9744-7d3e4762b5da req-e9cee947-a771-4fb4-ab07-591a1b58d6bc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015511 Jul 22 11:33:23.603929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.608202 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:23.612231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b5fad8b-31a2-4a45-8c45-4aa30f206c7a HTTP/1.1" status: 204 len: 168 time: 0.3568738 Jul 22 11:33:23.639151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14645ba5-0b2e-4ad9-bcb7-9b03cdea6428 req-4117f895-dd71-4569-bc61-5570a441fa86 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.646635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14645ba5-0b2e-4ad9-bcb7-9b03cdea6428 req-4117f895-dd71-4569-bc61-5570a441fa86 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.1736381 Jul 22 11:33:23.657550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf63d427-f11c-4049-92c4-b32e2ad214de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b5fad8b-31a2-4a45-8c45-4aa30f206c7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:23.709895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14645ba5-0b2e-4ad9-bcb7-9b03cdea6428 req-85ab4b3a-e213-4358-b29d-6c688ab1b506 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621791 Jul 22 11:33:23.901468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26a70-0557-431f-a7a2-91a53742099e req-47fc0e20-5def-4c6a-b3c9-9a79681e6204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.902989 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-47fc0e20-5def-4c6a-b3c9-9a79681e6204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 200 len: 915 time: 0.5302956 Jul 22 11:33:23.927999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9388-6baf-42b7-a171-d31985e059c0 req-b7d3042f-1bb9-402b-b3d2-d71eb4943a99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.935057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9388-6baf-42b7-a171-d31985e059c0 req-b7d3042f-1bb9-402b-b3d2-d71eb4943a99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.941680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051b9388-6baf-42b7-a171-d31985e059c0 req-b7d3042f-1bb9-402b-b3d2-d71eb4943a99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:23.943839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-051b9388-6baf-42b7-a171-d31985e059c0 req-b7d3042f-1bb9-402b-b3d2-d71eb4943a99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2377 time: 0.1043277 Jul 22 11:33:23.972452 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-bbd4bbb4-395c-417a-931c-f04625321ecf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 200 len: 217 time: 0.0460100 Jul 22 11:33:23.996708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-051b9388-6baf-42b7-a171-d31985e059c0 req-15514aba-1e69-4fc0-ab18-6eb62cb07d22 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0458987 Jul 22 11:33:24.104051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ed26a70-0557-431f-a7a2-91a53742099e req-850debb1-5efe-4b96-bcd0-644dbd51120d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:24.105544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-850debb1-5efe-4b96-bcd0-644dbd51120d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 200 len: 854 time: 0.1249976 Jul 22 11:33:24.114812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-8ce5e738-7997-4a65-893d-7dcbdb3d66c7 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:24.116290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-8ce5e738-7997-4a65-893d-7dcbdb3d66c7 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.36 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.5830643 Jul 22 11:33:24.173913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af0d69fd-f45b-4be1-8e55-5b8062c84c0e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:24.207288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98645be2-26b7-4e94-af7d-200e27f0cf8c req-0e29c147-d08b-4faf-b1f0-d955d4468753 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:24.210035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98645be2-26b7-4e94-af7d-200e27f0cf8c req-0e29c147-d08b-4faf-b1f0-d955d4468753 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.0828066 Jul 22 11:33:24.230337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-6f652674-1679-43cf-b116-85161f5eb5a7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9d0b8213-eb35-4681-a61d-49d80730329d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1084166 Jul 22 11:33:24.245177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:24.296644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Transition to ACTIVE for port object af0d69fd-f45b-4be1-8e55-5b8062c84c0e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:24.302305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98645be2-26b7-4e94-af7d-200e27f0cf8c req-4b27192f-1cae-4068-a8b3-2504351cfc83 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862091 Jul 22 11:33:24.308603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:24.438693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:24.505993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-81731cf4-90be-4628-96df-96d0e6d2e01b service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2580745 Jul 22 11:33:24.595648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Deleting port 5afd1663-2434-461d-a3ba-d1b31f201d7b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:24.595991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:24.657467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ccdfb9-c8df-4bb0-8290-bb1ee389b6e5 req-8fd2284a-7032-4c3c-b4e0-acecdb959de7 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:24.661017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35ccdfb9-c8df-4bb0-8290-bb1ee389b6e5 req-8fd2284a-7032-4c3c-b4e0-acecdb959de7 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.1731124 Jul 22 11:33:24.751555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Attempting to bind port af0d69fd-f45b-4be1-8e55-5b8062c84c0e on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:24.751555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Attempting to bind port af0d69fd-f45b-4be1-8e55-5b8062c84c0e by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:24.751555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Attempting to bind port af0d69fd-f45b-4be1-8e55-5b8062c84c0e on network 2771b6b4-180d-419f-94e7-75e8f730fa1e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:24.766377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35ccdfb9-c8df-4bb0-8290-bb1ee389b6e5 req-8188f689-f986-44df-81e4-3416420db2a6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877993 Jul 22 11:33:24.772938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Port af0d69fd-f45b-4be1-8e55-5b8062c84c0e on network 2771b6b4-180d-419f-94e7-75e8f730fa1e not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:24.773267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Attempting to bind port af0d69fd-f45b-4be1-8e55-5b8062c84c0e on network 2771b6b4-180d-419f-94e7-75e8f730fa1e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:24.781525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9ed26a70-0557-431f-a7a2-91a53742099e req-0bbc5d21-8dc3-461e-9351-6bac505ff417 service neutron] 10.222.0.36 "GET /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412260 Jul 22 11:33:24.802306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:24.802930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Checking segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:24.803403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Bound using segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:24.803949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Bound port: af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:24.804423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:24.809111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daab808c-dce4-4e36-ab77-671566b6e688 req-33255e8c-901e-4e79-ae98-435cebfda31a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:24.811170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daab808c-dce4-4e36-ab77-671566b6e688 req-33255e8c-901e-4e79-ae98-435cebfda31a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1491897 Jul 22 11:33:24.816228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] For port 5afd1663-2434-461d-a3ba-d1b31f201d7b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=5afd1663-2434-461d-a3ba-d1b31f201d7b,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:24.818776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:24.843305 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:33:24.845051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Calling delete_port for 5afd1663-2434-461d-a3ba-d1b31f201d7b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:24.880279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-daab808c-dce4-4e36-ab77-671566b6e688 req-3b26ab16-87bd-4981-a005-445f43aaeb11 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0627403 Jul 22 11:33:24.947914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:24.969749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:24.979342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:25.051159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.051783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:25.053204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] 10.222.0.20 "PUT /v2.0/ports/af0d69fd-f45b-4be1-8e55-5b8062c84c0e HTTP/1.1" status: 200 len: 1092 time: 1.9898558 Jul 22 11:33:25.053658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:25.057119 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa1b063e-e88d-4d91-ad57-43f59034015c" -d '{"events": [{"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:25.086845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65c47110-5a3c-4470-b884-00ee4b34687b req-d63a1867-2fdd-486d-b76b-bcd2b69e6aeb tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.093124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65c47110-5a3c-4470-b884-00ee4b34687b req-d63a1867-2fdd-486d-b76b-bcd2b69e6aeb tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/ports?device_id=6612b1d2-c019-4ee7-8a43-23775193f4e5 HTTP/1.1" status: 200 len: 950 time: 0.1369269 Jul 22 11:33:25.098227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:25.135344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504feb3-ac50-4adc-8078-689e74637146 service neutron] Pushing event updated for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:25.156580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65c47110-5a3c-4470-b884-00ee4b34687b req-da3b5957-858f-44ee-89e7-b0a72ad423fd tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.21 "GET /v2.0/security-groups?id=9864359d-6cf8-4713-ba67-34d757cd3961&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482569 Jul 22 11:33:25.170832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:25.237189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Pushing event deleted for resources: {'Port': ['ID=5afd1663-2434-461d-a3ba-d1b31f201d7b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:25.304866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:25.343816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] No DVR routers for this DVR port 5afd1663-2434-461d-a3ba-d1b31f201d7b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:25.350233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:25.353476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c55c6e8-7686-4bd5-a92b-be7badef5761 req-df84396f-34e5-4412-a337-a3aa99ffa159 tempest-ServerDiagnosticsNegativeTest-1408848504 tempest-ServerDiagnosticsNegativeTest-1408848504-project] 10.222.0.36 "DELETE /v2.0/ports/5afd1663-2434-461d-a3ba-d1b31f201d7b HTTP/1.1" status: 204 len: 173 time: 1.2220585 Jul 22 11:33:25.388357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ff64-96cd-451a-880e-c810bbce25da req-d627709e-fe30-443e-912b-9d877c125cd2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.397349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ff64-96cd-451a-880e-c810bbce25da req-d627709e-fe30-443e-912b-9d877c125cd2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.411127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1458ff64-96cd-451a-880e-c810bbce25da req-d627709e-fe30-443e-912b-9d877c125cd2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.418998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1458ff64-96cd-451a-880e-c810bbce25da req-d627709e-fe30-443e-912b-9d877c125cd2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2389 time: 0.2003145 Jul 22 11:33:25.483744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1458ff64-96cd-451a-880e-c810bbce25da req-785c8dc4-a9c2-4f25-b11e-a615583b0c4a tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631957 Jul 22 11:33:25.549822 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2d1cb22-8f62-4259-a9ff-9027f11fdd77 x-openstack-request-id: req-b2d1cb22-8f62-4259-a9ff-9027f11fdd77 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:25.550190 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:25.550529 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2d1cb22-8f62-4259-a9ff-9027f11fdd77 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:25.550997 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e', 'status': 'completed', 'code': 200} Jul 22 11:33:25.769949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-c493e60c-d091-4584-a5d1-2c3cddaa872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.770697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-c493e60c-d091-4584-a5d1-2c3cddaa872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.771193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-c493e60c-d091-4584-a5d1-2c3cddaa872d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.773362 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-c493e60c-d091-4584-a5d1-2c3cddaa872d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2732 time: 0.1504455 Jul 22 11:33:25.797762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:25.800330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03014554-257d-448d-b381-11c8451db480 req-5fc50c89-cb5e-4878-958d-533ff17edf95 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:25.801993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03014554-257d-448d-b381-11c8451db480 req-5fc50c89-cb5e-4878-958d-533ff17edf95 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.0992303 Jul 22 11:33:25.850116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03014554-257d-448d-b381-11c8451db480 req-a4e355b8-4f1a-4fb9-866b-0c7ac910adb2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0359051 Jul 22 11:33:25.941331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:25.976425 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.008768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d7661-a3ac-4879-bd4c-831e2b5a1d42 req-46500159-0dea-491e-ba4d-43b9ee9d1a41 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.010895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b6d7661-a3ac-4879-bd4c-831e2b5a1d42 req-46500159-0dea-491e-ba4d-43b9ee9d1a41 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.0970421 Jul 22 11:33:26.015825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ef7da53-4bc8-433a-9bf7-1b30d9d60b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.032200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Transition to ACTIVE for port object 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:26.034389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-fc600f73-0db0-4b97-8a30-9f7b58bc40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.034889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-fc600f73-0db0-4b97-8a30-9f7b58bc40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.035396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-fc600f73-0db0-4b97-8a30-9f7b58bc40aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.037080 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-fc600f73-0db0-4b97-8a30-9f7b58bc40aa service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0bab3714de04e0d9297fda304739a4a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.2516301 Jul 22 11:33:26.041474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.099288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b6d7661-a3ac-4879-bd4c-831e2b5a1d42 req-77df1743-910c-4bc6-8333-286a6ab2372d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0806994 Jul 22 11:33:26.138493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3582fa34-e3a0-4e76-aba1-2b1cb38fcf2f req-24179ad6-15fb-4fb8-b860-72859996ff3a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.138493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3582fa34-e3a0-4e76-aba1-2b1cb38fcf2f req-24179ad6-15fb-4fb8-b860-72859996ff3a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.0960348 Jul 22 11:33:26.191651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:26.206312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3582fa34-e3a0-4e76-aba1-2b1cb38fcf2f req-b1496cd8-3121-4d67-885c-056913527e40 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625226 Jul 22 11:33:26.308855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-9d864e6f-2f2b-452e-b729-4646f8a8b468 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.310367 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa1b063e-e88d-4d91-ad57-43f59034015c req-9d864e6f-2f2b-452e-b729-4646f8a8b468 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2572327 Jul 22 11:33:26.336620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Attempting to bind port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:26.337787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Attempting to bind port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:26.338208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Attempting to bind port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 on network e86eff1d-0a98-4a6d-8feb-ac738b481384 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:26.349005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 on network e86eff1d-0a98-4a6d-8feb-ac738b481384 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:26.349334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Attempting to bind port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 on network e86eff1d-0a98-4a6d-8feb-ac738b481384 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:26.365416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 32, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:26.366057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Checking segment: {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:26.366729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Bound using segment: {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:26.367384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Bound port: 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:26.368474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.392843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ef7da53-4bc8-433a-9bf7-1b30d9d60b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.418694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ef7da53-4bc8-433a-9bf7-1b30d9d60b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.460104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e731c4c4-1b72-4988-be69-23b26231119d req-d15b18a5-1a35-49e7-81f5-3f7fda1337bf tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.467763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e731c4c4-1b72-4988-be69-23b26231119d req-d15b18a5-1a35-49e7-81f5-3f7fda1337bf tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1341107 Jul 22 11:33:26.488797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ef7da53-4bc8-433a-9bf7-1b30d9d60b12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7310bc0b64184b92981ad2f4f37c4505&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6888092 Jul 22 11:33:26.491384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef7da53-4bc8-433a-9bf7-1b30d9d60b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4e0e9b8-c809-41d2-9323-8a38ad61f4ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:26.499206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:26.528596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:26.547881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e731c4c4-1b72-4988-be69-23b26231119d req-a056588d-f19d-4883-8d25-4e23f61bbaac tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763955 Jul 22 11:33:26.554703 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 5afd1663-2434-461d-a3ba-d1b31f201d7b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:26.589235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:26.594012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 5afd1663-2434-461d-a3ba-d1b31f201d7b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:26.594676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 5afd1663-2434-461d-a3ba-d1b31f201d7b not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:26.601916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.609977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:26.677426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.696613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.697332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.698779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] 10.222.0.20 "PUT /v2.0/ports/5cd4da48-5a69-4133-bd51-6dbcae5ceb29 HTTP/1.1" status: 200 len: 1092 time: 1.6097898 Jul 22 11:33:26.726526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.729467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa15bb48-2ead-4358-8eb9-bf0da0e86434 service neutron] Pushing event updated for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:26.743737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Request body: {'port': {'device_id': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:26.788134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab7375-a48e-4d43-91e8-d1499d7328a1 req-cb3ed8ae-c585-4585-be78-74511ea68f7f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.795884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab7375-a48e-4d43-91e8-d1499d7328a1 req-cb3ed8ae-c585-4585-be78-74511ea68f7f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.802531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9dab7375-a48e-4d43-91e8-d1499d7328a1 req-cb3ed8ae-c585-4585-be78-74511ea68f7f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:26.812762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9dab7375-a48e-4d43-91e8-d1499d7328a1 req-cb3ed8ae-c585-4585-be78-74511ea68f7f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2401 time: 0.1916945 Jul 22 11:33:26.875536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.879317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.880727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a4e0e9b8-c809-41d2-9323-8a38ad61f4ed HTTP/1.1" status: 204 len: 168 time: 0.3805110 Jul 22 11:33:26.896063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:26.896618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9dab7375-a48e-4d43-91e8-d1499d7328a1 req-ad8b7431-f105-4e7c-a34f-c4ef428ad6a8 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0783112 Jul 22 11:33:26.899527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a08e5da7-1e4b-46d4-86d6-fea7c3298097 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4e0e9b8-c809-41d2-9323-8a38ad61f4ed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:26.941576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-81751521-be01-4737-b3d2-05d09093b92f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cbd143600e6442ca69359afc2be555b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3301890 Jul 22 11:33:26.942802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:27.083423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.145586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5176df1-ce9a-4608-b293-f15eca92014f req-2d394866-68ed-45ed-944c-f5190ca79613 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:27.151360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.153460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5176df1-ce9a-4608-b293-f15eca92014f req-2d394866-68ed-45ed-944c-f5190ca79613 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1323228 Jul 22 11:33:27.173643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.188011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7fb975f-7d92-436b-98f6-cacb98fd2c3b req-f68e7ae3-41d1-47d7-a005-e078f4f9cbc5 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:27.189656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fb975f-7d92-436b-98f6-cacb98fd2c3b req-f68e7ae3-41d1-47d7-a005-e078f4f9cbc5 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1297784 Jul 22 11:33:27.226831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5176df1-ce9a-4608-b293-f15eca92014f req-44912fe4-4de1-4de1-8e60-7f51e38444ac tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724721 Jul 22 11:33:27.251483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fb975f-7d92-436b-98f6-cacb98fd2c3b req-0402f9ca-8e76-483c-9902-b22fe9351d53 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0516906 Jul 22 11:33:27.321476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-38907bd9-02a0-40de-9e38-2c42fc3f3336 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:27.323713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-38907bd9-02a0-40de-9e38-2c42fc3f3336 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1964149 Jul 22 11:33:27.346367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:27.395215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.398308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.400185 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9864359d-6cf8-4713-ba67-34d757cd3961 HTTP/1.1" status: 204 len: 168 time: 0.4559128 Jul 22 11:33:27.436266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927feb68-bf6c-4e50-a9ef-eb704f88fce1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9864359d-6cf8-4713-ba67-34d757cd3961,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:27.447197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deac21a2-5dab-4f4f-a058-cea379779e85 req-1a2501c9-423b-4bec-af14-835facacd411 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:27.455164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deac21a2-5dab-4f4f-a058-cea379779e85 req-1a2501c9-423b-4bec-af14-835facacd411 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 945 time: 0.0967801 Jul 22 11:33:27.462763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:27.490512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.517284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Transition to ACTIVE for port object 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:27.518800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.531635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:27.582508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deac21a2-5dab-4f4f-a058-cea379779e85 req-e944c5b9-4eb5-4fca-a049-85f5250ece44 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1261165 Jul 22 11:33:27.583203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'name': 'network-vif-deleted', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b'}, {'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:27.586638 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4211bf32-926b-4659-9063-5bd8394bf55b" -d '{"events": [{"server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "name": "network-vif-deleted", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b"}, {"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:27.672721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58475e12-a7f3-494f-8632-c90d8b0ea774 req-aeb8275a-45fe-47b2-86de-ba0eb27217c6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:27.682035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58475e12-a7f3-494f-8632-c90d8b0ea774 req-aeb8275a-45fe-47b2-86de-ba0eb27217c6 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2245102 Jul 22 11:33:27.747469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58475e12-a7f3-494f-8632-c90d8b0ea774 req-0bc3f271-8042-48ec-bb75-04a187d7b490 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598886 Jul 22 11:33:27.800445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:27.805807 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 350 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a51165f6-aeca-4d7a-917a-14f9a5903c2c x-openstack-request-id: req-a51165f6-aeca-4d7a-917a-14f9a5903c2c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:27.806252 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6612b1d2-c019-4ee7-8a43-23775193f4e5", "name": "network-vif-deleted", "tag": "5afd1663-2434-461d-a3ba-d1b31f201d7b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:27.806689 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a51165f6-aeca-4d7a-917a-14f9a5903c2c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:27.807102 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6612b1d2-c019-4ee7-8a43-23775193f4e5', 'name': 'network-vif-deleted', 'tag': '5afd1663-2434-461d-a3ba-d1b31f201d7b', 'status': 'completed', 'code': 200} Jul 22 11:33:27.807379 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29', 'status': 'completed', 'code': 200} Jul 22 11:33:27.986571 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.036143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:28.051044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:28.067246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Attempting to bind port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:28.067740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Attempting to bind port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:28.068176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Attempting to bind port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 on network 2771b6b4-180d-419f-94e7-75e8f730fa1e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:28.075065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ea6-2532-41e7-adca-7aca4857a2cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.093494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 on network 2771b6b4-180d-419f-94e7-75e8f730fa1e not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:28.094187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Attempting to bind port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 on network 2771b6b4-180d-419f-94e7-75e8f730fa1e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:28.109997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6262a2e-62d4-49d9-acae-c94adf233330 req-e57ea098-cfb6-4a9d-9ead-4bef85b86fcc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.112268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6262a2e-62d4-49d9-acae-c94adf233330 req-e57ea098-cfb6-4a9d-9ead-4bef85b86fcc tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1231043 Jul 22 11:33:28.123900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:28.124412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Checking segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:28.124897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Bound using segment: {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:28.125449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Bound port: 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:28.125911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.166067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6262a2e-62d4-49d9-acae-c94adf233330 req-2ab063e7-2551-48d6-8f1d-e42254250b07 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430040 Jul 22 11:33:28.173489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-b8ba7fa4-0724-4087-addb-f0ee754964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.174112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-b8ba7fa4-0724-4087-addb-f0ee754964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.174686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-b8ba7fa4-0724-4087-addb-f0ee754964b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.176449 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4211bf32-926b-4659-9063-5bd8394bf55b req-b8ba7fa4-0724-4087-addb-f0ee754964b0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2824 time: 0.3510101 Jul 22 11:33:28.184555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:28.363055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.386699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.395400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:28.397453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d487f-b5f8-40f8-8dba-ab2fb49d96cc req-f722132f-717d-4aaa-a859-a9d09ad18e64 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.405522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d487f-b5f8-40f8-8dba-ab2fb49d96cc req-f722132f-717d-4aaa-a859-a9d09ad18e64 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.411883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a1d487f-b5f8-40f8-8dba-ab2fb49d96cc req-f722132f-717d-4aaa-a859-a9d09ad18e64 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.420106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a1d487f-b5f8-40f8-8dba-ab2fb49d96cc req-f722132f-717d-4aaa-a859-a9d09ad18e64 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.1359651 Jul 22 11:33:28.451576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:28.493612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.495146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a1d487f-b5f8-40f8-8dba-ab2fb49d96cc req-c99614fd-e8f7-4f1f-8946-78545c878035 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726774 Jul 22 11:33:28.496986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ea6-2532-41e7-adca-7aca4857a2cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.519364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-84692624-6250-440b-8ed5-34c4be5a3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.520116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-84692624-6250-440b-8ed5-34c4be5a3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.520608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-84692624-6250-440b-8ed5-34c4be5a3be5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.522273 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4211bf32-926b-4659-9063-5bd8394bf55b req-84692624-6250-440b-8ed5-34c4be5a3be5 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=c0bab3714de04e0d9297fda304739a4a&shared=False HTTP/1.1" status: 200 len: 2292 time: 0.3359921 Jul 22 11:33:28.522909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7aa2ea6-2532-41e7-adca-7aca4857a2cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.541889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93584d51-fe88-4d29-b4e1-26913a0c3883 req-63f5bd5f-cf7b-4cfa-bec6-7e0d4119d8fb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.543752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93584d51-fe88-4d29-b4e1-26913a0c3883 req-63f5bd5f-cf7b-4cfa-bec6-7e0d4119d8fb tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1212940 Jul 22 11:33:28.576148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:28.599454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.600002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.601502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] 10.222.0.20 "PUT /v2.0/ports/8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 HTTP/1.1" status: 200 len: 1092 time: 1.8635283 Jul 22 11:33:28.646118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93584d51-fe88-4d29-b4e1-26913a0c3883 req-5b44fb00-2285-4f1f-ac2b-38114e497e39 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917697 Jul 22 11:33:28.711422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:28.765813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:28.805133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:28.806941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:28.808100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:28.817839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:28.819478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:28.832212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:28.833099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:28.834036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:28.834870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Bound port: fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:28.840001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b37928-739a-401e-a32f-0ab7e50a8f04 req-2de16323-356a-4979-8616-a4008298f26d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:28.841925 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c7aa2ea6-2532-41e7-adca-7aca4857a2cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4b794ece47fd4190bcb07d8b6e9e20a9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8043609 Jul 22 11:33:28.845370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:28.854144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53b37928-739a-401e-a32f-0ab7e50a8f04 req-2de16323-356a-4979-8616-a4008298f26d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.0995228 Jul 22 11:33:28.857921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:28.870810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7aa2ea6-2532-41e7-adca-7aca4857a2cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=852a1bc2-1343-431e-aac2-40b4f00d5c81,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:28.938136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53b37928-739a-401e-a32f-0ab7e50a8f04 req-3d6f3c92-b3b8-4a14-9509-2d05ff14c9e6 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820065 Jul 22 11:33:28.956998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:28.957348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:28.957687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:28.995132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:28.995472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attempting to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:29.094514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:29.126040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:29.140228 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.156331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e33727-1dbd-4feb-baa1-ba2ec9a14a7f req-c354ffc4-d581-47b9-83c1-bd1460ca3ad3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.167074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37e33727-1dbd-4feb-baa1-ba2ec9a14a7f req-c354ffc4-d581-47b9-83c1-bd1460ca3ad3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1413031 Jul 22 11:33:29.219404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:29.221625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37e33727-1dbd-4feb-baa1-ba2ec9a14a7f req-7a8f2823-93d3-46e5-81cc-2b0f4fcf3624 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532289 Jul 22 11:33:29.277550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:33:29.373863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:29.374536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:29.374848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:29.375290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Bound port: fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:29.375666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.384103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa7c9633-32f3-41a3-afef-7906231d855d service neutron] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:29.394950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea0b4ef-bc4a-49c1-b7f7-8158941919b6 req-8756e49d-64ae-48db-a1ba-286edd41e6e1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.397698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea0b4ef-bc4a-49c1-b7f7-8158941919b6 req-8756e49d-64ae-48db-a1ba-286edd41e6e1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.0951519 Jul 22 11:33:29.406143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4211bf32-926b-4659-9063-5bd8394bf55b req-2777457e-335c-48f2-a058-19e60fa02d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.407881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4211bf32-926b-4659-9063-5bd8394bf55b req-2777457e-335c-48f2-a058-19e60fa02d36 service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.8739958 Jul 22 11:33:29.456810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea0b4ef-bc4a-49c1-b7f7-8158941919b6 req-cb84200a-2b28-4e8b-834b-e45dcea7556f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503693 Jul 22 11:33:29.459889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.564806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.583507 n-d-754448-4 neutron-server[93706]: WARNING neutron.plugins.ml2.plugin [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Concurrent port binding operations failed on port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 Jul 22 11:33:29.590792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:29.601768 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attempt 2 to bind port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 Jul 22 11:33:29.612396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.613038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.614788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-2add20c6-321f-4e3c-a830-ba4d9b530849 service neutron] 10.222.0.36 "PUT /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 1121 time: 2.2755344 Jul 22 11:33:29.656038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-08207b2d-bb27-41a2-a3e9-431482d2e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.656586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-08207b2d-bb27-41a2-a3e9-431482d2e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.657011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-08207b2d-bb27-41a2-a3e9-431482d2e120 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.659348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-08207b2d-bb27-41a2-a3e9-431482d2e120 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2866 time: 0.2005248 Jul 22 11:33:29.669280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:29.708450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f176b4b6-feb3-4ab7-8cce-fb24ba8f1fef req-b4ff22e1-d79c-4cee-8d62-68995a80db8e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.710313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f176b4b6-feb3-4ab7-8cce-fb24ba8f1fef req-b4ff22e1-d79c-4cee-8d62-68995a80db8e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1609418 Jul 22 11:33:29.796315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-4c02a47a-fc43-45bb-ab94-ee6d13601cea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.100&port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e HTTP/1.1" status: 200 len: 217 time: 0.1279221 Jul 22 11:33:29.797463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.800133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:29.801184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/852a1bc2-1343-431e-aac2-40b4f00d5c81 HTTP/1.1" status: 204 len: 168 time: 0.9272640 Jul 22 11:33:29.814505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226'}, {'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3'}, {'name': 'network-changed', 'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:29.815831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f176b4b6-feb3-4ab7-8cce-fb24ba8f1fef req-a44489ff-ea4f-4f5d-be6b-dd68c632071a tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852647 Jul 22 11:33:29.834756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fd68-f937-4572-9f08-5b9a80c55911 req-3bfc9273-07f0-48ae-b405-fe46f817fbc2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.840613 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0" -d '{"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226"}, {"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3"}, {"name": "network-changed", "server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:29.847346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:29.859540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-092af2b9-600d-40a2-9be5-35d44c90a2b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=852a1bc2-1343-431e-aac2-40b4f00d5c81,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:29.865339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fd68-f937-4572-9f08-5b9a80c55911 req-3bfc9273-07f0-48ae-b405-fe46f817fbc2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.885972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcf9fd68-f937-4572-9f08-5b9a80c55911 req-3bfc9273-07f0-48ae-b405-fe46f817fbc2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.898480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dcf9fd68-f937-4572-9f08-5b9a80c55911 req-3bfc9273-07f0-48ae-b405-fe46f817fbc2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.2870111 Jul 22 11:33:29.906090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-7fcd37b6-cf92-48ee-ae99-2b82905ef358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:29.907616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-7fcd37b6-cf92-48ee-ae99-2b82905ef358 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7 HTTP/1.1" status: 200 len: 801 time: 0.0642269 Jul 22 11:33:29.993683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60216) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:29.993892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dcf9fd68-f937-4572-9f08-5b9a80c55911 req-c80fe1a3-06e2-4cbf-b0c8-5c8a3716ce52 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873578 Jul 22 11:33:30.007738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-a6e1b868-a096-49f7-bfb0-48e08954074e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.010566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-a6e1b868-a096-49f7-bfb0-48e08954074e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2771b6b4-180d-419f-94e7-75e8f730fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.0930479 Jul 22 11:33:30.048164 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 519 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9604767-8dd4-485b-87ae-c0403730da58 x-openstack-request-id: req-c9604767-8dd4-485b-87ae-c0403730da58 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:30.048538 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-unplugged", "status": "completed", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226", "code": 200}, {"name": "network-changed", "server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:30.048666 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9604767-8dd4-485b-87ae-c0403730da58 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:30.049069 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'code': 200} Jul 22 11:33:30.049323 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'status': 'completed', 'code': 200} Jul 22 11:33:30.049710 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'status': 'completed', 'code': 200} Jul 22 11:33:30.203773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-60f6c34d-6f82-4183-b7ad-c989244dacb8 service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1826711 Jul 22 11:33:30.349095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24bcc4c8-2cc1-4791-b482-1d9b1e45e2b0 req-81e3ac8b-4657-4253-b51d-75844bf990d9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.350933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24bcc4c8-2cc1-4791-b482-1d9b1e45e2b0 req-81e3ac8b-4657-4253-b51d-75844bf990d9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1483116 Jul 22 11:33:30.360912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73565700-4e2d-4bff-bce3-10faf245f2c0 req-7af091d7-d81e-4b50-ae06-e3947661052f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.368977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73565700-4e2d-4bff-bce3-10faf245f2c0 req-7af091d7-d81e-4b50-ae06-e3947661052f tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2486696 Jul 22 11:33:30.433761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55ca3a7-261a-476d-aabd-e1d7c8e3b57b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:30.447543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-3625396c-8b4c-4d45-a549-2ab6b6837990 service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2336676 Jul 22 11:33:30.456298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24bcc4c8-2cc1-4791-b482-1d9b1e45e2b0 req-6ac5e173-9fc7-43d5-923f-bfcc6a9b2ab0 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846386 Jul 22 11:33:30.471863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73565700-4e2d-4bff-bce3-10faf245f2c0 req-951ff53a-dcb7-4b73-99d0-273b5ad22825 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019366 Jul 22 11:33:30.519346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9fbba154-060c-40d5-b32c-7721f5b91ef5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.207&port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29 HTTP/1.1" status: 200 len: 217 time: 0.0652101 Jul 22 11:33:30.636471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-d5304824-a073-4568-bc08-723fed46db85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.638251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-d5304824-a073-4568-bc08-723fed46db85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=58f88986-5bd1-4ecc-aac7-6a55077c1483 HTTP/1.1" status: 200 len: 801 time: 0.1073511 Jul 22 11:33:30.669808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1c55f2-80de-472d-bfa2-3fb93f3d4661 req-1e6eff0c-9acb-44b4-9da8-bef6c7e61a0e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.672500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e1c55f2-80de-472d-bfa2-3fb93f3d4661 req-1e6eff0c-9acb-44b4-9da8-bef6c7e61a0e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.0902376 Jul 22 11:33:30.779098 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e1c55f2-80de-472d-bfa2-3fb93f3d4661 req-13319234-4c6c-4b88-9a82-83879ddd0fe5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004982 Jul 22 11:33:30.780264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55ca3a7-261a-476d-aabd-e1d7c8e3b57b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:30.785542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55ca3a7-261a-476d-aabd-e1d7c8e3b57b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:30.801615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-cb702254-98aa-4397-ad2f-dad8bfd872ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.803140 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-cb702254-98aa-4397-ad2f-dad8bfd872ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e86eff1d-0a98-4a6d-8feb-ac738b481384&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1431415 Jul 22 11:33:30.806697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6700577c-b2e2-4f48-a067-fa95f5da4071 req-80455fab-303e-47ab-aa96-56385f5def4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:30.808313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6700577c-b2e2-4f48-a067-fa95f5da4071 req-80455fab-303e-47ab-aa96-56385f5def4e tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1279531 Jul 22 11:33:30.865665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a55ca3a7-261a-476d-aabd-e1d7c8e3b57b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c6a41c1ea13b4793a59f888b4570c0f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8681681 Jul 22 11:33:30.866036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:30.888475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6700577c-b2e2-4f48-a067-fa95f5da4071 req-25677b55-1fc9-4118-a7db-0838e418e86c tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0689833 Jul 22 11:33:30.891543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55ca3a7-261a-476d-aabd-e1d7c8e3b57b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07a549b4-b966-48e4-b2bf-e719568da29c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:30.986876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:31.016932 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-42b92238-d76a-432d-b7d7-61818447a924 service neutron] 10.222.0.20 "GET /v2.0/networks/e86eff1d-0a98-4a6d-8feb-ac738b481384?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2037399 Jul 22 11:33:31.031727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:31.167921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d35f4-ff3d-49c0-9476-280dab6788c2 req-3f8e2169-126f-4a2e-970f-1a4e06a587ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.168504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:31.171659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:31.174174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d35f4-ff3d-49c0-9476-280dab6788c2 req-3f8e2169-126f-4a2e-970f-1a4e06a587ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.176202 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07a549b4-b966-48e4-b2bf-e719568da29c HTTP/1.1" status: 204 len: 168 time: 0.3091197 Jul 22 11:33:31.181658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-085d35f4-ff3d-49c0-9476-280dab6788c2 req-3f8e2169-126f-4a2e-970f-1a4e06a587ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.189467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-085d35f4-ff3d-49c0-9476-280dab6788c2 req-3f8e2169-126f-4a2e-970f-1a4e06a587ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.1190491 Jul 22 11:33:31.190891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20f293ce-c919-45bb-a515-2f3ee1694ad2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a549b4-b966-48e4-b2bf-e719568da29c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:31.218034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beaa012c-3ac1-4f8b-8e44-1c2054ec8fa6 req-611a3a6e-f2f8-497a-a61a-ad180799d949 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.225276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beaa012c-3ac1-4f8b-8e44-1c2054ec8fa6 req-611a3a6e-f2f8-497a-a61a-ad180799d949 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1908896 Jul 22 11:33:31.236138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-117786b9-4a6f-41f2-8a32-ff1a43802612 service neutron] 10.222.0.20 "GET /v2.0/networks/e86eff1d-0a98-4a6d-8feb-ac738b481384?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2081053 Jul 22 11:33:31.299059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-741f96d1-49eb-4ebf-8db7-5c8688a39680 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 HTTP/1.1" status: 200 len: 217 time: 0.0532494 Jul 22 11:33:31.313294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-085d35f4-ff3d-49c0-9476-280dab6788c2 req-dc0167d8-2d28-4321-af38-0d905ca97c75 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1227615 Jul 22 11:33:31.360039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beaa012c-3ac1-4f8b-8e44-1c2054ec8fa6 req-ecf689c6-42db-4258-9c90-cc5f6c162143 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1289999 Jul 22 11:33:31.426650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9d72f747-4d0e-4d32-b003-f124b32f178a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.428665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-9d72f747-4d0e-4d32-b003-f124b32f178a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7 HTTP/1.1" status: 200 len: 801 time: 0.1220062 Jul 22 11:33:31.595677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb0be6bc-8e30-4091-8220-c372528bf45a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.597239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-bb0be6bc-8e30-4091-8220-c372528bf45a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2771b6b4-180d-419f-94e7-75e8f730fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1605318 Jul 22 11:33:31.624074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffdd7a19-8322-49e4-a896-824e0bf1adc5 req-0d99d877-5631-4f73-9d84-23b5ebbfb763 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.626109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffdd7a19-8322-49e4-a896-824e0bf1adc5 req-0d99d877-5631-4f73-9d84-23b5ebbfb763 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1613493 Jul 22 11:33:31.730895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffdd7a19-8322-49e4-a896-824e0bf1adc5 req-d27dc887-3c1b-4eb5-87fc-304cad176105 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0697818 Jul 22 11:33:31.776535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-986b64ce-f339-4d1b-b65e-098ed3999909 service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1689532 Jul 22 11:33:31.806748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b228f62-a959-4c09-9028-4eca424e04e1 req-f78174bf-f5a8-4ece-a6c2-d47d66177d6e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:31.808340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b228f62-a959-4c09-9028-4eca424e04e1 req-f78174bf-f5a8-4ece-a6c2-d47d66177d6e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2081916 Jul 22 11:33:31.899112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b228f62-a959-4c09-9028-4eca424e04e1 req-b4404991-1279-4dde-80e4-b7fd68ad2a05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843737 Jul 22 11:33:31.946183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73301049-caa7-4959-9fe1-2c1343babdd0 req-cc96e5e4-2468-4c84-a2a1-09ecc7bdfdaa service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1645625 Jul 22 11:33:32.028361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2a7b663-e180-481e-8843-285b4a54759c req-c044be06-a53c-4caa-8144-ca195f6ea821 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.029929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2a7b663-e180-481e-8843-285b4a54759c req-c044be06-a53c-4caa-8144-ca195f6ea821 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1046796 Jul 22 11:33:32.087623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7185b908-3c59-4fcb-b29a-08a7999cc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.088138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7185b908-3c59-4fcb-b29a-08a7999cc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.088611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7185b908-3c59-4fcb-b29a-08a7999cc0f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.090473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7185b908-3c59-4fcb-b29a-08a7999cc0f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2866 time: 0.0684416 Jul 22 11:33:32.104766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2a7b663-e180-481e-8843-285b4a54759c req-3096f461-6c95-4c68-ab09-75b78577ac1e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0636661 Jul 22 11:33:32.133794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74ab0e10-0771-4e6a-9fdc-71544978a096 req-3dc20e9f-96cf-4d06-bf2e-6657b7e72ea1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.135847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74ab0e10-0771-4e6a-9fdc-71544978a096 req-3dc20e9f-96cf-4d06-bf2e-6657b7e72ea1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1049292 Jul 22 11:33:32.182494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74ab0e10-0771-4e6a-9fdc-71544978a096 req-ee94a6f0-4e55-4f12-bec9-9d2f13bc4c01 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392842 Jul 22 11:33:32.229806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-b2bc532a-5734-4741-ad4b-f4010697e9ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.230786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-b2bc532a-5734-4741-ad4b-f4010697e9ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=2771b6b4-180d-419f-94e7-75e8f730fa1e HTTP/1.1" status: 200 len: 903 time: 0.1335106 Jul 22 11:33:32.299409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-08b26f8d-d295-490d-8ed7-06adac9d6e9f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.221&port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 HTTP/1.1" status: 200 len: 217 time: 0.0587494 Jul 22 11:33:32.342250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d520df6-0f06-4a28-b299-b5609fa76042 req-11d4d205-66ea-44a3-8c45-6b5acc1bf6e7 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.344354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d520df6-0f06-4a28-b299-b5609fa76042 req-11d4d205-66ea-44a3-8c45-6b5acc1bf6e7 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.0795507 Jul 22 11:33:32.367726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-2428ba28-7b4f-4122-87bf-c0dc9abea24c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.370156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-2428ba28-7b4f-4122-87bf-c0dc9abea24c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7 HTTP/1.1" status: 200 len: 801 time: 0.0611334 Jul 22 11:33:32.412313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:32.416932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d520df6-0f06-4a28-b299-b5609fa76042 req-0b67ae6f-6aa0-45af-97d7-9b32cf34d961 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648005 Jul 22 11:33:32.476552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-9b7dcd71-4150-4460-b4bc-180fa0f917ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.485211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-9b7dcd71-4150-4460-b4bc-180fa0f917ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2771b6b4-180d-419f-94e7-75e8f730fa1e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.1074090 Jul 22 11:33:32.516045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2777a-52a6-44a7-bb76-751c96b5c747 req-8e011a65-c332-4e66-a706-952b572eb71b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.522275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2777a-52a6-44a7-bb76-751c96b5c747 req-8e011a65-c332-4e66-a706-952b572eb71b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.529036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dd2777a-52a6-44a7-bb76-751c96b5c747 req-8e011a65-c332-4e66-a706-952b572eb71b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.536322 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dd2777a-52a6-44a7-bb76-751c96b5c747 req-8e011a65-c332-4e66-a706-952b572eb71b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.1439908 Jul 22 11:33:32.631146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dd2777a-52a6-44a7-bb76-751c96b5c747 req-b6e9a025-6957-44fb-a241-652aa2cfafc3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916131 Jul 22 11:33:32.643471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69c98bfa-9a82-4010-8db4-39b110bf3319 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:32.663325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-1cbe81f7-6372-49cb-9081-d770bb2f1e17 service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1695087 Jul 22 11:33:32.663730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc18ac6e-6090-4410-b728-51f93f233eec req-40d49f8f-82f4-4cd2-8c07-043694028ce4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:32.665848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc18ac6e-6090-4410-b728-51f93f233eec req-40d49f8f-82f4-4cd2-8c07-043694028ce4 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.1268830 Jul 22 11:33:32.720716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc18ac6e-6090-4410-b728-51f93f233eec req-974cf0ae-89ac-409c-a9a2-0b9a2af1eb57 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489810 Jul 22 11:33:32.869026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-c91bb46c-5703-4af4-af3d-ccac885205db service neutron] 10.222.0.20 "GET /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1936238 Jul 22 11:33:32.973718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69c98bfa-9a82-4010-8db4-39b110bf3319 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:32.983499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69c98bfa-9a82-4010-8db4-39b110bf3319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.037162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-69c98bfa-9a82-4010-8db4-39b110bf3319 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6a89df0a3e7a482ab116fe28712856a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6189318 Jul 22 11:33:33.038028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60434) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:33.047181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69c98bfa-9a82-4010-8db4-39b110bf3319 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dae78f83-31a3-4d98-81f6-20472de7734b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:33.072861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-8d5e064f-ad67-4174-9ef9-d8bafd9f6413 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:33.074522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-8d5e064f-ad67-4174-9ef9-d8bafd9f6413 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1124 time: 0.1415884 Jul 22 11:33:33.162782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-dfacbfe8-ccb2-43ac-bfee-ff17d5bd98ad tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0240812 Jul 22 11:33:33.186258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.224059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.231484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7b5ead37-61df-4ceb-aa9b-1cc3c73d178b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:33.233043 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-7b5ead37-61df-4ceb-aa9b-1cc3c73d178b service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1450746 Jul 22 11:33:33.294750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-55afc99d-b662-4d05-bff5-81e6314d4306 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 217 time: 0.0526607 Jul 22 11:33:33.351567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.354551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.355934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dae78f83-31a3-4d98-81f6-20472de7734b HTTP/1.1" status: 204 len: 168 time: 0.3175323 Jul 22 11:33:33.359821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-d5bb3c45-3548-421d-9c1d-71bbc1782279 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:33.361143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-d5bb3c45-3548-421d-9c1d-71bbc1782279 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0595896 Jul 22 11:33:33.368998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84aeebeb-14df-4941-bf50-a61f835b2e0f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dae78f83-31a3-4d98-81f6-20472de7734b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:33.415314 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-e81b600a-7fb0-4095-9c99-251cc9a5d7e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0437150 Jul 22 11:33:33.574773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-474f370c-449e-40c7-9239-118c5066f4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1480536 Jul 22 11:33:33.648087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4999e018-27f2-4a28-9b9e-305c9a1571ea tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:33.650345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4999e018-27f2-4a28-9b9e-305c9a1571ea tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4787953 Jul 22 11:33:33.677473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6960850f-ae94-4666-9c48-ffc273aebefa req-beed20da-70b6-43c6-97d1-c3403b96a5f9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:33.682956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6960850f-ae94-4666-9c48-ffc273aebefa req-beed20da-70b6-43c6-97d1-c3403b96a5f9 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.4985640 Jul 22 11:33:33.717970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a9a418f-3d1b-4871-a21c-d84de9e92bb0 req-2aecd500-ef70-41ff-b081-aa24740853c5 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1360605 Jul 22 11:33:33.718674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-e4053e79-d86d-4e0c-b72a-ecd04899031a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.0545177 Jul 22 11:33:33.767275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-8dd6d882-251a-466b-a83e-7f53c2cdb5ad tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0482826 Jul 22 11:33:33.782005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6960850f-ae94-4666-9c48-ffc273aebefa req-afffd4b2-68e2-4f59-b1ce-72fd67ae0e47 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0884955 Jul 22 11:33:33.797505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60454) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:33.812460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ba1db95-ea8f-43d7-a604-0ae50e6c7a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:33.961048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf03c3a-b4ca-4492-8c0c-38b126ba17e3 req-6494126f-1d6c-4785-99ef-4c9f85eb3d33 tempest-AbsoluteLimitsNegativeTestJSON-747415890 tempest-AbsoluteLimitsNegativeTestJSON-747415890-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=89370021dff34abf87893ac299ab993b&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0694454 Jul 22 11:33:34.059430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ba1db95-ea8f-43d7-a604-0ae50e6c7a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.098496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ba1db95-ea8f-43d7-a604-0ae50e6c7a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.177329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c3474dd-ebf0-4da2-8de9-fc8ad750faaf req-fb402f4a-cc7c-4bcb-a658-279196af5bbe tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:34.179095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c3474dd-ebf0-4da2-8de9-fc8ad750faaf req-fb402f4a-cc7c-4bcb-a658-279196af5bbe tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.2229307 Jul 22 11:33:34.185380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba1db95-ea8f-43d7-a604-0ae50e6c7a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=898a2b1a-ca0e-46a9-906b-412a1baa89f1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:34.196122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf03c3a-b4ca-4492-8c0c-38b126ba17e3 req-34bf807c-13f1-4f67-9d44-aadc82034b42 tempest-AbsoluteLimitsNegativeTestJSON-747415890 tempest-AbsoluteLimitsNegativeTestJSON-747415890-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:34.198420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf03c3a-b4ca-4492-8c0c-38b126ba17e3 req-34bf807c-13f1-4f67-9d44-aadc82034b42 tempest-AbsoluteLimitsNegativeTestJSON-747415890 tempest-AbsoluteLimitsNegativeTestJSON-747415890-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2263603 Jul 22 11:33:34.200746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9ba1db95-ea8f-43d7-a604-0ae50e6c7a94 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0f5e5d6f4b804359b5e7bb4b87d1b1cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4022272 Jul 22 11:33:34.204382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:34.232036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf03c3a-b4ca-4492-8c0c-38b126ba17e3 req-0d84cdc3-412c-4049-a8fb-44a81e9d3000 tempest-AbsoluteLimitsNegativeTestJSON-747415890 tempest-AbsoluteLimitsNegativeTestJSON-747415890-project] 10.222.0.21 "GET /v2.0/quotas/89370021dff34abf87893ac299ab993b HTTP/1.1" status: 200 len: 375 time: 0.0211897 Jul 22 11:33:34.283473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c3474dd-ebf0-4da2-8de9-fc8ad750faaf req-acc816f6-7493-46bd-bacf-b440d906ebef tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0943184 Jul 22 11:33:34.291315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.306588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf03c3a-b4ca-4492-8c0c-38b126ba17e3 req-3d82c9e7-5637-4d0e-8ed4-168de8c93a57 tempest-AbsoluteLimitsNegativeTestJSON-747415890 tempest-AbsoluteLimitsNegativeTestJSON-747415890-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=89370021dff34abf87893ac299ab993b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0588861 Jul 22 11:33:34.326820 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.409091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.411807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:34.415640 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/898a2b1a-ca0e-46a9-906b-412a1baa89f1 HTTP/1.1" status: 204 len: 168 time: 0.2074749 Jul 22 11:33:34.441037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89407de1-e9e2-4e72-8408-2c1db4e01656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=898a2b1a-ca0e-46a9-906b-412a1baa89f1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:34.491774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc687750-8318-45c9-a02f-6584fada96e9 req-75eea595-75d6-427a-b798-937beb24d8f6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0509782 Jul 22 11:33:34.559426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b48c11-1572-4112-a084-a400aacd8b5b req-8ffa4bfa-eb73-4d7b-8215-16cee32013e0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:34.573663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b48c11-1572-4112-a084-a400aacd8b5b req-8ffa4bfa-eb73-4d7b-8215-16cee32013e0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:34.581790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b48c11-1572-4112-a084-a400aacd8b5b req-8ffa4bfa-eb73-4d7b-8215-16cee32013e0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:34.583250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:34.584695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03b48c11-1572-4112-a084-a400aacd8b5b req-8ffa4bfa-eb73-4d7b-8215-16cee32013e0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.1921384 Jul 22 11:33:34.585406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:34.675874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03b48c11-1572-4112-a084-a400aacd8b5b req-3b8f927b-e479-439d-8cda-d4c884b6096f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0780787 Jul 22 11:33:34.801831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:34.844207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'port_id': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'mac_address': 'fa:16:3e:8c:37:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c21813c-e71e-4d09-88bc-539fe2b33322', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:34.887626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:34.996433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5d406f2-3225-48c4-8541-031e2d1a93b8 req-defc7607-d065-45d7-947e-60cf3965ae82 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:35.004667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5d406f2-3225-48c4-8541-031e2d1a93b8 req-defc7607-d065-45d7-947e-60cf3965ae82 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1075130 Jul 22 11:33:35.009889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.056592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:35.059061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5d406f2-3225-48c4-8541-031e2d1a93b8 req-32779e9f-cdb7-4197-bc5e-7e13a0ca4ff1 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0446327 Jul 22 11:33:35.094626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.113949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd47b3db-a5e6-4ec8-8023-3a1d0c268f71 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.118433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:35.131763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:35.148074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.219194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:35.331233 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:33:35.340700 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:33:35.409034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd47b3db-a5e6-4ec8-8023-3a1d0c268f71 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.464861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938c296c-1e33-465d-b63a-37d0e94325c5 req-a1dd22e1-539a-4553-814b-9984e38103b2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:35.469062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd47b3db-a5e6-4ec8-8023-3a1d0c268f71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.476639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-938c296c-1e33-465d-b63a-37d0e94325c5 req-a1dd22e1-539a-4553-814b-9984e38103b2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.0891910 Jul 22 11:33:35.517572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d776f2e4-1df1-48e2-b3b4-19928ba4abc6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:35.536879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-bc639a88-fdf4-4384-a253-1fdca72c5d0f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2005792 Jul 22 11:33:35.576221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-938c296c-1e33-465d-b63a-37d0e94325c5 req-6ff2fa45-a811-402c-984c-d77ac069e5d6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0971024 Jul 22 11:33:35.607746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:35.608167 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd47b3db-a5e6-4ec8-8023-3a1d0c268f71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=89370021dff34abf87893ac299ab993b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7133830 Jul 22 11:33:35.632508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47b3db-a5e6-4ec8-8023-3a1d0c268f71 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43a15bd2-3f02-4df8-bc42-3290532d16ef,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:35.689908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.719540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:35.747797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:35.795320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'port_id': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'mac_address': 'fa:16:3e:b7:c3:c7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7', 'ip_address': '19.80.0.221'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:35.840824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-328eabb1-2709-49e7-a804-8cb338536202 req-bbd34daf-dff7-4859-b565-3db00fb771c9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0982380 Jul 22 11:33:35.887426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-5f706a8b-fd79-4a3f-8318-5611e2818cbc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:35.889071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-5f706a8b-fd79-4a3f-8318-5611e2818cbc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2642109 Jul 22 11:33:35.909588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:35.997934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.000653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.001969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43a15bd2-3f02-4df8-bc42-3290532d16ef HTTP/1.1" status: 204 len: 168 time: 0.3931577 Jul 22 11:33:36.042839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7294e707-56f7-4f9a-88f0-5ecac5e9e6bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43a15bd2-3f02-4df8-bc42-3290532d16ef,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:36.070337 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.105883 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.107795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a419-f8cb-4e38-9d9a-2e7d0e58a5cf req-51596d22-df2d-45f7-8d68-af02b4f7cd8b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:36.113598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a419-f8cb-4e38-9d9a-2e7d0e58a5cf req-51596d22-df2d-45f7-8d68-af02b4f7cd8b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:36.139956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a0a419-f8cb-4e38-9d9a-2e7d0e58a5cf req-51596d22-df2d-45f7-8d68-af02b4f7cd8b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:36.141669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89a0a419-f8cb-4e38-9d9a-2e7d0e58a5cf req-51596d22-df2d-45f7-8d68-af02b4f7cd8b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2413 time: 0.2695856 Jul 22 11:33:36.171755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:36.205403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.210153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:36.231496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.284715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:36.301752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89a0a419-f8cb-4e38-9d9a-2e7d0e58a5cf req-acb254ec-94d3-4507-8970-ae8e688fd5ae tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1422963 Jul 22 11:33:36.373564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:36.419482 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.422823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:36.444666 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.445607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:36.465383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-876d0702-62b4-4207-bdfb-6374f9303f57 req-3efac6cc-ed74-4ea5-b99f-64aedd8259b8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:36.476163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-876d0702-62b4-4207-bdfb-6374f9303f57 req-3efac6cc-ed74-4ea5-b99f-64aedd8259b8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 945 time: 0.2185371 Jul 22 11:33:36.575178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-876d0702-62b4-4207-bdfb-6374f9303f57 req-04e49418-cf0a-44f3-9f38-1b3bfab4278d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0953953 Jul 22 11:33:36.582418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.607771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:36.769611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e63c77c9-3b59-4c5c-9a8a-b66424ed4921,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:36.809581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:36.910220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f820c0-1193-406a-aeb8-80fb8ef4b2a3 req-597fa021-4e9c-42b4-bb7c-116a4199fa8d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:36.915565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f820c0-1193-406a-aeb8-80fb8ef4b2a3 req-597fa021-4e9c-42b4-bb7c-116a4199fa8d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.1279519 Jul 22 11:33:36.942733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.100 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/232d170c-d774-458e-b524-96a5f9d4e1fa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:36.978241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:37.007898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29', 'network_id': 'e86eff1d-0a98-4a6d-8feb-ac738b481384', 'port_id': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29', 'mac_address': 'fa:16:3e:cf:63:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '58f88986-5bd1-4ecc-aac7-6a55077c1483', 'ip_address': '19.86.0.207'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:37.012531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:37.090360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.117105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77733b57-9060-4679-a25b-9b56f38f4d34 req-f910c345-5da3-4a88-9a18-cfd30c67a67b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 210 time: 0.1473701 Jul 22 11:33:37.120583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:37.164147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f820c0-1193-406a-aeb8-80fb8ef4b2a3 req-9a906181-9873-4a74-b6d9-67c45b8fb00b tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2237568 Jul 22 11:33:37.181532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:37.198485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.199436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device af0d69fd-f45b-4be1-8e55-5b8062c84c0e details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:37.373781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:37.393823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.427890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object 232d170c-d774-458e-b524-96a5f9d4e1fa will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:37.468717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:37.502577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:37.526159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e', 'network_id': '2771b6b4-180d-419f-94e7-75e8f730fa1e', 'port_id': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e', 'mac_address': 'fa:16:3e:8c:b4:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 129, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7', 'ip_address': '19.80.0.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:37.544401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.605320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5431f0c-8689-44ed-9dac-c4b6b32b8691 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.657351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.678232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:37.687889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:37.690879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:37.704180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:37.734794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id af0d69fd-f45b-4be1-8e55-5b8062c84c0e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:37.800080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:37.801129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.801787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:37.811305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:37.880667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729cb1-4f6d-4cd3-8532-54a754f0a8b2 req-7c680703-47a0-4df2-8107-136b19ea2e51 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:37.888849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729cb1-4f6d-4cd3-8532-54a754f0a8b2 req-7c680703-47a0-4df2-8107-136b19ea2e51 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:37.889573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:37.899774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85729cb1-4f6d-4cd3-8532-54a754f0a8b2 req-7c680703-47a0-4df2-8107-136b19ea2e51 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:37.901568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85729cb1-4f6d-4cd3-8532-54a754f0a8b2 req-7c680703-47a0-4df2-8107-136b19ea2e51 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2415 time: 0.4388933 Jul 22 11:33:37.911884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:38.045427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-608b5b68-1651-4775-88c6-16042e609043 None None] Provisioning for port 232d170c-d774-458e-b524-96a5f9d4e1fa completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:38.050376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-608b5b68-1651-4775-88c6-16042e609043 None None] Provisioning complete for port 232d170c-d774-458e-b524-96a5f9d4e1fa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:38.051129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-608b5b68-1651-4775-88c6-16042e609043 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.077676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['5cd4da48-5a69-4133-bd51-6dbcae5ceb29'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:38.079828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85729cb1-4f6d-4cd3-8532-54a754f0a8b2 req-3eaeb544-cd09-45e8-baec-e8104567dd71 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1487918 Jul 22 11:33:38.098106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5431f0c-8689-44ed-9dac-c4b6b32b8691 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.109419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-4c22f486-4009-4733-908b-825cd49640a9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.2105429 Jul 22 11:33:38.112643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c5431f0c-8689-44ed-9dac-c4b6b32b8691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.123369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Request body: {'port': {'device_id': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:38.129125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['8c5b4b63-01f1-46a2-8df3-47d3eadb15f3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:38.154867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5431f0c-8689-44ed-9dac-c4b6b32b8691 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8bfa024d1694ca9aa224494d30eb88b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7789204 Jul 22 11:33:38.157534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60612) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:38.168273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71fe1acc-4f35-4477-baed-d9dc39ba47fe req-01330890-ee55-4c99-9d55-4c39fd96b87f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:38.171147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71fe1acc-4f35-4477-baed-d9dc39ba47fe req-01330890-ee55-4c99-9d55-4c39fd96b87f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 944 time: 0.3386025 Jul 22 11:33:38.186381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-608b5b68-1651-4775-88c6-16042e609043 None None] Port 232d170c-d774-458e-b524-96a5f9d4e1fa cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:38.230660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1266214205-network', 'tenant_id': 'fedbf6c2947b4610ab2074ec3489f552'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:38.273639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Made reservation on behalf of fedbf6c2947b4610ab2074ec3489f552 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:38.277237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.317176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.340405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.355932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71fe1acc-4f35-4477-baed-d9dc39ba47fe req-9d182cb5-094a-4f1c-b061-cef201f18447 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646757 Jul 22 11:33:38.358776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5431f0c-8689-44ed-9dac-c4b6b32b8691 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cac3736d-b218-4889-8489-6b4a1cce50b5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:38.417360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.502175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfffaff2-ac2e-4fa8-9120-bd03e4b60008 req-f8268cb7-6755-4d0b-a47a-fc8dad0aac76 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:38.510275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfffaff2-ac2e-4fa8-9120-bd03e4b60008 req-f8268cb7-6755-4d0b-a47a-fc8dad0aac76 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 936 time: 0.3155851 Jul 22 11:33:38.552947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.600542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:38.657978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfffaff2-ac2e-4fa8-9120-bd03e4b60008 req-5d188ba0-ea7e-4ce8-b754-39a20048a4b2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1465592 Jul 22 11:33:38.707447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-376c08e9-c210-4acc-a5dd-ac6f6214c8d0 req-737f74c3-a22d-4fbd-a32d-10faf7f655a9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:38.720825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-376c08e9-c210-4acc-a5dd-ac6f6214c8d0 req-737f74c3-a22d-4fbd-a32d-10faf7f655a9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 943 time: 0.2596352 Jul 22 11:33:38.744986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.752584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.754151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cac3736d-b218-4889-8489-6b4a1cce50b5 HTTP/1.1" status: 204 len: 168 time: 0.5819757 Jul 22 11:33:38.768577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:38.770473 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.773662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-508f3a50-92e8-47b1-bd72-107d7787f938 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cac3736d-b218-4889-8489-6b4a1cce50b5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:38.807097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-376c08e9-c210-4acc-a5dd-ac6f6214c8d0 req-0cfabee4-b26a-4139-8a65-b68472e85730 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0853243 Jul 22 11:33:38.807897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.824870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 232d170c-d774-458e-b524-96a5f9d4e1fa {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:38.834904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.878087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.911461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Transition to ACTIVE for port object 232d170c-d774-458e-b524-96a5f9d4e1fa will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:38.919834 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-7aacd06b-825b-48ca-a2d8-ff73d78d3c1e service neutron] 10.222.0.20 "GET /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.1597836 Jul 22 11:33:38.920196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.929248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:38.932147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:38.952792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:38.955785 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ac30a92-2358-440b-b109-3c1028f248fc" -d '{"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:38.971630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:38.980202 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.025039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:39.044637 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb09c3f9-115f-4c58-9a69-5c4e96e5095f x-openstack-request-id: req-bb09c3f9-115f-4c58-9a69-5c4e96e5095f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:39.044815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.044918 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-plugged", "status": "completed", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:39.045149 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Added segment e742be96-b889-49ae-8fc2-6142d0eb2f67 of type vlan for network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 Jul 22 11:33:39.045268 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb09c3f9-115f-4c58-9a69-5c4e96e5095f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:39.045725 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'code': 200} Jul 22 11:33:39.048839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:39.142128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['af0d69fd-f45b-4be1-8e55-5b8062c84c0e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:39.150897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:39.164481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.373954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:33:39.454214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e918-e9cc-4dbd-b70f-e369d0badc30 req-f3269e83-e8b0-45c5-904f-a7a78e0a1836 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.462217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e918-e9cc-4dbd-b70f-e369d0badc30 req-f3269e83-e8b0-45c5-904f-a7a78e0a1836 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.472716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d3e918-e9cc-4dbd-b70f-e369d0badc30 req-f3269e83-e8b0-45c5-904f-a7a78e0a1836 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.480764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72d3e918-e9cc-4dbd-b70f-e369d0badc30 req-f3269e83-e8b0-45c5-904f-a7a78e0a1836 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2416 time: 0.2633975 Jul 22 11:33:39.538285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72d3e918-e9cc-4dbd-b70f-e369d0badc30 req-a62cf9b3-9d09-4361-a247-1f0e363973fe tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562170 Jul 22 11:33:39.549299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.550790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.557994 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.558210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6c4734b-c956-4261-a747-9a0192858650 req-2265ca28-d1c6-41c1-8fa7-3946bc2fed13 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.566891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6c4734b-c956-4261-a747-9a0192858650 req-2265ca28-d1c6-41c1-8fa7-3946bc2fed13 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.2057631 Jul 22 11:33:39.620706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6c4734b-c956-4261-a747-9a0192858650 req-5c247ee7-4e53-4416-86b3-8ca884112cd2 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420094 Jul 22 11:33:39.651994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:39.655591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.7421303 Jul 22 11:33:39.670943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:39.681190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Request body: {'subnet': {'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1266214205-subnet', 'tenant_id': 'fedbf6c2947b4610ab2074ec3489f552', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:39.692483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Attempting to bind port 232d170c-d774-458e-b524-96a5f9d4e1fa on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:39.692829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Attempting to bind port 232d170c-d774-458e-b524-96a5f9d4e1fa by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:39.693728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Attempting to bind port 232d170c-d774-458e-b524-96a5f9d4e1fa on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:39.710303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c180f48c-b4dd-4028-917b-afdb2cf7194f admin admin] Pushing event updated for resources: {'Network': ['ID=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:39.718499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Port 232d170c-d774-458e-b524-96a5f9d4e1fa on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:39.718918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Attempting to bind port 232d170c-d774-458e-b524-96a5f9d4e1fa on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:39.725348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c83b339-bd3c-41fc-beac-e5d6c645d167 req-cab87736-d7f6-46e9-b1ae-67f7fa94d48b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.726866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:39.727769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c83b339-bd3c-41fc-beac-e5d6c645d167 req-cab87736-d7f6-46e9-b1ae-67f7fa94d48b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 1097 time: 0.5159647 Jul 22 11:33:39.733708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:39.734111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:39.734465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:39.734935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Bound port: 232d170c-d774-458e-b524-96a5f9d4e1fa, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:39.735305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.739893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:39.805675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Made reservation on behalf of fedbf6c2947b4610ab2074ec3489f552 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:39.808652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.832317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fdb1b088-c5b9-4a31-9703-a0d35d6ea226 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:39.833110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:39.858931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:39.864287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c83b339-bd3c-41fc-beac-e5d6c645d167 req-1941c714-0c3e-4c87-af03-53c78a64dffb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1257734 Jul 22 11:33:39.893446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.896282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:39.901474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=232d170c-d774-458e-b524-96a5f9d4e1fa,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:39.907060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe3eaf91-0344-407e-b1b4-6f96e9aa4e69 req-ce710b87-8330-46cb-aedc-f88f78e8ea7e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.915328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe3eaf91-0344-407e-b1b4-6f96e9aa4e69 req-ce710b87-8330-46cb-aedc-f88f78e8ea7e tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2925222 Jul 22 11:33:39.916885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.931748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:39.938483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:39.939173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.988681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:39.989236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:39.990699 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] 10.222.0.36 "PUT /v2.0/ports/232d170c-d774-458e-b524-96a5f9d4e1fa HTTP/1.1" status: 200 len: 1096 time: 1.8730216 Jul 22 11:33:39.993508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:40.004748 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-766c4a2c-eb2b-4171-948e-fe7c800e29a1" -d '{"events": [{"name": "network-changed", "server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:40.044817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe3eaf91-0344-407e-b1b4-6f96e9aa4e69 req-35c26fd8-82a8-4524-9ab1-e88cdc792687 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1283374 Jul 22 11:33:40.046953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341594f8-ebdd-47f5-9ddb-96b26d42cb75 service neutron] Pushing event updated for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:40.059358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-5aa46e85-9813-4892-aab4-1aa8d5129e0e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2892983 Jul 22 11:33:40.070024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac496a9c-5f7a-4e6d-8160-54d1ef1cc65a req-7219e40e-4cf0-49f5-918f-0023e179dc51 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.081134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac496a9c-5f7a-4e6d-8160-54d1ef1cc65a req-7219e40e-4cf0-49f5-918f-0023e179dc51 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 948 time: 0.2745681 Jul 22 11:33:40.111545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.147595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] Transition to ACTIVE for port object fdb1b088-c5b9-4a31-9703-a0d35d6ea226 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:40.152901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.194910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:40.204113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.205836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:40.302398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] No DVR routers for this DVR port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:40.330539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-ca634b90-42ff-43de-a94a-c9a551c0d9d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.332101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-ca634b90-42ff-43de-a94a-c9a551c0d9d0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 1099 time: 0.2774301 Jul 22 11:33:40.332412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac496a9c-5f7a-4e6d-8160-54d1ef1cc65a req-7134a417-83c1-4c2d-b702-108f4515f772 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2399657 Jul 22 11:33:40.377458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] Pushing event updated for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:40.421489 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-95c9a426-36ae-4c7f-b022-18eac42173ab x-openstack-request-id: req-95c9a426-36ae-4c7f-b022-18eac42173ab {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:40.422082 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:40.422523 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-95c9a426-36ae-4c7f-b022-18eac42173ab {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:40.423116 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa', 'status': 'completed', 'code': 200} Jul 22 11:33:40.426835 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-c3656272-7a69-4ed9-82ed-eacc806db574 service neutron] 10.222.0.20 "PUT /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 1.4986422 Jul 22 11:33:40.428920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-67dde43d-d636-4108-986b-871257e8c555 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=232d170c-d774-458e-b524-96a5f9d4e1fa HTTP/1.1" status: 200 len: 217 time: 0.0805759 Jul 22 11:33:40.448758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-3066ccc3-e224-4f63-b7b5-342f34662d49 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.450331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-3066ccc3-e224-4f63-b7b5-342f34662d49 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 1096 time: 0.3080170 Jul 22 11:33:40.471249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.492624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-88dd9da6-55d2-4370-b9e6-2e81fba73bef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.495291 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-88dd9da6-55d2-4370-b9e6-2e81fba73bef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0595706 Jul 22 11:33:40.508766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:40.535571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:40.540471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:40.541275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.628346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-b6117a6b-12d6-4937-9af7-51703087774e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.630251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-b6117a6b-12d6-4937-9af7-51703087774e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1248560 Jul 22 11:33:40.641587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-6b83a8e9-d4e8-43c7-91e5-c71f7f48d744 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.642249 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-6b83a8e9-d4e8-43c7-91e5-c71f7f48d744 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.1355712 Jul 22 11:33:40.666821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-1b511dd2-4423-4c88-9a93-a4bbc0367725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.668832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-1b511dd2-4423-4c88-9a93-a4bbc0367725 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1847405 Jul 22 11:33:40.705363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.757359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab942b03-a538-4b0b-a966-191fccc3a112 req-c192bc6f-b9bb-48aa-96e0-5bd4439e272e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:40.762371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab942b03-a538-4b0b-a966-191fccc3a112 req-c192bc6f-b9bb-48aa-96e0-5bd4439e272e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 944 time: 0.4918191 Jul 22 11:33:40.768090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:40.776265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:40.777209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:40.893050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:40.896249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:40.920651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-a54d2cbf-f04d-43e6-bb17-108d5624ccdc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 200 len: 217 time: 0.1446688 Jul 22 11:33:40.921383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Checking segment: {'id': 'e742be96-b889-49ae-8fc2-6142d0eb2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:40.921746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Network hostable DHCP agents. Network: 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:40.925799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c4e395e9-c75b-4540-b003-eced18776364,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:40.995748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab942b03-a538-4b0b-a966-191fccc3a112 req-891a6ca1-a7ef-4ae6-a524-aeb2033e17e9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2112043 Jul 22 11:33:41.011226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58fbb-b297-425f-b972-ac8994f1bd46 req-74f49e1c-b620-4e10-8871-89df0f7a1312 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.017486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:41.017631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58fbb-b297-425f-b972-ac8994f1bd46 req-74f49e1c-b620-4e10-8871-89df0f7a1312 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.023659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34d58fbb-b297-425f-b972-ac8994f1bd46 req-74f49e1c-b620-4e10-8871-89df0f7a1312 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.031455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34d58fbb-b297-425f-b972-ac8994f1bd46 req-74f49e1c-b620-4e10-8871-89df0f7a1312 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2417 time: 0.3584218 Jul 22 11:33:41.046604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3'}, {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:41.048925 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5372267d-3c85-48d4-aefe-500645551277" -d '{"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3"}, {"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:41.063587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:41.071410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-c26e9a92-aea6-4ea6-81a1-71be70e7e8ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.072842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-c26e9a92-aea6-4ea6-81a1-71be70e7e8ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1395655 Jul 22 11:33:41.104191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:41.110978 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-f3103250-66c4-430f-97cd-7fae5fbe9497 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4677598 Jul 22 11:33:41.112976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d10336-2356-416b-85bb-2603de79a70f None None] Network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:41.116913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-7f5a5ea7-5f69-420f-9c66-e01b8da55117 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.119424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-7f5a5ea7-5f69-420f-9c66-e01b8da55117 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472&tenant_id=a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 1095 time: 0.4578710 Jul 22 11:33:41.178798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.179728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.191216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34d58fbb-b297-425f-b972-ac8994f1bd46 req-b1286199-abb9-49ba-9e67-5ab2a1fabe8a tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1590109 Jul 22 11:33:41.214475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-42456e22-7de5-4a0f-b032-ca07701bccf8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1301782 Jul 22 11:33:41.220774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5182aa00-1779-4cb3-847d-161ee1ebefbd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.258462 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eff6c702-3a49-467a-8ff1-161e160dad35 x-openstack-request-id: req-eff6c702-3a49-467a-8ff1-161e160dad35 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:41.258934 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3", "code": 200}, {"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:41.259315 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eff6c702-3a49-467a-8ff1-161e160dad35 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:41.259718 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'code': 200} Jul 22 11:33:41.260322 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29', 'code': 200} Jul 22 11:33:41.271400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-390ec3bd-520a-4597-8083-c87a2a9bf90d None None] Network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:41.285711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d0c5dac-50f5-4186-bb60-fa07e38c6a69 req-a40190b4-fca4-4a30-8067-0d226a97528a service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1652565 Jul 22 11:33:41.289218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d76c22c-4267-4193-b466-e6bae82959a2 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.6155248 Jul 22 11:33:41.315811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-ae664a17-9bdc-4767-9200-475c505a5d88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.317254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-ae664a17-9bdc-4767-9200-475c505a5d88 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1095 time: 0.1651366 Jul 22 11:33:41.499901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5182aa00-1779-4cb3-847d-161ee1ebefbd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.504503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-70301878-2dab-4436-af05-f3b1d4454a39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.506005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-70301878-2dab-4436-af05-f3b1d4454a39 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1827545 Jul 22 11:33:41.509548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5182aa00-1779-4cb3-847d-161ee1ebefbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.515810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-bb7088d3-43e7-4160-9b6d-02ce9d2628ad tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.517358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-bb7088d3-43e7-4160-9b6d-02ce9d2628ad tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.36 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.4157774 Jul 22 11:33:41.527852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6b7325c-781d-425f-b823-b673b7a7ef31 req-bbed8c86-4fbb-42f1-b910-ddd42467ad73 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.529314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6b7325c-781d-425f-b823-b673b7a7ef31 req-bbed8c86-4fbb-42f1-b910-ddd42467ad73 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 946 time: 0.4232731 Jul 22 11:33:41.576558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-1468c132-9079-4ad7-bf08-44564bd2a8c1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 200 len: 217 time: 0.0625243 Jul 22 11:33:41.587897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-fd4656fe-6c1c-4f7e-b1c8-35e1ca9b88a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.589418 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-fd4656fe-6c1c-4f7e-b1c8-35e1ca9b88a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 1099 time: 0.1840775 Jul 22 11:33:41.598442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5182aa00-1779-4cb3-847d-161ee1ebefbd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3031db09b24f455ab8d3a31cddf45e50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5772951 Jul 22 11:33:41.599630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:41.614379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5182aa00-1779-4cb3-847d-161ee1ebefbd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=327e70df-0138-4026-8e48-ee2f6b320593,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:41.615730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-761a18cf-7a46-45ea-8606-52dca4e249b6 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3923113 Jul 22 11:33:41.701769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-6a0089e4-6d05-4d87-9f38-18aafcc72742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.702019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7f8cdf4-4de0-4abd-9a88-8c66a69f9161 req-c0ead7d7-4433-411a-b701-81eedc1da91f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.703364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-6a0089e4-6d05-4d87-9f38-18aafcc72742 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1129234 Jul 22 11:33:41.703539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7f8cdf4-4de0-4abd-9a88-8c66a69f9161 req-c0ead7d7-4433-411a-b701-81eedc1da91f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.3566444 Jul 22 11:33:41.709589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6b7325c-781d-425f-b823-b673b7a7ef31 req-63ad075b-56a4-47ae-a953-00010d2d4ee1 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/security-groups?id=b6f7a229-581f-4de9-8595-44def4de39dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623929 Jul 22 11:33:41.746109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-5cb280ea-8b03-44ec-b6cb-d27b28bd954c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0346935 Jul 22 11:33:41.781483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-31f3f415-34a5-499f-aee1-e4de13af93d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.783017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-31f3f415-34a5-499f-aee1-e4de13af93d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1793365 Jul 22 11:33:41.821859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device af0d69fd-f45b-4be1-8e55-5b8062c84c0e up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:41.842073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.850152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7f8cdf4-4de0-4abd-9a88-8c66a69f9161 req-ac3b601d-6568-4623-9727-ec70aa73bbfe tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1166353 Jul 22 11:33:41.869503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-2ff4d909-473e-4d4d-b485-423bc019baf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.100&port_id=232d170c-d774-458e-b524-96a5f9d4e1fa HTTP/1.1" status: 200 len: 217 time: 0.0416827 Jul 22 11:33:41.893199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-c87406c3-6b31-47de-9b25-3a05de0e18df service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2656322 Jul 22 11:33:41.917719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port af0d69fd-f45b-4be1-8e55-5b8062c84c0e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:41.924372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port af0d69fd-f45b-4be1-8e55-5b8062c84c0e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:41.925370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.932369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Deleting port f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:41.933066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.937231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:41.950312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-03b72ca7-cb68-4259-9252-7319bc8f9ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:41.951804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-03b72ca7-cb68-4259-9252-7319bc8f9ce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0758901 Jul 22 11:33:41.953956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-389d7579-1c61-45da-bf19-dc90ea5d8d5a service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1979876 Jul 22 11:33:42.068633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.081940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] For port f47bede3-6071-4e1e-844a-f623c2ff2cc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f47bede3-6071-4e1e-844a-f623c2ff2cc2,segment=NetworkSegment(f1701e77-31b3-403f-ab91-4b7034ce3fda),segment_id=f1701e77-31b3-403f-ab91-4b7034ce3fda)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:42.082389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.092315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5abea19b-7764-4287-9d19-d5dc66f86897 req-1c8ace4d-79df-4f3c-aeaf-ab485812c4e1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:42.099319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5abea19b-7764-4287-9d19-d5dc66f86897 req-1c8ace4d-79df-4f3c-aeaf-ab485812c4e1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 948 time: 0.2122073 Jul 22 11:33:42.103528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-340e8e0c-96a7-4f52-9b31-d7da0b59a05e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:42.105191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-340e8e0c-96a7-4f52-9b31-d7da0b59a05e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1411867 Jul 22 11:33:42.111152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-e9bfa837-d26f-41b1-a0fb-93482935dc83 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1383197 Jul 22 11:33:42.115603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.118929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.119629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:42.120149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/327e70df-0138-4026-8e48-ee2f6b320593 HTTP/1.1" status: 204 len: 168 time: 0.5162065 Jul 22 11:33:42.126623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Calling delete_port for f47bede3-6071-4e1e-844a-f623c2ff2cc2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:42.139468 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.145752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c05cc1dd-3d9a-4f4e-b3c2-92afd8e8c237 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=327e70df-0138-4026-8e48-ee2f6b320593,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:42.231119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:42.247369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-d5a190ec-adf5-40ae-b0d4-b22b236f9ba9 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342759 Jul 22 11:33:42.419706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-766c4a2c-eb2b-4171-948e-fe7c800e29a1 req-0ab4f43e-12ce-43b2-9bb0-4cbfb6e7b408 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1635725 Jul 22 11:33:42.459858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-dce1406a-3574-4ca9-9c55-d1e31c6d7d54 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:42.461541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-dce1406a-3574-4ca9-9c55-d1e31c6d7d54 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.0852213 Jul 22 11:33:42.526327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5abea19b-7764-4287-9d19-d5dc66f86897 req-bbcf009c-8b5c-4c8d-910e-a76bd4f19e4d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4261184 Jul 22 11:33:42.624737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 232d170c-d774-458e-b524-96a5f9d4e1fa details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:42.634151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-dd198499-dbe8-460d-8611-05ad872c9d60 service neutron] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:42.643827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-dd198499-dbe8-460d-8611-05ad872c9d60 service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.646107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-597044cf-f00b-4211-bd66-b3e6b92db32a req-dd198499-dbe8-460d-8611-05ad872c9d60 service neutron] 10.222.0.36 "DELETE /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.1772606 Jul 22 11:33:42.757815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=232d170c-d774-458e-b524-96a5f9d4e1fa,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:42.772807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '232d170c-d774-458e-b524-96a5f9d4e1fa', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '232d170c-d774-458e-b524-96a5f9d4e1fa', 'mac_address': 'fa:16:3e:db:eb:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:42.773571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-56d42a8c-3c52-4388-adbc-18e0df9c1c37 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:42.775584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-56d42a8c-3c52-4388-adbc-18e0df9c1c37 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/networks?id=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 HTTP/1.1" status: 200 len: 822 time: 0.6121669 Jul 22 11:33:42.807795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362e2be7-bd88-4ed5-a4d0-c2fb904fca43 req-9f1dad7e-0ecf-424f-8dcc-de23f237c7e4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:42.819119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-362e2be7-bd88-4ed5-a4d0-c2fb904fca43 req-9f1dad7e-0ecf-424f-8dcc-de23f237c7e4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.1821311 Jul 22 11:33:42.827341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.843310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-e9776174-1dcd-4f23-b4c9-56129323c7bf tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/quotas/fedbf6c2947b4610ab2074ec3489f552 HTTP/1.1" status: 200 len: 375 time: 0.0552990 Jul 22 11:33:42.845427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 232d170c-d774-458e-b524-96a5f9d4e1fa {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:42.870057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=232d170c-d774-458e-b524-96a5f9d4e1fa,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:42.878872 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:42.921769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-953de034-61ba-4728-b0ce-32aed8f6f51c tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=fedbf6c2947b4610ab2074ec3489f552&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0770342 Jul 22 11:33:42.954409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:42.969676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-362e2be7-bd88-4ed5-a4d0-c2fb904fca43 req-d6cff390-7358-4fe7-a638-712f34a33678 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495914 Jul 22 11:33:42.982823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:43.054240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Pushing event deleted for resources: {'Port': ['ID=f47bede3-6071-4e1e-844a-f623c2ff2cc2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:43.142255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-c6ebb105-30ba-4517-b233-328736e45193 service neutron] 10.222.0.21 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1996901 Jul 22 11:33:43.162473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] No DVR routers for this DVR port f47bede3-6071-4e1e-844a-f623c2ff2cc2 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:43.174696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:43.176575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79cd6ba2-ff8d-4f9b-9402-8f80ae91cab9 req-2183e2d8-56f6-4fa0-8df0-9d9531d23697 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.36 "DELETE /v2.0/ports/f47bede3-6071-4e1e-844a-f623c2ff2cc2 HTTP/1.1" status: 204 len: 173 time: 1.6461618 Jul 22 11:33:43.177014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-deleted', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:43.179240 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9647a45-9bbe-4a2a-a776-ecb5c180a8d0" -d '{"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-deleted", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:43.212089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:43.261626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:43.265866 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8717cb12-af81-41fe-aaf9-27dc9a8c14f4" -d '{"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:43.271838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f824b9d-41b4-4c12-bb8c-e3e5fd42930f req-9a9644a7-aced-4859-8253-327a28ccf985 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:43.279937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f824b9d-41b4-4c12-bb8c-e3e5fd42930f req-9a9644a7-aced-4859-8253-327a28ccf985 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 944 time: 0.2287645 Jul 22 11:33:43.312516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-e9ae09e7-6112-4151-8fcd-0d182e8aa335 service neutron] 10.222.0.21 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1512165 Jul 22 11:33:43.339667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f824b9d-41b4-4c12-bb8c-e3e5fd42930f req-3d1f26bc-ed71-4ad8-baf0-4d7a7f3e4f71 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587704 Jul 22 11:33:43.517632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2d02-50e9-4db2-ae89-cc86bef57d86 req-9bf95c8f-c4b5-4893-ab5e-bb8f86743edd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:43.560341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2d02-50e9-4db2-ae89-cc86bef57d86 req-9bf95c8f-c4b5-4893-ab5e-bb8f86743edd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:43.572799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-742d2d02-50e9-4db2-ae89-cc86bef57d86 req-9bf95c8f-c4b5-4893-ab5e-bb8f86743edd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:43.585496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-742d2d02-50e9-4db2-ae89-cc86bef57d86 req-9bf95c8f-c4b5-4893-ab5e-bb8f86743edd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.1588910 Jul 22 11:33:43.606507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:43.676200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-742d2d02-50e9-4db2-ae89-cc86bef57d86 req-0a5bb4b8-a92b-4f2f-b8d8-912b6b4ed25c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894516 Jul 22 11:33:43.698665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70bbec21-7229-44be-9834-364aa6b4d109 req-becb7fe9-88d0-4b91-babe-0cf3cdc2a964 tempest-ServersNegativeTestJSON-1728565770 tempest-ServersNegativeTestJSON-1728565770-project] 10.222.0.21 "GET /v2.0/ports?device_id=9f34fdce-bd2f-497a-aaad-748d29595db7 HTTP/1.1" status: 200 len: 210 time: 0.0446620 Jul 22 11:33:43.751898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7150c211-d430-4ad4-afef-46ff6db926e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:43.840833 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-192dcc5f-b54e-4999-a35a-e2956d291394 x-openstack-request-id: req-192dcc5f-b54e-4999-a35a-e2956d291394 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:43.841359 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9f34fdce-bd2f-497a-aaad-748d29595db7", "name": "network-vif-deleted", "tag": "f47bede3-6071-4e1e-844a-f623c2ff2cc2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:43.841809 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-192dcc5f-b54e-4999-a35a-e2956d291394 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:43.842172 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9f34fdce-bd2f-497a-aaad-748d29595db7', 'name': 'network-vif-deleted', 'tag': 'f47bede3-6071-4e1e-844a-f623c2ff2cc2', 'status': 'completed', 'code': 200} Jul 22 11:33:43.881609 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9690983f-30f7-4f99-983a-f8fa8b7a7b1d x-openstack-request-id: req-9690983f-30f7-4f99-983a-f8fa8b7a7b1d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:43.881918 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-plugged", "status": "completed", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:43.882265 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9690983f-30f7-4f99-983a-f8fa8b7a7b1d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:43.882758 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e', 'code': 200} Jul 22 11:33:43.910097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7150c211-d430-4ad4-afef-46ff6db926e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:43.924866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7150c211-d430-4ad4-afef-46ff6db926e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.030841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16963d83-49d4-491e-b7f5-42f7492f00fe req-269bbddb-b82d-4fc1-a6a3-0f10c29e9b55 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 210 time: 0.0622721 Jul 22 11:33:44.064241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7150c211-d430-4ad4-afef-46ff6db926e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=420d0b71100643f5951ccd6902236398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4560313 Jul 22 11:33:44.064900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:44.073929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7150c211-d430-4ad4-afef-46ff6db926e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=260c9a06-f8bc-4bd5-ab52-f8dc12ccc874,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:44.153840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6405e7c4-e66e-4046-8ca8-4798820b560f req-16bd8c56-ff4a-4753-aeaf-f6b11fa2bedb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.159024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6405e7c4-e66e-4046-8ca8-4798820b560f req-16bd8c56-ff4a-4753-aeaf-f6b11fa2bedb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 949 time: 0.1214895 Jul 22 11:33:44.161107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e99b-da8b-4644-a1c4-3b0aef365454 req-bf7c6e45-99c6-4bba-8611-46b51a0a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.161536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e99b-da8b-4644-a1c4-3b0aef365454 req-bf7c6e45-99c6-4bba-8611-46b51a0a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.162020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac40e99b-da8b-4644-a1c4-3b0aef365454 req-bf7c6e45-99c6-4bba-8611-46b51a0a6adb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.163697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac40e99b-da8b-4644-a1c4-3b0aef365454 req-bf7c6e45-99c6-4bba-8611-46b51a0a6adb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2872 time: 0.1935077 Jul 22 11:33:44.167796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.211046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6405e7c4-e66e-4046-8ca8-4798820b560f req-8c406e38-2afb-4e3a-a39a-a3fa26e4d666 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0481045 Jul 22 11:33:44.214809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.218239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aa49eeb-d382-4175-9867-0af0e59b1a29 req-78c683ba-fbbc-481a-8d21-09204a12a157 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.225536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4aa49eeb-d382-4175-9867-0af0e59b1a29 req-78c683ba-fbbc-481a-8d21-09204a12a157 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1095 time: 0.1118991 Jul 22 11:33:44.229097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac40e99b-da8b-4644-a1c4-3b0aef365454 req-12faae64-838f-46ab-9df3-28b73e9a1d67 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589881 Jul 22 11:33:44.277230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4aa49eeb-d382-4175-9867-0af0e59b1a29 req-f3316bbb-6b9f-4a92-b5dc-856814220004 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417221 Jul 22 11:33:44.279404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.282704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.284061 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260c9a06-f8bc-4bd5-ab52-f8dc12ccc874 HTTP/1.1" status: 204 len: 168 time: 0.2176797 Jul 22 11:33:44.296059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a670c780-b1a7-4e48-8086-ecfbd0e082c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260c9a06-f8bc-4bd5-ab52-f8dc12ccc874,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:44.464578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-94f0aac8-6523-4061-a7d1-20f8f0ae9f62 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.466344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-94f0aac8-6523-4061-a7d1-20f8f0ae9f62 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 0.1580942 Jul 22 11:33:44.490878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-4028ac67-9a6e-4f81-8bdb-e0fba4de8e05 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/quotas/abbe124475844044a4a04e2fd1ab3929 HTTP/1.1" status: 200 len: 375 time: 0.0176427 Jul 22 11:33:44.496709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8fef8cb-0799-423c-9b6c-2b9eb310ed98 req-c9c6883f-734f-4fa1-af6f-19de01656c20 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.498195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8fef8cb-0799-423c-9b6c-2b9eb310ed98 req-c9c6883f-734f-4fa1-af6f-19de01656c20 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 1095 time: 0.0980322 Jul 22 11:33:44.575809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8fef8cb-0799-423c-9b6c-2b9eb310ed98 req-a96a93b0-8c82-4f02-bf84-3bc2fda69881 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683947 Jul 22 11:33:44.599708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-a28aa3e4-7899-449e-953c-b015f717191a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1003058 Jul 22 11:33:44.651377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 232d170c-d774-458e-b524-96a5f9d4e1fa up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:44.722421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-a1ed7946-3785-42c4-b7aa-0e90d520481a service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157205 Jul 22 11:33:44.727773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 232d170c-d774-458e-b524-96a5f9d4e1fa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:44.740393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 232d170c-d774-458e-b524-96a5f9d4e1fa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:44.740785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.868370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.924026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=232d170c-d774-458e-b524-96a5f9d4e1fa,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:44.925193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-2be0c879-99ff-4ee8-b866-de739e4e15b8 service neutron] 10.222.0.21 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1942942 Jul 22 11:33:44.938743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:44.939855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:44.952300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-7780d328-ee04-41a1-b2cf-2f9962678db8 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.954746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-7780d328-ee04-41a1-b2cf-2f9962678db8 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.20 "GET /v2.0/networks?id=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 HTTP/1.1" status: 200 len: 822 time: 0.1531551 Jul 22 11:33:44.959108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf45aa-59ec-4bde-8c82-18d81f59f1ab req-cf4da12f-e6b1-4da4-93c7-8fa910af2682 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.970944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Request body: {'port': {'device_id': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448', 'admin_state_up': True, 'tenant_id': 'fedbf6c2947b4610ab2074ec3489f552'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:44.974388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf45aa-59ec-4bde-8c82-18d81f59f1ab req-cf4da12f-e6b1-4da4-93c7-8fa910af2682 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.981828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afcf45aa-59ec-4bde-8c82-18d81f59f1ab req-cf4da12f-e6b1-4da4-93c7-8fa910af2682 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:44.983770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afcf45aa-59ec-4bde-8c82-18d81f59f1ab req-cf4da12f-e6b1-4da4-93c7-8fa910af2682 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.1995986 Jul 22 11:33:44.999999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: f47bede3-6071-4e1e-844a-f623c2ff2cc2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:45.000669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f47bede3-6071-4e1e-844a-f623c2ff2cc2 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:45.035137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:45.073208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afcf45aa-59ec-4bde-8c82-18d81f59f1ab req-39e0d99b-c14d-4cee-b5cf-0460efcf6083 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831013 Jul 22 11:33:45.168506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:45.216402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Made reservation on behalf of fedbf6c2947b4610ab2074ec3489f552 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:45.223236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.242726 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ff474414-70bd-4e2c-8ba8-39b9d4841077 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.409805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2999c0-3cb3-4f6e-8de0-b23ee0ab8658 req-d97f340e-ef84-458e-b15b-835fe3fcd379 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 210 time: 0.0360036 Jul 22 11:33:45.413331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Deleting subnet a99feb67-0b2e-486c-9b7b-d364228cacce {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:33:45.420903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.471236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.542079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e8adc26-8e35-4212-a21a-56e02120a76d req-e8569e78-4f1c-4ff2-b3eb-50c522c06391 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 210 time: 0.0433557 Jul 22 11:33:45.551794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17643a47-9295-47c1-a031-9ddb699b7706 req-5d11d6ec-2a7d-4d70-b904-ef386c6f2089 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:45.553554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17643a47-9295-47c1-a031-9ddb699b7706 req-5d11d6ec-2a7d-4d70-b904-ef386c6f2089 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "GET /v2.0/ports?device_id=3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2 HTTP/1.1" status: 200 len: 946 time: 0.2619793 Jul 22 11:33:45.591391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Allocated IP 172.20.0.7 (3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448/c4e395e9-c75b-4540-b003-eced18776364/7f75c382-df9e-432b-bb76-ef07662f8d01) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:45.639439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.798266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c1c561-cfe5-4f21-a7a6-16705337a1df req-cfe12412-43f4-4c78-9288-451e4689b804 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:45.800751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.805820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68c1c561-cfe5-4f21-a7a6-16705337a1df req-cfe12412-43f4-4c78-9288-451e4689b804 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.1989951 Jul 22 11:33:45.829216 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.847185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.884266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:45.888487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.888783 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bd6703c-27d7-4bf5-94e4-36a46bbec3ab" -d '{"events": [{"server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "name": "network-vif-plugged", "status": "completed", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:45.892923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a99feb67-0b2e-486c-9b7b-d364228cacce HTTP/1.1" status: 204 len: 168 time: 0.7205937 Jul 22 11:33:45.893995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc23c7cd-0885-402c-925e-ff6fe7516d3c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a99feb67-0b2e-486c-9b7b-d364228cacce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:45.894129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:45.895153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:45.898088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:45.902434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:45.904934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Deleting port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:45.905352 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:45.972988 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-92cd8221-4fe8-4350-976d-b6b2c760874b x-openstack-request-id: req-92cd8221-4fe8-4350-976d-b6b2c760874b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:45.974077 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "name": "network-vif-plugged", "status": "completed", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:45.974547 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-92cd8221-4fe8-4350-976d-b6b2c760874b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:45.975219 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa', 'code': 200} Jul 22 11:33:45.985928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Pushing event updated for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:45.995125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:45.995934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.042968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68c1c561-cfe5-4f21-a7a6-16705337a1df req-62e7da06-be19-4e40-a8b0-8b30f878ec4c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2361720 Jul 22 11:33:46.053000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8961aa0a-ed19-4b63-8ec0-737f86f0d888 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0877023 Jul 22 11:33:46.095832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] For port d776f2e4-1df1-48e2-b3b4-19928ba4abc6, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:46.096204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.103344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.111079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Request body: {'port': {'device_id': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:46.118607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Calling delete_port for d776f2e4-1df1-48e2-b3b4-19928ba4abc6 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:46.253625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.260850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60880) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:46.286070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a4ec39-2720-4197-9964-58089601f17e req-6aa4ad24-13c4-4311-b0ad-3c81fd22df8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.292339 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66a4ec39-2720-4197-9964-58089601f17e req-6aa4ad24-13c4-4311-b0ad-3c81fd22df8a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 1101 time: 0.2347996 Jul 22 11:33:46.386016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.393209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.406076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d776f2e4-1df1-48e2-b3b4-19928ba4abc6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:46.417452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d0b8213-eb35-4681-a61d-49d80730329d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:46.439312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66a4ec39-2720-4197-9964-58089601f17e req-39b04189-acd7-4c57-97fd-b791299fda49 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248651 Jul 22 11:33:46.444350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f1701e77-31b3-403f-ab91-4b7034ce3fda') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:46.444674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f1701e77-31b3-403f-ab91-4b7034ce3fda') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:46.515792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.522065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-1916210842'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:46.534674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941af6a-dcb7-4f8c-a660-c41f32ba260a req-d301a2f1-7b00-417f-8994-92fcdc8dd7e9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.541184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941af6a-dcb7-4f8c-a660-c41f32ba260a req-d301a2f1-7b00-417f-8994-92fcdc8dd7e9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.547147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7941af6a-dcb7-4f8c-a660-c41f32ba260a req-d301a2f1-7b00-417f-8994-92fcdc8dd7e9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.554206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7941af6a-dcb7-4f8c-a660-c41f32ba260a req-d301a2f1-7b00-417f-8994-92fcdc8dd7e9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.3453565 Jul 22 11:33:46.556857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event deleted for resources: {'Port': ['ID=d776f2e4-1df1-48e2-b3b4-19928ba4abc6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:46.580124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.589946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] No DVR routers for this DVR port d776f2e4-1df1-48e2-b3b4-19928ba4abc6 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:46.607758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.609823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17643a47-9295-47c1-a031-9ddb699b7706 req-14e01d59-bc93-4ec5-9d75-79bc5e7444dd tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "DELETE /v2.0/ports/d776f2e4-1df1-48e2-b3b4-19928ba4abc6 HTTP/1.1" status: 204 len: 173 time: 1.0138853 Jul 22 11:33:46.610298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-deleted', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:46.612593 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a3f68dc-04ae-40fd-a89b-dadc0812042a" -d '{"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-deleted", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:46.625128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:33:46.625128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:33:46.638028 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:33:46.691100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7941af6a-dcb7-4f8c-a660-c41f32ba260a req-7a38ca84-105c-4789-9ade-909a97d035a5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1354699 Jul 22 11:33:46.739611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Made reservation on behalf of 9a322d7609ff4d188f33b163c12e0398 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:46.762901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.820498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.821600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.831047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:46.835301 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/9d0b8213-eb35-4681-a61d-49d80730329d HTTP/1.1" status: 204 len: 168 time: 0.9318228 Jul 22 11:33:46.857271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f50abf0f-2e0f-4d16-bbaf-59366f737e6d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.859860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f50abf0f-2e0f-4d16-bbaf-59366f737e6d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 814 time: 0.3200808 Jul 22 11:33:46.874393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e516c8-eb17-45d9-9554-5a8a68a4e6de req-82b7b8e7-2e50-4dbc-b148-ac6e10c124ff tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:46.876609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80e516c8-eb17-45d9-9554-5a8a68a4e6de req-82b7b8e7-2e50-4dbc-b148-ac6e10c124ff tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 931 time: 0.3168919 Jul 22 11:33:46.880582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Request body: {'port': {'device_id': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'admin_state_up': True, 'tenant_id': 'abbe124475844044a4a04e2fd1ab3929'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:46.898184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5df166c-fe40-4ede-851a-1a24f40ebadb req-0fba6f05-a7da-4757-b542-afa224b43bab tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 210 time: 0.1165123 Jul 22 11:33:46.974699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08b673c-22ad-4c9b-91a3-5e40dda2bdd8 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d0b8213-eb35-4681-a61d-49d80730329d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:47.023853 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ddbd04f-826d-4d3e-baca-1a66ea442c8d x-openstack-request-id: req-5ddbd04f-826d-4d3e-baca-1a66ea442c8d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:47.024147 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2", "name": "network-vif-deleted", "tag": "d776f2e4-1df1-48e2-b3b4-19928ba4abc6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:47.024559 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ddbd04f-826d-4d3e-baca-1a66ea442c8d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:47.025120 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3deb5f0c-ad4a-42f5-b436-3e07e03d3fc2', 'name': 'network-vif-deleted', 'tag': 'd776f2e4-1df1-48e2-b3b4-19928ba4abc6', 'status': 'completed', 'code': 200} Jul 22 11:33:47.068949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80e516c8-eb17-45d9-9554-5a8a68a4e6de req-3941e7c4-b4bb-47a9-8081-c898e4d083c9 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1666903 Jul 22 11:33:47.119106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.125491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7f75c382-df9e-432b-bb76-ef07662f8d01 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:47.128473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.138760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.153655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:47.156446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60902) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:47.165995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.166348 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Added segment b58a8ffa-e6b5-4969-93ae-1712a18728ae of type vlan for network 989d8289-a7f9-48f1-bcda-73de60f04858 Jul 22 11:33:47.175685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Transition to ACTIVE for port object 7f75c382-df9e-432b-bb76-ef07662f8d01 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:47.190175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Made reservation on behalf of abbe124475844044a4a04e2fd1ab3929 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:47.194867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.214695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.215021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.324837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2763d22e-a197-4922-a5f0-8f197f8f47bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:47.335419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.343672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:47.344043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.347622 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ae36a45b-267d-4726-a112-9c833cc2746c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=87028e04815a48549d1e0906169ccc45&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1856530 Jul 22 11:33:47.361913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:47.500585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 1.2372012 Jul 22 11:33:47.503068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:47.542305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2b7bb4-c26d-4c6b-a8d3-5b0622a9d03d req-f10a0a02-e636-4b50-b31a-54af8d9358bd tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:47.547668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a2b7bb4-c26d-4c6b-a8d3-5b0622a9d03d req-f10a0a02-e636-4b50-b31a-54af8d9358bd tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.3157907 Jul 22 11:33:47.569357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5261c0a-c407-45b5-a408-98e9b384c126 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Pushing event updated for resources: {'Network': ['ID=989d8289-a7f9-48f1-bcda-73de60f04858,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:47.573292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.578097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:47.583575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 989d8289-a7f9-48f1-bcda-73de60f04858 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:47.642384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Allocated IP 172.20.0.5 (a9764206-3920-40ed-8a30-dabe0932d1e4/5c21813c-e71e-4d09-88bc-539fe2b33322/78df87fb-b03d-4b43-8ba7-84a34fe9b525) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:47.645122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.672931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Attempting to bind port 7f75c382-df9e-432b-bb76-ef07662f8d01 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:47.673411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Attempting to bind port 7f75c382-df9e-432b-bb76-ef07662f8d01 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e742be96-b889-49ae-8fc2-6142d0eb2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:47.673762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Attempting to bind port 7f75c382-df9e-432b-bb76-ef07662f8d01 on network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:47.684599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Port 7f75c382-df9e-432b-bb76-ef07662f8d01 on network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:47.684988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Attempting to bind port 7f75c382-df9e-432b-bb76-ef07662f8d01 on network 3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:47.701482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:47.702682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Checking segment: {'id': 'e742be96-b889-49ae-8fc2-6142d0eb2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:47.703561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Bound using segment: {'id': 'e742be96-b889-49ae-8fc2-6142d0eb2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:47.705753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Bound port: 7f75c382-df9e-432b-bb76-ef07662f8d01, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e742be96-b889-49ae-8fc2-6142d0eb2f67', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:47.705753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.742864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a2b7bb4-c26d-4c6b-a8d3-5b0622a9d03d req-784c41d4-ed49-452f-a410-1ae9f8a5f3ba tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1875021 Jul 22 11:33:47.774381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d115b1e-b279-4851-889b-1bd567318a10 req-68d924aa-43d4-4301-a190-19ce804f3c58 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:47.781947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d115b1e-b279-4851-889b-1bd567318a10 req-68d924aa-43d4-4301-a190-19ce804f3c58 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:47.791487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d115b1e-b279-4851-889b-1bd567318a10 req-68d924aa-43d4-4301-a190-19ce804f3c58 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:47.793731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d115b1e-b279-4851-889b-1bd567318a10 req-68d924aa-43d4-4301-a190-19ce804f3c58 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.4349294 Jul 22 11:33:47.796806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.857243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d115b1e-b279-4851-889b-1bd567318a10 req-54771dfc-eb49-45c4-849b-f70df78b7140 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0447662 Jul 22 11:33:47.858251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.861132 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:47.862264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6f7a229-581f-4de9-8595-44def4de39dd HTTP/1.1" status: 204 len: 168 time: 0.4983795 Jul 22 11:33:47.871225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3967f3f-4882-48c4-ad08-d16423aa837a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6f7a229-581f-4de9-8595-44def4de39dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:47.951298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'name': 'tempest-network--78612193', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:47.994307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:47.998296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.016413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.065483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:48.071856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7f75c382-df9e-432b-bb76-ef07662f8d01,segment=NetworkSegment(e742be96-b889-49ae-8fc2-6142d0eb2f67),segment_id=e742be96-b889-49ae-8fc2-6142d0eb2f67)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:48.076699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.080460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-214532ea-b950-4381-b34c-c6f5a06fa277 req-7bf8d566-55a9-468b-88a8-ce1c7c718f1d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 210 time: 0.0666265 Jul 22 11:33:48.085877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.164167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Pushing event updated for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:48.183466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25ed6b33-e34d-4168-81fe-4fb555b8ea99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.213823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.214848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.216556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-dffb00c7-5a9b-4077-a1d6-adb7d2ea39f3 service neutron] 10.222.0.20 "PUT /v2.0/ports/7f75c382-df9e-432b-bb76-ef07662f8d01 HTTP/1.1" status: 200 len: 1091 time: 2.1167827 Jul 22 11:33:48.217470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:48.219573 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ecb4d3-e13b-4729-9885-e3a7bd69e438" -d '{"events": [{"name": "network-changed", "server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:48.227389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.234173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.252007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:48.261344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.265975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.266638 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Added segment a2582735-8060-47d8-8768-096f4fe34bf3 of type vlan for network 8a0d61d3-751e-4d8a-9622-9921c9b20c5e Jul 22 11:33:48.298585 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4c97d2-88a9-440b-af7f-58cfda0943c1 x-openstack-request-id: req-2a4c97d2-88a9-440b-af7f-58cfda0943c1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:48.299252 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:48.299761 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a4c97d2-88a9-440b-af7f-58cfda0943c1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:48.300385 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01', 'status': 'completed', 'code': 200} Jul 22 11:33:48.376788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Network a9764206-3920-40ed-8a30-dabe0932d1e4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:48.377000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.382140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:48.387286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:48.390099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event updated for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:48.392485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fce7e01-cdc7-4a2f-acb7-c4f77fb078eb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:48.458424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81cdb2e2-4923-4975-93d7-642796f11479 req-67466ff4-81f3-42c0-87c2-9731b7023ae2 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.460171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-fc38edbd-92c3-4e35-9654-55785e4a3ec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.462281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-fc38edbd-92c3-4e35-9654-55785e4a3ec4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedbf6c2947b4610ab2074ec3489f552&device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 1094 time: 0.1984251 Jul 22 11:33:48.465706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81cdb2e2-4923-4975-93d7-642796f11479 req-67466ff4-81f3-42c0-87c2-9731b7023ae2 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 943 time: 0.1621554 Jul 22 11:33:48.467545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.468486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.469070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.470188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.470908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.515807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 861 time: 0.9645400 Jul 22 11:33:48.521752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:48.524128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-b6ecb61a-338b-4083-9346-eabee136e316 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f75c382-df9e-432b-bb76-ef07662f8d01 HTTP/1.1" status: 200 len: 217 time: 0.0484405 Jul 22 11:33:48.532814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f8cfe307-75dc-4dd7-a178-7f8bb0333eba tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6596303 Jul 22 11:33:48.551280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Request body: {'port': {'device_id': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:48.623707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce021b-75e2-4acd-b236-bb33ee9e28c1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=8a0d61d3-751e-4d8a-9622-9921c9b20c5e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:48.634095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-07c769e5-2307-4786-a98f-a385a177179e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:48.635244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8a0d61d3-751e-4d8a-9622-9921c9b20c5e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:48.635921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-07c769e5-2307-4786-a98f-a385a177179e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e395e9-c75b-4540-b003-eced18776364 HTTP/1.1" status: 200 len: 862 time: 0.1007864 Jul 22 11:33:48.670763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:48.685743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81cdb2e2-4923-4975-93d7-642796f11479 req-6588ce7e-f71f-447d-a4f1-d7287ef777d9 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2189851 Jul 22 11:33:48.703046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.717285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: d776f2e4-1df1-48e2-b3b4-19928ba4abc6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:48.717617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d776f2e4-1df1-48e2-b3b4-19928ba4abc6 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:48.772039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-e05b5dec-2052-4ebe-9070-c5a7cbaf0044 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064413 Jul 22 11:33:48.800171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.910548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:48.955684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a0d61d3-751e-4d8a-9622-9921c9b20c5e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:48.994174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2582735-8060-47d8-8768-096f4fe34bf3') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:48.994174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2582735-8060-47d8-8768-096f4fe34bf3') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:49.039915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.055903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.078864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:33:49.079509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-ce9aa196-5438-4268-a8e0-74266cff6340 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.079768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.085575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-ce9aa196-5438-4268-a8e0-74266cff6340 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:33:49.089300 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:33:49.095236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-ce9aa196-5438-4268-a8e0-74266cff6340 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.096936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-ce9aa196-5438-4268-a8e0-74266cff6340 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.3216331 Jul 22 11:33:49.102656 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-8ef3f0a3-6d36-48fc-ab06-463ba2fff7c8 service neutron] 10.222.0.20 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3154812 Jul 22 11:33:49.133481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:49.211471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8e7997f-f3a0-41e5-ab0c-3ed58d51bc5a req-e9544077-be31-4173-83cb-5c50fedf600e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.213057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8e7997f-f3a0-41e5-ab0c-3ed58d51bc5a req-e9544077-be31-4173-83cb-5c50fedf600e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.2987332 Jul 22 11:33:49.231223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099f61-6570-438f-a5d5-e5155f2d7347 req-5102ac0e-4850-4454-a192-39d3bf133e44 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.237163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099f61-6570-438f-a5d5-e5155f2d7347 req-5102ac0e-4850-4454-a192-39d3bf133e44 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.244854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa099f61-6570-438f-a5d5-e5155f2d7347 req-5102ac0e-4850-4454-a192-39d3bf133e44 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.254050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa099f61-6570-438f-a5d5-e5155f2d7347 req-5102ac0e-4850-4454-a192-39d3bf133e44 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2419 time: 0.2780821 Jul 22 11:33:49.259705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.265165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 8a0d61d3-751e-4d8a-9622-9921c9b20c5e {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:33:49.275338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.280099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.286134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/8a0d61d3-751e-4d8a-9622-9921c9b20c5e HTTP/1.1" status: 204 len: 168 time: 0.7598600 Jul 22 11:33:49.346411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:49.357634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:49.366672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-59738092-network', 'tenant_id': 'e4cfa5ad1c6743989563bcfae486f528'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:49.394566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6a9dab6-2603-40dd-9350-eb9caa0a457c tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Network': ['ID=8a0d61d3-751e-4d8a-9622-9921c9b20c5e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:49.442616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8e7997f-f3a0-41e5-ab0c-3ed58d51bc5a req-7781947f-90e4-4102-846c-5967fb0d032f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1860762 Jul 22 11:33:49.456679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:33:49.456679 n-d-754448-4 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:33:49.456679 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id': 'e6dc504f9f1c459c9cec28c2676392b3', 'id': '22d2abc2-42a0-4bbe-b7c6-4c44050c55fb', 'expiration': datetime.datetime(2021, 7, 22, 11, 35, 49, 432080)}] Jul 22 11:33:49.456679 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:33:49.457979 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:33:49.464164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa099f61-6570-438f-a5d5-e5155f2d7347 req-55a02230-58de-40aa-a111-8c302d03ecb0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091568 Jul 22 11:33:49.475535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Made reservation on behalf of e4cfa5ad1c6743989563bcfae486f528 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:49.479185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.491155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.627669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.667409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.722428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:49.747415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e879868-8eb8-479b-95f8-f46a3b36caab req-a2f7a89a-aafd-46c4-87cf-0c8adf511ad2 service neutron] 10.222.0.20 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6319654 Jul 22 11:33:49.752073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b57c5085-6b18-421e-a529-19caf4a97f34,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:49.768572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654952c-6e0f-4839-8a65-243a6dda723e req-a2f654d0-932c-447e-bd06-bf608c44c5b0 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.775261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e654952c-6e0f-4839-8a65-243a6dda723e req-a2f654d0-932c-447e-bd06-bf608c44c5b0 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 931 time: 0.1458371 Jul 22 11:33:49.781503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.781866 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Added segment 9929b86a-10f6-4423-946a-dc9457709055 of type vlan for network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd Jul 22 11:33:49.870873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.878205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e654952c-6e0f-4839-8a65-243a6dda723e req-9c92aed6-4b13-4bc2-bb84-81946570fb1d tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940442 Jul 22 11:33:49.924195 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.925190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:49.929209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:49.951547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:49.951887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.064382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 78df87fb-b03d-4b43-8ba7-84a34fe9b525 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:50.077088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.093834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] Pushing event updated for resources: {'Network': ['ID=8be51ecd-9a7e-45b2-bbbb-2df323c778fd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:50.098725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ee1e12bb-aa88-43d5-83d5-51ab93633719 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 896 time: 0.9606488 Jul 22 11:33:50.098912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Transition to ACTIVE for port object 78df87fb-b03d-4b43-8ba7-84a34fe9b525 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:50.102061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:50.109798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:50.112627 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Request body: {'subnet': {'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-59738092-subnet', 'tenant_id': 'e4cfa5ad1c6743989563bcfae486f528', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:50.126484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-ab84a499-8719-49d7-b9d7-52fb36b4fd04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.127940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-ab84a499-8719-49d7-b9d7-52fb36b4fd04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=fedbf6c2947b4610ab2074ec3489f552&device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 1094 time: 0.3099689 Jul 22 11:33:50.138495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.138813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:50.141131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.165258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:50.165624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.196281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04e12013-1d23-46f1-a5ae-14cabcb41e28 req-99cb5db7-4686-4798-84e1-b04ef676d0e0 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.198070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04e12013-1d23-46f1-a5ae-14cabcb41e28 req-99cb5db7-4686-4798-84e1-b04ef676d0e0 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 943 time: 0.1907663 Jul 22 11:33:50.200082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:50.210068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-0c8a6c03-3e63-4cc6-8161-d329cdf5e089 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.211974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-0c8a6c03-3e63-4cc6-8161-d329cdf5e089 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 1101 time: 0.1823142 Jul 22 11:33:50.222232 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.222613 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Added segment 08e4bbb1-b7fb-4554-b010-0a83b6b46766 of type vlan for network afe2ebea-e54c-4b95-9332-14db40e5fae0 Jul 22 11:33:50.237602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:50.270710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Made reservation on behalf of e4cfa5ad1c6743989563bcfae486f528 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:50.273197 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.279361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-184b37a9-2fa4-4313-a083-38fc18c709bb tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.315202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04e12013-1d23-46f1-a5ae-14cabcb41e28 req-d331ff60-f192-4d7d-b9c2-ac528590618b tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073568 Jul 22 11:33:50.317887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.381432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.382396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.383562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.409995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Pushing event updated for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:50.464057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=afe2ebea-e54c-4b95-9332-14db40e5fae0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:50.474839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network afe2ebea-e54c-4b95-9332-14db40e5fae0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:50.491146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-184b37a9-2fa4-4313-a083-38fc18c709bb tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.509487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-184b37a9-2fa4-4313-a083-38fc18c709bb tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.549905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-1ce40276-a9f7-4b89-98cc-5ae078340cc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.556901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-1ce40276-a9f7-4b89-98cc-5ae078340cc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 HTTP/1.1" status: 200 len: 923 time: 0.4163213 Jul 22 11:33:50.557721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ecbec5a0-5326-4d0f-92ca-00f0346679b9 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 836 time: 1.2051034 Jul 22 11:33:50.558389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:50.577025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'subnet': {'network_id': 'afe2ebea-e54c-4b95-9332-14db40e5fae0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:50.590818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21b08164-f748-4600-a5fa-cec178fcbf9f req-184b37a9-2fa4-4313-a083-38fc18c709bb tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3655918 Jul 22 11:33:50.625358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-88bddba1-d277-417c-a3aa-d0f95db875a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7f75c382-df9e-432b-bb76-ef07662f8d01 HTTP/1.1" status: 200 len: 217 time: 0.0585341 Jul 22 11:33:50.627144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184b37a9-2fa4-4313-a083-38fc18c709bb tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54afd84b-0527-49f8-9a06-0a7029356159,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:50.633659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Attempting to bind port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:50.634031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Attempting to bind port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:50.634407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Attempting to bind port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:50.681306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:50.684000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.710320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 on network a9764206-3920-40ed-8a30-dabe0932d1e4 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:50.711657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Attempting to bind port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 on network a9764206-3920-40ed-8a30-dabe0932d1e4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:50.751224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:50.752282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Checking segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:50.752938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Bound using segment: {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:50.753914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Bound port: 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '0c8b99cd-7cfc-4629-9484-337e79ae835c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:50.754799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:50.811124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-8b00a236-8c2e-4dca-9eac-30c23135c32d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:50.813038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-8b00a236-8c2e-4dca-9eac-30c23135c32d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c4e395e9-c75b-4540-b003-eced18776364 HTTP/1.1" status: 200 len: 862 time: 0.1731317 Jul 22 11:33:50.817148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.048439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:51.052976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:51.057492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=5cd4da48-5a69-4133-bd51-6dbcae5ceb29,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:51.064157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-c8e70e48-06f0-4032-ac48-e09ecbf49129 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2349107 Jul 22 11:33:51.071364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.079332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.101386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ae764-f2da-46a3-bb81-856e877fa5a4 req-8737069c-96cd-4904-93c3-dbc0acf2b82d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.108062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ae764-f2da-46a3-bb81-856e877fa5a4 req-8737069c-96cd-4904-93c3-dbc0acf2b82d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.114070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b2ae764-f2da-46a3-bb81-856e877fa5a4 req-8737069c-96cd-4904-93c3-dbc0acf2b82d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.115882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b2ae764-f2da-46a3-bb81-856e877fa5a4 req-8737069c-96cd-4904-93c3-dbc0acf2b82d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 2340 time: 0.5223069 Jul 22 11:33:51.196602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.197531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.198203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b2ae764-f2da-46a3-bb81-856e877fa5a4 req-9e26e451-fa5d-498e-bab0-4b9c3f5fa1eb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0736780 Jul 22 11:33:51.199240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] 10.222.0.36 "PUT /v2.0/ports/78df87fb-b03d-4b43-8ba7-84a34fe9b525 HTTP/1.1" status: 200 len: 1091 time: 2.6547563 Jul 22 11:33:51.228783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cba114-571b-407d-b6da-e4cd6d937a0a req-b1ca4dac-0341-4d1f-8012-898b069e1794 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.235833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55cba114-571b-407d-b6da-e4cd6d937a0a req-b1ca4dac-0341-4d1f-8012-898b069e1794 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 943 time: 0.2328527 Jul 22 11:33:51.242678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:51.247762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.252142 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53437a92-3825-48c4-945f-fe227edb4905" -d '{"events": [{"name": "network-changed", "server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:51.359906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:51.386625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.388788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-e4bfa706-c5b9-4575-b2fe-5036b2a8b7cf tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "DELETE /v2.0/ports/5cd4da48-5a69-4133-bd51-6dbcae5ceb29 HTTP/1.1" status: 204 len: 173 time: 2.2787561 Jul 22 11:33:51.399372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55cba114-571b-407d-b6da-e4cd6d937a0a req-8fda0b07-c046-48ab-9e92-572a93e3b693 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1609197 Jul 22 11:33:51.409598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Pushing event updated for resources: {'Subnet': ['ID=dfad8b60-44c1-4930-9488-a5c449b181ed,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:51.418531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2ee7db30-e3a6-4c0e-bee1-c31528d482ba tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0474398 Jul 22 11:33:51.467112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2f4428-2caa-4dc8-b660-2236c96a758c service neutron] Pushing event updated for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:51.477630 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd981347-5ef4-4a92-b11e-fba79bdb9de9 x-openstack-request-id: req-fd981347-5ef4-4a92-b11e-fba79bdb9de9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:51.478478 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:51.478478 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd981347-5ef4-4a92-b11e-fba79bdb9de9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:51.479422 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525', 'status': 'completed', 'code': 200} Jul 22 11:33:51.510912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-e72b63b8-d538-4a24-a18c-f7dc71d31d0a service neutron] 10.222.0.20 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4353263 Jul 22 11:33:51.511715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Checking segment: {'id': '9929b86a-10f6-4423-946a-dc9457709055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:51.512171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Network hostable DHCP agents. Network: 8be51ecd-9a7e-45b2-bbbb-2df323c778fd, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:51.608144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-b5d8ee8e-8797-4b95-be4c-303ce7e0edcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.609769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-b5d8ee8e-8797-4b95-be4c-303ce7e0edcd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 1094 time: 0.3250608 Jul 22 11:33:51.630128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-7eb1031e-ac51-4c5e-9f20-2e8bc34c518c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.631606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-7eb1031e-ac51-4c5e-9f20-2e8bc34c518c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2053359 Jul 22 11:33:51.636180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:51.665763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-8cd9eaec-af59-40f6-991c-d70828343ea2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.0253508 Jul 22 11:33:51.683596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d1f9f7d-ea06-471d-8fca-150249ac4792 req-0df33892-8f29-46d2-8e0b-236364cc804e tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.685060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d1f9f7d-ea06-471d-8fca-150249ac4792 req-0df33892-8f29-46d2-8e0b-236364cc804e tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 943 time: 0.1561899 Jul 22 11:33:51.694251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-f976a0a5-46a4-47ef-9ce4-229c6123f3d7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525 HTTP/1.1" status: 200 len: 217 time: 0.0524156 Jul 22 11:33:51.697617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8be51ecd-9a7e-45b2-bbbb-2df323c778fd) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:51.706638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb1fdd73-d721-4666-afba-ddd7aa7c62fc None None] Network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:51.714474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.715083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.762678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port af0d69fd-f45b-4be1-8e55-5b8062c84c0e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:51.763438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.785353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36ecb4d3-e13b-4729-9885-e3a7bd69e438 req-7c91c316-07cc-4d7f-863f-9fad0f0e2260 service neutron] 10.222.0.20 "GET /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2602429 Jul 22 11:33:51.805650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b13cd688-67af-4485-8763-1a29a55f925a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6926262 Jul 22 11:33:51.806515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d1f9f7d-ea06-471d-8fca-150249ac4792 req-8476f1dd-ac50-42c8-9f3f-745cf724afae tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1073518 Jul 22 11:33:51.809367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:33:51.809848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:51.863228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7f75c382-df9e-432b-bb76-ef07662f8d01 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:51.867065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:51.897269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-4a9817b7-4841-4e57-b4ac-42f40fee8130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:51.898176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-df9b0bf7-a1be-4df2-9554-e05c20bc9368 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2243850 Jul 22 11:33:51.899634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-4a9817b7-4841-4e57-b4ac-42f40fee8130 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.1990736 Jul 22 11:33:51.915478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Subnet': ['ID=e7acee02-eb1e-465c-8f0d-15924acca4f7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:51.921163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fb36501-2779-4a18-a05c-820ada784bb9 None None] Network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:51.958564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Checking segment: {'id': '08e4bbb1-b7fb-4554-b010-0a83b6b46766', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'afe2ebea-e54c-4b95-9332-14db40e5fae0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:51.958932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Network hostable DHCP agents. Network: afe2ebea-e54c-4b95-9332-14db40e5fae0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:51.960201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-9dc5f6e5-182f-412b-bdb3-f795bacedd31 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0434237 Jul 22 11:33:52.004997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Network afe2ebea-e54c-4b95-9332-14db40e5fae0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:52.022856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port af0d69fd-f45b-4be1-8e55-5b8062c84c0e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:52.023313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.027382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, afe2ebea-e54c-4b95-9332-14db40e5fae0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:52.031624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:52.032215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.055435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ce79b88-870f-465f-966c-697f55f059ab None None] Network afe2ebea-e54c-4b95-9332-14db40e5fae0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:52.062229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d0bac5fa-b0f0-4c05-9b9d-a1a022462768 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.4892030 Jul 22 11:33:52.067429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32774) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:52.075601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'floatingip': {'floating_network_id': 'afe2ebea-e54c-4b95-9332-14db40e5fae0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:52.077106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for af0d69fd-f45b-4be1-8e55-5b8062c84c0e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:52.109615 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:33:52.126003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.160793 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-2aaa5bfb-63fd-430c-a222-952bebc60dea service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1896536 Jul 22 11:33:52.350030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.396527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.415537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-404454a9-e5b9-429c-b980-a5d4caa6a5bc req-3c3ef688-a6a1-4ab8-963a-1bee220bbbb0 service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429693 Jul 22 11:33:52.496374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:52.534869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-962305058-network', 'tenant_id': 'b0d60e63f930482ba74c5ce12683c474'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:52.574002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.610500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Made reservation on behalf of b0d60e63f930482ba74c5ce12683c474 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:52.613088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.748649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=af0d69fd-f45b-4be1-8e55-5b8062c84c0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:52.759702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae941-8833-40c7-93fa-a6f622b886ee req-d20b8e42-97f8-4325-95f4-9004a46d9a76 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:52.766946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27ae941-8833-40c7-93fa-a6f622b886ee req-d20b8e42-97f8-4325-95f4-9004a46d9a76 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:52.771703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.785124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a27ae941-8833-40c7-93fa-a6f622b886ee req-d20b8e42-97f8-4325-95f4-9004a46d9a76 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 1604 time: 0.4103470 Jul 22 11:33:52.794522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Allocated IP 172.20.0.13 (afe2ebea-e54c-4b95-9332-14db40e5fae0/e7acee02-eb1e-465c-8f0d-15924acca4f7/ae8ac151-3386-4e20-acc3-506aa79661f6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:52.797754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.799495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.800095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.801491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.802753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.803601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:52.803747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.805358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.807470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.807633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:52.808989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.809715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.809970 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4c33a88-dff5-4fb1-90aa-318f3c328032" -d '{"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:52.810736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.811732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:52.824955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.825704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:52.901467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9ee1133-c909-42ce-a369-587046b05e4b None None] Network afe2ebea-e54c-4b95-9332-14db40e5fae0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:52.917845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port af0d69fd-f45b-4be1-8e55-5b8062c84c0e on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:52.920791 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:52.942051 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-4958c38d-5d2c-44f1-ab9e-f752eb6fc239 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "DELETE /v2.0/ports/af0d69fd-f45b-4be1-8e55-5b8062c84c0e HTTP/1.1" status: 204 len: 173 time: 1.5287142 Jul 22 11:33:52.950079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:52.950714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5cd4da48-5a69-4133-bd51-6dbcae5ceb29 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:52.951317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device af0d69fd-f45b-4be1-8e55-5b8062c84c0e no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:33:52.981443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: af0d69fd-f45b-4be1-8e55-5b8062c84c0e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:33:52.981802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device af0d69fd-f45b-4be1-8e55-5b8062c84c0e not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:33:53.028411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7f75c382-df9e-432b-bb76-ef07662f8d01,segment=NetworkSegment(e742be96-b889-49ae-8fc2-6142d0eb2f67),segment_id=e742be96-b889-49ae-8fc2-6142d0eb2f67)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:53.112255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:53.117421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '7f75c382-df9e-432b-bb76-ef07662f8d01', 'network_id': '3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448', 'port_id': '7f75c382-df9e-432b-bb76-ef07662f8d01', 'mac_address': 'fa:16:3e:4a:a7:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c4e395e9-c75b-4540-b003-eced18776364', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:53.132565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53437a92-3825-48c4-945f-fe227edb4905 req-8a5ce4b2-e91d-4b1f-acc6-2366a0cdad09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:53.135227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-8a5ce4b2-e91d-4b1f-acc6-2366a0cdad09 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=abbe124475844044a4a04e2fd1ab3929&device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 1094 time: 0.6574502 Jul 22 11:33:53.136620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.194436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a27ae941-8833-40c7-93fa-a6f622b886ee req-9f4f9303-5b56-440a-88e0-0053269d33a4 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4050817 Jul 22 11:33:53.202502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.207226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48d9a5fe-b708-4ea8-973e-e20501b33b8d req-9a641aaf-67ce-4d00-97bf-9e3c2220057a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:53.221161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48d9a5fe-b708-4ea8-973e-e20501b33b8d req-9a641aaf-67ce-4d00-97bf-9e3c2220057a tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 943 time: 0.5573125 Jul 22 11:33:53.237953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7f75c382-df9e-432b-bb76-ef07662f8d01 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:53.253069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.269778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7f75c382-df9e-432b-bb76-ef07662f8d01,segment=NetworkSegment(e742be96-b889-49ae-8fc2-6142d0eb2f67),segment_id=e742be96-b889-49ae-8fc2-6142d0eb2f67)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:53.278750 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.321484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53437a92-3825-48c4-945f-fe227edb4905 req-38a3f689-1874-47ae-9ba4-fe2904fb4434 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:53.322992 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-38a3f689-1874-47ae-9ba4-fe2904fb4434 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 200 len: 915 time: 0.1638651 Jul 22 11:33:53.341939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:53.342285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.365110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.368353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:53.411589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48d9a5fe-b708-4ea8-973e-e20501b33b8d req-14554524-30c9-47d1-8afd-cc5bef2ecb42 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896048 Jul 22 11:33:53.418834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Network afe2ebea-e54c-4b95-9332-14db40e5fae0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:53.425142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:53.427448 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-b666c6c6-daab-4504-8b7c-23cb21228526 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525 HTTP/1.1" status: 200 len: 217 time: 0.0954096 Jul 22 11:33:53.428036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.432710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:53.470721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8ac151-3386-4e20-acc3-506aa79661f6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:53.471370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['7f75c382-df9e-432b-bb76-ef07662f8d01'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:53.512259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29'}, {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:53.520704 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccf960f9-d736-4940-9c5c-f0e00afc5c7d" -d '{"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29"}, {"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:53.553612 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf90bc21-b2c1-45bc-922c-51857332843e x-openstack-request-id: req-cf90bc21-b2c1-45bc-922c-51857332843e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:53.554215 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-unplugged", "status": "completed", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:53.555085 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf90bc21-b2c1-45bc-922c-51857332843e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:53.555718 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'code': 200} Jul 22 11:33:53.600621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.684633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:53.698597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.699200 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Added segment 7e42a492-68b3-41ad-b785-3dafefe9ce62 of type vlan for network f0f5eca4-5a69-49b1-a3ed-eff7213d9437 Jul 22 11:33:53.732285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d57f855-d384-4a7b-8e6a-4657d196293f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:53.745978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52964f85-be5b-488f-b993-6561af203a89 req-5f12abbb-0777-421f-b48b-b5aa1d851778 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:53.747529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52964f85-be5b-488f-b993-6561af203a89 req-5f12abbb-0777-421f-b48b-b5aa1d851778 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 944 time: 0.2512894 Jul 22 11:33:53.853562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d9ac0f0-bcfc-49fa-8387-fd7c24a86dd2 req-e66fe6f8-fac4-4709-85a4-9bd86157d89c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 210 time: 0.0718272 Jul 22 11:33:53.854231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:53.972026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52964f85-be5b-488f-b993-6561af203a89 req-ecd00931-1adb-4a76-8326-74cff40d6bf3 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2142892 Jul 22 11:33:54.092232 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ee479301-1709-4598-89b1-361dc3ec73e4 x-openstack-request-id: req-ee479301-1709-4598-89b1-361dc3ec73e4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:54.093592 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "5cd4da48-5a69-4133-bd51-6dbcae5ceb29", "status": "completed", "code": 200}, {"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "af0d69fd-f45b-4be1-8e55-5b8062c84c0e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:54.094040 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ee479301-1709-4598-89b1-361dc3ec73e4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:54.094640 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': '5cd4da48-5a69-4133-bd51-6dbcae5ceb29', 'status': 'completed', 'code': 200} Jul 22 11:33:54.095080 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': 'af0d69fd-f45b-4be1-8e55-5b8062c84c0e', 'status': 'completed', 'code': 200} Jul 22 11:33:54.120715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53437a92-3825-48c4-945f-fe227edb4905 req-4714c518-2ef1-4155-a386-a9df5d56d7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:54.122858 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-4714c518-2ef1-4155-a386-a9df5d56d7ba service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 200 len: 854 time: 0.6753905 Jul 22 11:33:54.129739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.150205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:54.150891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.169641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.176015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.188504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-fcd0a7f6-abca-43e8-9824-c257f1008a0a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a9764206-3920-40ed-8a30-dabe0932d1e4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523899 Jul 22 11:33:54.198062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:54.251813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Port': ['ID=ae8ac151-3386-4e20-acc3-506aa79661f6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:54.267442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.287861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.291886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-009e2763-202b-48a5-9c95-8bb96a9d9d65 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.2250702 Jul 22 11:33:54.294806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:54.317694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.318702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:54.319280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.382738 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 1.8823128 Jul 22 11:33:54.383200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:54.391346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Request body: {'subnet': {'network_id': 'f0f5eca4-5a69-49b1-a3ed-eff7213d9437', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-962305058-subnet', 'tenant_id': 'b0d60e63f930482ba74c5ce12683c474', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:54.409820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4c8703b4-fdad-4927-b2f5-81141a3c71aa tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "GET /v2.0/floatingips?floating_network_id=afe2ebea-e54c-4b95-9332-14db40e5fae0 HTTP/1.1" status: 200 len: 690 time: 0.1137991 Jul 22 11:33:54.412931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:54.442361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8c0964-bc72-4a43-8de0-f6b5f93b0e81 admin admin] Pushing event updated for resources: {'Network': ['ID=f0f5eca4-5a69-49b1-a3ed-eff7213d9437,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:54.465501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network f0f5eca4-5a69-49b1-a3ed-eff7213d9437 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:54.503193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-58ea4d95-8ee4-4046-943b-d85df37e2ade service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3076077 Jul 22 11:33:54.518802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd07767b-fce1-4e47-af18-ff27d1868dbf req-06e833ef-90ef-429e-88b8-0551aa74eca5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:54.520535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd07767b-fce1-4e47-af18-ff27d1868dbf req-06e833ef-90ef-429e-88b8-0551aa74eca5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 944 time: 0.1952608 Jul 22 11:33:54.557948 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.590908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Made reservation on behalf of b0d60e63f930482ba74c5ce12683c474 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:54.593228 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.647699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd07767b-fce1-4e47-af18-ff27d1868dbf req-f8eb46cc-6d5c-4977-bece-9b9e14e12bb3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1129532 Jul 22 11:33:54.689613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 78df87fb-b03d-4b43-8ba7-84a34fe9b525 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:33:54.713216 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-69ed9755-1399-4922-bc8d-46cfaa81e44a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0991831 Jul 22 11:33:54.880908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.905890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53437a92-3825-48c4-945f-fe227edb4905 req-d6f6e4eb-a083-41b0-9ab1-a2ec16aed31f service neutron] 10.222.0.36 "GET /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3794203 Jul 22 11:33:54.929536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ced666-80ce-4127-b6a4-3e05570dfa03 req-64bfcf5d-c9ee-44c1-be8f-a14019de3b52 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:54.933599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04ced666-80ce-4127-b6a4-3e05570dfa03 req-64bfcf5d-c9ee-44c1-be8f-a14019de3b52 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 943 time: 0.3715134 Jul 22 11:33:54.939964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Deleting port ae8ac151-3386-4e20-acc3-506aa79661f6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:33:54.940597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:54.943064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=8c5b4b63-01f1-46a2-8df3-47d3eadb15f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:54.968113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:55.007042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '78df87fb-b03d-4b43-8ba7-84a34fe9b525', 'network_id': 'a9764206-3920-40ed-8a30-dabe0932d1e4', 'port_id': '78df87fb-b03d-4b43-8ba7-84a34fe9b525', 'mac_address': 'fa:16:3e:59:b2:f4', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5c21813c-e71e-4d09-88bc-539fe2b33322', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:33:55.036171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9a1fa3ee-07e2-4b1e-be54-f4fcc7a0d60f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:55.037707 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9a1fa3ee-07e2-4b1e-be54-f4fcc7a0d60f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3133774 Jul 22 11:33:55.090262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25709d89-e46f-4372-8196-74038ae1a04a req-2550b861-96f1-4e53-b48a-09769ab808db tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 210 time: 0.0478163 Jul 22 11:33:55.096865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:33:55.118832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.123571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.128676 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e9879ab-e838-4063-9050-fa607c2fa598 req-6b0b06ad-4de7-4537-825f-435f63a88b99 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.20 "DELETE /v2.0/ports/8c5b4b63-01f1-46a2-8df3-47d3eadb15f3 HTTP/1.1" status: 204 len: 173 time: 2.1855590 Jul 22 11:33:55.147430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:55.163812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04ced666-80ce-4127-b6a4-3e05570dfa03 req-cba75b18-4c26-4870-8cd9-b557d71332ef tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2190630 Jul 22 11:33:55.181767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 78df87fb-b03d-4b43-8ba7-84a34fe9b525 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:55.255556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:55.266596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.280793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-889452f4-d7db-41b5-b455-4a83bff02faa tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1639173 Jul 22 11:33:55.363532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:55.374688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.375135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.396059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Calling delete_port for ae8ac151-3386-4e20-acc3-506aa79661f6 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:33:55.466515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.546517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:55.549955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.569981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4d3dd76-60b7-438f-a65b-9d0159aed809,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:55.573588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['78df87fb-b03d-4b43-8ba7-84a34fe9b525'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:55.595124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Checking segment: {'id': '7e42a492-68b3-41ad-b785-3dafefe9ce62', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'f0f5eca4-5a69-49b1-a3ed-eff7213d9437'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:55.595531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Network hostable DHCP agents. Network: f0f5eca4-5a69-49b1-a3ed-eff7213d9437, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:33:55.596566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af42c43e-1c3d-4789-bf2c-e386e5cce809 req-a7229aab-8d67-465e-8a9b-56d2a4dba6f1 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:55.606071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af42c43e-1c3d-4789-bf2c-e386e5cce809 req-a7229aab-8d67-465e-8a9b-56d2a4dba6f1 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 944 time: 0.3457952 Jul 22 11:33:55.628869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9572c7f7-e727-4da4-a827-fabeb02b14e4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:55.630947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9572c7f7-e727-4da4-a827-fabeb02b14e4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2325094 Jul 22 11:33:55.659216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:55.668935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Network f0f5eca4-5a69-49b1-a3ed-eff7213d9437 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:33:55.714777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, f0f5eca4-5a69-49b1-a3ed-eff7213d9437) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:55.729931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:55.730864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:55.735571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7cd3ba8-f532-4b8e-b4e5-f018db5fd6c1 None None] Network f0f5eca4-5a69-49b1-a3ed-eff7213d9437 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:55.739378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af42c43e-1c3d-4789-bf2c-e386e5cce809 req-24b35ebc-d2ac-47ea-a42b-dfcab253eb7b tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1323261 Jul 22 11:33:55.774917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.107 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/ead5a914-030b-4123-a8e7-cf68ae68cbc5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:55.778731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3003dd58-d823-421d-bdea-1d1cbb2c1445 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.3912125 Jul 22 11:33:55.898798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7f75c382-df9e-432b-bb76-ef07662f8d01 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:56.002353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90cac5ba-eb57-4c38-8a5b-f735f944c68d None None] Network f0f5eca4-5a69-49b1-a3ed-eff7213d9437 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:56.052036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d97f978-3ba2-4027-9e5a-585c9575dd87 req-41d1405c-94bb-4740-9ab0-346b56dcdc86 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=41eb30b1-41e6-44cf-9df0-7b5e8dc2b484 HTTP/1.1" status: 200 len: 210 time: 0.1022413 Jul 22 11:33:56.096286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:56.098552 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6610e9cf-d43e-44d2-8c0d-82caa3664e52" -d '{"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:56.118190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.159864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 7f75c382-df9e-432b-bb76-ef07662f8d01 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:56.169262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 7f75c382-df9e-432b-bb76-ef07662f8d01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:56.169885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.188155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.224720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object ead5a914-030b-4123-a8e7-cf68ae68cbc5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:56.237413 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db833c03-f7c8-4334-824f-783f7e327696 x-openstack-request-id: req-db833c03-f7c8-4334-824f-783f7e327696 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:56.237784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "41eb30b1-41e6-44cf-9df0-7b5e8dc2b484", "name": "network-vif-deleted", "tag": "8c5b4b63-01f1-46a2-8df3-47d3eadb15f3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:56.238374 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db833c03-f7c8-4334-824f-783f7e327696 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:56.239430 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '41eb30b1-41e6-44cf-9df0-7b5e8dc2b484', 'name': 'network-vif-deleted', 'tag': '8c5b4b63-01f1-46a2-8df3-47d3eadb15f3', 'status': 'completed', 'code': 200} Jul 22 11:33:56.263296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae8ac151-3386-4e20-acc3-506aa79661f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:56.308443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.312523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.318096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73493e9b-103a-471e-8ed9-e6217c6c52d2 req-5e0471cb-a1d2-482f-a0a1-df5ac2a37efc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 210 time: 0.0487511 Jul 22 11:33:56.355519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:56.359336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.423939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:56.428858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:56.435694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:56.448163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.448416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:56.514131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:56.522688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.522996 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9d8e3656-e350-4eae-8599-44418a35e41f" -d '{"events": [{"server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "name": "network-vif-plugged", "status": "completed", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:56.534104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:56.535231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.549172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7f75c382-df9e-432b-bb76-ef07662f8d01,segment=NetworkSegment(e742be96-b889-49ae-8fc2-6142d0eb2f67),segment_id=e742be96-b889-49ae-8fc2-6142d0eb2f67)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:56.556925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.567123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-b274b109-9ea1-4dfe-8379-fadf88b1311c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.4755838 Jul 22 11:33:56.582246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Request body: {'port': {'device_id': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:56.717090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:56.719316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.732391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d381349f-339d-48e7-8d35-de8246ad60db None None] Provisioning for port ead5a914-030b-4123-a8e7-cf68ae68cbc5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:56.737287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d381349f-339d-48e7-8d35-de8246ad60db None None] Provisioning complete for port ead5a914-030b-4123-a8e7-cf68ae68cbc5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:56.737783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d381349f-339d-48e7-8d35-de8246ad60db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:56.801646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d381349f-339d-48e7-8d35-de8246ad60db None None] Port ead5a914-030b-4123-a8e7-cf68ae68cbc5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:56.952194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:57.081507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.214 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/41989360-a7f3-4690-8b22-5de95927c2b4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:33:57.126348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93ead53-27bc-4980-b2fd-ce3b65c3c9ef req-37a17cf9-920b-48c6-a1b6-4b8d5ce181c4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:57.127998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d93ead53-27bc-4980-b2fd-ce3b65c3c9ef req-37a17cf9-920b-48c6-a1b6-4b8d5ce181c4 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 944 time: 0.7742932 Jul 22 11:33:57.150082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.200452 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.254579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d93ead53-27bc-4980-b2fd-ce3b65c3c9ef req-a8845662-828d-4378-9a9d-04c74f21ec27 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187243 Jul 22 11:33:57.264041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-ede62553-2e58-4027-835a-5b8422637945 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:57.264996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-ede62553-2e58-4027-835a-5b8422637945 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/networks?id=8be51ecd-9a7e-45b2-bbbb-2df323c778fd HTTP/1.1" status: 200 len: 823 time: 0.2626190 Jul 22 11:33:57.275784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=e7acee02-eb1e-465c-8f0d-15924acca4f7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:57.315935 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a22fb060-0b2d-4913-abf8-f2502d2ceca1 x-openstack-request-id: req-a22fb060-0b2d-4913-abf8-f2502d2ceca1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:57.316278 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "name": "network-vif-plugged", "status": "completed", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:57.316797 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a22fb060-0b2d-4913-abf8-f2502d2ceca1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:57.317199 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01', 'code': 200} Jul 22 11:33:57.325592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.326131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.326274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.326635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.326972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.327304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.327637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.327964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.328298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.328624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.328969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.329263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:33:57.350398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-1fb6ccac-0051-4228-a72b-6cd7694cfa2e tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/quotas/e4cfa5ad1c6743989563bcfae486f528 HTTP/1.1" status: 200 len: 375 time: 0.0672255 Jul 22 11:33:57.434352 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.472666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4160985-7f84-4208-8f4b-8b397b4783fd req-a9b3428a-ebec-4de0-a26a-c4da861cec11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:57.474328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4160985-7f84-4208-8f4b-8b397b4783fd req-a9b3428a-ebec-4de0-a26a-c4da861cec11 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 1096 time: 0.0675855 Jul 22 11:33:57.511956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e4160985-7f84-4208-8f4b-8b397b4783fd req-4fc04a72-cc35-4868-89c2-4f9890fdbe10 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0301268 Jul 22 11:33:57.517001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['afe2ebea-e54c-4b95-9332-14db40e5fae0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:57.520559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-ccc8f237-4534-4255-b319-361598d9ddce tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e4cfa5ad1c6743989563bcfae486f528&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1196690 Jul 22 11:33:57.535248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08e4bbb1-b7fb-4554-b010-0a83b6b46766') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:57.535548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08e4bbb1-b7fb-4554-b010-0a83b6b46766') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:33:57.570887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.610439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.614541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.647327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:33:57.647797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:33:57.653645 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:33:57.687866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object 41989360-a7f3-4690-8b22-5de95927c2b4 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:57.756657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-d0de593c-73d1-41e6-84a6-5543ae825c20 service neutron] 10.222.0.21 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2272375 Jul 22 11:33:57.767934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39d092a-a29d-4df9-bae7-bf48a230b54d req-b2d66c3f-7624-409c-9454-b2198edaa8c2 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:57.769319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b39d092a-a29d-4df9-bae7-bf48a230b54d req-b2d66c3f-7624-409c-9454-b2198edaa8c2 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 945 time: 0.3629582 Jul 22 11:33:57.797174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.821492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network afe2ebea-e54c-4b95-9332-14db40e5fae0 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:33:57.832719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.834543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/afe2ebea-e54c-4b95-9332-14db40e5fae0 HTTP/1.1" status: 204 len: 168 time: 3.4208345 Jul 22 11:33:57.838103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:57.891161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e22ea0f-fb5e-470a-8741-2c949e684f45 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Network': ['ID=afe2ebea-e54c-4b95-9332-14db40e5fae0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:57.912473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:57.925345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:33:57.931369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b39d092a-a29d-4df9-bae7-bf48a230b54d req-c6fc7cdf-d776-4538-8581-284c187592b7 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1491013 Jul 22 11:33:58.045458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:33:58.054045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:33:58.071128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-eb0965f6-2b5e-4ec6-92b8-016c1afa26a0 service neutron] 10.222.0.21 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3000462 Jul 22 11:33:58.071933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:33:58.102346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:58.160143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c297cb4c-0b06-4203-a109-811c18ac7cca tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 996 time: 0.3202748 Jul 22 11:33:58.169413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:58.180334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:58.230728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.344094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.349562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.374722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting subnet 58f88986-5bd1-4ecc-aac7-6a55077c1483 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:33:58.379719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.382509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.383026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.383526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.384110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.384566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.385013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.385466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.388158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.388971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.389439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.389893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.390385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.391098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.391559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.392008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.395466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2be3e5a7-9a16-49a1-90ef-bc205266016f tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 9620 time: 0.2140419 Jul 22 11:33:58.407779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:58.431808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-1e7126ce-b115-446b-82f8-edb22345620f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.7859547 Jul 22 11:33:58.447872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Request body: {'port': {'device_id': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:58.506087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.551721 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-13e5cdd0-6611-4ce3-950c-403e8e7bcfe0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] delete failed (client error): The resource could not be found. Jul 22 11:33:58.552564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13e5cdd0-6611-4ce3-950c-403e8e7bcfe0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/3234338e-0782-4c79-aafc-a54e4e5edd9c HTTP/1.1" status: 404 len: 345 time: 0.1438451 Jul 22 11:33:58.571745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a340907-f6f2-4f1d-8339-b0263371a20d req-a11216af-1770-4f22-94a1-94bbc6bb0436 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:58.578801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a340907-f6f2-4f1d-8339-b0263371a20d req-a11216af-1770-4f22-94a1-94bbc6bb0436 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 936 time: 0.3626616 Jul 22 11:33:58.587337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:58.649216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb7ee435-9092-4bd8-b4a2-9370f71d1950 None None] Provisioning for port 41989360-a7f3-4690-8b22-5de95927c2b4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:58.655032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb7ee435-9092-4bd8-b4a2-9370f71d1950 None None] Provisioning complete for port 41989360-a7f3-4690-8b22-5de95927c2b4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:58.655648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb7ee435-9092-4bd8-b4a2-9370f71d1950 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.667225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ead5a914-030b-4123-a8e7-cf68ae68cbc5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:58.678998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.718769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 78df87fb-b03d-4b43-8ba7-84a34fe9b525 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:33:58.720339 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-fea1599d-3e5c-4a31-b8fa-0327dbeab280 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] DELETE failed (client error): The resource could not be found. Jul 22 11:33:58.721180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Transition to ACTIVE for port object ead5a914-030b-4123-a8e7-cf68ae68cbc5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:58.721338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fea1599d-3e5c-4a31-b8fa-0327dbeab280 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:33:58.723075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fea1599d-3e5c-4a31-b8fa-0327dbeab280 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/afe2ebea-e54c-4b95-9332-14db40e5fae0 HTTP/1.1" status: 404 len: 339 time: 0.1345236 Jul 22 11:33:58.724276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb7ee435-9092-4bd8-b4a2-9370f71d1950 None None] Port 41989360-a7f3-4690-8b22-5de95927c2b4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:33:58.728595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:58.739480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'name': 'tempest-network--1254199601', 'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:33:58.785501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a340907-f6f2-4f1d-8339-b0263371a20d req-e5faec20-21a7-4441-af50-e497a48f8061 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2054725 Jul 22 11:33:58.793802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.794407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:33:58.801144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:33:58.801981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.803468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.834722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:33:58.839136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.845277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.924103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.938008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:33:58.949415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:58.950153 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Added segment 21afd606-d678-4aba-995b-16f06952532c of type vlan for network 68272955-afe4-4d9d-ae95-b6ff691b23ac Jul 22 11:33:58.974048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:33:58.983221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.031452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.079179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Pushing event updated for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.107352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.194539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Attempting to bind port ead5a914-030b-4123-a8e7-cf68ae68cbc5 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:33:59.195007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Attempting to bind port ead5a914-030b-4123-a8e7-cf68ae68cbc5 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:33:59.195486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Attempting to bind port ead5a914-030b-4123-a8e7-cf68ae68cbc5 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:59.205164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Port ead5a914-030b-4123-a8e7-cf68ae68cbc5 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:33:59.205597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Attempting to bind port ead5a914-030b-4123-a8e7-cf68ae68cbc5 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:33:59.220064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:33:59.220413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:33:59.220890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:33:59.221336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Bound port: ead5a914-030b-4123-a8e7-cf68ae68cbc5, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:33:59.221705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.253906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.283322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.284296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.284890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.285784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb2217a1-3ac1-48b9-a9a3-d27fa363ba9a req-a8794db6-bc5f-41f1-ad5d-e2124034a563 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.287341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb2217a1-3ac1-48b9-a9a3-d27fa363ba9a req-a8794db6-bc5f-41f1-ad5d-e2124034a563 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 944 time: 0.7512703 Jul 22 11:33:59.296913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a45f36-6e90-4c35-9154-72f650c45510 req-22f1c77d-8f6d-4ccf-9ceb-209bdd20c659 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 210 time: 0.0835407 Jul 22 11:33:59.318239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:59.320752 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c564ebe4-54c0-4c7c-8648-5dfaf717a2c4" -d '{"events": [{"server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "name": "network-vif-plugged", "status": "completed", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:59.329153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Subnet': ['ID=58f88986-5bd1-4ecc-aac7-6a55077c1483,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.335188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.337243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0d92a0b6-1eda-4962-8a37-d95e6dd9dca3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/subnets/58f88986-5bd1-4ecc-aac7-6a55077c1483 HTTP/1.1" status: 204 len: 168 time: 1.2342730 Jul 22 11:33:59.341136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:59.344595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4538e3f-2c7e-4525-b21b-62dbb60796f5 None None] Network e86eff1d-0a98-4a6d-8feb-ac738b481384 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:33:59.369557 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 0.6356864 Jul 22 11:33:59.370011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:59.444277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb2217a1-3ac1-48b9-a9a3-d27fa363ba9a req-346056a9-b280-4074-8e2b-85f9e4bcaa72 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255264 Jul 22 11:33:59.449195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 41989360-a7f3-4690-8b22-5de95927c2b4 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:33:59.479885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.481863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f95f0-5194-439a-9f2e-feba33a930f4 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=68272955-afe4-4d9d-ae95-b6ff691b23ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.496326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 68272955-afe4-4d9d-ae95-b6ff691b23ac details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:33:59.504594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:33:59.597166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:33:59.614639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.634945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.645956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Transition to ACTIVE for port object 41989360-a7f3-4690-8b22-5de95927c2b4 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:33:59.658233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.725606 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-786e2531-8fba-40f7-8d0d-377752d24cf7 x-openstack-request-id: req-786e2531-8fba-40f7-8d0d-377752d24cf7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:59.727375 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "name": "network-vif-plugged", "status": "completed", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:59.727822 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-786e2531-8fba-40f7-8d0d-377752d24cf7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:59.728401 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525', 'code': 200} Jul 22 11:33:59.745018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.746013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:33:59.747283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] 10.222.0.20 "PUT /v2.0/ports/ead5a914-030b-4123-a8e7-cf68ae68cbc5 HTTP/1.1" status: 200 len: 1096 time: 3.1753681 Jul 22 11:33:59.749310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:33:59.751678 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-07d60384-b651-4c40-9a58-a69f2f6632da" -d '{"events": [{"name": "network-changed", "server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:33:59.776665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Pushing event updated for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.779077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de86c86-2009-44df-bf8e-be23a1853137 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.786272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de86c86-2009-44df-bf8e-be23a1853137 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.794262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de86c86-2009-44df-bf8e-be23a1853137 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.800208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4de86c86-2009-44df-bf8e-be23a1853137 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.801916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4de86c86-2009-44df-bf8e-be23a1853137 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2454 time: 0.4275143 Jul 22 11:33:59.818413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:33:59.868214 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:33:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9406b8f1-ea26-49a8-af63-ede660ce1e65 x-openstack-request-id: req-9406b8f1-ea26-49a8-af63-ede660ce1e65 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:33:59.868513 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:33:59.868776 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9406b8f1-ea26-49a8-af63-ede660ce1e65 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:33:59.869312 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5', 'status': 'completed', 'code': 200} Jul 22 11:33:59.896622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] DHCP port deletion for e86eff1d-0a98-4a6d-8feb-ac738b481384 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:33:59.932203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d944cfe2-5867-4500-b348-2e8f4d96d791 service neutron] Pushing event updated for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:33:59.953666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09bf44cd-8cff-47f8-b0fe-7b31ace66fd5 req-21a67f56-fee0-4d94-88ec-a751ea9e97c0 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:33:59.958538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09bf44cd-8cff-47f8-b0fe-7b31ace66fd5 req-21a67f56-fee0-4d94-88ec-a751ea9e97c0 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 945 time: 0.5243061 Jul 22 11:34:00.024218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Deleting port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:00.024885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.027264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.052572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Attempting to bind port 41989360-a7f3-4690-8b22-5de95927c2b4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:00.053225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Attempting to bind port 41989360-a7f3-4690-8b22-5de95927c2b4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:00.053831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Attempting to bind port 41989360-a7f3-4690-8b22-5de95927c2b4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:00.093114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Port 41989360-a7f3-4690-8b22-5de95927c2b4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:00.098626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Attempting to bind port 41989360-a7f3-4690-8b22-5de95927c2b4 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:00.100286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8aaba7e-e783-45ad-93a9-9f47029875e5 req-6c67ec8f-7b3d-4809-bcad-108f90a1e6b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.102133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:00.102668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8aaba7e-e783-45ad-93a9-9f47029875e5 req-6c67ec8f-7b3d-4809-bcad-108f90a1e6b0 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 1096 time: 0.3378897 Jul 22 11:34:00.102836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.154240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-04787615-38ee-4ac9-9f50-68caf60345ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.156340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-04787615-38ee-4ac9-9f50-68caf60345ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 1099 time: 0.2802474 Jul 22 11:34:00.157060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:00.157406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:00.157797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:00.160312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Bound port: 41989360-a7f3-4690-8b22-5de95927c2b4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:00.160846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.161918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] For port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:00.162537 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.190753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09bf44cd-8cff-47f8-b0fe-7b31ace66fd5 req-0d2c9a33-06d5-4060-b3a6-a9f89477e19e tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1602018 Jul 22 11:34:00.226281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Calling delete_port for 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:00.336538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8aaba7e-e783-45ad-93a9-9f47029875e5 req-b790ca1f-93a1-4674-9a0c-a39a330ee45d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181213 Jul 22 11:34:00.338227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-99b15977-9149-432d-8b71-6c3c0517f1e9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5 HTTP/1.1" status: 200 len: 217 time: 0.1655104 Jul 22 11:34:00.375731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,segment=NetworkSegment(9a494c99-ed69-4b8f-bc7b-2d3f23319b4d),segment_id=9a494c99-ed69-4b8f-bc7b-2d3f23319b4d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:00.376349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.466228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:00.469725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.497300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00822af0-90e5-450d-b20a-f85b008a9a14 req-5da60e29-9ff2-4a4b-a4fe-70d0eb9e2e46 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 210 time: 0.0619719 Jul 22 11:34:00.527462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406d83a6-a843-496d-b938-17bf4d07f7fe req-8322f32b-ee00-4281-96eb-3e32aec9d370 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.528998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406d83a6-a843-496d-b938-17bf4d07f7fe req-8322f32b-ee00-4281-96eb-3e32aec9d370 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 948 time: 0.5622244 Jul 22 11:34:00.557822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] Pushing event deleted for resources: {'Port': ['ID=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:00.575964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb83a7f8-16a0-4fac-b11f-5c06ae1910c7 None None] No DVR routers for this DVR port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:00.628094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:00.655905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=41989360-a7f3-4690-8b22-5de95927c2b4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:00.686665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406d83a6-a843-496d-b938-17bf4d07f7fe req-a24d4816-332c-4501-8a52-3b0c3147f281 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1455631 Jul 22 11:34:00.705546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.810827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.811552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.812764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.813262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] 10.222.0.20 "PUT /v2.0/ports/41989360-a7f3-4690-8b22-5de95927c2b4 HTTP/1.1" status: 200 len: 1096 time: 2.3695951 Jul 22 11:34:00.817014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:00.819456 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8" -d '{"events": [{"name": "network-changed", "server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:00.848257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['68272955-afe4-4d9d-ae95-b6ff691b23ac']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:00.854493 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.870414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-2e202d90-e1ad-46ef-9d2d-208ec08aba53 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.872129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-2e202d90-e1ad-46ef-9d2d-208ec08aba53 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.20 "GET /v2.0/networks?id=8be51ecd-9a7e-45b2-bbbb-2df323c778fd HTTP/1.1" status: 200 len: 823 time: 0.8303802 Jul 22 11:34:00.878470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '21afd606-d678-4aba-995b-16f06952532c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:00.878715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '21afd606-d678-4aba-995b-16f06952532c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:00.918351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Request body: {'port': {'device_id': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd', 'admin_state_up': True, 'tenant_id': 'e4cfa5ad1c6743989563bcfae486f528'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:00.927313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-174ad6f7-6d2b-4920-bac9-3ab4c1d90950 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:00.927535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:00.929180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-174ad6f7-6d2b-4920-bac9-3ab4c1d90950 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.5804663 Jul 22 11:34:00.934985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:00.961186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2182cce2-90e2-4846-bd45-1db82daadf93 service neutron] Pushing event updated for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:00.962394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:00.963615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:00.973247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:01.040850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=055eb3f4-1e4f-4dbe-bbf1-f8a0ced2cb78,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:01.088563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.108432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:01.108875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:01.112071 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:01.174501 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.202039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e86eff1d-0a98-4a6d-8feb-ac738b481384']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:01.214874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-a0c66d2c-f2e7-486c-84f7-51805b921d2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:01.216559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-a0c66d2c-f2e7-486c-84f7-51805b921d2c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2516539 Jul 22 11:34:01.217888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Made reservation on behalf of e4cfa5ad1c6743989563bcfae486f528 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:01.221083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:01.221393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a494c99-ed69-4b8f-bc7b-2d3f23319b4d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:01.221571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.225816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.232830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8258f682-2886-44b7-8caf-e1ef99401529 req-2cbdb64d-71f4-4e45-a068-5fd9827b921f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:01.234361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8258f682-2886-44b7-8caf-e1ef99401529 req-2cbdb64d-71f4-4e45-a068-5fd9827b921f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.4283099 Jul 22 11:34:01.250066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-bbc44d66-86d8-4356-b7e4-ee35c67eb6a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:01.251622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-bbc44d66-86d8-4356-b7e4-ee35c67eb6a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1099 time: 0.3576245 Jul 22 11:34:01.254867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.262630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 68272955-afe4-4d9d-ae95-b6ff691b23ac {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:34:01.277701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.279629 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/68272955-afe4-4d9d-ae95-b6ff691b23ac HTTP/1.1" status: 204 len: 168 time: 1.4587681 Jul 22 11:34:01.289782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.290709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33006) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:01.298463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'name': 'tempest-network--879449476', 'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:01.302687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:01.304066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.312640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a62bab12-ab75-4198-8ae5-918b2bdb77c0 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Network': ['ID=68272955-afe4-4d9d-ae95-b6ff691b23ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:01.358706 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:01.392614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8258f682-2886-44b7-8caf-e1ef99401529 req-d48ff1eb-50b2-4a3b-ace3-750788ef807c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1449707 Jul 22 11:34:01.407976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c527b98-bae2-450a-afe0-f161aaf80b0c req-54254adc-67de-4945-825e-f9dcd02cc6ee tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:01.416181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c527b98-bae2-450a-afe0-f161aaf80b0c req-54254adc-67de-4945-825e-f9dcd02cc6ee tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 945 time: 0.4463053 Jul 22 11:34:01.459886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:01.466738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.517309 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-df6d4329-d3ac-4873-aa25-60e7465785d8 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2931166 Jul 22 11:34:01.640044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:01.719896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.720199 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Added segment 44242b47-26c3-45b4-ac8d-c1b90050b450 of type vlan for network 7bb3869f-858d-4434-8c4f-ca66924bf69f Jul 22 11:34:01.786055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Allocated IP 172.20.0.8 (8be51ecd-9a7e-45b2-bbbb-2df323c778fd/dfad8b60-44c1-4930-9488-a5c449b181ed/4c3058d0-b618-47d4-adb4-6ae4033dd94f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:01.828281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.843068 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1be42f62-9432-4428-b52c-9ac6a9ce11ca x-openstack-request-id: req-1be42f62-9432-4428-b52c-9ac6a9ce11ca {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:01.843676 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:01.843802 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1be42f62-9432-4428-b52c-9ac6a9ce11ca {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:01.844266 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4', 'status': 'completed', 'code': 200} Jul 22 11:34:01.845554 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:34:01.875962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-6fc6573f-1cc6-43ac-adfe-773e42e1fbe3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=41989360-a7f3-4690-8b22-5de95927c2b4 HTTP/1.1" status: 200 len: 217 time: 0.5307689 Jul 22 11:34:01.909661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-bf1b4da8-5234-4609-aca5-e5f2f4355648 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3707397 Jul 22 11:34:01.925073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c527b98-bae2-450a-afe0-f161aaf80b0c req-b24db4e0-aa12-4fae-80f8-6c7a542bb6a7 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5077519 Jul 22 11:34:01.949840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8198b85-b9fa-4efa-87fa-d4ab89f75e59 req-f18c1405-5bf5-4eb6-9ce8-4a0f67b7af8d tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 210 time: 0.1046429 Jul 22 11:34:01.951748 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:01.997885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.000246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/networks/e86eff1d-0a98-4a6d-8feb-ac738b481384 HTTP/1.1" status: 204 len: 168 time: 2.6518557 Jul 22 11:34:02.016587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.026856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59450234-7454-4a93-8efb-0171325be2fb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Network': ['ID=e86eff1d-0a98-4a6d-8feb-ac738b481384,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:02.029244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.20', 51138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.036192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.038322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.042723 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.112941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9be7f997-afb6-48b6-9e07-e641628c11f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.112941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-9be7f997-afb6-48b6-9e07-e641628c11f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2188418 Jul 22 11:34:02.160134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 862 time: 0.8679767 Jul 22 11:34:02.167287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.188911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting subnet 99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:02.196332 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.262962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70eaf029-aeb1-4458-959c-769052569271 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=7bb3869f-858d-4434-8c4f-ca66924bf69f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:02.270514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.277181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.280121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7bb3869f-858d-4434-8c4f-ca66924bf69f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:02.289747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-436a5eb3-3f4c-4f4a-a632-31bf0e58eadc tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.291361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-436a5eb3-3f4c-4f4a-a632-31bf0e58eadc tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.20 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 945 time: 0.2575400 Jul 22 11:34:02.338007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afc5aa10-ff86-42b7-a463-0f7c1159b1a5 req-f90afa35-85d9-40e4-8e05-a9ce7f43ca88 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.343697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c05de440-bee2-4a94-b289-55972ebde2dc tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.344957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afc5aa10-ff86-42b7-a463-0f7c1159b1a5 req-f90afa35-85d9-40e4-8e05-a9ce7f43ca88 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 948 time: 0.2758591 Jul 22 11:34:02.345848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c05de440-bee2-4a94-b289-55972ebde2dc tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "GET /v2.0/networks/7bb3869f-858d-4434-8c4f-ca66924bf69f HTTP/1.1" status: 200 len: 756 time: 0.1765885 Jul 22 11:34:02.350250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d60384-b651-4c40-9a58-a69f2f6632da req-84a8fbca-185d-4b8b-81dc-7b2caa342275 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.352197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-84a8fbca-185d-4b8b-81dc-7b2caa342275 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 1099 time: 0.3000896 Jul 22 11:34:02.352667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33020) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.434250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-53653f27-0979-4802-8357-3c49d2c10485 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.435972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-53653f27-0979-4802-8357-3c49d2c10485 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3044944 Jul 22 11:34:02.484960 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.496066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afc5aa10-ff86-42b7-a463-0f7c1159b1a5 req-ea9e0ea7-291f-4376-9c6c-b784cb15bb24 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1502416 Jul 22 11:34:02.532019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e99d611c-3d42-4679-be35-a27651be40d1 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.533744 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e99d611c-3d42-4679-be35-a27651be40d1 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "GET /v2.0/networks/989d8289-a7f9-48f1-bcda-73de60f04858 HTTP/1.1" status: 200 len: 768 time: 0.1786239 Jul 22 11:34:02.543862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.583527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.640856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:02.657590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:02.686042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Pushing event updated for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:02.693415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:02.697256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d60384-b651-4c40-9a58-a69f2f6632da req-7b757e09-79bb-4ade-887e-89948db6d3c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.698912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-7b757e09-79bb-4ade-887e-89948db6d3c8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3286529 Jul 22 11:34:02.712069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-fa6b97d5-8ee6-46b2-8cc3-9edd4fe59dc7 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2495978 Jul 22 11:34:02.718246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Deleting port 7f75c382-df9e-432b-bb76-ef07662f8d01 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:02.718653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.739282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.776030 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-07eeb6f4-7971-405d-a31c-4647bc4a80bf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5 HTTP/1.1" status: 200 len: 217 time: 0.0492713 Jul 22 11:34:02.794599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1afc67f2-acbc-4066-850a-0b27209ce282 req-28a41bcb-8bb4-4ec8-b88a-61b9ee836270 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.796108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1afc67f2-acbc-4066-850a-0b27209ce282 req-28a41bcb-8bb4-4ec8-b88a-61b9ee836270 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.2800364 Jul 22 11:34:02.801329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.823967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.824595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.886127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-efd284f2-0435-46a9-8df3-d682a1c9247f tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9740930 Jul 22 11:34:02.893474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d60384-b651-4c40-9a58-a69f2f6632da req-ed9591e1-91fd-496c-8e72-7ce5c789a1b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:02.895244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-ed9591e1-91fd-496c-8e72-7ce5c789a1b4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1115098 Jul 22 11:34:02.902222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Request body: {'port': {'device_id': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:02.913002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Subnet': ['ID=99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:02.924964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:02.929515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-890fdfb8-d981-4c4b-bb88-dee117a70cfa tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/subnets/99f8fbdb-96eb-4d31-b8ee-a90b1fa5ddd7 HTTP/1.1" status: 204 len: 168 time: 0.9097514 Jul 22 11:34:02.937652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:02.941195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b81588d-e3ef-4dba-bcf8-70beeea66855 None None] Network 2771b6b4-180d-419f-94e7-75e8f730fa1e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:02.989006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.008119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bb3869f-858d-4434-8c4f-ca66924bf69f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:03.010866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1afc67f2-acbc-4066-850a-0b27209ce282 req-04a023e5-a99f-46a2-a634-883a4e81ead2 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727495 Jul 22 11:34:03.024359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44242b47-26c3-45b4-ac8d-c1b90050b450') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:03.024754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44242b47-26c3-45b4-ac8d-c1b90050b450') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:03.041425 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.049827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ba8f15c-06d5-4b59-96b7-55a27782ddc3 req-8f6954e4-9bfe-4e97-b1eb-81964bbc9c56 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3231573 Jul 22 11:34:03.071156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] For port 7f75c382-df9e-432b-bb76-ef07662f8d01, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7f75c382-df9e-432b-bb76-ef07662f8d01,segment=NetworkSegment(e742be96-b889-49ae-8fc2-6142d0eb2f67),segment_id=e742be96-b889-49ae-8fc2-6142d0eb2f67)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:03.071397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.097413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.109067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:03.109479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:03.111517 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:03.122726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.145728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d60384-b651-4c40-9a58-a69f2f6632da req-0d22878c-8daa-41ca-8170-482e1e418c53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:03.147335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-0d22878c-8daa-41ca-8170-482e1e418c53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2389638 Jul 22 11:34:03.228552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Calling delete_port for 7f75c382-df9e-432b-bb76-ef07662f8d01 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:03.251667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.296914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 7bb3869f-858d-4434-8c4f-ca66924bf69f {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:34:03.300529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.309786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:03.315151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/7bb3869f-858d-4434-8c4f-ca66924bf69f HTTP/1.1" status: 204 len: 168 time: 0.7698283 Jul 22 11:34:03.323608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'name': 'tempest-network--1647753514'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:03.349344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.357700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Made reservation on behalf of e6dc504f9f1c459c9cec28c2676392b3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:03.360127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.361957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094dc7da-9792-438e-aa2a-97c4e1eaefe1 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Network': ['ID=7bb3869f-858d-4434-8c4f-ca66924bf69f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:03.463980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-cc8237d1-bf7a-43dc-988a-1da9dfdb1e91 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2782812 Jul 22 11:34:03.514116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:03.531792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] DHCP port deletion for 2771b6b4-180d-419f-94e7-75e8f730fa1e request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:34:03.545540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-c8476917-11ec-4470-9024-06c41ffd1fe0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:03.546635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-c8476917-11ec-4470-9024-06c41ffd1fe0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1099 time: 0.3647287 Jul 22 11:34:03.575109 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.575360 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Added segment 88263ce7-d55c-4b7f-84a0-e05114287c14 of type vlan for network 0e6aecee-c8c8-4196-9898-7c2bde4f469b Jul 22 11:34:03.607374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4430de02-6be6-4260-b3a3-b722f296da82 req-13a37d8e-be10-422f-94d0-9444ed2eee88 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:03.608927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4430de02-6be6-4260-b3a3-b722f296da82 req-13a37d8e-be10-422f-94d0-9444ed2eee88 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 945 time: 0.4390285 Jul 22 11:34:03.631783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Deleting port 0a5d6492-0fc2-45a8-835f-6995287c4c02 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:03.635245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.676622 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07d60384-b651-4c40-9a58-a69f2f6632da req-52490e10-022f-41d8-a9e5-e6b2f56a4900 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2055466 Jul 22 11:34:03.690607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d683ded7-0dfe-4903-96de-2ece5c33cb82 req-08a69f9c-5815-4ebd-96aa-bc5dcceac8cc tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:03.702811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d683ded7-0dfe-4903-96de-2ece5c33cb82 req-08a69f9c-5815-4ebd-96aa-bc5dcceac8cc tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 931 time: 0.4400289 Jul 22 11:34:03.756374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4c3058d0-b618-47d4-adb4-6ae4033dd94f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:03.767579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.771644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] For port 0a5d6492-0fc2-45a8-835f-6995287c4c02, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a5d6492-0fc2-45a8-835f-6995287c4c02,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:03.772307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.783492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Transition to ACTIVE for port object 4c3058d0-b618-47d4-adb4-6ae4033dd94f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:03.791267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.801271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Calling delete_port for 0a5d6492-0fc2-45a8-835f-6995287c4c02 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:03.879057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:03.885489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ead5a914-030b-4123-a8e7-cf68ae68cbc5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:03.887975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:03.949421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4430de02-6be6-4260-b3a3-b722f296da82 req-e04bed8b-87d4-4316-ae2f-56a3ebb297a1 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/security-groups?id=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2953937 Jul 22 11:34:03.983104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d683ded7-0dfe-4903-96de-2ece5c33cb82 req-d8a1759f-ed29-464c-a716-498a47f5dbeb tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2785180 Jul 22 11:34:04.008540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 0a5d6492-0fc2-45a8-835f-6995287c4c02 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:04.008982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.019388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Attempting to bind port 4c3058d0-b618-47d4-adb4-6ae4033dd94f on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:04.019992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Attempting to bind port 4c3058d0-b618-47d4-adb4-6ae4033dd94f by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9929b86a-10f6-4423-946a-dc9457709055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:04.020222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Attempting to bind port 4c3058d0-b618-47d4-adb4-6ae4033dd94f on network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:04.030574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Port 4c3058d0-b618-47d4-adb4-6ae4033dd94f on network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:04.030996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Attempting to bind port 4c3058d0-b618-47d4-adb4-6ae4033dd94f on network 8be51ecd-9a7e-45b2-bbbb-2df323c778fd {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:04.042144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:04.042522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Checking segment: {'id': '9929b86a-10f6-4423-946a-dc9457709055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:04.042919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Bound using segment: {'id': '9929b86a-10f6-4423-946a-dc9457709055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:04.043354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Bound port: 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9929b86a-10f6-4423-946a-dc9457709055', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:04.043718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.071618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.106986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Pushing event deleted for resources: {'Port': ['ID=0a5d6492-0fc2-45a8-835f-6995287c4c02,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.126768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.127039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.127376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.127832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.128293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.128735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.129174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.129609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.130162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.130829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.131265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.131700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.133848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:04.138751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.139725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.140307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.142844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-10dc432a-ac53-48b8-ae64-11183264d6f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.144316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-10dc432a-ac53-48b8-ae64-11183264d6f7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.5744443 Jul 22 11:34:04.157202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b0deb31-b4d3-4c28-924d-378c28e428c8 None None] No DVR routers for this DVR port 0a5d6492-0fc2-45a8-835f-6995287c4c02 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:04.161743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['7f75c382-df9e-432b-bb76-ef07662f8d01'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:04.206536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:04.219288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:04.222415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5', 'mac_address': 'fa:16:3e:3c:a1:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.107'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:04.223852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f,segment=NetworkSegment(9929b86a-10f6-4423-946a-dc9457709055),segment_id=9929b86a-10f6-4423-946a-dc9457709055)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:04.231072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.255918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.256793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.260183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/4c3058d0-b618-47d4-adb4-6ae4033dd94f HTTP/1.1" status: 200 len: 1091 time: 1.3639092 Jul 22 11:34:04.262661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:04.264355 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26d49705-6005-4e79-b3d1-128953ba95e5" -d '{"events": [{"name": "network-changed", "server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:04.267968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Pushing event deleted for resources: {'Port': ['ID=7f75c382-df9e-432b-bb76-ef07662f8d01,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.287389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.313509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ead5a914-030b-4123-a8e7-cf68ae68cbc5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:04.315208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 0a5d6492-0fc2-45a8-835f-6995287c4c02, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0a5d6492-0fc2-45a8-835f-6995287c4c02,segment=NetworkSegment(0ad3b23f-3bfd-4cc1-92df-06b4f8825d72),segment_id=0ad3b23f-3bfd-4cc1-92df-06b4f8825d72)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:04.315555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.341081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:04.346620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.347484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 864 time: 1.0288548 Jul 22 11:34:04.359035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:04.380019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Request body: {'network': {'router:external': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:04.407678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113d965-9b36-4858-b0eb-b078badd10b1 service neutron] Pushing event updated for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.417842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.510093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-c41463b1-8a01-4bcb-b1ab-e41463bad8c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.511662 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-c41463b1-8a01-4bcb-b1ab-e41463bad8c8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cfa5ad1c6743989563bcfae486f528&device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 1094 time: 0.1993377 Jul 22 11:34:04.553539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:04.562380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-c18e251a-4078-4359-9639-820ba2ce726c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f HTTP/1.1" status: 200 len: 217 time: 0.0417693 Jul 22 11:34:04.671773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e588c1e3-9e22-40c7-a2ff-769389e59939 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.673798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e588c1e3-9e22-40c7-a2ff-769389e59939 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfad8b60-44c1-4930-9488-a5c449b181ed HTTP/1.1" status: 200 len: 863 time: 0.0819747 Jul 22 11:34:04.676082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.718572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-e5032aaa-5b08-4fec-93cc-b1ebf8664461 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be51ecd-9a7e-45b2-bbbb-2df323c778fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316737 Jul 22 11:34:04.719409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.735065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Network 0e6aecee-c8c8-4196-9898-7c2bde4f469b is not hosted by any dhcp agent {{(pid=93706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:34:04.735917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.736512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.740979 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "PUT /v2.0/networks/0e6aecee-c8c8-4196-9898-7c2bde4f469b HTTP/1.1" status: 200 len: 858 time: 0.3741536 Jul 22 11:34:04.747389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 0a5d6492-0fc2-45a8-835f-6995287c4c02 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:04.748838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:04.759637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-66b3972d-9ca9-4f6f-9107-e2466bd3b5e3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=41989360-a7f3-4690-8b22-5de95927c2b4 HTTP/1.1" status: 200 len: 217 time: 0.6032574 Jul 22 11:34:04.760490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] No DVR routers for this DVR port 7f75c382-df9e-432b-bb76-ef07662f8d01 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:04.777673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe156e5-9a44-40e5-8a25-c107e635dfc6 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=0e6aecee-c8c8-4196-9898-7c2bde4f469b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.793549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:04.795587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fffc9d20-4a88-4c1f-99c8-199fc7af51c8 req-cc5a5c04-8c23-40f6-b7e7-f9b0e8930a13 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.20 "DELETE /v2.0/ports/7f75c382-df9e-432b-bb76-ef07662f8d01 HTTP/1.1" status: 204 len: 173 time: 2.4834459 Jul 22 11:34:04.796932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'name': 'network-vif-deleted', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:04.799213 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6fa1cd4c-9757-4361-bd61-0f5917a9cd50" -d '{"events": [{"server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "name": "network-vif-deleted", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:04.809679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0e6aecee-c8c8-4196-9898-7c2bde4f469b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:04.832919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-299073df-22f6-486e-ba85-23c03b5dfa55 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event updated for resources: {'Network': ['ID=0e6aecee-c8c8-4196-9898-7c2bde4f469b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:04.899427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-fa701aae-a6eb-4811-a26e-067f33fd20b3 service neutron] 10.222.0.20 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1730845 Jul 22 11:34:04.910787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1cb1ec8-0eb3-4fac-ba75-b4ce036a3054 req-2e979e42-bae1-46ee-9c91-ec9ad49cdef7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:04.912351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1cb1ec8-0eb3-4fac-ba75-b4ce036a3054 req-2e979e42-bae1-46ee-9c91-ec9ad49cdef7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.8656647 Jul 22 11:34:05.005765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8955e502-66d6-4492-87d1-f7bf49a24686 req-07e97dc2-13fa-4d64-9253-b6aa0d8aa794 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.013338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8955e502-66d6-4492-87d1-f7bf49a24686 req-07e97dc2-13fa-4d64-9253-b6aa0d8aa794 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 948 time: 0.7996037 Jul 22 11:34:05.019314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a5d6492-0fc2-45a8-835f-6995287c4c02 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:05.021432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ce3c97f8-9d37-4a7a-bb49-9deceadc454b req-166f2982-2ac7-458d-a1f6-8b6694c72ab8 service neutron] 10.222.0.20 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155796 Jul 22 11:34:05.022142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-0826ed10-b68b-4330-b226-845e02795b67 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.023728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-0826ed10-b68b-4330-b226-845e02795b67 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2435441 Jul 22 11:34:05.040946 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.050581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0a5d6492-0fc2-45a8-835f-6995287c4c02 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:05.050970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0a5d6492-0fc2-45a8-835f-6995287c4c02 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:05.115162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1cb1ec8-0eb3-4fac-ba75-b4ce036a3054 req-23ec5a31-03b3-4900-ab5d-bc8eee2d6eb8 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905115 Jul 22 11:34:05.133642 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8955e502-66d6-4492-87d1-f7bf49a24686 req-d63ef5af-85f7-46a5-9c4e-1a1d96c54419 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1194117 Jul 22 11:34:05.135819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.175000 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c30042c7-1e8c-42b0-bb61-be09befbf1a0 x-openstack-request-id: req-c30042c7-1e8c-42b0-bb61-be09befbf1a0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:05.175320 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:05.175581 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c30042c7-1e8c-42b0-bb61-be09befbf1a0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:05.175983 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f', 'status': 'completed', 'code': 200} Jul 22 11:34:05.192204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=0a5d6492-0fc2-45a8-835f-6995287c4c02,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:05.219106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 0a5d6492-0fc2-45a8-835f-6995287c4c02 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:05.228583 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a84416e-d061-4626-a4c5-b4733b8462d9 x-openstack-request-id: req-4a84416e-d061-4626-a4c5-b4733b8462d9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:05.228884 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "193ceb13-23ad-4cc5-bef8-2d182725c760", "name": "network-vif-deleted", "tag": "7f75c382-df9e-432b-bb76-ef07662f8d01", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:05.229140 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a84416e-d061-4626-a4c5-b4733b8462d9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:05.229540 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '193ceb13-23ad-4cc5-bef8-2d182725c760', 'name': 'network-vif-deleted', 'tag': '7f75c382-df9e-432b-bb76-ef07662f8d01', 'status': 'completed', 'code': 200} Jul 22 11:34:05.336317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-53388d46-2ad9-4bb1-9158-c2adbabc3274 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.337924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-53388d46-2ad9-4bb1-9158-c2adbabc3274 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=e4cfa5ad1c6743989563bcfae486f528&device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 1094 time: 0.1342225 Jul 22 11:34:05.340916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.347106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-23beaa13-9eb3-4ab2-b641-310c1a901776 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.348602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-23beaa13-9eb3-4ab2-b641-310c1a901776 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3036687 Jul 22 11:34:05.412731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.434013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-850551fa-a61e-4349-b0d1-f6f45eee6127 req-aaedaf79-3df3-47d9-b247-36c9c1cbe0f4 tempest-InstanceActionsNegativeTestJSON-2122059117 tempest-InstanceActionsNegativeTestJSON-2122059117-project] 10.222.0.21 "GET /v2.0/ports?device_id=193ceb13-23ad-4cc5-bef8-2d182725c760 HTTP/1.1" status: 200 len: 210 time: 0.1331823 Jul 22 11:34:05.467773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-d00ef085-2d27-4bce-a926-89a0ba9f96f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.469788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-d00ef085-2d27-4bce-a926-89a0ba9f96f3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=8be51ecd-9a7e-45b2-bbbb-2df323c778fd HTTP/1.1" status: 200 len: 924 time: 0.1246445 Jul 22 11:34:05.471828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e6aecee-c8c8-4196-9898-7c2bde4f469b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.519243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '88263ce7-d55c-4b7f-84a0-e05114287c14') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.520141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '88263ce7-d55c-4b7f-84a0-e05114287c14') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.523198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2771b6b4-180d-419f-94e7-75e8f730fa1e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.531681 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-ce32533d-5e75-4ad7-b70a-8e1c0de49f91 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f HTTP/1.1" status: 200 len: 217 time: 0.0518486 Jul 22 11:34:05.558829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.559123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ad3b23f-3bfd-4cc1-92df-06b4f8825d72') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:05.570941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.591213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.593938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-87cdf396-b4ec-440c-8869-55f5fb85b5ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.595948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-87cdf396-b4ec-440c-8869-55f5fb85b5ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfad8b60-44c1-4930-9488-a5c449b181ed HTTP/1.1" status: 200 len: 863 time: 0.0558238 Jul 22 11:34:05.637583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.641060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-15b4d417-bcd9-42e4-b13f-c9c2bea16762 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=8be51ecd-9a7e-45b2-bbbb-2df323c778fd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0371408 Jul 22 11:34:05.646748 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.661689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:05.662108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:05.670863 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:05.681708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:05.682211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:05.686388 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:05.757014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d06b2f1-0cea-4677-8673-e3f6a3b52bbc req-6309fe1d-b42d-4900-9beb-ba1db33ae525 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:05.758646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d06b2f1-0cea-4677-8673-e3f6a3b52bbc req-6309fe1d-b42d-4900-9beb-ba1db33ae525 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 943 time: 0.3786201 Jul 22 11:34:05.843471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-cb3833a7-5ff6-467f-8af1-a17d5e8a9d9d service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4260650 Jul 22 11:34:05.899888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.904995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.910177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/networks/2771b6b4-180d-419f-94e7-75e8f730fa1e HTTP/1.1" status: 204 len: 168 time: 2.9672983 Jul 22 11:34:05.912486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 41989360-a7f3-4690-8b22-5de95927c2b4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:05.920483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.926105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 0e6aecee-c8c8-4196-9898-7c2bde4f469b {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:34:05.933642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:05.934842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:05.936921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] 10.222.0.21 "DELETE /v2.0/networks/0e6aecee-c8c8-4196-9898-7c2bde4f469b HTTP/1.1" status: 204 len: 168 time: 1.1839192 Jul 22 11:34:05.946364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ead5a914-030b-4123-a8e7-cf68ae68cbc5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:05.946698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-205844330'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:05.965072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:05.990799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-451a02a8-bda9-4aaf-9f5c-dcdab579f846 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Network': ['ID=2771b6b4-180d-419f-94e7-75e8f730fa1e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:06.086497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d06b2f1-0cea-4677-8673-e3f6a3b52bbc req-1a1d06b9-783d-4355-b541-5482e7610d0d tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2875443 Jul 22 11:34:06.088216 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a98f18d1-55ef-4018-9fdb-a90724104901 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] DELETE failed (client error): The resource could not be found. Jul 22 11:34:06.088873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a98f18d1-55ef-4018-9fdb-a90724104901 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:34:06.090889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a98f18d1-55ef-4018-9fdb-a90724104901 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "DELETE /v2.0/subnets/e7acee02-eb1e-465c-8f0d-15924acca4f7 HTTP/1.1" status: 404 len: 337 time: 0.1248384 Jul 22 11:34:06.097167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ac40db-4134-4670-b904-7321b0ee0274 tempest-ExternalNetworksTestJSON-2114852735 tempest-ExternalNetworksTestJSON-2114852735-project-admin] Pushing event deleted for resources: {'Network': ['ID=0e6aecee-c8c8-4196-9898-7c2bde4f469b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:06.098778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:06.155466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c4a31b-0c76-4bfc-8d31-2d957bd3fb48 req-85f9526e-e0a3-499d-a855-261d9ac8dddb tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:06.157571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1c4a31b-0c76-4bfc-8d31-2d957bd3fb48 req-85f9526e-e0a3-499d-a855-261d9ac8dddb tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.4405820 Jul 22 11:34:06.166257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ead5a914-030b-4123-a8e7-cf68ae68cbc5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:06.181513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=41989360-a7f3-4690-8b22-5de95927c2b4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:06.185103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ead5a914-030b-4123-a8e7-cf68ae68cbc5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:06.185487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.203639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:06.211793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.215415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7536b9e2-e4a7-4d6f-b394-d079bdc187f8 req-64a90706-5ceb-4060-acdf-5814e976586c service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3641326 Jul 22 11:34:06.222749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-295c7480-9472-49ec-ab8a-656695d571c7 service neutron] 10.222.0.20 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5719092 Jul 22 11:34:06.227548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.254117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '41989360-a7f3-4690-8b22-5de95927c2b4', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '41989360-a7f3-4690-8b22-5de95927c2b4', 'mac_address': 'fa:16:3e:91:80:0b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.214'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:06.347710 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.394826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 41989360-a7f3-4690-8b22-5de95927c2b4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:06.397562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:06.429450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=41989360-a7f3-4690-8b22-5de95927c2b4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:06.440485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.447789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1c4a31b-0c76-4bfc-8d31-2d957bd3fb48 req-ca46c2a6-ebdf-422a-9f76-dca900e19888 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2796049 Jul 22 11:34:06.454688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.455094 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Added segment 360aa253-3396-4f59-9a4f-a3210b032717 of type vlan for network 814f1768-56f5-431c-a127-409a00febbe0 Jul 22 11:34:06.488554 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.533176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.538184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.551812 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26d49705-6005-4e79-b3d1-128953ba95e5 req-86017e84-061f-4671-8d00-d011214da8aa service neutron] 10.222.0.20 "GET /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3201308 Jul 22 11:34:06.571129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faf19b98-d52a-46f9-82ca-b2ad9dd20573 req-167270b0-27b1-4624-a44c-6d2acdec18a6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:06.578515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-faf19b98-d52a-46f9-82ca-b2ad9dd20573 req-167270b0-27b1-4624-a44c-6d2acdec18a6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 948 time: 0.2967033 Jul 22 11:34:06.580159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:06.597942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:06.602140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:06.604866 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-03eaa208-fbbf-4c8e-8171-d586930416ac" -d '{"events": [{"server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:06.636746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.642205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['989d8289-a7f9-48f1-bcda-73de60f04858']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:06.642947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:06.644736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:06.645416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.661118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.662160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7f75c382-df9e-432b-bb76-ef07662f8d01 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:06.696910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-faf19b98-d52a-46f9-82ca-b2ad9dd20573 req-60107278-62ac-4afb-99c9-f36d2764a01c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0922096 Jul 22 11:34:06.697346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b58a8ffa-e6b5-4969-93ae-1712a18728ae') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:06.697346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b58a8ffa-e6b5-4969-93ae-1712a18728ae') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:06.705447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.723620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Deleting subnet c4e395e9-c75b-4540-b003-eced18776364 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:06.732505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 7f75c382-df9e-432b-bb76-ef07662f8d01 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:06.735337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7f75c382-df9e-432b-bb76-ef07662f8d01 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:06.743676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:06.749512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.810637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.838875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.8978596 Jul 22 11:34:06.842563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:06.842911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33088) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:06.843162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:06.847268 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:06.852780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'subnet': {'network_id': '814f1768-56f5-431c-a127-409a00febbe0', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:06.876002 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ad50ec76-d754-42b7-a892-aa1d24106d04 x-openstack-request-id: req-ad50ec76-d754-42b7-a892-aa1d24106d04 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:06.876636 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "name": "network-vif-plugged", "status": "completed", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:06.877161 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ad50ec76-d754-42b7-a892-aa1d24106d04 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:06.877997 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5', 'code': 200} Jul 22 11:34:06.879398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:06.935183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:06.977191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b6c6cb-5355-4da8-8bf5-36bce95876ee tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Network': ['ID=814f1768-56f5-431c-a127-409a00febbe0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:06.995106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 814f1768-56f5-431c-a127-409a00febbe0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:07.006258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb21c8be-f7a3-4344-89c2-9954ec690c75 req-976d72c9-a223-4c4e-8688-bc4733da8aed tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:07.013782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb21c8be-f7a3-4344-89c2-9954ec690c75 req-976d72c9-a223-4c4e-8688-bc4733da8aed tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.3351817 Jul 22 11:34:07.020844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.034326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.034612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:07.036707 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] 10.222.0.21 "DELETE /v2.0/networks/989d8289-a7f9-48f1-bcda-73de60f04858 HTTP/1.1" status: 204 len: 168 time: 0.9341462 Jul 22 11:34:07.041650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.050878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.131479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb21c8be-f7a3-4344-89c2-9954ec690c75 req-426e97cd-4691-4de2-88b4-de71e7ef5e40 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1121831 Jul 22 11:34:07.177413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88221fca-f847-4fff-998f-f5a8288e11b5 tempest-ExternalNetworksTestJSON-213877042 tempest-ExternalNetworksTestJSON-213877042-project] Pushing event deleted for resources: {'Network': ['ID=989d8289-a7f9-48f1-bcda-73de60f04858,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:07.190115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.230066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c4e395e9-c75b-4540-b003-eced18776364,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:07.236107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.238222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f27f2b7-b298-4514-8040-d294531886a5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c4e395e9-c75b-4540-b003-eced18776364 HTTP/1.1" status: 204 len: 168 time: 0.6570942 Jul 22 11:34:07.240737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f0fdf99-193e-44d2-bc1a-b8960d0d6abe req-fc33153d-b5cd-4735-878f-cd55468d65eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:07.242709 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6f0fdf99-193e-44d2-bc1a-b8960d0d6abe req-fc33153d-b5cd-4735-878f-cd55468d65eb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 1101 time: 0.2673197 Jul 22 11:34:07.244991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.309986 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6f0fdf99-193e-44d2-bc1a-b8960d0d6abe req-5265e5d5-7f98-4de3-ae12-2ca8279aaa8c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0582106 Jul 22 11:34:07.355888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.463736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.475355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.479136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:07.495511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e742be96-b889-49ae-8fc2-6142d0eb2f67') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:07.495863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e742be96-b889-49ae-8fc2-6142d0eb2f67') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:07.505158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.520582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.528160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:07.528627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:07.530321 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:07.534717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e5a81a4-8b6b-4a1d-a9e0-491a15131f06 req-0e7874c7-7f97-4246-88f9-ef436d6f4c4d tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:07.536444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e5a81a4-8b6b-4a1d-a9e0-491a15131f06 req-0e7874c7-7f97-4246-88f9-ef436d6f4c4d tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 943 time: 0.2652917 Jul 22 11:34:07.593580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.598148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.606366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.609846 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448 HTTP/1.1" status: 204 len: 168 time: 0.3653979 Jul 22 11:34:07.624116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e617094-9d52-489e-b1ab-094f1754f8bf req-7d82ee0c-573c-4d0a-ae78-462ebbfe80e7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:07.625849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e617094-9d52-489e-b1ab-094f1754f8bf req-7d82ee0c-573c-4d0a-ae78-462ebbfe80e7 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.2305591 Jul 22 11:34:07.636708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b49d85c-6d93-4cb9-9e3b-861da1863881 admin admin] Pushing event deleted for resources: {'Network': ['ID=3097b46a-1f1d-4f1c-a82e-ab7d6bb6e448,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:07.662355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e5a81a4-8b6b-4a1d-a9e0-491a15131f06 req-f377cb21-072b-4ba9-b3c9-406b113add3b tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1131067 Jul 22 11:34:07.707482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-876a091a-ab2e-416e-b7b9-38043407563d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9a322d7609ff4d188f33b163c12e0398&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2299082 Jul 22 11:34:07.709342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.722042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Subnet': ['ID=4297126f-6261-45f0-bb12-ec0a1eeccdf6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:07.736429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e617094-9d52-489e-b1ab-094f1754f8bf req-d6c058a6-54d9-4228-b549-45a31e2adaea tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844316 Jul 22 11:34:07.737274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Checking segment: {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:07.737852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network hostable DHCP agents. Network: 814f1768-56f5-431c-a127-409a00febbe0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:07.770006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 814f1768-56f5-431c-a127-409a00febbe0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:07.793212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 814f1768-56f5-431c-a127-409a00febbe0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:07.804714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47fd58e0-2010-4a2f-ab32-78462835253a None None] Network 814f1768-56f5-431c-a127-409a00febbe0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:07.814523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.819238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:07.820404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.822516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.856890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a05cf66-3aa1-4e83-a0fa-77d3b143b023 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.0120692 Jul 22 11:34:07.858334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.871983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-81439279'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:07.878370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:07.920147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 4c3058d0-b618-47d4-adb4-6ae4033dd94f details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:07.922564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 41989360-a7f3-4690-8b22-5de95927c2b4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:07.949121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-895e1e93-88e5-42f5-ab17-bbe33a9bcde5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fedbf6c2947b4610ab2074ec3489f552&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326275 Jul 22 11:34:07.952715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:07.962173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:07.967511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.017709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:08.018936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-419f3386-d7e2-45aa-b083-f13c00ec3d64 req-c7f2cd5d-ca16-4b14-a141-3186d63b19a0 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:08.026734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-419f3386-d7e2-45aa-b083-f13c00ec3d64 req-c7f2cd5d-ca16-4b14-a141-3186d63b19a0 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 949 time: 0.1879230 Jul 22 11:34:08.029444 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.032738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.034309 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2763d22e-a197-4922-a5f0-8f197f8f47bc HTTP/1.1" status: 204 len: 168 time: 0.3230066 Jul 22 11:34:08.035970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.037155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df2988af-13bb-4767-89d8-d36def4f08a1 req-96f4f513-b129-4791-b55c-8482cbcc7b1c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:08.039334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df2988af-13bb-4767-89d8-d36def4f08a1 req-96f4f513-b129-4791-b55c-8482cbcc7b1c tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.1883876 Jul 22 11:34:08.050152 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Added segment 43b181eb-01c5-4270-9f6c-89cd80323299 of type vlan for network 8723aab9-09a4-423d-8c41-0f69680ed544 Jul 22 11:34:08.115050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.115527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-814f1768-56f5-431c-a127-409a00febbe0', 'network_id': '814f1768-56f5-431c-a127-409a00febbe0', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'fixed_ips': [{'subnet_id': '4297126f-6261-45f0-bb12-ec0a1eeccdf6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:34:08.116427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9ad43e-457f-4a72-b0bc-62c3cbca2b53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2763d22e-a197-4922-a5f0-8f197f8f47bc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:08.117312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.146804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 41989360-a7f3-4690-8b22-5de95927c2b4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:08.160976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 41989360-a7f3-4690-8b22-5de95927c2b4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:08.161359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.206411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f,segment=NetworkSegment(9929b86a-10f6-4423-946a-dc9457709055),segment_id=9929b86a-10f6-4423-946a-dc9457709055)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:08.208640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-419f3386-d7e2-45aa-b083-f13c00ec3d64 req-4458ce75-f23d-4d1c-8734-9a34d6479ae9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809154 Jul 22 11:34:08.229147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.250275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df2988af-13bb-4767-89d8-d36def4f08a1 req-038009e5-24dc-4926-b86d-455438b8dc12 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2038205 Jul 22 11:34:08.280289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.305967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '4c3058d0-b618-47d4-adb4-6ae4033dd94f', 'network_id': '8be51ecd-9a7e-45b2-bbbb-2df323c778fd', 'port_id': '4c3058d0-b618-47d4-adb4-6ae4033dd94f', 'mac_address': 'fa:16:3e:b6:54:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 112, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfad8b60-44c1-4930-9488-a5c449b181ed', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:08.349972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.357338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:08.359407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.402283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.406996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.410884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd HTTP/1.1" status: 204 len: 168 time: 0.4515934 Jul 22 11:34:08.442110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-437ee993-87db-40f4-b3cf-c2d251232c53 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d53a7f3-eaa3-4d97-964b-7ce610f0f4dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:08.475436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Network': ['ID=8723aab9-09a4-423d-8c41-0f69680ed544,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:08.481751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3044265-53af-4360-8013-340da847c219 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6159353 Jul 22 11:34:08.481994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:08.488764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'subnet': {'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:08.504683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.635608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=41989360-a7f3-4690-8b22-5de95927c2b4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:08.638852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.666044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8723aab9-09a4-423d-8c41-0f69680ed544 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:08.761414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.770760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:08.775886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:08.780117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Allocated IP 19.80.0.2 (814f1768-56f5-431c-a127-409a00febbe0/4297126f-6261-45f0-bb12-ec0a1eeccdf6/943a09db-3bc3-4531-8867-adc6e6afa88b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:08.840855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4c3058d0-b618-47d4-adb4-6ae4033dd94f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:08.883742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:08.886116 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a311b688-d20c-4aed-b42a-0d5575b7f5ab" -d '{"events": [{"server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "name": "network-vif-plugged", "status": "completed", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:08.907060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:08.935075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8378a127-9561-4e69-bd36-a9d37ae93fe9 req-21b8665c-a1aa-447d-9445-0443ff9ddceb tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:08.943591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8378a127-9561-4e69-bd36-a9d37ae93fe9 req-21b8665c-a1aa-447d-9445-0443ff9ddceb tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.1503961 Jul 22 11:34:08.967979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f,segment=NetworkSegment(9929b86a-10f6-4423-946a-dc9457709055),segment_id=9929b86a-10f6-4423-946a-dc9457709055)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:08.992828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.000952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:09.010951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8378a127-9561-4e69-bd36-a9d37ae93fe9 req-31f12fde-1f7d-46ba-aafb-0a70bf1c491f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0592494 Jul 22 11:34:09.040930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea27937b-8674-450e-a9d5-38f7d29cd523 req-310fcc7b-af5e-40bc-973d-737b424dc401 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:09.042789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea27937b-8674-450e-a9d5-38f7d29cd523 req-310fcc7b-af5e-40bc-973d-737b424dc401 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 943 time: 0.1583657 Jul 22 11:34:09.091148 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bea11e1f-5c37-49e1-a7fc-f3faaef4bd0a x-openstack-request-id: req-bea11e1f-5c37-49e1-a7fc-f3faaef4bd0a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:09.092004 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "name": "network-vif-plugged", "status": "completed", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:09.092466 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bea11e1f-5c37-49e1-a7fc-f3faaef4bd0a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:09.093111 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4', 'code': 200} Jul 22 11:34:09.146089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d49ef4c-eb57-419e-b06b-76b139c7552f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6dc504f9f1c459c9cec28c2676392b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2357998 Jul 22 11:34:09.147753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:09.152691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea27937b-8674-450e-a9d5-38f7d29cd523 req-a8a3fdbf-8299-4a20-8a2f-51622cab97ff tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003084 Jul 22 11:34:09.168100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:09.233954 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.243313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Transition to ACTIVE for port object 943a09db-3bc3-4531-8867-adc6e6afa88b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:09.250917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['4c3058d0-b618-47d4-adb4-6ae4033dd94f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:09.292057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Transition to ACTIVE for port object 943a09db-3bc3-4531-8867-adc6e6afa88b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:09.298044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-624b14b3-287e-4c1f-b351-20ac28d32341 req-3ffe960d-5f86-43b9-8367-15b09d4282d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:09.299647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-624b14b3-287e-4c1f-b351-20ac28d32341 req-3ffe960d-5f86-43b9-8367-15b09d4282d3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1101 time: 0.1547678 Jul 22 11:34:09.309726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.313946 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.393391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-624b14b3-287e-4c1f-b351-20ac28d32341 req-3563e9e2-5d57-4350-b5bc-c9d6ff32b8c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799112 Jul 22 11:34:09.403239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.412297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cf9c53f-deb1-482a-89f9-3c01d80a2e0a req-0f027ab8-a8cd-46c7-9d36-5133fb0a2d46 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:09.426282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cf9c53f-deb1-482a-89f9-3c01d80a2e0a req-0f027ab8-a8cd-46c7-9d36-5133fb0a2d46 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 950 time: 0.1023343 Jul 22 11:34:09.448013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.534328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cf9c53f-deb1-482a-89f9-3c01d80a2e0a req-2a4dad10-e2c8-4b57-a3e1-12af0e0d3f58 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1055355 Jul 22 11:34:09.591153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.594081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.604599 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fce7e01-cdc7-4a2f-acb7-c4f77fb078eb HTTP/1.1" status: 204 len: 168 time: 0.4282475 Jul 22 11:34:09.607120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Checking segment: {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:09.608023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network hostable DHCP agents. Network: 8723aab9-09a4-423d-8c41-0f69680ed544, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:09.610225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Network 814f1768-56f5-431c-a127-409a00febbe0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:09.618241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Subnet': ['ID=f604b5a2-ffb2-4344-95aa-8006847d408b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:09.619587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:09.622822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:09.624789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Pushing event updated for resources: {'Port': ['ID=943a09db-3bc3-4531-8867-adc6e6afa88b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:09.650292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10d6f572-14a0-407e-b7a5-cb335060d050 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fce7e01-cdc7-4a2f-acb7-c4f77fb078eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:09.675225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 8723aab9-09a4-423d-8c41-0f69680ed544 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:09.692292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8723aab9-09a4-423d-8c41-0f69680ed544) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:09.697076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:09.697684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.717369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bea232d0-dbf3-422c-a033-ef4b5d09bc7a None None] Network 8723aab9-09a4-423d-8c41-0f69680ed544 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:09.742230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af4a7318-e4d2-420b-a419-6f9a22227a1f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 1.2585351 Jul 22 11:34:09.746172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Attempting to bind port 943a09db-3bc3-4531-8867-adc6e6afa88b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:09.746572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Attempting to bind port 943a09db-3bc3-4531-8867-adc6e6afa88b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:09.746918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Attempting to bind port 943a09db-3bc3-4531-8867-adc6e6afa88b on network 814f1768-56f5-431c-a127-409a00febbe0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:09.770369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:09.770773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Checking segment: {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:09.771183 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.771595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Bound using segment: {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:09.772068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Bound port: 943a09db-3bc3-4531-8867-adc6e6afa88b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:09.772452 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:09.958814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] For port 943a09db-3bc3-4531-8867-adc6e6afa88b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:09.964692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] For port 943a09db-3bc3-4531-8867-adc6e6afa88b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=943a09db-3bc3-4531-8867-adc6e6afa88b,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:09.971599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:09.973553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.022048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8723aab9-09a4-423d-8c41-0f69680ed544', 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'fixed_ips': [{'subnet_id': 'f604b5a2-ffb2-4344-95aa-8006847d408b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:34:10.023352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.164721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f896adb5-6e40-4789-8bfd-e3118b6612c8 None None] Pushing event updated for resources: {'Port': ['ID=943a09db-3bc3-4531-8867-adc6e6afa88b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:10.183187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-91ff7886-a050-449c-8b96-7f3189c9126f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:10.185237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-91ff7886-a050-449c-8b96-7f3189c9126f tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.1687272 Jul 22 11:34:10.253738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1381318126-network', 'tenant_id': '83dfa7f088154d43accc3bdf3d94220f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:10.399965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-09d4f906-49b4-45e9-a78e-0c051d509c53 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:10.411181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Made reservation on behalf of 83dfa7f088154d43accc3bdf3d94220f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:10.413693 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.427117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-09d4f906-49b4-45e9-a78e-0c051d509c53 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:10.428861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-09d4f906-49b4-45e9-a78e-0c051d509c53 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/networks?id=814f1768-56f5-431c-a127-409a00febbe0&id=8723aab9-09a4-423d-8c41-0f69680ed544 HTTP/1.1" status: 200 len: 1389 time: 0.4452875 Jul 22 11:34:10.431174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.440534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Allocated IP 19.86.0.2 (8723aab9-09a4-423d-8c41-0f69680ed544/f604b5a2-ffb2-4344-95aa-8006847d408b/a7964465-95d9-4b4a-a1b5-e35624ec8b65) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:10.479461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-05718a02-3c1e-4ccf-8263-1d64a4ae58a2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/quotas/c0bab3714de04e0d9297fda304739a4a HTTP/1.1" status: 200 len: 375 time: 0.0410600 Jul 22 11:34:10.503248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Deleting port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:10.503552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.533840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b483d258-4659-4f3f-8d79-7ab3588828a9 req-647a74f8-89b1-4f6b-a8ed-ff66c28caa43 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:10.535851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b483d258-4659-4f3f-8d79-7ab3588828a9 req-647a74f8-89b1-4f6b-a8ed-ff66c28caa43 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 945 time: 0.3133423 Jul 22 11:34:10.611196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b483d258-4659-4f3f-8d79-7ab3588828a9 req-27d57b62-99be-42e7-ab28-9fb9459c7c94 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/security-groups?id=7b460c94-f856-4563-b67a-51a4358dbb9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0675454 Jul 22 11:34:10.634132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-8a056506-bb18-408b-a48c-9b8fc70d53d8 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1538129 Jul 22 11:34:10.755553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.765823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Transition to ACTIVE for port object a7964465-95d9-4b4a-a1b5-e35624ec8b65 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:10.805452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Transition to ACTIVE for port object a7964465-95d9-4b4a-a1b5-e35624ec8b65 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:10.808953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.822497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.824627 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.838786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:10.853498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.854109 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Added segment c43b7bd8-1b01-452f-9b4e-913b15f12a6b of type vlan for network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 Jul 22 11:34:10.883802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-c71a3601-767a-456e-97f6-70df3b30534f service neutron] 10.222.0.21 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2476633 Jul 22 11:34:10.911690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Pushing event updated for resources: {'Port': ['ID=a7964465-95d9-4b4a-a1b5-e35624ec8b65,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:10.926355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Network 8723aab9-09a4-423d-8c41-0f69680ed544 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:10.928085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:10.931280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:10.935815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:10.996013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 943a09db-3bc3-4531-8867-adc6e6afa88b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:11.007971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] For port 78df87fb-b03d-4b43-8ba7-84a34fe9b525, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=78df87fb-b03d-4b43-8ba7-84a34fe9b525,segment=NetworkSegment(0c8b99cd-7cfc-4629-9484-337e79ae835c),segment_id=0c8b99cd-7cfc-4629-9484-337e79ae835c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:11.008341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5aec0a9-584b-4030-93c0-abe7ea0f9be5 req-fe36825f-0329-4a2f-9332-870bf8591a1a tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:11.008928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.010217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5aec0a9-584b-4030-93c0-abe7ea0f9be5 req-fe36825f-0329-4a2f-9332-870bf8591a1a tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 944 time: 0.2263744 Jul 22 11:34:11.031944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Calling delete_port for 78df87fb-b03d-4b43-8ba7-84a34fe9b525 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:11.051539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Attempting to bind port a7964465-95d9-4b4a-a1b5-e35624ec8b65 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:11.052263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Attempting to bind port a7964465-95d9-4b4a-a1b5-e35624ec8b65 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:11.052710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Attempting to bind port a7964465-95d9-4b4a-a1b5-e35624ec8b65 on network 8723aab9-09a4-423d-8c41-0f69680ed544 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:11.058071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-3ae98d79-73d5-4668-8fba-768bb36c2ae4 service neutron] 10.222.0.21 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1730449 Jul 22 11:34:11.067815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:11.069088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Checking segment: {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:11.070754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.072168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Bound using segment: {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:11.074262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Bound port: a7964465-95d9-4b4a-a1b5-e35624ec8b65, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:11.086391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.162543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] For port a7964465-95d9-4b4a-a1b5-e35624ec8b65, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:11.167132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] For port a7964465-95d9-4b4a-a1b5-e35624ec8b65, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a7964465-95d9-4b4a-a1b5-e35624ec8b65,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:11.187617 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.207087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.217114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.219397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:11.220357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.260468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5aec0a9-584b-4030-93c0-abe7ea0f9be5 req-3970b184-ffb8-4c7d-b31f-41c9342be6bc tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2407062 Jul 22 11:34:11.279165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-86bef569-2ff0-47bb-b06d-c8da441b752d service neutron] 10.222.0.21 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2200506 Jul 22 11:34:11.281152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43f4e812-2629-4c9a-9a64-48428a7f05e8 None None] Pushing event updated for resources: {'Port': ['ID=a7964465-95d9-4b4a-a1b5-e35624ec8b65,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:11.316338 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.3379676 Jul 22 11:34:11.316977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 943a09db-3bc3-4531-8867-adc6e6afa88b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:11.330383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:11.336415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Request body: {'subnet': {'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1381318126-subnet', 'tenant_id': '83dfa7f088154d43accc3bdf3d94220f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:11.419292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4cfbb35-4624-40e7-a93a-f61415f18002,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:11.424823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Pushing event deleted for resources: {'Port': ['ID=78df87fb-b03d-4b43-8ba7-84a34fe9b525,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:11.464187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Made reservation on behalf of 83dfa7f088154d43accc3bdf3d94220f for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:11.471465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.526885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] No DVR routers for this DVR port 78df87fb-b03d-4b43-8ba7-84a34fe9b525 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:11.530722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:11.532723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5d5806d-b590-406b-a711-c416c97e66c0 req-e778b1db-c6b7-4b9a-82d3-d5b5f0e81e68 tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.36 "DELETE /v2.0/ports/78df87fb-b03d-4b43-8ba7-84a34fe9b525 HTTP/1.1" status: 204 len: 173 time: 1.3393850 Jul 22 11:34:11.533168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'name': 'network-vif-deleted', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:11.535720 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c40c03e-60ef-4308-a46f-f765d78019f5" -d '{"events": [{"server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "name": "network-vif-deleted", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:11.552148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ea72eb7a-ca9e-4573-85fa-a9ac6df707e8 service neutron] 10.222.0.21 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2706492 Jul 22 11:34:11.627760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8c1cde-1685-4445-bb55-e3461252faed admin admin] Pushing event updated for resources: {'Network': ['ID=3fa1984e-a783-4e8f-af32-80796f1bb3d3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:11.673887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:11.850109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6365d6a4-0d60-421e-a387-55cb387ba105 None None] Network 814f1768-56f5-431c-a127-409a00febbe0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:11.866084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cb59724-678b-4757-a654-43977bc84f46 req-0cf2ebf9-d7ef-4e39-9ef4-a1cd6f0891fc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:11.868242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cb59724-678b-4757-a654-43977bc84f46 req-0cf2ebf9-d7ef-4e39-9ef4-a1cd6f0891fc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 950 time: 0.3787436 Jul 22 11:34:11.952183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cb59724-678b-4757-a654-43977bc84f46 req-b9430711-ee5a-4aaa-80d6-f94b6c90e40f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589659 Jul 22 11:34:12.008666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 4c3058d0-b618-47d4-adb4-6ae4033dd94f up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:12.067454 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-030d914c-c51d-4e66-85f9-e4791297e0e3 x-openstack-request-id: req-030d914c-c51d-4e66-85f9-e4791297e0e3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:12.067746 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9cf90476-b283-4de1-b3c8-a6787cd9ca95", "name": "network-vif-deleted", "tag": "78df87fb-b03d-4b43-8ba7-84a34fe9b525", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:12.071768 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-030d914c-c51d-4e66-85f9-e4791297e0e3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:12.072484 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9cf90476-b283-4de1-b3c8-a6787cd9ca95', 'name': 'network-vif-deleted', 'tag': '78df87fb-b03d-4b43-8ba7-84a34fe9b525', 'status': 'completed', 'code': 200} Jul 22 11:34:12.195064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 4c3058d0-b618-47d4-adb4-6ae4033dd94f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:12.214147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Provisioning for port 943a09db-3bc3-4531-8867-adc6e6afa88b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:12.234644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 4c3058d0-b618-47d4-adb4-6ae4033dd94f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:12.235281 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.243988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Provisioning complete for port 943a09db-3bc3-4531-8867-adc6e6afa88b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:12.249647 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.328573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:12.498375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0cf84ad-0b40-4890-937f-136e5a8e192c tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1388264380'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:12.499154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0cf84ad-0b40-4890-937f-136e5a8e192c tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Unknown quota resources ['metering_label']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:34:12.538747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f894d6c-71fb-4a7c-afa9-5c4ccf2c840c req-5736ec1f-9311-40d2-8efa-a6d8a9e53dbb tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 210 time: 0.0924747 Jul 22 11:34:12.580448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49144e92-e1fa-43e5-89e6-549e964a0983 req-d43fd4e3-7c56-487e-aa4d-952471bddafe tempest-ServerDiskConfigTestJSON-955479461 tempest-ServerDiskConfigTestJSON-955479461-project] 10.222.0.21 "GET /v2.0/ports?device_id=9cf90476-b283-4de1-b3c8-a6787cd9ca95 HTTP/1.1" status: 200 len: 210 time: 0.1393578 Jul 22 11:34:12.590022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.653934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Pushing event updated for resources: {'Subnet': ['ID=c83433c4-d193-4dbf-b880-7c6eb5448c93,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:12.700567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Checking segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:12.700930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Network hostable DHCP agents. Network: 3fa1984e-a783-4e8f-af32-80796f1bb3d3, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:12.719287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.761260 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.828902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 78df87fb-b03d-4b43-8ba7-84a34fe9b525 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:12.892775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:12.914230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 78df87fb-b03d-4b43-8ba7-84a34fe9b525 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:12.916041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 78df87fb-b03d-4b43-8ba7-84a34fe9b525 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:12.926130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] For port 943a09db-3bc3-4531-8867-adc6e6afa88b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=943a09db-3bc3-4531-8867-adc6e6afa88b,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:12.951391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:12.982404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3fa1984e-a783-4e8f-af32-80796f1bb3d3) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:13.008728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0cf84ad-0b40-4890-937f-136e5a8e192c tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.012457 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0cf84ad-0b40-4890-937f-136e5a8e192c tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.6803131 Jul 22 11:34:13.014520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:13.021424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:13.022902 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.031279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d219a08f-f537-43cd-8ef2-8730a02d6bb4 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': 'd22c6e91-4fa4-4052-a9b9-841b9872eead'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:13.031810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d219a08f-f537-43cd-8ef2-8730a02d6bb4 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:34:13.089352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad61683-b51e-4157-8863-27640c625203 req-92100bd2-fc2f-4855-a680-a500ab43103e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:13.091465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dad61683-b51e-4157-8863-27640c625203 req-92100bd2-fc2f-4855-a680-a500ab43103e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 950 time: 0.3732483 Jul 22 11:34:13.131114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:13.137166 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0f2bc2aa-d416-44a3-a3cd-7a809b1d9987" -d '{"events": [{"server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "name": "network-vif-plugged", "status": "completed", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:13.155149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c7b1b0c3-377a-4ab3-97d2-2c83b33b461d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.8154628 Jul 22 11:34:13.155533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2cf50b7-f66d-444d-85f9-8c8959cfbe04 None None] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:13.164756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d928293-61dd-4567-8b5f-2d6e2b177c7a req-91aa6bb9-aae3-4046-a40d-68e95d81f833 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:13.167407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a7964465-95d9-4b4a-a1b5-e35624ec8b65 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:13.172371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d928293-61dd-4567-8b5f-2d6e2b177c7a req-91aa6bb9-aae3-4046-a40d-68e95d81f833 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 944 time: 0.4397817 Jul 22 11:34:13.197789 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.metering.metering_plugin [None req-d219a08f-f537-43cd-8ef2-8730a02d6bb4 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 11:34:13.212373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dad61683-b51e-4157-8863-27640c625203 req-1f6eaccb-2a63-49e5-89e6-2877f9fa5efd tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0968435 Jul 22 11:34:13.268419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d928293-61dd-4567-8b5f-2d6e2b177c7a req-3fa4902b-05fc-4cd2-b8b9-40c0faa51e23 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0948250 Jul 22 11:34:13.334366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-846cfa9d-950f-4962-bd2f-6ffaddae0766 None None] Network 8723aab9-09a4-423d-8c41-0f69680ed544 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:13.426068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f,segment=NetworkSegment(9929b86a-10f6-4423-946a-dc9457709055),segment_id=9929b86a-10f6-4423-946a-dc9457709055)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:13.426068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Provisioning complete for port 943a09db-3bc3-4531-8867-adc6e6afa88b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:13.426068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.464196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d219a08f-f537-43cd-8ef2-8730a02d6bb4 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.468892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d219a08f-f537-43cd-8ef2-8730a02d6bb4 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.4517069 Jul 22 11:34:13.469772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:13.472921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d89f9934-515d-43cc-b7b6-6a384434653f None None] Pushing event updated for resources: {'Port': ['ID=943a09db-3bc3-4531-8867-adc6e6afa88b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:13.481848 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec72859b-2503-4cbc-a29f-c6385f58d982 x-openstack-request-id: req-ec72859b-2503-4cbc-a29f-c6385f58d982 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:13.482245 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "name": "network-vif-plugged", "status": "completed", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:13.482628 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec72859b-2503-4cbc-a29f-c6385f58d982 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:13.483111 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f', 'code': 200} Jul 22 11:34:13.499613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3444f215-0a93-4302-8ef2-ec695b08942b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': 'd22c6e91-4fa4-4052-a9b9-841b9872eead'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:13.501153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3444f215-0a93-4302-8ef2-ec695b08942b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:34:13.518578 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.611471 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.metering.metering_plugin [None req-3444f215-0a93-4302-8ef2-ec695b08942b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 11:34:13.666780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a7964465-95d9-4b4a-a1b5-e35624ec8b65 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:13.717992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:13.832454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7f20-b4cf-42e8-9cf7-6c034d79aaf5 req-89086f3f-d5a0-444b-b753-6a2fa9eedc84 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:13.851768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-113c7f20-b4cf-42e8-9cf7-6c034d79aaf5 req-89086f3f-d5a0-444b-b753-6a2fa9eedc84 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:13.854476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-113c7f20-b4cf-42e8-9cf7-6c034d79aaf5 req-89086f3f-d5a0-444b-b753-6a2fa9eedc84 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e&device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1691 time: 0.2048266 Jul 22 11:34:13.873029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-733f1ef5-66dd-405d-aa7e-e893dc44c76c None None] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:13.885856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3444f215-0a93-4302-8ef2-ec695b08942b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:13.889457 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3444f215-0a93-4302-8ef2-ec695b08942b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3937397 Jul 22 11:34:13.895426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:13.917767 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f3377155-1d95-4eea-b02c-535e44047953 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=2d0f69af-89bc-44c5-b450-c06d0f0ab943 HTTP/1.1" status: 200 len: 462 time: 0.0179901 Jul 22 11:34:13.920129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:14.005851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d8c865-d5d5-424b-aee8-3774dcb8cbe1 req-95ad3460-e9df-490f-bbf1-3c631e7f8e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:14.008289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e1d8c865-d5d5-424b-aee8-3774dcb8cbe1 req-95ad3460-e9df-490f-bbf1-3c631e7f8e25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 1096 time: 0.4423807 Jul 22 11:34:14.032647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-39bd13a5-6e5b-4976-9ca2-89eba865d061 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:14.041324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-39bd13a5-6e5b-4976-9ca2-89eba865d061 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 818 time: 0.1860991 Jul 22 11:34:14.084386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-45bc4f3e-5181-47b2-8650-ce640be65bd6 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/quotas/83dfa7f088154d43accc3bdf3d94220f HTTP/1.1" status: 200 len: 375 time: 0.0420570 Jul 22 11:34:14.100955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-2af600d8-2941-4a30-85df-af450e7174a1 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:14.106776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-2af600d8-2941-4a30-85df-af450e7174a1 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:14.108377 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-2af600d8-2941-4a30-85df-af450e7174a1 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "GET /v2.0/networks?id=814f1768-56f5-431c-a127-409a00febbe0&id=8723aab9-09a4-423d-8c41-0f69680ed544 HTTP/1.1" status: 200 len: 1389 time: 0.3152072 Jul 22 11:34:14.124036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-7a369034-51d4-47be-ad11-15edd8ab875d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0378418 Jul 22 11:34:14.145990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'port': {'device_id': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'network_id': '814f1768-56f5-431c-a127-409a00febbe0', 'admin_state_up': True, 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:14.199390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Provisioning for port a7964465-95d9-4b4a-a1b5-e35624ec8b65 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:14.207985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Provisioning complete for port a7964465-95d9-4b4a-a1b5-e35624ec8b65 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:14.208361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.250777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-113c7f20-b4cf-42e8-9cf7-6c034d79aaf5 req-09867fdb-2e4d-4b2d-b38f-c270e268c07d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3777773 Jul 22 11:34:14.261587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89466483-697d-4ed1-945b-64e348d38b26 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.263428 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89466483-697d-4ed1-945b-64e348d38b26 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/2d0f69af-89bc-44c5-b450-c06d0f0ab943 HTTP/1.1" status: 204 len: 168 time: 0.3376272 Jul 22 11:34:14.271898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:14.274542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d94bfd4a-18fc-4358-b0da-3a1b0c003e83 service neutron] 10.222.0.21 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494055 Jul 22 11:34:14.294075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e1d8c865-d5d5-424b-aee8-3774dcb8cbe1 req-2cec32f5-ef12-4be8-a831-b470285b4306 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2693057 Jul 22 11:34:14.297688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff6439d9-3bd6-423c-8152-2626e70564e7 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=2d0f69af-89bc-44c5-b450-c06d0f0ab943 HTTP/1.1" status: 200 len: 221 time: 0.0237103 Jul 22 11:34:14.302175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33326) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:14.309865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-531a6505-7a18-4218-b401-482b24bf52f9 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--987765486', 'description': 'label created by tempest'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:14.310459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-531a6505-7a18-4218-b401-482b24bf52f9 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Unknown quota resources ['metering_label']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:34:14.319105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:14.326186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.436640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-094c11b4-8095-4db7-bbd8-39b6b4dace20 req-9554c713-88a4-43da-be01-a89df0cca9c3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 210 time: 0.0798075 Jul 22 11:34:14.453247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.517481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] For port a7964465-95d9-4b4a-a1b5-e35624ec8b65, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a7964465-95d9-4b4a-a1b5-e35624ec8b65,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:14.536825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.545835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Allocated IP 19.80.0.249 (814f1768-56f5-431c-a127-409a00febbe0/4297126f-6261-45f0-bb12-ec0a1eeccdf6/dc68de9b-5bf2-47a0-8739-1c7be9029cff) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:14.658410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f68cca07-a379-4de0-af08-df26ecb59cd9 None None] Pushing event updated for resources: {'Port': ['ID=a7964465-95d9-4b4a-a1b5-e35624ec8b65,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:14.773566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b0bd183-6a39-4477-9408-8154a6044c0e None None] Provisioning complete for port a7964465-95d9-4b4a-a1b5-e35624ec8b65 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:14.774942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b0bd183-6a39-4477-9408-8154a6044c0e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.789058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-531a6505-7a18-4218-b401-482b24bf52f9 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.789174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:14.793074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-531a6505-7a18-4218-b401-482b24bf52f9 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.4896865 Jul 22 11:34:14.796619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:14.809558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-41ab9e6f-a94b-4a15-b7af-59798ff6267b service neutron] 10.222.0.21 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5341718 Jul 22 11:34:14.840957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0badb74-3e46-49f3-855c-86dd3943256b req-7a946bac-58bd-4b26-bf3b-037cc7b9059c tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:14.842690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0badb74-3e46-49f3-855c-86dd3943256b req-7a946bac-58bd-4b26-bf3b-037cc7b9059c tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.1688716 Jul 22 11:34:14.844615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Transition to ACTIVE for port object dc68de9b-5bf2-47a0-8739-1c7be9029cff will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:14.892405 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8c9e6474-4d94-49da-b489-fbee3105f4ea tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=b9c36518-2e67-44da-b2cb-9717d8ad68b9 HTTP/1.1" status: 200 len: 467 time: 0.0917282 Jul 22 11:34:14.892405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:14.943577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0badb74-3e46-49f3-855c-86dd3943256b req-2fa9f7ca-6146-481a-8309-165de396bcd5 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931406 Jul 22 11:34:14.956636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a7964465-95d9-4b4a-a1b5-e35624ec8b65 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:15.019391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a7964465-95d9-4b4a-a1b5-e35624ec8b65 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:15.021345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.183981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.212371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 943a09db-3bc3-4531-8867-adc6e6afa88b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:15.287660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c23ecc0c-181e-4f31-bf62-543b4495d223 req-b5912540-eecf-4d44-9c4b-ad39edc5a685 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:15.300178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c23ecc0c-181e-4f31-bf62-543b4495d223 req-b5912540-eecf-4d44-9c4b-ad39edc5a685 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 1101 time: 0.1559782 Jul 22 11:34:15.316632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:15.325761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 814f1768-56f5-431c-a127-409a00febbe0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:15.331688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f706b51-2994-4ee0-9ab7-72cdbf06a937 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.333013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-10f0f70e-4392-4b24-ad2e-29f41905c16b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.334164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-10f0f70e-4392-4b24-ad2e-29f41905c16b tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/b9c36518-2e67-44da-b2cb-9717d8ad68b9 HTTP/1.1" status: 204 len: 168 time: 0.4411778 Jul 22 11:34:15.339264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:15.341032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.359411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:15.384412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 943a09db-3bc3-4531-8867-adc6e6afa88b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:15.386573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.402331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c23ecc0c-181e-4f31-bf62-543b4495d223 req-0e78d39b-7854-4cd2-b609-0fd5711fe4d6 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0970774 Jul 22 11:34:15.429237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0634db7c-28ee-41b3-b93a-9967d151ac73 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=b9c36518-2e67-44da-b2cb-9717d8ad68b9 HTTP/1.1" status: 200 len: 216 time: 0.0822413 Jul 22 11:34:15.430082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.451233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83570ff5-b870-49b2-8d3c-cf8cc31e2e30 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0153232 Jul 22 11:34:15.453206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33358) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.492679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e5aabf63-160a-4d88-9c3c-d2a341f7a251 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0310559 Jul 22 11:34:15.493332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.629080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.660332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd26d1b4-44e8-43e6-b933-ee00a946eafc tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/d22c6e91-4fa4-4052-a9b9-841b9872eead HTTP/1.1" status: 200 len: 473 time: 0.1656945 Jul 22 11:34:15.738973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.752179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Deleting subnet 5c21813c-e71e-4d09-88bc-539fe2b33322 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:15.798678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4fc81954-ea80-470e-8938-44826cba901e None None] Provisioning for port dc68de9b-5bf2-47a0-8739-1c7be9029cff completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:15.813051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4fc81954-ea80-470e-8938-44826cba901e None None] Provisioning complete for port dc68de9b-5bf2-47a0-8739-1c7be9029cff triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:15.815204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.815760 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4fc81954-ea80-470e-8938-44826cba901e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.857538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4fc81954-ea80-470e-8938-44826cba901e None None] Port dc68de9b-5bf2-47a0-8739-1c7be9029cff cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:15.876305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:15.876928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:15.886959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6d878fb-873e-43ac-98d2-acdc21679bd8 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/6cb8b6df-3e98-4564-a47a-3d2cca58aa55 HTTP/1.1" status: 200 len: 459 time: 0.1454659 Jul 22 11:34:15.890143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:15.903867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ae8f5b3d-bfcb-4f80-8cdd-237c115f793d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.7635942 Jul 22 11:34:15.912338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ae19fda-18d2-46ae-9148-4f7381869585 req-1c804bc4-ad58-486d-b92a-ac5eca751e27 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 210 time: 0.2811227 Jul 22 11:34:15.926739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Request body: {'port': {'device_id': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544', 'admin_state_up': True, 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:15.969759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.073074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1421d277-a432-4448-9e0e-4d559353acd8 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.074490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1421d277-a432-4448-9e0e-4d559353acd8 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/6cb8b6df-3e98-4564-a47a-3d2cca58aa55 HTTP/1.1" status: 204 len: 168 time: 0.1829057 Jul 22 11:34:16.077614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:16.084604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.140757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7411068f-03d7-45ef-8fde-0ee00277900e req-fc7e27fe-5d8d-4f22-bf9e-2c89a0f5eadc tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:16.149446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7411068f-03d7-45ef-8fde-0ee00277900e req-fc7e27fe-5d8d-4f22-bf9e-2c89a0f5eadc tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1101 time: 0.4775677 Jul 22 11:34:16.208380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f7d7bac-ddb9-4e8e-813f-c89775621527 req-f851ce19-dc11-466d-ad2e-435da3a3121d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:16.210982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f7d7bac-ddb9-4e8e-813f-c89775621527 req-f851ce19-dc11-466d-ad2e-435da3a3121d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 932 time: 0.1806147 Jul 22 11:34:16.262714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7411068f-03d7-45ef-8fde-0ee00277900e req-f03d2d12-6f1e-4c17-acce-e4f0136c8958 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1120219 Jul 22 11:34:16.301056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.330404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.341561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:16.342924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5c21813c-e71e-4d09-88bc-539fe2b33322 HTTP/1.1" status: 204 len: 168 time: 0.7030475 Jul 22 11:34:16.366137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f7d7bac-ddb9-4e8e-813f-c89775621527 req-76fb5bb2-3523-49c5-8b3d-a9cc8910f3a7 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432059 Jul 22 11:34:16.407653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-986d6a1b-3ec6-4e41-87b4-2f19e63bf7d6 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.408891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-986d6a1b-3ec6-4e41-87b4-2f19e63bf7d6 tempest-MeteringIpV6TestJSON-399940847 tempest-MeteringIpV6TestJSON-399940847-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/d22c6e91-4fa4-4052-a9b9-841b9872eead HTTP/1.1" status: 204 len: 168 time: 0.3306861 Jul 22 11:34:16.524441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.528425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Made reservation on behalf of c0bab3714de04e0d9297fda304739a4a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:16.533261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.577245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7629b2-35fa-45bb-a746-b73d53c52974 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5c21813c-e71e-4d09-88bc-539fe2b33322,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:16.692076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70e80faa-504c-4f93-b8db-8baf3345454c req-ceac7cf3-90e7-40db-a6b2-90723e2430b3 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:16.696557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70e80faa-504c-4f93-b8db-8baf3345454c req-ceac7cf3-90e7-40db-a6b2-90723e2430b3 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.3144753 Jul 22 11:34:16.757958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.768906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70e80faa-504c-4f93-b8db-8baf3345454c req-40cd439e-ce71-470a-bb6d-a357d9a3265b tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595305 Jul 22 11:34:16.818677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9764206-3920-40ed-8a30-dabe0932d1e4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:16.838108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0c8b99cd-7cfc-4629-9484-337e79ae835c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:16.838510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0c8b99cd-7cfc-4629-9484-337e79ae835c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:16.880521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.897983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Allocated IP 19.86.0.45 (8723aab9-09a4-423d-8c41-0f69680ed544/f604b5a2-ffb2-4344-95aa-8006847d408b/9e9f4624-61b4-46c5-acf1-2b389350e16b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:16.909834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.942702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:16.947600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:16.954835 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:17.019020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:17.119934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.126551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87aa44f2-f6a7-4840-8ee2-e5afb13fc898 req-0edf447a-0748-484e-9abb-ab752c24aa2e tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:17.129310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87aa44f2-f6a7-4840-8ee2-e5afb13fc898 req-0edf447a-0748-484e-9abb-ab752c24aa2e tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.1775258 Jul 22 11:34:17.141149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.145161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] 10.222.0.21 "DELETE /v2.0/networks/a9764206-3920-40ed-8a30-dabe0932d1e4 HTTP/1.1" status: 204 len: 168 time: 0.8027406 Jul 22 11:34:17.172953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e3e564-6df9-4da2-9079-334d05f9d196 admin admin] Pushing event deleted for resources: {'Network': ['ID=a9764206-3920-40ed-8a30-dabe0932d1e4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:17.190180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aceeb0e9-79bf-4c95-9f52-9cc510b255ae req-652a9974-bad1-42cf-b9b0-c1579933478f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 210 time: 0.0590303 Jul 22 11:34:17.231837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b56f5-9917-4ec1-97ef-f1e3af99dd2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.322924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87aa44f2-f6a7-4840-8ee2-e5afb13fc898 req-e9558c09-5ec9-4ac8-adc5-e7354b95123d tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299267 Jul 22 11:34:17.434769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.490877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-fcd96440-2265-4504-9080-d9da5bc52730 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0803151 Jul 22 11:34:17.494772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Transition to ACTIVE for port object 9e9f4624-61b4-46c5-acf1-2b389350e16b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:17.503461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:17.637545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-5ce2e3a8-367a-4437-8d67-272892b76712 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:17.639050 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-5ce2e3a8-367a-4437-8d67-272892b76712 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 818 time: 0.1778615 Jul 22 11:34:17.654537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.661828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Request body: {'port': {'device_id': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'admin_state_up': True, 'tenant_id': '83dfa7f088154d43accc3bdf3d94220f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:17.666931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4b5f0c7-0747-46c5-8b92-075fd4e1fb15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=abbe124475844044a4a04e2fd1ab3929&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1589065 Jul 22 11:34:17.673373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33434) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:17.736840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Network 8723aab9-09a4-423d-8c41-0f69680ed544 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:17.743938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b56f5-9917-4ec1-97ef-f1e3af99dd2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.756460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:17.778701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.800003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e6b56f5-9917-4ec1-97ef-f1e3af99dd2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:17.921235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:17.943165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:17.977143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-84fb57fe-3267-4b8c-b538-78da4e6d4acc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:17.978725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-84fb57fe-3267-4b8c-b538-78da4e6d4acc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4784224 Jul 22 11:34:18.074014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Made reservation on behalf of 83dfa7f088154d43accc3bdf3d94220f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:18.079898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.106931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:18.107396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.143233 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-eef1b055-9852-457e-a336-f0723abde45c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2278676 Jul 22 11:34:18.159819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6b56f5-9917-4ec1-97ef-f1e3af99dd2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9790cbf-b1e5-4ce4-8ecc-6e8ca81f778b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:18.173700 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-33b4d2e5-b476-4e74-83bf-ee81506d8939 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.198424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f140be0-d9a9-4474-9628-f39959274930 None None] Provisioning for port 9e9f4624-61b4-46c5-acf1-2b389350e16b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:18.203308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f140be0-d9a9-4474-9628-f39959274930 None None] Provisioning complete for port 9e9f4624-61b4-46c5-acf1-2b389350e16b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:18.203794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f140be0-d9a9-4474-9628-f39959274930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.218749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Request body: {'port': {'device_id': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:18.239508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.261815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f140be0-d9a9-4474-9628-f39959274930 None None] Port 9e9f4624-61b4-46c5-acf1-2b389350e16b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:18.278484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.329388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-c536b234-a065-468e-b514-9d9687aa5f39 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.2920735 Jul 22 11:34:18.346293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e6b56f5-9917-4ec1-97ef-f1e3af99dd2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7b433f1548c4c1ebd81831c28ff6d63&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3247497 Jul 22 11:34:18.349132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:18.393881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-63d8ca6e-a091-447a-a5c7-17dea4648686 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:18.395368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-63d8ca6e-a091-447a-a5c7-17dea4648686 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.36 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 818 time: 0.7086668 Jul 22 11:34:18.409393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Allocated IP 172.20.0.10 (3fa1984e-a783-4e8f-af32-80796f1bb3d3/c83433c4-d193-4dbf-b880-7c6eb5448c93/61a40db1-c317-409d-a765-0d941d733158) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:18.435957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Request body: {'port': {'device_id': '0cba9d39-3f77-44de-9a2a-561940baa347', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'admin_state_up': True, 'tenant_id': '83dfa7f088154d43accc3bdf3d94220f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:18.577973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.580307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.583991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7b460c94-f856-4563-b67a-51a4358dbb9a HTTP/1.1" status: 204 len: 168 time: 0.9071803 Jul 22 11:34:18.589006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-2f39867f-8e17-431b-b7b5-f08b4554b6ad tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:18.590701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-2f39867f-8e17-431b-b7b5-f08b4554b6ad tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 818 time: 0.6392179 Jul 22 11:34:18.621308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576300f7-7e46-4ec7-88d1-54f45298e18c req-c6eb9676-6efc-4d05-9dbb-a82bfded4fd9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:18.631084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576300f7-7e46-4ec7-88d1-54f45298e18c req-c6eb9676-6efc-4d05-9dbb-a82bfded4fd9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:18.640505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576300f7-7e46-4ec7-88d1-54f45298e18c req-c6eb9676-6efc-4d05-9dbb-a82bfded4fd9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1654 time: 0.5253305 Jul 22 11:34:18.647992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d70cc3-664f-42a9-bc43-3bfce2b26fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b460c94-f856-4563-b67a-51a4358dbb9a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:18.654381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.661042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Request body: {'port': {'device_id': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'admin_state_up': True, 'tenant_id': '83dfa7f088154d43accc3bdf3d94220f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:18.722870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-d55caa09-0c27-45bb-b54c-da00b25886f7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.3750587 Jul 22 11:34:18.764730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.796460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.813066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576300f7-7e46-4ec7-88d1-54f45298e18c req-f948c0c1-6e46-4404-ba17-f8f46d38f2fd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1715741 Jul 22 11:34:18.855374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Made reservation on behalf of 83dfa7f088154d43accc3bdf3d94220f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:18.864387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:18.895122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.055601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.088385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.091103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.092527 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9790cbf-b1e5-4ce4-8ecc-6e8ca81f778b HTTP/1.1" status: 204 len: 168 time: 0.7421482 Jul 22 11:34:19.094757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:19.215979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dc68de9b-5bf2-47a0-8739-1c7be9029cff {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:19.224949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.276583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:19.285749 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.292580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:19.361184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:19.362299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.371546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Transition to ACTIVE for port object dc68de9b-5bf2-47a0-8739-1c7be9029cff will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:19.373493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1272614b-b398-4c9e-bd0f-dc5eb6450f81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9790cbf-b1e5-4ce4-8ecc-6e8ca81f778b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:19.393983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.396439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event updated for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:19.462253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Made reservation on behalf of 83dfa7f088154d43accc3bdf3d94220f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:19.465505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.483869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Pushing event updated for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:19.507614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-27214b6d-f067-4f01-8a46-7a1502781a59 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8546388 Jul 22 11:34:19.515407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dcd8915-9034-40f3-95cc-40ba350f7c4a req-fa6f34c3-0d82-4e5e-bdfc-c555c9afa471 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 210 time: 0.0612016 Jul 22 11:34:19.529475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Request body: {'port': {'device_id': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:19.597743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:19.616252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66b94b69-2a9e-44d3-8281-5abf20fb5047 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.802252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98eb4ab8-1200-4063-805a-813de7e00ee7 req-a46eeacc-6949-4326-a7fe-e3fe404a14d2 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:19.815114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98eb4ab8-1200-4063-805a-813de7e00ee7 req-a46eeacc-6949-4326-a7fe-e3fe404a14d2 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.5255418 Jul 22 11:34:19.822992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:19.832283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Allocated IP 172.20.0.14 (3fa1984e-a783-4e8f-af32-80796f1bb3d3/c83433c4-d193-4dbf-b880-7c6eb5448c93/b8c766e8-72ce-4efd-900a-50a62534095c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:19.978492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98eb4ab8-1200-4063-805a-813de7e00ee7 req-8872c24c-fef3-4ae7-95d3-bd70487d3594 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1623449 Jul 22 11:34:20.023497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Attempting to bind port dc68de9b-5bf2-47a0-8739-1c7be9029cff on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:20.024119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Attempting to bind port dc68de9b-5bf2-47a0-8739-1c7be9029cff by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:20.024262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Attempting to bind port dc68de9b-5bf2-47a0-8739-1c7be9029cff on network 814f1768-56f5-431c-a127-409a00febbe0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:20.093606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Port dc68de9b-5bf2-47a0-8739-1c7be9029cff on network 814f1768-56f5-431c-a127-409a00febbe0 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:20.094347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Attempting to bind port dc68de9b-5bf2-47a0-8739-1c7be9029cff on network 814f1768-56f5-431c-a127-409a00febbe0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:20.106039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:20.106899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Checking segment: {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:20.107262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Bound using segment: {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:20.107711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Bound port: dc68de9b-5bf2-47a0-8739-1c7be9029cff, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '360aa253-3396-4f59-9a4f-a3210b032717', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '814f1768-56f5-431c-a127-409a00febbe0'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:20.108073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.140280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b995a8f-398d-4e6e-95cf-c29fa672cefc req-32992915-f381-46ac-b681-1d01d9a51a18 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 210 time: 0.0599747 Jul 22 11:34:20.183729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66b94b69-2a9e-44d3-8281-5abf20fb5047 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.199395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66b94b69-2a9e-44d3-8281-5abf20fb5047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.208588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-33558dc2-ad69-4b3d-bb8a-4b3148f180e7 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:20.217753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-33558dc2-ad69-4b3d-bb8a-4b3148f180e7 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.2855093 Jul 22 11:34:20.251881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-f6384af0-9226-4c35-9a04-da2c04f4aa27 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/quotas/a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 375 time: 0.0327790 Jul 22 11:34:20.264374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:20.271591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-66b94b69-2a9e-44d3-8281-5abf20fb5047 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=550c548ca974490daf9f21982f09d9c4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6714661 Jul 22 11:34:20.277919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:20.278475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66b94b69-2a9e-44d3-8281-5abf20fb5047 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83276062-092d-4ca9-90d3-f4601a76a2c5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:20.295885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:20.306226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.323013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.366332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:20.367245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.368696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] 10.222.0.36 "PUT /v2.0/ports/dc68de9b-5bf2-47a0-8739-1c7be9029cff HTTP/1.1" status: 200 len: 1092 time: 2.1587925 Jul 22 11:34:20.369146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:20.371540 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd" -d '{"events": [{"name": "network-changed", "server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:20.397954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba8eb6c6-1f4e-460c-a24a-27e520665b2c service neutron] Pushing event updated for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:20.406849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Request body: {'port': {'device_id': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:20.417541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-b2a6e348-4200-434b-9fe0-2852b70cf2f6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1647100 Jul 22 11:34:20.437577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd841bdc-ff2d-4b13-9f39-28346ea72f11 req-28dc77c0-a6e8-4a59-ae8e-e16c8e18de3a tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:20.443274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.444233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd841bdc-ff2d-4b13-9f39-28346ea72f11 req-28dc77c0-a6e8-4a59-ae8e-e16c8e18de3a tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:20.446246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd841bdc-ff2d-4b13-9f39-28346ea72f11 req-28dc77c0-a6e8-4a59-ae8e-e16c8e18de3a tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1666 time: 0.1896122 Jul 22 11:34:20.485685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.499976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.584276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.647894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.650714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.651979 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83276062-092d-4ca9-90d3-f4601a76a2c5 HTTP/1.1" status: 204 len: 168 time: 0.3706491 Jul 22 11:34:20.671066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582870ca-8e4a-48a0-91fe-b2f6246ee1ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83276062-092d-4ca9-90d3-f4601a76a2c5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:20.748373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd841bdc-ff2d-4b13-9f39-28346ea72f11 req-12d51e26-b8cc-452b-9241-c6e6e4af2181 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2798190 Jul 22 11:34:20.754352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:20.791208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:20.798377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event updated for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:20.804877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:20.810758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Allocated IP 172.20.0.5 (3fa1984e-a783-4e8f-af32-80796f1bb3d3/c83433c4-d193-4dbf-b880-7c6eb5448c93/83818e18-40eb-47ab-a91f-a4b2fa5dd214) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:20.865771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-29481621-9c8f-40a4-b259-878a38c17d42 service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4472849 Jul 22 11:34:20.952547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:20.953223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.956162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9e9f4624-61b4-46c5-acf1-2b389350e16b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:20.966572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:20.981086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Transition to ACTIVE for port object 9e9f4624-61b4-46c5-acf1-2b389350e16b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:20.988891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.036509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-10f9a0e0-fde4-45fa-b004-2498c9ca0615 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6086478 Jul 22 11:34:21.047972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:21.080298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Request body: {'port': {'device_id': '0cba9d39-3f77-44de-9a2a-561940baa347', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:21.141179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-7b6ab5aa-72bd-41cd-82ab-1ada4f07eeb5 service neutron] 10.222.0.21 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2740924 Jul 22 11:34:21.162203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Attempting to bind port 9e9f4624-61b4-46c5-acf1-2b389350e16b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:21.163273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Attempting to bind port 9e9f4624-61b4-46c5-acf1-2b389350e16b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:21.164739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Attempting to bind port 9e9f4624-61b4-46c5-acf1-2b389350e16b on network 8723aab9-09a4-423d-8c41-0f69680ed544 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:21.171066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Port 9e9f4624-61b4-46c5-acf1-2b389350e16b on network 8723aab9-09a4-423d-8c41-0f69680ed544 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:21.171504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Attempting to bind port 9e9f4624-61b4-46c5-acf1-2b389350e16b on network 8723aab9-09a4-423d-8c41-0f69680ed544 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:21.177730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:21.178241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Checking segment: {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:21.179611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Bound using segment: {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:21.180160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Bound port: 9e9f4624-61b4-46c5-acf1-2b389350e16b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43b181eb-01c5-4270-9f6c-89cd80323299', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:21.180643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.259890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.343542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:21.357990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.381037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.414042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-d53a03f6-f61f-468a-8a1f-0b6b9d74adee tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0536833 Jul 22 11:34:21.516346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:21.528234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.607125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:21.608383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.610250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] 10.222.0.36 "PUT /v2.0/ports/9e9f4624-61b4-46c5-acf1-2b389350e16b HTTP/1.1" status: 200 len: 1091 time: 1.2076919 Jul 22 11:34:21.654950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:21.721952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-8e5d72d6-cf10-4696-9203-e71e42207e40 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1091423 Jul 22 11:34:21.808239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-da6e1fa0-19ca-4dac-b269-6fc47c1e067f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:21.810366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-da6e1fa0-19ca-4dac-b269-6fc47c1e067f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3843606 Jul 22 11:34:21.844835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-507bff75-8e54-49dd-8589-7ba000742fb2 service neutron] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:21.849161 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-87d49b2d-e281-45e4-9665-255e002a2a00 x-openstack-request-id: req-87d49b2d-e281-45e4-9665-255e002a2a00 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:21.849548 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:21.849903 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-87d49b2d-e281-45e4-9665-255e002a2a00 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:21.850404 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff', 'status': 'completed', 'code': 200} Jul 22 11:34:21.858695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:21.917335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:21.964666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:21.999188 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:22.062862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event updated for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:22.121862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-0f04fafe-87e8-4a63-a7eb-4bb199d3228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.122876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-0f04fafe-87e8-4a63-a7eb-4bb199d3228d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.124727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-0f04fafe-87e8-4a63-a7eb-4bb199d3228d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1980 time: 0.3533273 Jul 22 11:34:22.169692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.170409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.205058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3b12cdce-81b1-4d46-9c9b-dbe28dc8e0e4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.206583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3b12cdce-81b1-4d46-9c9b-dbe28dc8e0e4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3996172 Jul 22 11:34:22.212287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1c0314b2-4e7e-485d-80db-a82353f1db6b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.5697141 Jul 22 11:34:22.214849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-661bbb87-f2df-4b7a-a41e-bc8b91400053 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff HTTP/1.1" status: 200 len: 217 time: 0.0622475 Jul 22 11:34:22.227836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feaa2179-f4f2-4a1c-889c-abe88df62d55 req-2c112efd-6c14-4d6b-8254-784b2f0ace0c tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.229830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feaa2179-f4f2-4a1c-889c-abe88df62d55 req-2c112efd-6c14-4d6b-8254-784b2f0ace0c tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 931 time: 0.2689512 Jul 22 11:34:22.236243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Request body: {'port': {'device_id': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:22.249721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:22.285630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:22.290277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.294132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 61a40db1-c317-409d-a765-0d941d733158 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:22.308986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.339401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Transition to ACTIVE for port object 61a40db1-c317-409d-a765-0d941d733158 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:22.349980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-13e72cff-ed49-4c81-91ec-83646ba15059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.352382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-13e72cff-ed49-4c81-91ec-83646ba15059 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4297126f-6261-45f0-bb12-ec0a1eeccdf6 HTTP/1.1" status: 200 len: 801 time: 0.1097958 Jul 22 11:34:22.356193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.490574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Pushing event updated for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:22.492439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37262fb8-74c3-4d9f-af76-222143a860f0 req-fc4a1490-79a7-4824-a79e-4da787e7bfb1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 210 time: 0.1247499 Jul 22 11:34:22.615775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-cc4047fb-5d28-4341-84da-5c084b0f016e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:22.617754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-cc4047fb-5d28-4341-84da-5c084b0f016e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=814f1768-56f5-431c-a127-409a00febbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2261446 Jul 22 11:34:22.619813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.48 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/a67095f9-0675-4fc2-99e7-801b74a35cfc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:22.624910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feaa2179-f4f2-4a1c-889c-abe88df62d55 req-e14e2aba-93f9-4e6e-ae06-b4e22af22763 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3745205 Jul 22 11:34:22.666951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Attempting to bind port 61a40db1-c317-409d-a765-0d941d733158 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:22.667454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Attempting to bind port 61a40db1-c317-409d-a765-0d941d733158 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:22.667648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Attempting to bind port 61a40db1-c317-409d-a765-0d941d733158 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:22.693419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Port 61a40db1-c317-409d-a765-0d941d733158 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:22.694774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Attempting to bind port 61a40db1-c317-409d-a765-0d941d733158 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:22.774526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:22.779894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.886859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e2655c9-cd06-43b8-a475-31725eef52f3 req-b28f43dc-525c-420b-b82e-bc1670c984d1 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.1206176 Jul 22 11:34:22.905816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:22.914486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b8c766e8-72ce-4efd-900a-50a62534095c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:22.941117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.007226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:23.028757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Transition to ACTIVE for port object b8c766e8-72ce-4efd-900a-50a62534095c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:23.059492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.069513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:23.070013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Checking segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:23.070617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Bound using segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:23.071076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Bound port: 61a40db1-c317-409d-a765-0d941d733158, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:23.071438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.150496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6bb99-4d6c-48ef-8bbd-29295c2f97b1 req-48e2b3ae-855b-4d31-9899-531a72ef12ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:23.157570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aa6bb99-4d6c-48ef-8bbd-29295c2f97b1 req-48e2b3ae-855b-4d31-9899-531a72ef12ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:23.168845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2aa6bb99-4d6c-48ef-8bbd-29295c2f97b1 req-48e2b3ae-855b-4d31-9899-531a72ef12ac tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1678 time: 0.3954468 Jul 22 11:34:23.215664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-c555c5ce-eee4-4e6d-9a95-07737865e018 service neutron] 10.222.0.36 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5843587 Jul 22 11:34:23.245430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Pushing event updated for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:23.273073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-803710378'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:23.290888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:23.354581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2aa6bb99-4d6c-48ef-8bbd-29295c2f97b1 req-2ec9a49b-6cd0-46fa-981c-96dfedc7d306 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848016 Jul 22 11:34:23.360683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.375825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=61a40db1-c317-409d-a765-0d941d733158,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:23.397087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.420747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Made reservation on behalf of 790dc770323641bbb6f34c6940e3a60b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:23.424741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.437869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object a67095f9-0675-4fc2-99e7-801b74a35cfc will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:23.461929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.509768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-8c29a9a9-3e75-47f4-9808-bb7ef2609631 service neutron] 10.222.0.36 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2817819 Jul 22 11:34:23.516755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:23.517378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.518806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] 10.222.0.20 "PUT /v2.0/ports/61a40db1-c317-409d-a765-0d941d733158 HTTP/1.1" status: 200 len: 1092 time: 3.9996903 Jul 22 11:34:23.534728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Attempting to bind port b8c766e8-72ce-4efd-900a-50a62534095c on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:23.535161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Attempting to bind port b8c766e8-72ce-4efd-900a-50a62534095c by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:23.535563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Attempting to bind port b8c766e8-72ce-4efd-900a-50a62534095c on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:23.576332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Port b8c766e8-72ce-4efd-900a-50a62534095c on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:23.576674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Attempting to bind port b8c766e8-72ce-4efd-900a-50a62534095c on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:23.601094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af3a1ead-6d3b-485b-9908-b0eda40e57ec service neutron] Pushing event updated for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:23.615575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-056cdeba-489b-4e2a-b2dc-5d543f585017 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b HTTP/1.1" status: 200 len: 217 time: 0.0853481 Jul 22 11:34:23.648012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-853053f5-3581-46d1-8f84-1a3a7b957e1c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:23.649701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-853053f5-3581-46d1-8f84-1a3a7b957e1c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 820 time: 0.3717782 Jul 22 11:34:23.675386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93bf61cf-a14d-48bc-8f7b-1e611cd22ce5 req-08efb825-5a31-4561-9359-a74a9e938151 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 210 time: 0.0536752 Jul 22 11:34:23.675825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:23.676543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Checking segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:23.676543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Bound using segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:23.677054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Bound port: b8c766e8-72ce-4efd-900a-50a62534095c, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:23.677377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.688759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Request body: {'port': {'device_id': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'admin_state_up': True, 'tenant_id': 'a173d46b94cb4287b0a336d3697dd44d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:23.720841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:23.736588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:23.772696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:23.813719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.56 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/a907705d-05f7-43e1-a95a-e530e47d59c9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:23.829093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-cdc95260-b9ec-41ee-95cd-1b6d88b2354d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:23.830591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-cdc95260-b9ec-41ee-95cd-1b6d88b2354d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f604b5a2-ffb2-4344-95aa-8006847d408b HTTP/1.1" status: 200 len: 801 time: 0.1907845 Jul 22 11:34:23.849817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:23.851953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b'}, {'name': 'network-changed', 'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'tag': '61a40db1-c317-409d-a765-0d941d733158'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:23.854431 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b" -d '{"events": [{"name": "network-changed", "server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b"}, {"name": "network-changed", "server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "tag": "61a40db1-c317-409d-a765-0d941d733158"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:23.858639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.20', 51148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:23.884310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:23.892298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:23.899724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:24.049382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-280b0f9d-c71e-4d31-a0e6-f9e75b1a8623 req-2b17d347-656c-421b-99e6-cf2bbb150a6a tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.052352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-280b0f9d-c71e-4d31-a0e6-f9e75b1a8623 req-2b17d347-656c-421b-99e6-cf2bbb150a6a tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.5960813 Jul 22 11:34:24.065548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-3ec5cc17-08e1-4019-8f55-2b884af065c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.067837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-3ec5cc17-08e1-4019-8f55-2b884af065c2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 1095 time: 0.4700875 Jul 22 11:34:24.167052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-de122f18-9cd9-4369-91c0-3e980a6e101d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a40db1-c317-409d-a765-0d941d733158 HTTP/1.1" status: 200 len: 217 time: 0.0769794 Jul 22 11:34:24.188802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-19f9cf89-101d-4680-83ec-140a09dc1e9a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.190810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-19f9cf89-101d-4680-83ec-140a09dc1e9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8723aab9-09a4-423d-8c41-0f69680ed544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.3331909 Jul 22 11:34:24.277060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.278359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f0b6f1-3f2a-4e55-8408-321b175e8259 None None] Provisioning for port a67095f9-0675-4fc2-99e7-801b74a35cfc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:24.278746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.283757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f0b6f1-3f2a-4e55-8408-321b175e8259 None None] Provisioning complete for port a67095f9-0675-4fc2-99e7-801b74a35cfc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:24.284357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f0b6f1-3f2a-4e55-8408-321b175e8259 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.291496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-efc0456e-a271-4717-a86a-edf984efa875 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.293099 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-efc0456e-a271-4717-a86a-edf984efa875 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.20 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.4285605 Jul 22 11:34:24.331340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-46f0b6f1-3f2a-4e55-8408-321b175e8259 None None] Port a67095f9-0675-4fc2-99e7-801b74a35cfc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:24.401045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-7d357bf0-56e3-4e76-85d0-372f6c7d84fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.402574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-7d357bf0-56e3-4e76-85d0-372f6c7d84fa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.2164955 Jul 22 11:34:24.472741 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-c359f715-7adc-4a2d-b126-070a826d5d92 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0575969 Jul 22 11:34:24.513321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-b55e9a5e-686b-4a80-b7d9-15179e2c5c9d service neutron] 10.222.0.36 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3134041 Jul 22 11:34:24.532616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83818e18-40eb-47ab-a91f-a4b2fa5dd214 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:24.549457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:24.560942 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.585241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.599770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b8c766e8-72ce-4efd-900a-50a62534095c,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:24.610335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-4f2cfc58-5b6d-4eb6-b6fb-4936bbff76d6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.7588122 Jul 22 11:34:24.619316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.633700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.648486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Transition to ACTIVE for port object 83818e18-40eb-47ab-a91f-a4b2fa5dd214 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:24.657302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Request body: {'port': {'device_id': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:24.676885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-280b0f9d-c71e-4d31-a0e6-f9e75b1a8623 req-63ad9d99-8119-407c-bbe7-ba048e49013b tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5803573 Jul 22 11:34:24.685067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-246fd83f-47ef-4ac4-9ee0-ded53888483b req-4a8af8e2-cc2d-46c7-9b12-b8817c73b300 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.692175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-246fd83f-47ef-4ac4-9ee0-ded53888483b req-4a8af8e2-cc2d-46c7-9b12-b8817c73b300 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 931 time: 0.8237610 Jul 22 11:34:24.708123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Deleting port 4c3058d0-b618-47d4-adb4-6ae4033dd94f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:24.708245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.721820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.733934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.736976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:24.747410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ba5756d0-d32b-4b1e-abd0-f0fcf0fa7ada service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2616913 Jul 22 11:34:24.753180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.754040 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Added segment 848513bc-a8d5-46e8-82f4-8a878d24f9ed of type vlan for network 6fa39705-42d7-4022-a214-c1b54658555c Jul 22 11:34:24.761400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Made reservation on behalf of a173d46b94cb4287b0a336d3697dd44d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:24.764888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.809667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.844060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-63e05d63-4125-4b44-9a50-0f4ef0a5117d req-0b5d087d-07f5-44e9-88ac-9801cc549389 service neutron] 10.222.0.36 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3209698 Jul 22 11:34:24.869331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object a907705d-05f7-43e1-a95a-e530e47d59c9 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:24.925428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.926171 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae50b69-8fe8-4e24-aae6-fdd1e24e71b1 x-openstack-request-id: req-dae50b69-8fe8-4e24-aae6-fdd1e24e71b1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:24.926487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "tag": "61a40db1-c317-409d-a765-0d941d733158", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:24.926843 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dae50b69-8fe8-4e24-aae6-fdd1e24e71b1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:24.927256 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'status': 'completed', 'code': 200} Jul 22 11:34:24.927517 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'tag': '61a40db1-c317-409d-a765-0d941d733158', 'status': 'completed', 'code': 200} Jul 22 11:34:24.933341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.933969 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.937586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:24.938178 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.940634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] 10.222.0.36 "PUT /v2.0/ports/b8c766e8-72ce-4efd-900a-50a62534095c HTTP/1.1" status: 200 len: 1092 time: 3.8766041 Jul 22 11:34:24.963404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:24.965697 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d" -d '{"events": [{"name": "network-changed", "server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:24.968563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:24.980735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:24.983921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:24.993660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a357d3e2-5f86-42da-a1de-70280f85da4b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:25.076497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-705a9d65-e231-4d9b-aaa3-cfbdd40c3402 req-e9dd4865-79c0-4260-8e58-475b0916a568 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.1023388 Jul 22 11:34:25.115434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 802 time: 2.1037970 Jul 22 11:34:25.163704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49321855-97ec-48a0-8f48-9e5867f7e2af service neutron] Pushing event updated for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:25.216877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:25.226801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-246fd83f-47ef-4ac4-9ee0-ded53888483b req-5246703b-cafc-4df5-b6bd-574a3ad82934 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5339034 Jul 22 11:34:25.229994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d36474d-ac13-4119-a3a6-f3568817277b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Pushing event updated for resources: {'Network': ['ID=6fa39705-42d7-4022-a214-c1b54658555c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:25.264752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6fa39705-42d7-4022-a214-c1b54658555c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:25.275731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.297524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:25.306968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:25.398589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ed677752-1f72-4fb5-8513-c43c5400e6c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.400653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ed677752-1f72-4fb5-8513-c43c5400e6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 1095 time: 0.3861458 Jul 22 11:34:25.481878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Pushing event updated for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:25.492792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1e970815-a088-4ee3-aa99-368b56cb2733 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c766e8-72ce-4efd-900a-50a62534095c HTTP/1.1" status: 200 len: 217 time: 0.0751963 Jul 22 11:34:25.505795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:25.509163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] For port 4c3058d0-b618-47d4-adb4-6ae4033dd94f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=4c3058d0-b618-47d4-adb4-6ae4033dd94f,segment=NetworkSegment(9929b86a-10f6-4423-946a-dc9457709055),segment_id=9929b86a-10f6-4423-946a-dc9457709055)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:25.509881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.519851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-6e12e922-a090-434f-abe1-6fd9062a8224 service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7495151 Jul 22 11:34:25.608761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Calling delete_port for 4c3058d0-b618-47d4-adb4-6ae4033dd94f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:25.626825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-7ca1b137-d420-496e-9531-a21624795c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.627470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-7ca1b137-d420-496e-9531-a21624795c52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.629284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-7ca1b137-d420-496e-9531-a21624795c52 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1980 time: 0.6858957 Jul 22 11:34:25.659750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.660556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.666816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:25.705154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a1cf583b-72ae-4ac3-96f3-d1e51dcd559f None None] Provisioning for port a907705d-05f7-43e1-a95a-e530e47d59c9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:25.714521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a1cf583b-72ae-4ac3-96f3-d1e51dcd559f None None] Provisioning complete for port a907705d-05f7-43e1-a95a-e530e47d59c9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:25.717184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1cf583b-72ae-4ac3-96f3-d1e51dcd559f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.755004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Attempting to bind port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:25.755750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Attempting to bind port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:25.756167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Attempting to bind port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:25.782962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-3841009e-4d10-416c-9971-2a0791b091a8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 3.5508363 Jul 22 11:34:25.790129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:25.790768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Attempting to bind port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 on network 3fa1984e-a783-4e8f-af32-80796f1bb3d3 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:25.793559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a1cf583b-72ae-4ac3-96f3-d1e51dcd559f None None] Port a907705d-05f7-43e1-a95a-e530e47d59c9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:25.804080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Request body: {'port': {'device_id': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:25.806844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:25.807184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Checking segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:25.807565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Bound using segment: {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:25.808007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Bound port: 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:25.808749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.826333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-5cc895ba-b3d3-465f-999d-f111f9cea6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.827863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-5cc895ba-b3d3-465f-999d-f111f9cea6a9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.2763693 Jul 22 11:34:25.838088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Allocated IP 172.20.0.9 (e8ad7f0e-5767-4b04-9f79-a9f420c92b20/9d94b167-9890-466f-8dd4-a8ef9843f179/0effb653-e87c-4184-a346-c5cdfb2adbc9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:25.881793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-9b2cb136-1822-4505-a647-38aaf4351cff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.883345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-9b2cb136-1822-4505-a647-38aaf4351cff service neutron] 10.222.0.36 "GET /v2.0/networks?id=814f1768-56f5-431c-a127-409a00febbe0 HTTP/1.1" status: 200 len: 902 time: 0.1949761 Jul 22 11:34:25.894629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4797cdc3-89b2-4243-bce9-bd5ca78e96ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:25.914483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876152d-a83a-487f-a52f-9c897f6b22e8 req-bc5a85a0-9c4c-4718-a9bc-450ca2aaf654 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.919953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0876152d-a83a-487f-a52f-9c897f6b22e8 req-bc5a85a0-9c4c-4718-a9bc-450ca2aaf654 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.921648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0876152d-a83a-487f-a52f-9c897f6b22e8 req-bc5a85a0-9c4c-4718-a9bc-450ca2aaf654 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1678 time: 0.4456284 Jul 22 11:34:25.923608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-1e9677e6-d31c-4542-946d-47f7011c6dce service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0608253 Jul 22 11:34:25.934889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fff1112e-21f4-4c2c-aa35-8fc617ab8abd req-b8a19b41-93e8-497d-9064-a341803a5418 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:25.936462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fff1112e-21f4-4c2c-aa35-8fc617ab8abd req-b8a19b41-93e8-497d-9064-a341803a5418 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 935 time: 0.4642143 Jul 22 11:34:26.140522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0876152d-a83a-487f-a52f-9c897f6b22e8 req-12320a7c-3e02-46e8-a354-a10f5826734d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1725135 Jul 22 11:34:26.156145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fff1112e-21f4-4c2c-aa35-8fc617ab8abd req-b363d188-151d-47d6-b335-0d4246a2da48 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1696613 Jul 22 11:34:26.156738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:26.164962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:26.171501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:26.193225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-6fc036cd-b63b-4baf-b10d-652116077b95 service neutron] 10.222.0.36 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2554355 Jul 22 11:34:26.196186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:26.269390 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eaaa7c03-d45b-4223-a0b6-b731151d2213 x-openstack-request-id: req-eaaa7c03-d45b-4223-a0b6-b731151d2213 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:26.269859 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:26.270078 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eaaa7c03-d45b-4223-a0b6-b731151d2213 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:26.270304 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c', 'status': 'completed', 'code': 200} Jul 22 11:34:26.320358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.320979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:26.322702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] 10.222.0.20 "PUT /v2.0/ports/83818e18-40eb-47ab-a91f-a4b2fa5dd214 HTTP/1.1" status: 200 len: 1091 time: 4.0918059 Jul 22 11:34:26.393328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-09f9515b-da27-4359-98d6-39326c7bc252 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.80.0.249&port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff HTTP/1.1" status: 200 len: 217 time: 0.4948320 Jul 22 11:34:26.513158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f58abc-a305-4a2a-b6e1-0e2fad798722 service neutron] Pushing event updated for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:26.537273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-e0e7abb5-318c-4901-9a71-d55527a82b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.539460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-e0e7abb5-318c-4901-9a71-d55527a82b2a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 1095 time: 0.9414756 Jul 22 11:34:26.564293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-e69fd27f-9198-43d1-8540-88d76c0a4a4a service neutron] 10.222.0.36 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392091 Jul 22 11:34:26.593528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:26.602317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'network_id': '6fa39705-42d7-4022-a214-c1b54658555c', 'binding:host_id': 'n-h2-754448-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1553041570'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:26.624055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-0f0f0e82-7e87-451c-b732-45863140bef8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.625719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-0f0f0e82-7e87-451c-b732-45863140bef8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 1094 time: 0.2234004 Jul 22 11:34:26.647696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d4ea773-86f7-42d6-8600-0f2ba59980a9 req-4c8c7fd0-54b0-4bfd-b24d-aa730d06808b tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.648570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d4ea773-86f7-42d6-8600-0f2ba59980a9 req-4c8c7fd0-54b0-4bfd-b24d-aa730d06808b tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/ports?device_id=38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7 HTTP/1.1" status: 200 len: 945 time: 0.2451074 Jul 22 11:34:26.652572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-abc65328-0bf2-4ed1-89a1-32774d4ca9b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.654057 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-abc65328-0bf2-4ed1-89a1-32774d4ca9b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=4297126f-6261-45f0-bb12-ec0a1eeccdf6 HTTP/1.1" status: 200 len: 801 time: 0.2401519 Jul 22 11:34:26.732626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-780b74cf-ad12-4803-b5eb-27882329c172 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214 HTTP/1.1" status: 200 len: 217 time: 0.0942166 Jul 22 11:34:26.776128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50dce426-367a-4fc6-8b02-9817a0a65b72 req-324813c7-29af-4bcc-8435-89a357afb08c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.0540183 Jul 22 11:34:26.840882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d4ea773-86f7-42d6-8600-0f2ba59980a9 req-80748ce7-0097-4979-a2b6-d519cc4826b2 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.21 "GET /v2.0/security-groups?id=b57c5085-6b18-421e-a529-19caf4a97f34&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1579125 Jul 22 11:34:26.872651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ac524254-2aac-4d94-a4a6-7f84b03a8320 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.878135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ac524254-2aac-4d94-a4a6-7f84b03a8320 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.1333559 Jul 22 11:34:26.906561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:26.927557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-7b628e8e-233f-4b99-8770-de0979750564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.929492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-7b628e8e-233f-4b99-8770-de0979750564 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 1095 time: 0.3006499 Jul 22 11:34:26.931989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-e7ab3d4f-7fcc-42df-8c00-a5e2b4bcd513 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0455973 Jul 22 11:34:26.966595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-efd64941-defc-4288-9d7a-c9a5a9b4ad6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:26.968132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-efd64941-defc-4288-9d7a-c9a5a9b4ad6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 919 time: 0.3904233 Jul 22 11:34:27.020367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Pushing event deleted for resources: {'Port': ['ID=4c3058d0-b618-47d4-adb4-6ae4033dd94f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:27.033756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.093809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4797cdc3-89b2-4243-bce9-bd5ca78e96ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.099950 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-479eecb4-b06a-4976-bd20-73d85298f145 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=61a40db1-c317-409d-a765-0d941d733158 HTTP/1.1" status: 200 len: 217 time: 0.1031296 Jul 22 11:34:27.129524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-e7a5ad08-9ed7-429c-b7b3-a2defaa7d06a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:27.131053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-e7a5ad08-9ed7-429c-b7b3-a2defaa7d06a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=814f1768-56f5-431c-a127-409a00febbe0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.4650350 Jul 22 11:34:27.144463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4797cdc3-89b2-4243-bce9-bd5ca78e96ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.159533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-a718d788-dec6-4a4d-8c30-ee3a2478d58b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:27.160426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-a718d788-dec6-4a4d-8c30-ee3a2478d58b service neutron] 10.222.0.36 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 919 time: 0.2248867 Jul 22 11:34:27.164006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-ccd5f37a-5edd-4646-afd9-d38f981beb02 service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166095 Jul 22 11:34:27.167164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Made reservation on behalf of 56a5c71113cb47839060f26bf87363c1 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:27.169734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.202847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.205642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] No DVR routers for this DVR port 4c3058d0-b618-47d4-adb4-6ae4033dd94f on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:27.209119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.215985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a67095f9-0675-4fc2-99e7-801b74a35cfc {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:27.230971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.233068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] 10.222.0.20 "DELETE /v2.0/ports/4c3058d0-b618-47d4-adb4-6ae4033dd94f HTTP/1.1" status: 204 len: 173 time: 2.9250069 Jul 22 11:34:27.248034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'name': 'network-vif-deleted', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:27.250703 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f0103986-143d-4aa5-9eaf-c10b8038d2fc" -d '{"events": [{"server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "name": "network-vif-deleted", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:27.256122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.261397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cf877f2-7f44-4d8a-8af9-746ec336d1c6 req-73182f93-a325-40ab-b42d-c4ec333ea12e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:27.268175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cf877f2-7f44-4d8a-8af9-746ec336d1c6 req-73182f93-a325-40ab-b42d-c4ec333ea12e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 943 time: 0.3220284 Jul 22 11:34:27.295221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-957ac587-9a5d-4cc9-a50e-4cf628db7389 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=b8c766e8-72ce-4efd-900a-50a62534095c HTTP/1.1" status: 200 len: 217 time: 0.1225989 Jul 22 11:34:27.331698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4797cdc3-89b2-4243-bce9-bd5ca78e96ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f9d7ea54a3d041ebad7547b9bc433171&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8144248 Jul 22 11:34:27.332505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4797cdc3-89b2-4243-bce9-bd5ca78e96ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4c5250dd-5b2b-4787-8319-cae363ce1e28,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:27.335935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:27.337178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Transition to ACTIVE for port object a67095f9-0675-4fc2-99e7-801b74a35cfc will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:27.380575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-70264928-2ca5-4818-8700-2827160755c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:27.382144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-70264928-2ca5-4818-8700-2827160755c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.2571537 Jul 22 11:34:27.386654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.475966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-3215feaa-b015-4db1-9f14-eb5650fce17c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0766983 Jul 22 11:34:27.477164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cf877f2-7f44-4d8a-8af9-746ec336d1c6 req-6ccfa40e-64ea-49de-bede-e10e36eadd4c tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2079692 Jul 22 11:34:27.499890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.511327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:27.580966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-b1e2c569-a1ae-4b25-a113-b57e33bd9294 service neutron] 10.222.0.36 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4339600 Jul 22 11:34:27.606578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Pushing event updated for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:27.650034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:27.769861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:27.790376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:27.938415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:27.941859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-aa4b81c5-d5bd-4d47-b4bc-7c03c986ba3d service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4402196 Jul 22 11:34:27.943775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1332c4b8-ad9b-40eb-b6f3-1b9f6686e8dd req-d9f9c9f5-ef7a-49dc-9665-8d22e397bdd1 service neutron] 10.222.0.36 "GET /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3474250 Jul 22 11:34:28.017399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:28.030783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.031499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.038839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 61a40db1-c317-409d-a765-0d941d733158 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:28.051269 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.083099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Attempting to bind port a67095f9-0675-4fc2-99e7-801b74a35cfc on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:28.083441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Attempting to bind port a67095f9-0675-4fc2-99e7-801b74a35cfc by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:28.083835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Attempting to bind port a67095f9-0675-4fc2-99e7-801b74a35cfc on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:28.089970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.092186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 4c3058d0-b618-47d4-adb4-6ae4033dd94f no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:28.120195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 4c3058d0-b618-47d4-adb4-6ae4033dd94f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:28.120690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 4c3058d0-b618-47d4-adb4-6ae4033dd94f not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:28.153310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-dcf55006-044b-4543-b2cd-603de21826ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.155037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-dcf55006-044b-4543-b2cd-603de21826ab service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.8134577 Jul 22 11:34:28.163470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Port a67095f9-0675-4fc2-99e7-801b74a35cfc on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:28.163945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Attempting to bind port a67095f9-0675-4fc2-99e7-801b74a35cfc on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:28.174081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:28.174422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:28.174879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:28.175339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Bound port: a67095f9-0675-4fc2-99e7-801b74a35cfc, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:28.175839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.181971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fafcf64-0703-429b-a976-43cdc16b7a85 req-9049736e-3c72-44f4-b2c0-a8916b196bbc service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0066414 Jul 22 11:34:28.218678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=61a40db1-c317-409d-a765-0d941d733158,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:28.227869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-49eae3f0-d136-4012-9b50-56c5119e0669 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651970 Jul 22 11:34:28.235933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '61a40db1-c317-409d-a765-0d941d733158', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'port_id': '61a40db1-c317-409d-a765-0d941d733158', 'mac_address': 'fa:16:3e:f4:42:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83433c4-d193-4dbf-b880-7c6eb5448c93', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:28.281730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:28.283966 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5" -d '{"events": [{"name": "network-changed", "server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:28.298194 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.304074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8050-5f19-4120-ad35-2a1e92408f94 req-3aca293e-7dc8-4cf0-b740-58df71d0874c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.310023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75bc8050-5f19-4120-ad35-2a1e92408f94 req-3aca293e-7dc8-4cf0-b740-58df71d0874c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.317335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75bc8050-5f19-4120-ad35-2a1e92408f94 req-3aca293e-7dc8-4cf0-b740-58df71d0874c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1678 time: 1.0181403 Jul 22 11:34:28.331457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 61a40db1-c317-409d-a765-0d941d733158 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:28.364691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=61a40db1-c317-409d-a765-0d941d733158,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:28.367751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-da33bfcc-6e08-4669-846c-648eb0e00450 service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3054802 Jul 22 11:34:28.371550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.374312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e4eb09-2b18-4444-8f3e-a90e51a61e9f req-3658fc98-ec78-4d9c-8996-8cce5db885aa tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.382422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23e4eb09-2b18-4444-8f3e-a90e51a61e9f req-3658fc98-ec78-4d9c-8996-8cce5db885aa tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 935 time: 0.8174598 Jul 22 11:34:28.382747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.385951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.387576 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4c5250dd-5b2b-4787-8319-cae363ce1e28 HTTP/1.1" status: 204 len: 168 time: 1.0193629 Jul 22 11:34:28.408214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1966c8dd-16c2-4ef1-b490-96b1ceb76ecf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4c5250dd-5b2b-4787-8319-cae363ce1e28,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:28.422973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.432070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-efbcf0fa-9f1b-4f7b-9b7c-91a2d8556d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.432839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-efbcf0fa-9f1b-4f7b-9b7c-91a2d8556d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.449560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-efbcf0fa-9f1b-4f7b-9b7c-91a2d8556d36 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=c0bab3714de04e0d9297fda304739a4a&device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1980 time: 0.3752666 Jul 22 11:34:28.456574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:28.474238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.477630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:28.484083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:28.495538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port 96129c65-546c-46e9-bd1e-77ec6952ece4 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:28.496581 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-1a488552-a0f3-4213-b7ce-d380b3279e48 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.8318627 Jul 22 11:34:28.500368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.530467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a907705d-05f7-43e1-a95a-e530e47d59c9 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:28.546312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Request body: {'port': {'device_id': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:28.597405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.598274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.600067 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] 10.222.0.36 "PUT /v2.0/ports/a67095f9-0675-4fc2-99e7-801b74a35cfc HTTP/1.1" status: 200 len: 1095 time: 3.9539156 Jul 22 11:34:28.633149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['61a40db1-c317-409d-a765-0d941d733158'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:28.681710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75bc8050-5f19-4120-ad35-2a1e92408f94 req-32820ce2-21dd-4e51-b56b-832a75473030 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3594618 Jul 22 11:34:28.715709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.743430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Transition to ACTIVE for port object a907705d-05f7-43e1-a95a-e530e47d59c9 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:28.762859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23e4eb09-2b18-4444-8f3e-a90e51a61e9f req-afd95ecb-33ae-43a3-ab4b-bfbfccfd44eb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3775229 Jul 22 11:34:28.787501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcce4188-64b9-49d0-b960-3c7a7b498922 service neutron] Pushing event updated for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:28.795004 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67b8d913-94cc-43b4-9a08-db53d3e7812d x-openstack-request-id: req-67b8d913-94cc-43b4-9a08-db53d3e7812d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:28.795340 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7", "name": "network-vif-deleted", "tag": "4c3058d0-b618-47d4-adb4-6ae4033dd94f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:28.795671 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67b8d913-94cc-43b4-9a08-db53d3e7812d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:28.796426 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38aa8f8c-1dc7-46a5-b51a-8b4aa58682a7', 'name': 'network-vif-deleted', 'tag': '4c3058d0-b618-47d4-adb4-6ae4033dd94f', 'status': 'completed', 'code': 200} Jul 22 11:34:28.798201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.846652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-0a6986a2-184f-4887-9bf2-d27dd8dd77cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:28.848529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-0a6986a2-184f-4887-9bf2-d27dd8dd77cc service neutron] 10.222.0.36 "GET /v2.0/networks?id=8723aab9-09a4-423d-8c41-0f69680ed544 HTTP/1.1" status: 200 len: 901 time: 0.3900506 Jul 22 11:34:28.893395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9e9f4624-61b4-46c5-acf1-2b389350e16b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:28.944830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:28.947401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:28.965197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be8dde2f-087c-41fb-a775-38b866506dcd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:28.969988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-c9293e29-d16d-420d-b99b-b87a22a3aa7f service neutron] 10.222.0.36 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7256489 Jul 22 11:34:29.167217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0effb653-e87c-4184-a346-c5cdfb2adbc9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:29.184520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.197620 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd01e420-b847-4516-b4ce-ed48a9273ce6 x-openstack-request-id: req-fd01e420-b847-4516-b4ce-ed48a9273ce6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:29.198515 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:29.198939 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd01e420-b847-4516-b4ce-ed48a9273ce6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:29.199550 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214', 'status': 'completed', 'code': 200} Jul 22 11:34:29.210001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Transition to ACTIVE for port object 0effb653-e87c-4184-a346-c5cdfb2adbc9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:29.268015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.273958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Deleting subnet dfad8b60-44c1-4930-9488-a5c449b181ed {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:29.276367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Pushing event updated for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:29.294770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:29.323892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'network_id': '8723aab9-09a4-423d-8c41-0f69680ed544', 'port_id': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'mac_address': 'fa:16:3e:db:14:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 146, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f604b5a2-ffb2-4344-95aa-8006847d408b', 'ip_address': '19.86.0.45'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:29.334487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-14f76a87-2ba3-4d77-b288-49b51ef2f351 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=19.86.0.45&port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b HTTP/1.1" status: 200 len: 217 time: 0.1103694 Jul 22 11:34:29.357313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.363889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.384615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9e9f4624-61b4-46c5-acf1-2b389350e16b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:29.407941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:29.418776 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.420176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dc68de9b-5bf2-47a0-8739-1c7be9029cff details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:29.437000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-f38ac18a-7b10-487a-a765-01c9986b34e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:29.438940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-f38ac18a-7b10-487a-a765-01c9986b34e6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 1098 time: 0.7813144 Jul 22 11:34:29.541238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:29.637503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:29.653822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff', 'network_id': '814f1768-56f5-431c-a127-409a00febbe0', 'port_id': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff', 'mac_address': 'fa:16:3e:54:09:02', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4297126f-6261-45f0-bb12-ec0a1eeccdf6', 'ip_address': '19.80.0.249'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:29.713128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.731176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.751275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dc68de9b-5bf2-47a0-8739-1c7be9029cff {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:29.773884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:29.777757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:29.786094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aebd81b-43e8-4b00-8a6b-65be33bff553 req-70ec41e6-4019-438d-9d35-f4ea96e2dd18 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:29.786378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.797000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3aebd81b-43e8-4b00-8a6b-65be33bff553 req-70ec41e6-4019-438d-9d35-f4ea96e2dd18 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 931 time: 0.8504667 Jul 22 11:34:29.811002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea554d8a-159b-4d8e-84a1-fcaacf7fa00d req-2306c482-7e5c-4c43-ac2c-c28f099f2a1e service neutron] 10.222.0.36 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7743907 Jul 22 11:34:29.825008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port 96129c65-546c-46e9-bd1e-77ec6952ece4 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:29.886498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.901559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:29.907628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:29.913706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Attempting to bind port a907705d-05f7-43e1-a95a-e530e47d59c9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:29.914048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Attempting to bind port a907705d-05f7-43e1-a95a-e530e47d59c9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:29.914830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Attempting to bind port a907705d-05f7-43e1-a95a-e530e47d59c9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:29.934526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:29.939594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-e167088e-d3c8-441b-af73-50d292ae0b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:29.941907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-e167088e-d3c8-441b-af73-50d292ae0b48 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f604b5a2-ffb2-4344-95aa-8006847d408b HTTP/1.1" status: 200 len: 801 time: 0.5731380 Jul 22 11:34:29.954392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-f15a7f38-624c-412c-a203-45a2118096d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc HTTP/1.1" status: 200 len: 217 time: 0.5003748 Jul 22 11:34:29.955050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Transition to ACTIVE for port object 96129c65-546c-46e9-bd1e-77ec6952ece4 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:29.962944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Port a907705d-05f7-43e1-a95a-e530e47d59c9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:29.963288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Attempting to bind port a907705d-05f7-43e1-a95a-e530e47d59c9 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:29.983424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3aebd81b-43e8-4b00-8a6b-65be33bff553 req-640a4cbd-de7d-4c50-b850-f13dfd783cfd tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1850846 Jul 22 11:34:30.014189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d318aea9-08a7-4c02-839e-a26672cd452e req-142ff287-ba87-4748-8759-73dc56653ab7 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.015895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d318aea9-08a7-4c02-839e-a26672cd452e req-142ff287-ba87-4748-8759-73dc56653ab7 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 943 time: 0.7228327 Jul 22 11:34:30.016799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:30.017243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:30.017740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:30.018602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Bound port: a907705d-05f7-43e1-a95a-e530e47d59c9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:30.018780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.032158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-556592954-network', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:30.034132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83818e18-40eb-47ab-a91f-a4b2fa5dd214 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:30.036343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.037131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 61a40db1-c317-409d-a765-0d941d733158 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:30.090125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-cd4f1704-c568-4f31-aea0-3b05843a89e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.092494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-cd4f1704-c568-4f31-aea0-3b05843a89e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=83dfa7f088154d43accc3bdf3d94220f&device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 1094 time: 0.8762484 Jul 22 11:34:30.110814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-19aa43d7-dac6-4308-ae92-2164d49fb0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.111791 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-19aa43d7-dac6-4308-ae92-2164d49fb0c9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1168549 Jul 22 11:34:30.128133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['dc68de9b-5bf2-47a0-8739-1c7be9029cff'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:30.160950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=96129c65-546c-46e9-bd1e-77ec6952ece4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:30.183690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:30.184213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:30.184779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:30.192098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:30.192450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:30.238768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:30.239118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:30.239517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:30.239948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 61a40db1-c317-409d-a765-0d941d733158 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:30.240090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Bound port: 0effb653-e87c-4184-a346-c5cdfb2adbc9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:30.240321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.255589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 61a40db1-c317-409d-a765-0d941d733158 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:30.256034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.258822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d318aea9-08a7-4c02-839e-a26672cd452e req-2dcee36c-812f-41b8-b1c9-e595095e0730 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2193284 Jul 22 11:34:30.264847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-a6feccc4-fde7-4dbf-a8de-da283bca4a99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.266378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-a6feccc4-fde7-4dbf-a8de-da283bca4a99 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8723aab9-09a4-423d-8c41-0f69680ed544&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1162 time: 0.2866762 Jul 22 11:34:30.268543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Made reservation on behalf of 0278ad4a4ede46d59a14571964589eb6 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:30.270900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.278238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.331006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.341842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=dfad8b60-44c1-4930-9488-a5c449b181ed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:30.363803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-6c5d8172-4b00-46fb-a2c5-669a951f9843 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.365297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-6c5d8172-4b00-46fb-a2c5-669a951f9843 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 200 len: 919 time: 0.2578738 Jul 22 11:34:30.370950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:30.375386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.377273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a048d7b-8119-4857-aec6-ecd3abb3c418 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/dfad8b60-44c1-4930-9488-a5c449b181ed HTTP/1.1" status: 204 len: 168 time: 1.4268427 Jul 22 11:34:30.381880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:30.386481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:30.399503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '83818e18-40eb-47ab-a91f-a4b2fa5dd214', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'port_id': '83818e18-40eb-47ab-a91f-a4b2fa5dd214', 'mac_address': 'fa:16:3e:14:b7:59', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83433c4-d193-4dbf-b880-7c6eb5448c93', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:30.418503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Checking segment: {'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:30.418941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Network hostable DHCP agents. Network: 6fa39705-42d7-4022-a214-c1b54658555c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:30.443695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a907705d-05f7-43e1-a95a-e530e47d59c9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:30.458090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.461830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-f18bcbb0-e37b-4f07-8f67-ac9fe00531bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.463411 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-f18bcbb0-e37b-4f07-8f67-ac9fe00531bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3328614 Jul 22 11:34:30.485680 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-8e01649c-1de3-4e78-be2b-7b5b9880b107 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214 HTTP/1.1" status: 200 len: 217 time: 0.1127388 Jul 22 11:34:30.490153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26e95-b854-4681-8cbf-81b15f08e5ba req-cc46749d-565d-4c6b-b512-5ad13edbab1c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.496344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e26e95-b854-4681-8cbf-81b15f08e5ba req-cc46749d-565d-4c6b-b512-5ad13edbab1c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.496528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.497751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92e26e95-b854-4681-8cbf-81b15f08e5ba req-cc46749d-565d-4c6b-b512-5ad13edbab1c tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1680 time: 0.4026344 Jul 22 11:34:30.500597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.507600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:30.529896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83818e18-40eb-47ab-a91f-a4b2fa5dd214 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:30.542540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.543066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.544873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] 10.222.0.20 "PUT /v2.0/ports/a907705d-05f7-43e1-a95a-e530e47d59c9 HTTP/1.1" status: 200 len: 1095 time: 4.7454965 Jul 22 11:34:30.566982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:30.572607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a40db1-c317-409d-a765-0d941d733158'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:30.575285 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b49020a9-7e63-4158-9a1c-d35d9499d0ce" -d '{"events": [{"server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "61a40db1-c317-409d-a765-0d941d733158"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:30.585999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:30.589376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Network 6fa39705-42d7-4022-a214-c1b54658555c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:30.603385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.613971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=61a40db1-c317-409d-a765-0d941d733158,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:30.639972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6fa39705-42d7-4022-a214-c1b54658555c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:30.644959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:30.654053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69f3a33c-c724-4445-8242-9821cfb8a67a None None] Network 6fa39705-42d7-4022-a214-c1b54658555c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:30.673327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.703353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1445fe98-53a4-4320-a2c0-c4d919af799e service neutron] Pushing event updated for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:30.743011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe66821-6daf-408d-b638-88fc3b698e0d req-2d1b4cff-9fad-48ea-b5fb-c88172a677d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.744596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe66821-6daf-408d-b638-88fc3b698e0d req-2d1b4cff-9fad-48ea-b5fb-c88172a677d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 947 time: 0.4078262 Jul 22 11:34:30.751550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:30.763885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92e26e95-b854-4681-8cbf-81b15f08e5ba req-ec72b015-31d7-4f8d-8c72-0673e65e32f3 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2383025 Jul 22 11:34:30.765050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:30.765581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:30.766137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:30.779154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.783674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.788773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-67082abc-d155-496c-bc52-732422b69737 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3069580 Jul 22 11:34:30.797246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:30.810414 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:30.831107 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 2 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:30.854660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe66821-6daf-408d-b638-88fc3b698e0d req-84ee8493-4f2a-44ec-9771-19f507d22fd7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834248 Jul 22 11:34:30.859649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b8c766e8-72ce-4efd-900a-50a62534095c details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:30.862332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:30.865473 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0350c435-ac97-4cb8-a36f-98d10e5b9218" -d '{"events": [{"name": "network-changed", "server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:30.873241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-230f4f8b-0aec-4588-9512-a5c6646e9a7a service neutron] 10.222.0.36 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5798283 Jul 22 11:34:30.874916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-ccc2d471-125b-4883-970b-fc1bbc03471c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.879086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['83818e18-40eb-47ab-a91f-a4b2fa5dd214'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:30.885354 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-ccc2d471-125b-4883-970b-fc1bbc03471c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 200 len: 858 time: 0.3778794 Jul 22 11:34:30.886583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:30.890299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:30.890675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:30.891023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:30.908143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.919109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:30.919441 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:30.922219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-cee1527e-44c1-4c8d-b0fa-963a855a0560 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:30.923839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-cee1527e-44c1-4c8d-b0fa-963a855a0560 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 1098 time: 0.3197818 Jul 22 11:34:30.924302 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 3 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:30.929402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.942909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:30.953141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:30.953486 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Added segment d38b30fd-0fb8-4c56-aa2b-ead409609368 of type vlan for network 3c622c4f-055b-4220-8cd1-311846ed07c4 Jul 22 11:34:30.963289 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12701231-c091-45e4-8c93-cccc0c4a72c9 x-openstack-request-id: req-12701231-c091-45e4-8c93-cccc0c4a72c9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:30.963556 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "name": "network-vif-plugged", "status": "completed", "tag": "61a40db1-c317-409d-a765-0d941d733158", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:30.963811 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12701231-c091-45e4-8c93-cccc0c4a72c9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:30.964194 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '61a40db1-c317-409d-a765-0d941d733158', 'code': 200} Jul 22 11:34:30.997438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.057814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.058833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.059411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.102536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b8c766e8-72ce-4efd-900a-50a62534095c,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:31.117102 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31964f6-1185-4c69-b9f0-098864b6f20c x-openstack-request-id: req-f31964f6-1185-4c69-b9f0-098864b6f20c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:31.117725 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:31.117885 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f31964f6-1185-4c69-b9f0-098864b6f20c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:31.120282 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'status': 'completed', 'code': 200} Jul 22 11:34:31.122134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.122498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.122847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.126495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.3481517 Jul 22 11:34:31.127463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'b8c766e8-72ce-4efd-900a-50a62534095c', 'network_id': '3fa1984e-a783-4e8f-af32-80796f1bb3d3', 'port_id': 'b8c766e8-72ce-4efd-900a-50a62534095c', 'mac_address': 'fa:16:3e:f9:36:fe', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c83433c4-d193-4dbf-b880-7c6eb5448c93', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:31.132426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-1f28b76e-d2ef-40d3-a53e-39487a477abe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3fa1984e-a783-4e8f-af32-80796f1bb3d3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0462465 Jul 22 11:34:31.132970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:31.151690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Request body: {'subnet': {'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-subnet', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:31.154930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55ee9094-7a7f-41fa-9555-8e14a1026fcb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:31.158442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-01290a75-eede-445a-aa92-626f43cd8a97 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a907705d-05f7-43e1-a95a-e530e47d59c9 HTTP/1.1" status: 200 len: 217 time: 0.1278348 Jul 22 11:34:31.184168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.184864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.186337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] 10.222.0.20 "PUT /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 1091 time: 2.6683595 Jul 22 11:34:31.203792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:31.205556 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.206098 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef70907-dc36-4c34-be0d-e5b6bc15be07" -d '{"events": [{"name": "network-changed", "server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:31.224298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.224630 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.228916 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 4 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.231774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9e9f4624-61b4-46c5-acf1-2b389350e16b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:31.256162 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32a0009e-10db-4c21-a4db-b8d4d6b3e34c x-openstack-request-id: req-32a0009e-10db-4c21-a4db-b8d4d6b3e34c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:31.256766 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:31.256874 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32a0009e-10db-4c21-a4db-b8d4d6b3e34c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:31.257394 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9', 'status': 'completed', 'code': 200} Jul 22 11:34:31.271674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b8c766e8-72ce-4efd-900a-50a62534095c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:31.273554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f656c1c-10b1-43a0-8f86-28ce5fda5afc service neutron] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:31.311418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf4a55f-64c9-4800-809b-4ca1ede621ad admin admin] Pushing event updated for resources: {'Network': ['ID=3c622c4f-055b-4220-8cd1-311846ed07c4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:31.314741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b8c766e8-72ce-4efd-900a-50a62534095c,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:31.320463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.320810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.321155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.329596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.336326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:31.345109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-d777d323-3cce-48c7-9f2e-e75f002b4e25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.346613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-d777d323-3cce-48c7-9f2e-e75f002b4e25 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1458762 Jul 22 11:34:31.347994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.348322 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.350596 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 5 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.412321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf3efd8b-8d8e-449c-bee4-c032e4ed5781 req-07af4f2b-a1e8-47dd-8cc9-d9cd9210cb28 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.414719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf3efd8b-8d8e-449c-bee4-c032e4ed5781 req-07af4f2b-a1e8-47dd-8cc9-d9cd9210cb28 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 1097 time: 0.3395150 Jul 22 11:34:31.423577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c73d5aae-8b42-418f-bb14-5e8b5df895f6 req-12ce3052-c89b-4cd4-9600-4ea5062800b8 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.425056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c73d5aae-8b42-418f-bb14-5e8b5df895f6 req-12ce3052-c89b-4cd4-9600-4ea5062800b8 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.3063443 Jul 22 11:34:31.425760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.426090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.426426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.463635 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-366da8e5-4f5a-43c5-8b05-85fbcc09ec4b req-2ce3dfab-c872-4796-abce-97606ed30615 service neutron] 10.222.0.36 "GET /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5686111 Jul 22 11:34:31.473778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.474079 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.474527 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-e4f46bb9-58df-4567-b19f-658b1f8132e4 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4934914 Jul 22 11:34:31.480542 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 6 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.511272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.525178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Made reservation on behalf of 0278ad4a4ede46d59a14571964589eb6 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:31.526624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.527105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.527310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.527556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.532452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8be51ecd-9a7e-45b2-bbbb-2df323c778fd']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:31.560088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf3efd8b-8d8e-449c-bee4-c032e4ed5781 req-3ba5c028-6a6d-47d4-ba2d-aa659ae1b3ca service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293778 Jul 22 11:34:31.566420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.566420 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.566420 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 7 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.567059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9929b86a-10f6-4423-946a-dc9457709055') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:31.567059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9929b86a-10f6-4423-946a-dc9457709055') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:31.570426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c73d5aae-8b42-418f-bb14-5e8b5df895f6 req-38dff88c-1b58-49d1-87bd-e8aadd953fee tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1144838 Jul 22 11:34:31.595070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-52799a2e-b05d-4f6a-8d9a-97f09ae6297b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.596619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-52799a2e-b05d-4f6a-8d9a-97f09ae6297b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2397575 Jul 22 11:34:31.597416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.597757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.598098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.609592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87785d55-f70a-4e2d-81f4-29c86a81fc63 req-1eb49ad2-9498-4111-b1ae-aa194729b32a tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.610707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.617160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87785d55-f70a-4e2d-81f4-29c86a81fc63 req-1eb49ad2-9498-4111-b1ae-aa194729b32a tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 944 time: 0.2424803 Jul 22 11:34:31.636380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.636633 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.655870 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 8 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.664511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-3bd3e45d-c9ed-48eb-83ff-a7be60c7abac service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168996 Jul 22 11:34:31.671009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:31.687787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.688107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.688454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.700469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.721246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:31.721655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:31.734397 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:31.738109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87785d55-f70a-4e2d-81f4-29c86a81fc63 req-55ef0e0f-2251-4c84-9b49-e7cd28518e28 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1200736 Jul 22 11:34:31.738673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.739008 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.741390 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 9 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.762983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.763411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.763814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.772250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-7e76ee2d-75c7-4d54-ab48-2c059d58fc86 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1517773 Jul 22 11:34:31.772942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.773366 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.773653 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 10 to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 Jul 22 11:34:31.785064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b8c766e8-72ce-4efd-900a-50a62534095c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:31.786277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:31.786650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:31.786990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:31.800659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port 96129c65-546c-46e9-bd1e-77ec6952ece4 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:31.800986 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port 96129c65-546c-46e9-bd1e-77ec6952ece4 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:31.801355 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.825423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-cef257df-3238-4221-9c5b-24cf25f2f7b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.827047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-cef257df-3238-4221-9c5b-24cf25f2f7b9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1094 time: 0.5434027 Jul 22 11:34:31.916713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-925805c1-246a-4825-9ef9-a1efc3ed54dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 217 time: 0.0581925 Jul 22 11:34:31.917317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.935429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:31.939881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] 10.222.0.21 "DELETE /v2.0/networks/8be51ecd-9a7e-45b2-bbbb-2df323c778fd HTTP/1.1" status: 204 len: 168 time: 1.5458200 Jul 22 11:34:31.949184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:31.991637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-846b50f3-bde7-414f-b88d-b0375edb466d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:31.993485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-846b50f3-bde7-414f-b88d-b0375edb466d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 1098 time: 0.4129398 Jul 22 11:34:31.997404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66946dd9-2a3c-4a66-a7f4-5f7af4a22ac5 req-b88a1562-881c-4a80-83aa-24ef0e5c62bf service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2073395 Jul 22 11:34:32.016572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71915aff-5ace-4af9-aa00-10f125c5865e admin admin] Pushing event deleted for resources: {'Network': ['ID=8be51ecd-9a7e-45b2-bbbb-2df323c778fd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.022794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port 96129c65-546c-46e9-bd1e-77ec6952ece4, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:32.023188 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:34:32.035958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2040568c-9b59-4b52-9fa3-3eaed4fa28e5 req-d2983abb-0d7d-4ae4-8e8f-dde25f266d39 service neutron] 10.222.0.20 "GET /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3392069 Jul 22 11:34:32.036196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.041778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83818e18-40eb-47ab-a91f-a4b2fa5dd214 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:32.048251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Deleting subnet a4d3dd76-60b7-438f-a65b-9d0159aed809 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:32.074772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.121584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:32.126343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:32.126980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.130485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.130485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.137992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-bf481d82-2d17-4776-93eb-ba003eaecce2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.139492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-bf481d82-2d17-4776-93eb-ba003eaecce2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.2121313 Jul 22 11:34:32.139737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88dee3-d930-452a-8b2e-6ab9b1ba2a8a req-626dcad2-f3b3-4fbb-a348-27a549bf61d2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.145574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae88dee3-d930-452a-8b2e-6ab9b1ba2a8a req-626dcad2-f3b3-4fbb-a348-27a549bf61d2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.147204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae88dee3-d930-452a-8b2e-6ab9b1ba2a8a req-626dcad2-f3b3-4fbb-a348-27a549bf61d2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1680 time: 0.2642906 Jul 22 11:34:32.188583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.190189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=96129c65-546c-46e9-bd1e-77ec6952ece4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.219143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-74698f0f-525b-46da-8ece-ea4267e955ab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489621 Jul 22 11:34:32.223888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.234898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0464832b-6c88-4ee7-8884-d86acbbafd5d tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 984 time: 5.6374552 Jul 22 11:34:32.235147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.239312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:32.269907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:32.274302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae88dee3-d930-452a-8b2e-6ab9b1ba2a8a req-1c3bb779-acc6-45a6-b7ad-b1ff5163a2bd tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1025133 Jul 22 11:34:32.279297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.286316 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.332640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417b2ee6-f03b-43e4-90aa-48ed5e65ad9c req-43916639-1599-40bb-9af8-af79a51451eb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.334077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417b2ee6-f03b-43e4-90aa-48ed5e65ad9c req-43916639-1599-40bb-9af8-af79a51451eb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 947 time: 0.2324648 Jul 22 11:34:32.338475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-fd1e3278-2009-476f-824f-bf8cece7e77c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.340104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-fd1e3278-2009-476f-824f-bf8cece7e77c service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3208475 Jul 22 11:34:32.352977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.363893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.398876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4d3dd76-60b7-438f-a65b-9d0159aed809,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.400943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.402822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7e9c4ec2-af38-4aa7-97ea-87a2edddc681 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4d3dd76-60b7-438f-a65b-9d0159aed809 HTTP/1.1" status: 204 len: 168 time: 0.4533014 Jul 22 11:34:32.405494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:32.441170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.444385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-cea860e5-8a90-4747-b0b2-de60c5f8ece3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.48&port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc HTTP/1.1" status: 200 len: 217 time: 0.0924621 Jul 22 11:34:32.445890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417b2ee6-f03b-43e4-90aa-48ed5e65ad9c req-101de1b7-90d0-4a38-9432-0ab9d0550796 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0889692 Jul 22 11:34:32.446417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-b4da8df2-8b65-4568-a8a2-18b94159994b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.447866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-b4da8df2-8b65-4568-a8a2-18b94159994b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 1098 time: 0.3877971 Jul 22 11:34:32.497640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.582002 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-eee9f100-7b69-46f9-8cfa-c4da17da7a09 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3416290 Jul 22 11:34:32.585161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.590486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Checking segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:32.590837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Network hostable DHCP agents. Network: 3c622c4f-055b-4220-8cd1-311846ed07c4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:32.596122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f0f5eca4-5a69-49b1-a3ed-eff7213d9437']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:32.601663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-78921cea-fc3a-4a54-885a-49fadf690f50 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.603128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-78921cea-fc3a-4a54-885a-49fadf690f50 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1506503 Jul 22 11:34:32.611705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7e42a492-68b3-41ad-b785-3dafefe9ce62') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:32.612040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7e42a492-68b3-41ad-b785-3dafefe9ce62') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:32.621897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.637339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.645843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:32.646483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:32.649241 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:32.741755 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.747726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.751445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f0f5eca4-5a69-49b1-a3ed-eff7213d9437 HTTP/1.1" status: 204 len: 168 time: 0.3433332 Jul 22 11:34:32.765919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d026dc3-b26a-4a7d-89ea-3bae9b34cf33 admin admin] Pushing event deleted for resources: {'Network': ['ID=f0f5eca4-5a69-49b1-a3ed-eff7213d9437,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:32.782192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4fe4066-028b-47df-a41b-7a94a4e46049 req-af7a975d-5fdc-480d-be7b-0e4e0787c236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.784056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4fe4066-028b-47df-a41b-7a94a4e46049 req-af7a975d-5fdc-480d-be7b-0e4e0787c236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.1230521 Jul 22 11:34:32.843525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4fe4066-028b-47df-a41b-7a94a4e46049 req-7ab3f0b9-7c5d-4a9c-9fde-a99a2d0c0d83 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0529404 Jul 22 11:34:32.859859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9e9f4624-61b4-46c5-acf1-2b389350e16b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:32.928415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 9e9f4624-61b4-46c5-acf1-2b389350e16b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:32.934850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 9e9f4624-61b4-46c5-acf1-2b389350e16b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:32.935519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:32.945230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2696c35e-1804-4c91-9d26-48c8061baf0e req-d967924d-b8c9-4e08-aa0d-429cabc5055b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:32.947010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2696c35e-1804-4c91-9d26-48c8061baf0e req-d967924d-b8c9-4e08-aa0d-429cabc5055b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 945 time: 0.0993927 Jul 22 11:34:32.947497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:32.967378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:32.969518 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-99caa211-7042-421e-a714-45ff50009ea2" -d '{"events": [{"server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "name": "network-vif-plugged", "status": "completed", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:33.016495 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-15a64cf2-aa5d-4eab-9c57-c82470835176 x-openstack-request-id: req-15a64cf2-aa5d-4eab-9c57-c82470835176 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:33.016793 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "name": "network-vif-plugged", "status": "completed", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:33.017065 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-15a64cf2-aa5d-4eab-9c57-c82470835176 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:33.017440 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214', 'code': 200} Jul 22 11:34:33.021639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2696c35e-1804-4c91-9d26-48c8061baf0e req-6dbc3c0d-2ec6-4e93-a933-aa3c15385d13 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667975 Jul 22 11:34:33.034926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.069936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-451e9cd9-d6ba-470a-8943-cc3868082d6a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e4cfa5ad1c6743989563bcfae486f528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212289 Jul 22 11:34:33.072743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:33.085802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:33.091536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.093688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dc68de9b-5bf2-47a0-8739-1c7be9029cff up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:33.109761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:33.121308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:33.124470 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:33.126926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-b59beecd-fb01-41f6-a922-6aec34fca498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.130406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-b59beecd-fb01-41f6-a922-6aec34fca498 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.6560683 Jul 22 11:34:33.142907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Deleting port 96129c65-546c-46e9-bd1e-77ec6952ece4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:33.143560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.144944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3c622c4f-055b-4220-8cd1-311846ed07c4) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:33.160027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08625096-b332-49fe-8ea2-718daea3bf6c None None] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:33.176942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.177542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.200570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.220857 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cbdc0630-37a7-4cc8-9466-ea733a22f000 x-openstack-request-id: req-cbdc0630-37a7-4cc8-9466-ea733a22f000 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:33.221149 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:33.221406 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cbdc0630-37a7-4cc8-9466-ea733a22f000 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:33.221804 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'status': 'completed', 'code': 200} Jul 22 11:34:33.238798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-8c4439c1-40a2-4851-affb-a4017094aeaf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.56&port_id=a907705d-05f7-43e1-a95a-e530e47d59c9 HTTP/1.1" status: 200 len: 217 time: 0.0891883 Jul 22 11:34:33.246845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-55a8dae8-d2cb-4158-807e-1f03eda7184f req-2b5d0df7-a3c3-4e65-92ee-667f757b46b4 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6491139 Jul 22 11:34:33.255532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:33.265709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-0b07992a-6430-46a1-8d7c-e87a4f4c1749 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.267562 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-0b07992a-6430-46a1-8d7c-e87a4f4c1749 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6305296 Jul 22 11:34:33.283095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port dc68de9b-5bf2-47a0-8739-1c7be9029cff completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:33.290722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port dc68de9b-5bf2-47a0-8739-1c7be9029cff triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:33.291105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.327058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7d5db5e4-ad4f-4fa7-ae09-707f09152f85 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.1795425 Jul 22 11:34:33.418911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3c622c4f-055b-4220-8cd1-311846ed07c4', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:34:33.419781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.443684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:33.453056 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.456841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:33.468039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port 96129c65-546c-46e9-bd1e-77ec6952ece4, host n-h2-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:33.468600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.507218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Calling delete_port for 96129c65-546c-46e9-bd1e-77ec6952ece4 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:33.548858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-ae2275e4-51dd-4ac7-9e18-d058cfd888b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.550391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-ae2275e4-51dd-4ac7-9e18-d058cfd888b5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2976754 Jul 22 11:34:33.576307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:33.582142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-dd5e4486-2209-4b35-94ec-50ba2f7de862 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2657483 Jul 22 11:34:33.583274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.583851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.583991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.628135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.685584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:33.686866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf5e6ad-f490-4913-b173-e33ef7a7bf8b req-2ba6dc9d-0f1f-41a5-b741-c687ad747d80 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.688369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcf5e6ad-f490-4913-b173-e33ef7a7bf8b req-2ba6dc9d-0f1f-41a5-b741-c687ad747d80 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 1096 time: 0.5714052 Jul 22 11:34:33.696247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Allocated IP 172.20.0.2 (3c622c4f-055b-4220-8cd1-311846ed07c4/c6490d43-7e9f-4bf7-bf63-41d68a3b02ea/41cad830-cb10-4cf7-9a2c-5ff25fbabb26) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:33.756964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcf5e6ad-f490-4913-b173-e33ef7a7bf8b req-eaf4a6a4-fa1d-479d-ba70-07a92d337b3b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0576437 Jul 22 11:34:33.774897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eb94acc-e7a0-4164-b0b7-82cb3b85d337 req-41a355df-6792-41f4-938c-f80db9d323a7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.776421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eb94acc-e7a0-4164-b0b7-82cb3b85d337 req-41a355df-6792-41f4-938c-f80db9d323a7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 947 time: 0.1984372 Jul 22 11:34:33.787428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030766a4-439e-4b68-89ec-ac86208b8b38 req-c378485d-4cf2-49a8-a119-99bb365ebb56 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.787817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-83a82813-c585-4b94-bb25-07309f5e1a96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.789544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-83a82813-c585-4b94-bb25-07309f5e1a96 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1094 time: 0.4560401 Jul 22 11:34:33.793995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-030766a4-439e-4b68-89ec-ac86208b8b38 req-c378485d-4cf2-49a8-a119-99bb365ebb56 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.795744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-030766a4-439e-4b68-89ec-ac86208b8b38 req-c378485d-4cf2-49a8-a119-99bb365ebb56 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.2162898 Jul 22 11:34:33.798648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.801174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.805076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b57c5085-6b18-421e-a529-19caf4a97f34 HTTP/1.1" status: 204 len: 168 time: 0.7285452 Jul 22 11:34:33.808433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.884849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.895001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Transition to ACTIVE for port object 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:33.899847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eb94acc-e7a0-4164-b0b7-82cb3b85d337 req-7a35c1f8-3668-48c7-979e-ed73cdc0af06 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1026788 Jul 22 11:34:33.902491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00e6250-075d-4eae-a5f3-85ba4e8aabbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b57c5085-6b18-421e-a529-19caf4a97f34,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:33.918432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Transition to ACTIVE for port object 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:33.944385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:33.950225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0350c435-ac97-4cb8-a36f-98d10e5b9218 req-6a106703-2743-4a0a-9c26-56b000a2738d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3612607 Jul 22 11:34:33.965005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-eb734cc3-f502-4ed0-825e-cb51521f9a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:33.967732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-eb734cc3-f502-4ed0-825e-cb51521f9a3c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3966458 Jul 22 11:34:33.986808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:33.989415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-030766a4-439e-4b68-89ec-ac86208b8b38 req-b119fb31-4ffa-47c3-b7d4-b3099bd61d6d tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1854503 Jul 22 11:34:33.989680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:33.999084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:34.021102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Pushing event updated for resources: {'Port': ['ID=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:34.032685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.054104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a907705d-05f7-43e1-a95a-e530e47d59c9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:34.107060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94265749-856d-4dcd-9185-bda8d3108401 req-b0a90038-45b9-4b28-8a92-309043c9a8d1 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:34.108812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94265749-856d-4dcd-9185-bda8d3108401 req-b0a90038-45b9-4b28-8a92-309043c9a8d1 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.0903141 Jul 22 11:34:34.113357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Attempting to bind port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:34.113639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Attempting to bind port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:34.114055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Attempting to bind port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:34.125324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:34.125729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Checking segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:34.126804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.127312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Bound using segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:34.127810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Bound port: 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:34.128199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.149296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.187114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event deleted for resources: {'Port': ['ID=96129c65-546c-46e9-bd1e-77ec6952ece4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:34.203532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94265749-856d-4dcd-9185-bda8d3108401 req-a7bbad90-83c4-4768-ac3f-800b77d5c09d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879629 Jul 22 11:34:34.216610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.224385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb36b54b-9baf-474e-bfe5-205aa7886e2f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "DELETE /v2.0/ports/96129c65-546c-46e9-bd1e-77ec6952ece4 HTTP/1.1" status: 204 len: 168 time: 1.9805598 Jul 22 11:34:34.238598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:34.265797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] For port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:34.270764 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d6fd152a-7a92-47db-a48b-68ef66c478e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:34:34.272902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6fd152a-7a92-47db-a48b-68ef66c478e3 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports/96129c65-546c-46e9-bd1e-77ec6952ece4 HTTP/1.1" status: 404 len: 333 time: 0.0327079 Jul 22 11:34:34.277013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:34.281707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] For port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:34.281892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'network_id': '6fa39705-42d7-4022-a214-c1b54658555c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-273914174'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:34.294562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7130aa69-8782-42eb-93f6-e9d0c734eb8b req-e994560e-6ddc-48ea-b604-6ca5deb0bebd tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:34.294865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.296122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7130aa69-8782-42eb-93f6-e9d0c734eb8b req-e994560e-6ddc-48ea-b604-6ca5deb0bebd tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 945 time: 0.1531444 Jul 22 11:34:34.298658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a907705d-05f7-43e1-a95a-e530e47d59c9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:34.304619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-32dce1ad-4e06-4a89-8b24-cd5d546ec5af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:34.312613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-32dce1ad-4e06-4a89-8b24-cd5d546ec5af service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.4882977 Jul 22 11:34:34.333555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Made reservation on behalf of 56a5c71113cb47839060f26bf87363c1 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:34.337479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.340472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'a907705d-05f7-43e1-a95a-e530e47d59c9', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'a907705d-05f7-43e1-a95a-e530e47d59c9', 'mac_address': 'fa:16:3e:6b:2b:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.56'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:34.365118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:34.390187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7130aa69-8782-42eb-93f6-e9d0c734eb8b req-32afb09a-8928-4857-a4cf-ca4c62a167ae tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805814 Jul 22 11:34:34.398087 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-3e851986-b34a-403b-b033-c6a53c7ba7a2 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3917367 Jul 22 11:34:34.403267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef7ed532-e039-429e-b482-dc07ee98c136 None None] Pushing event updated for resources: {'Port': ['ID=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:34.428010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.434384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:34.449669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a907705d-05f7-43e1-a95a-e530e47d59c9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:34.473781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a907705d-05f7-43e1-a95a-e530e47d59c9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:34.479077 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.517277 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-6580c8b5-15d4-493e-8fe9-15cf4034a769 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 217 time: 0.1179216 Jul 22 11:34:34.533294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:34.595018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.649452 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a6f341c9-a474-45bd-b4aa-5a898490de23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b0d60e63f930482ba74c5ce12683c474&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2113867 Jul 22 11:34:34.651249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:34.739004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-27a0bf76-cbd4-45a5-bcd0-c0d7a2a808f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:34.740965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-27a0bf76-cbd4-45a5-bcd0-c0d7a2a808f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1991584 Jul 22 11:34:34.743611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ef70907-dc36-4c34-be0d-e5b6bc15be07 req-2db7111f-781e-41ff-95ba-8913a2896b77 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3081257 Jul 22 11:34:34.754363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.760708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.790975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-25e78706-a2d6-41bb-80c8-95454c09bfba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0359943 Jul 22 11:34:34.810342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a907705d-05f7-43e1-a95a-e530e47d59c9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:34.877677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.882658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a67095f9-0675-4fc2-99e7-801b74a35cfc details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:34.883887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Network 6fa39705-42d7-4022-a214-c1b54658555c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:34.885555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b8c766e8-72ce-4efd-900a-50a62534095c up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:34.902394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:34.921814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:34.923031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:34.923740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:34.926928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:34.999698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-7c6b1b67-984c-4fec-91ae-0d3e317cf3ac service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2005174 Jul 22 11:34:35.004868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:35.005051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-20170a2f-53a6-44bf-b183-d2390ce94ca6 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.7243810 Jul 22 11:34:35.005304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:35.007670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port b8c766e8-72ce-4efd-900a-50a62534095c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:35.011868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:35.021797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b'}, {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:35.024568 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1920930-496e-47fb-8d46-4400530dde6a" -d '{"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-plugged", "status": "completed", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b"}, {"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:35.059339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port b8c766e8-72ce-4efd-900a-50a62534095c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:35.059723 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.068276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.074740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.080118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.083159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d57f855-d384-4a7b-8e6a-4657d196293f HTTP/1.1" status: 204 len: 168 time: 0.4307404 Jul 22 11:34:35.122229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.123155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0dce6bd-873e-4b05-9227-b4f06a10d76d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d57f855-d384-4a7b-8e6a-4657d196293f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:35.199912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e525798-634f-445c-a309-6bd6da323263 req-895c1aad-d4e7-4f66-8575-a55f82762e47 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:35.201755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e525798-634f-445c-a309-6bd6da323263 req-895c1aad-d4e7-4f66-8575-a55f82762e47 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 948 time: 0.1515911 Jul 22 11:34:35.247235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:35.271569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b75a-3580-4e48-a9b3-5d6fdd0c4d16 req-a8f23be6-5465-4114-8a05-0f9b96811459 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:35.282105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3096b75a-3580-4e48-a9b3-5d6fdd0c4d16 req-a8f23be6-5465-4114-8a05-0f9b96811459 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:35.288242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'mac_address': 'fa:16:3e:d2:b7:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.48'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:35.294770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:35.295959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3096b75a-3580-4e48-a9b3-5d6fdd0c4d16 req-a8f23be6-5465-4114-8a05-0f9b96811459 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.1613064 Jul 22 11:34:35.319947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e525798-634f-445c-a309-6bd6da323263 req-0efa38cb-9948-48b6-a93c-8b86013ea27f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071391 Jul 22 11:34:35.412342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3096b75a-3580-4e48-a9b3-5d6fdd0c4d16 req-1fc6b49d-2aed-4b71-b666-a053c09812da tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1151035 Jul 22 11:34:35.422265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Allocated IP 172.25.6.158 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/03d4ab51-3fff-4854-b025-c658e9f41d56) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:35.464422 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 354 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a769a8d8-b056-4308-b823-648ea6fd7c8f x-openstack-request-id: req-a769a8d8-b056-4308-b823-648ea6fd7c8f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:35.464720 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-plugged", "status": "completed", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b", "code": 200}, {"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-plugged", "status": "completed", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:35.464972 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a769a8d8-b056-4308-b823-648ea6fd7c8f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:35.465361 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'code': 200} Jul 22 11:34:35.465611 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff', 'code': 200} Jul 22 11:34:35.504646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.520787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.560709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a67095f9-0675-4fc2-99e7-801b74a35cfc {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:35.612624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b8c766e8-72ce-4efd-900a-50a62534095c,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:35.627165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c4c246-67aa-4720-8ca9-3cca7932822c req-bba2eeed-4bfd-49e4-b091-1e07c0b6e20f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:35.628779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09c4c246-67aa-4720-8ca9-3cca7932822c req-bba2eeed-4bfd-49e4-b091-1e07c0b6e20f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.1539512 Jul 22 11:34:35.641735 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.656154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:35.668714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.697290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.772448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:35.777010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.779754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09c4c246-67aa-4720-8ca9-3cca7932822c req-4c08fb2f-53d4-4860-8ba0-e3a70e7f9797 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1262908 Jul 22 11:34:35.801436 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fda6634-843c-4cd6-96e8-3f8bcd44cebc req-8866cde3-78fa-40e9-8611-244f879d02a1 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829385 Jul 22 11:34:35.804846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5e0f12f-9d05-4106-a17d-7731ab2c2df3 req-9698be30-6e20-4cf9-9831-f5cd33dc486e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:35.806877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5e0f12f-9d05-4106-a17d-7731ab2c2df3 req-9698be30-6e20-4cf9-9831-f5cd33dc486e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 945 time: 0.1712768 Jul 22 11:34:35.841699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c972c198-cc15-4b63-88c6-9f1089e10cf9 None None] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:35.872884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5e0f12f-9d05-4106-a17d-7731ab2c2df3 req-860d0467-a3f9-4f6d-be37-cd64e8987f27 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485971 Jul 22 11:34:35.873504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.888191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:35.940606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Pushing event updated for resources: {'Port': ['ID=03d4ab51-3fff-4854-b025-c658e9f41d56,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:35.953177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Provisioning for port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:35.967860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Provisioning complete for port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:35.968489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:35.984634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:35.990049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:35.997289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:36.015016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677745-9fb2-4489-b97f-76e7916ed69d req-26424179-d3dc-4faa-ab21-fd87f264547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.015603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8677745-9fb2-4489-b97f-76e7916ed69d req-26424179-d3dc-4faa-ab21-fd87f264547b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.017372 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8677745-9fb2-4489-b97f-76e7916ed69d req-26424179-d3dc-4faa-ab21-fd87f264547b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1984 time: 0.2873452 Jul 22 11:34:36.060288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:36.086800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2071f754-5ced-4a72-bcef-2ea559545774 req-860f3c88-3997-4df9-adc6-a42e6de0ce10 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.096290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2071f754-5ced-4a72-bcef-2ea559545774 req-860f3c88-3997-4df9-adc6-a42e6de0ce10 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.1168330 Jul 22 11:34:36.153755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8677745-9fb2-4489-b97f-76e7916ed69d req-dbaf24d1-29ac-4155-9055-1bf0f278e1b1 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036975 Jul 22 11:34:36.176065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.185725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2071f754-5ced-4a72-bcef-2ea559545774 req-cb5424d4-6ae7-4031-8ec0-e403e70a9aa6 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0881865 Jul 22 11:34:36.249633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] For port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:36.252000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:36.266235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.318939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:36.329771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.443475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Transition to ACTIVE for port object d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:36.457469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.480374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-345257426-network', 'tenant_id': '9d423553a7664b058aaa309f81046917'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:36.503865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8e81-7c6e-45b3-ba62-cd8798108529 None None] Pushing event updated for resources: {'Port': ['ID=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:36.538141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Made reservation on behalf of 9d423553a7664b058aaa309f81046917 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:36.541235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.587225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:36.588436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.596152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:36.596686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:36.597189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:36.607434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.609259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:36.609604 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:36.611913 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 2 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:36.612055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4c72a1-d8aa-459f-a33b-c0e3b86e76d0 req-a6dd2ef6-195e-429a-b661-3f72a34c3749 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.613493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b4c72a1-d8aa-459f-a33b-c0e3b86e76d0 req-a6dd2ef6-195e-429a-b661-3f72a34c3749 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 948 time: 0.1857114 Jul 22 11:34:36.696614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a677d2-e4d0-4322-945a-1dcbf6a5f2ab req-de93fdac-3a55-4f8e-8997-567a36e991de tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.702656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:36.702843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a677d2-e4d0-4322-945a-1dcbf6a5f2ab req-de93fdac-3a55-4f8e-8997-567a36e991de tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:36.703059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:36.703445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:36.704417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92a677d2-e4d0-4322-945a-1dcbf6a5f2ab req-de93fdac-3a55-4f8e-8997-567a36e991de tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.1593995 Jul 22 11:34:36.715541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8e6626bb-954d-4386-af16-9ed47accd746 None None] Provisioning complete for port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:36.716545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e6626bb-954d-4386-af16-9ed47accd746 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.719927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:36.720385 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:36.722579 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 3 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:36.724386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b4c72a1-d8aa-459f-a33b-c0e3b86e76d0 req-2d6f03e4-9372-408a-be2f-716a301404b1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034796 Jul 22 11:34:36.773307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92a677d2-e4d0-4322-945a-1dcbf6a5f2ab req-37898b6b-15be-4059-b776-680feed219f2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585046 Jul 22 11:34:36.822323 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.830154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.864100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:36.871594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c025baf-cfc3-4135-9759-f9e194425d06,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:36.889162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.890291 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Added segment 8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a of type vlan for network 7c469669-9fd5-4286-8146-5d14ee09de3d Jul 22 11:34:36.899816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:36.900280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:36.900629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:36.901187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:36.908363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:36.908698 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:36.910666 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 4 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:36.933604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:36.934085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:36.934602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:36.940440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.943535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:36.944818 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:36.946121 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 5 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:36.964390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:36.965168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:36.987757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.042872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.043984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.044743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.062752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bfcd7db-d2a6-4a37-a029-c47e1ef4f37a req-7ccf2adf-2068-49c1-b0cc-fad5cbf60c9e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.064365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bfcd7db-d2a6-4a37-a029-c47e1ef4f37a req-7ccf2adf-2068-49c1-b0cc-fad5cbf60c9e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.1538692 Jul 22 11:34:37.110608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.8572109 Jul 22 11:34:37.117356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:37.122324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Request body: {'subnet': {'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-345257426-subnet', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:37.171798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95915452-dde4-4f1d-892f-792bc707ea4d admin admin] Pushing event updated for resources: {'Network': ['ID=7c469669-9fd5-4286-8146-5d14ee09de3d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:37.187793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7c469669-9fd5-4286-8146-5d14ee09de3d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:37.188047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bfcd7db-d2a6-4a37-a029-c47e1ef4f37a req-934b5b63-1da6-40db-9dbb-42a5c707d83f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071618 Jul 22 11:34:37.201101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Made reservation on behalf of 9d423553a7664b058aaa309f81046917 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:37.220551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.364922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.365171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.365578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.372588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.372934 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.377308 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 6 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:37.399009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.399352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.399700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.411214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.411550 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.413378 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 7 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:37.419464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de260e54-cc40-46a3-94f9-1681d65b16bf req-b63dfc10-9bdf-493d-a2f2-8e5611b7ea69 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.420970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de260e54-cc40-46a3-94f9-1681d65b16bf req-b63dfc10-9bdf-493d-a2f2-8e5611b7ea69 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.1216228 Jul 22 11:34:37.433752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.434098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.434461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.442853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.443186 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.444302 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 8 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:37.466247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.466586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.466872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:37.467048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.470166 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41dc166a-629d-4255-908b-356a3e3a3d8d" -d '{"events": [{"server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "name": "network-vif-plugged", "status": "completed", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:37.474922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.475265 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.476623 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 9 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:37.485662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:34:37.494991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.495343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.495702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.503648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.503986 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.504381 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 10 to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 Jul 22 11:34:37.511523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.513434 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8e9eed73-4254-43d7-a466-7b14bba60876 x-openstack-request-id: req-8e9eed73-4254-43d7-a466-7b14bba60876 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:37.513927 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "name": "network-vif-plugged", "status": "completed", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:37.514307 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8e9eed73-4254-43d7-a466-7b14bba60876 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:37.514829 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c', 'code': 200} Jul 22 11:34:37.516075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de260e54-cc40-46a3-94f9-1681d65b16bf req-71e98ff8-ad2e-43b2-bf91-66ec1a59d60b tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0870888 Jul 22 11:34:37.579736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:37.580138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:37.580432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:37.581920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Pushing event updated for resources: {'Subnet': ['ID=bd0df995-f7eb-4f34-9b0e-427314159faf,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:37.589924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Checking segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:37.590254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Network hostable DHCP agents. Network: 7c469669-9fd5-4286-8146-5d14ee09de3d, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:37.593371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:37.593541 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:37.593909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.609427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:37.620016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7c469669-9fd5-4286-8146-5d14ee09de3d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:37.625670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.626683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.629283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-428541c0-c362-4ea5-8c11-1ead15202f95 None None] Network 7c469669-9fd5-4286-8146-5d14ee09de3d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:37.656118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f34da847-6fa3-4ee8-99f5-6aae2ab40f7d admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5376754 Jul 22 11:34:37.658665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:37.663742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:37.688300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.689502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.728730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:34:37.752144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:34:37.762652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:37.763031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:34:37.770083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11623a31-c3be-4baf-8303-c6fbf7439a7d req-d11073da-69cc-4643-918d-cd0ed3cc94cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.772281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11623a31-c3be-4baf-8303-c6fbf7439a7d req-d11073da-69cc-4643-918d-cd0ed3cc94cb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 1097 time: 0.1666539 Jul 22 11:34:37.774420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.775877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d731fb4d-25d9-46b7-a6e0-9f431dbe1978 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 4.3279021 Jul 22 11:34:37.778085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.780420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:37.815692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:37.816482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:37.828820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.834059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:37.857165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] In _notify_port_updated(), no bound segment for port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:34:37.858190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:37.858947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.862648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-db419e61-9b46-4d31-8445-3d876ad82504 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "PUT /v2.0/ports/d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 HTTP/1.1" status: 200 len: 978 time: 2.8540573 Jul 22 11:34:37.864812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33822) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:37.961955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7c469669-9fd5-4286-8146-5d14ee09de3d', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:34:37.963162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:37.983166 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11623a31-c3be-4baf-8303-c6fbf7439a7d req-47070442-a908-4141-8459-c138547e4205 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2022462 Jul 22 11:34:37.989404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:38.067095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.067597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.068195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.068689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.069614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.070092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.070676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.071272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.071789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.072232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.072700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.073162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.074006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.074493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.074965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.075430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.075891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.076357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.076872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.077331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.077789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.078246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.078732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.079726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.080554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.080554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.080784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.081166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.081820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.082275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.082791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.083986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.083986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.084266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a907705d-05f7-43e1-a95a-e530e47d59c9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:38.084418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.084727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.085211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.085675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.086333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.086680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.091769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef64b98b-2bb3-4a22-9c4d-e47d1ef19eb8 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35151 time: 0.2244229 Jul 22 11:34:38.098797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33824) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:38.111282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.204063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Deleting port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:38.205050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.235645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac0d16d2-6997-4f6e-9b26-fc0328b48fcb req-5cc3d970-1af9-46d0-862d-9bbdfad3bc48 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.237183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac0d16d2-6997-4f6e-9b26-fc0328b48fcb req-5cc3d970-1af9-46d0-862d-9bbdfad3bc48 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 948 time: 0.3709159 Jul 22 11:34:38.252995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586be707-7ac0-4688-87f2-9feb8773b476 req-ea7deaf0-b6f8-4126-a1cb-78ef5db47c26 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.259185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-586be707-7ac0-4688-87f2-9feb8773b476 req-ea7deaf0-b6f8-4126-a1cb-78ef5db47c26 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.260800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-586be707-7ac0-4688-87f2-9feb8773b476 req-ea7deaf0-b6f8-4126-a1cb-78ef5db47c26 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.3799334 Jul 22 11:34:38.305027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0, host n-h2-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:38.305857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.325700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Calling delete_port for d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:38.328920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port a907705d-05f7-43e1-a95a-e530e47d59c9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:38.331153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Allocated IP 172.20.0.2 (7c469669-9fd5-4286-8146-5d14ee09de3d/bd0df995-f7eb-4f34-9b0e-427314159faf/4ba3771d-ea6d-4fc2-8034-656b13f9810f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:38.339396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port a907705d-05f7-43e1-a95a-e530e47d59c9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:38.339879 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.353834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac0d16d2-6997-4f6e-9b26-fc0328b48fcb req-c7806fa7-4943-4041-b655-a51ad966e5df tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915985 Jul 22 11:34:38.421914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-586be707-7ac0-4688-87f2-9feb8773b476 req-6e41ef2b-ccec-44d9-8103-921e586ef1e4 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1480160 Jul 22 11:34:38.460970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.525511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event deleted for resources: {'Port': ['ID=d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:38.534128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.539443 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0f7c0abe-cadf-4a17-94b5-54769244d162 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "DELETE /v2.0/ports/d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 HTTP/1.1" status: 204 len: 168 time: 0.4365282 Jul 22 11:34:38.541167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:38.575832 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-248a46f7-59de-43fd-bf80-1e89cb1b0793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:34:38.581255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-248a46f7-59de-43fd-bf80-1e89cb1b0793 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports/d27e4a03-8eea-47e1-9e5a-ac1cb363a4e0 HTTP/1.1" status: 404 len: 333 time: 0.0365958 Jul 22 11:34:38.581998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:38.587857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-461856636', 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:38.612626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Made reservation on behalf of 56a5c71113cb47839060f26bf87363c1 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:38.614995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.632794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port 1d186f93-0066-4030-9953-32ab30b97834 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:38.664281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:36Z', 'revision_number': 3, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:38.699204 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.706299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:34:38.706600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Updating router baaded74-29e6-4509-ac52-d8fd49fb8de2 port 03d4ab51-3fff-4854-b025-c658e9f41d56 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:34:38.738574 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.767618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Transition to ACTIVE for port object 4ba3771d-ea6d-4fc2-8034-656b13f9810f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:38.768565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.796589 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.801737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a907705d-05f7-43e1-a95a-e530e47d59c9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:38.813610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.822222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Transition to ACTIVE for port object 4ba3771d-ea6d-4fc2-8034-656b13f9810f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:38.825797 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.827161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.846430 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:34:38.854882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2647bdd9-04aa-4839-9a78-b6b140dfb45f req-87711e18-d8d4-4fda-9485-889222bd97c5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.860207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.861852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2647bdd9-04aa-4839-9a78-b6b140dfb45f req-87711e18-d8d4-4fda-9485-889222bd97c5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.3480427 Jul 22 11:34:38.879156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.883426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.902789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e251144a-c023-4174-ad9f-3a156f9ced65 req-278089c8-d5c1-46d1-8bc8-aa8f61250c2f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.904229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e251144a-c023-4174-ad9f-3a156f9ced65 req-278089c8-d5c1-46d1-8bc8-aa8f61250c2f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.2645438 Jul 22 11:34:38.923299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a67095f9-0675-4fc2-99e7-801b74a35cfc up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:38.929440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Network 6fa39705-42d7-4022-a214-c1b54658555c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:38.932377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:38.936235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:38.937394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:38.937940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:38.954412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=1d186f93-0066-4030-9953-32ab30b97834,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:38.969925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:38.972570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-689b0897-ef47-42c9-8584-8f949f20c23f tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 0.3864031 Jul 22 11:34:38.983789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:38.984741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:38.996992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:39.003072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:39.085674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2647bdd9-04aa-4839-9a78-b6b140dfb45f req-71ae02d4-d61a-4e10-b5c1-7e34226a3806 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2229383 Jul 22 11:34:39.126495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e251144a-c023-4174-ad9f-3a156f9ced65 req-eee62b5e-400f-453d-b1ba-42b832ba4886 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1770332 Jul 22 11:34:39.133524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31b00dbb-80d2-4a98-83d6-05704452ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:39.133524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-31b00dbb-80d2-4a98-83d6-05704452ac6a tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports/1d186f93-0066-4030-9953-32ab30b97834 HTTP/1.1" status: 200 len: 958 time: 0.1582553 Jul 22 11:34:39.135653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:39.254030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Allocated IP 172.20.0.1 (3c622c4f-055b-4220-8cd1-311846ed07c4/c6490d43-7e9f-4bf7-bf63-41d68a3b02ea/2c875d98-6568-457d-8b0e-a3911632cbed) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:39.281490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Deleting port 1d186f93-0066-4030-9953-32ab30b97834 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:39.282042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.348646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Attempting to bind port 4ba3771d-ea6d-4fc2-8034-656b13f9810f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:39.349015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Attempting to bind port 4ba3771d-ea6d-4fc2-8034-656b13f9810f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:39.349429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Attempting to bind port 4ba3771d-ea6d-4fc2-8034-656b13f9810f on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:39.350706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.353684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Pushing event updated for resources: {'Port': ['ID=4ba3771d-ea6d-4fc2-8034-656b13f9810f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:39.364943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Calling delete_port for 1d186f93-0066-4030-9953-32ab30b97834 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:39.390724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:39.391064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Checking segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:39.391619 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.392200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Bound using segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:39.392753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Bound port: 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:39.393145 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.399295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port a67095f9-0675-4fc2-99e7-801b74a35cfc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:39.419548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port a67095f9-0675-4fc2-99e7-801b74a35cfc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:39.419926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.465972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.496580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event deleted for resources: {'Port': ['ID=1d186f93-0066-4030-9953-32ab30b97834,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:39.502777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.504947 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-57cd5885-e276-4b8f-b171-4ac1e654bfc5 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1d186f93-0066-4030-9953-32ab30b97834 HTTP/1.1" status: 204 len: 168 time: 0.3680098 Jul 22 11:34:39.508116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:39.515895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:39.518134 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1020c51-3c8b-421e-9eb6-ca7b62c27c7f" -d '{"events": [{"server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:39.535689 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-80d9bee5-e1b5-45b8-8bab-2759ffd85d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:34:39.542622 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-80d9bee5-e1b5-45b8-8bab-2759ffd85d21 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports/1d186f93-0066-4030-9953-32ab30b97834 HTTP/1.1" status: 404 len: 333 time: 0.0280619 Jul 22 11:34:39.542622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:39.547881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'network_id': '6fa39705-42d7-4022-a214-c1b54658555c', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-2006166686'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:39.575745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Made reservation on behalf of 56a5c71113cb47839060f26bf87363c1 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:39.578596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.607241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] For port 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:39.612212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port b1fce786-2228-441b-88a2-eab3498a2d49 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:39.638186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] For port 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4ba3771d-ea6d-4fc2-8034-656b13f9810f,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:39.670160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.675372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.734026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Transition to ACTIVE for port object 03d4ab51-3fff-4854-b025-c658e9f41d56 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:39.743470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.763361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.781107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201bd14-ff27-4a8d-8834-b860d0c12212 None None] Pushing event updated for resources: {'Port': ['ID=4ba3771d-ea6d-4fc2-8034-656b13f9810f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:39.832861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.837691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:39.838893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Attempting to bind port 03d4ab51-3fff-4854-b025-c658e9f41d56 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:39.839267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Attempting to bind port 03d4ab51-3fff-4854-b025-c658e9f41d56 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:39.839633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Attempting to bind port 03d4ab51-3fff-4854-b025-c658e9f41d56 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:39.853618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.855621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:39.855995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:39.856410 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.856799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:39.857302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Bound port: 03d4ab51-3fff-4854-b025-c658e9f41d56, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:39.857688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.883693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49593-d2be-49f0-ac4b-9901d2b8525a None None] Pushing event updated for resources: {'Port': ['ID=03d4ab51-3fff-4854-b025-c658e9f41d56,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:39.886301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.889729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Allocated IP 172.25.6.252 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/85844a9d-26b6-47cb-803d-114780bade01) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:39.905013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.937907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Transition to ACTIVE for port object 2c875d98-6568-457d-8b0e-a3911632cbed will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:39.951551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692da01-f185-4a59-9074-ae1a4df83367 req-30de650c-7990-47b8-bf03-d5f25fe6b760 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:39.953344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Network 6fa39705-42d7-4022-a214-c1b54658555c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:39.956998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:39.958943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2692da01-f185-4a59-9074-ae1a4df83367 req-30de650c-7990-47b8-bf03-d5f25fe6b760 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:39.962845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:39.962845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:39.962845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:39.971610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2692da01-f185-4a59-9074-ae1a4df83367 req-30de650c-7990-47b8-bf03-d5f25fe6b760 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.3142438 Jul 22 11:34:39.987868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:39.999530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fce786-2228-441b-88a2-eab3498a2d49,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:40.006985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f8cd7bfb-8621-4f87-ac94-83236b645101 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 0.4630482 Jul 22 11:34:40.010990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:40.017575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:40.041350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61b3f8e0-6750-4c15-bb75-f11b8c908bfa req-f666c082-b44f-4cc8-bf74-13e8f130c55d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:40.043039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61b3f8e0-6750-4c15-bb75-f11b8c908bfa req-f666c082-b44f-4cc8-bf74-13e8f130c55d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 949 time: 0.3847377 Jul 22 11:34:40.050248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] For port 03d4ab51-3fff-4854-b025-c658e9f41d56, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:40.054554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] For port 03d4ab51-3fff-4854-b025-c658e9f41d56, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=03d4ab51-3fff-4854-b025-c658e9f41d56,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:40.065132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.124912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:40.125720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:40.125856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.157891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2692da01-f185-4a59-9074-ae1a4df83367 req-47204a3c-9d32-43d7-b689-0482f6a4bc7b tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823106 Jul 22 11:34:40.231402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d49593-d2be-49f0-ac4b-9901d2b8525a None None] Pushing event updated for resources: {'Port': ['ID=03d4ab51-3fff-4854-b025-c658e9f41d56,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:40.239499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61b3f8e0-6750-4c15-bb75-f11b8c908bfa req-6a7d69c2-9e56-40b4-bf4b-4540783e8068 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1873903 Jul 22 11:34:40.252540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.256889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.270363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:40.336237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:40.345146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:40.347523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:40.357271 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-44ae6026-e7cb-482a-8614-1bbccd0bddcf x-openstack-request-id: req-44ae6026-e7cb-482a-8614-1bbccd0bddcf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:40.357823 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "name": "network-vif-plugged", "status": "completed", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:40.358322 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-44ae6026-e7cb-482a-8614-1bbccd0bddcf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:40.359205 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9', 'code': 200} Jul 22 11:34:40.383983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] device_id is not set on port b1fce786-2228-441b-88a2-eab3498a2d49 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:40.401276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.424955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Pushing event updated for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:40.454163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Transition to ACTIVE for port object b1fce786-2228-441b-88a2-eab3498a2d49 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:40.464583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.479481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.547837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:36Z', 'revision_number': 3, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:40.572983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fce786-2228-441b-88a2-eab3498a2d49,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:40.595804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0ab7e23-d46d-482e-9b3e-6024624c9f3c None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:36Z', 'revision_number': 3, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:34:40.643082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eabb7753-44c4-4979-b1ff-2ae298d47aad req-09fc92ce-c80c-42b9-acc8-c1429a70828c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:40.645044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eabb7753-44c4-4979-b1ff-2ae298d47aad req-09fc92ce-c80c-42b9-acc8-c1429a70828c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 1100 time: 0.2410924 Jul 22 11:34:40.675757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.693386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:40.697852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:40.698390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:40.707817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:40.708269 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:40.710351 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 2 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:40.737427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eabb7753-44c4-4979-b1ff-2ae298d47aad req-0a425218-1613-45b1-84a0-6d8a02432149 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0784321 Jul 22 11:34:40.739579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:40.739989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:40.741005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:40.755424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Pushing event updated for resources: {'Port': ['ID=85844a9d-26b6-47cb-803d-114780bade01,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:40.767524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:40.768012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-0367a6ac-036c-40ea-9351-3bac093dd26c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.1719322 Jul 22 11:34:40.770099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:40.770559 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:40.775504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b964719-4b55-4a64-abba-c9dd88269329 req-545b9d06-df7d-4484-966a-3fd0ba991ef3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:40.782357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b964719-4b55-4a64-abba-c9dd88269329 req-545b9d06-df7d-4484-966a-3fd0ba991ef3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.3785172 Jul 22 11:34:40.786728 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 3 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:40.794497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:40.819090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:40.838482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-992fa611-5103-4c2a-8ea8-a3bb17fbb5b0 None None] Provisioning for port 2c875d98-6568-457d-8b0e-a3911632cbed completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:40.842782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-992fa611-5103-4c2a-8ea8-a3bb17fbb5b0 None None] Provisioning complete for port 2c875d98-6568-457d-8b0e-a3911632cbed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:40.843168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-992fa611-5103-4c2a-8ea8-a3bb17fbb5b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.916549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-992fa611-5103-4c2a-8ea8-a3bb17fbb5b0 None None] Port 2c875d98-6568-457d-8b0e-a3911632cbed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:40.921061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:40.921961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:40.922404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:40.934066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:40.934585 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:40.935854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee3e1675-d950-4555-9509-712645b14220 req-29e67c55-33a4-4e0a-ae9a-86eb68b35228 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:40.937496 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 4 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:40.947169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee3e1675-d950-4555-9509-712645b14220 req-29e67c55-33a4-4e0a-ae9a-86eb68b35228 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.4881270 Jul 22 11:34:40.961549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:40.961925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:40.962389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:40.978215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4ba3771d-ea6d-4fc2-8034-656b13f9810f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:40.979277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b964719-4b55-4a64-abba-c9dd88269329 req-1a9e666b-fb89-42ce-bedd-86fe64844608 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959443 Jul 22 11:34:40.982866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:40.998728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:40.999073 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.002486 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 5 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.059380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ebf16-e224-483a-854a-021fef020522 req-51af0220-0b23-454a-8ddc-2a39fddcb744 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.065485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d5ebf16-e224-483a-854a-021fef020522 req-51af0220-0b23-454a-8ddc-2a39fddcb744 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.067549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d5ebf16-e224-483a-854a-021fef020522 req-51af0220-0b23-454a-8ddc-2a39fddcb744 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.2985952 Jul 22 11:34:41.071418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.071729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.072193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.078681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4ba3771d-ea6d-4fc2-8034-656b13f9810f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:41.102772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.103413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.104303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.104479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.105014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.105548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.106087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.108731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e93b6dd2-8906-41dd-9056-9ed42bbb0b83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.3169112 Jul 22 11:34:41.130972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.131433 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.133675 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 6 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.198592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.198826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.199161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.213024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c07f8941-df8c-41b9-8cd6-7a3bca3e54e2 None None] Network 7c469669-9fd5-4286-8146-5d14ee09de3d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:41.220237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.220573 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.232423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee3e1675-d950-4555-9509-712645b14220 req-b04c78fc-bda2-4061-a069-1c88a2e402fb tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2842455 Jul 22 11:34:41.255287 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 7 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.293725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Provisioning for port 4ba3771d-ea6d-4fc2-8034-656b13f9810f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:41.303835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Provisioning complete for port 4ba3771d-ea6d-4fc2-8034-656b13f9810f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:41.304511 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.308174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.308727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.309247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.331535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.333218 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.339787 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 8 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.357721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-f8668439-a8d5-40dd-a3d0-9fd3f8e010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.358208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-f8668439-a8d5-40dd-a3d0-9fd3f8e010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.363445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-f8668439-a8d5-40dd-a3d0-9fd3f8e010bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.367021 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-f8668439-a8d5-40dd-a3d0-9fd3f8e010bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 2291 time: 0.2301781 Jul 22 11:34:41.385730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.386771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.387489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.411381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.480171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.480557 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.488901 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 9 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.549169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port dc68de9b-5bf2-47a0-8739-1c7be9029cff {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:41.549169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.557391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.557608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.557878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.577895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-83620d9a-efdb-4558-b23f-65df085fb55e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 1001 time: 0.1965241 Jul 22 11:34:41.578575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.637198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.637534 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.644438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] For port 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4ba3771d-ea6d-4fc2-8034-656b13f9810f,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:41.645449 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempt 10 to bind port b1fce786-2228-441b-88a2-eab3498a2d49 Jul 22 11:34:41.660475 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.727170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7ab86cf-de6b-4f3e-8e5b-40844a67d910 req-a46eabc1-5db6-43df-b434-d0d8279c5f28 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.728776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7ab86cf-de6b-4f3e-8e5b-40844a67d910 req-a46eabc1-5db6-43df-b434-d0d8279c5f28 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 946 time: 0.3194191 Jul 22 11:34:41.753989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:41.754325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:41.754683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempting to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:41.789538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6822b-945b-4d2e-9ba6-dc2db2a09cb0 req-71a3d5a2-d9f1-4776-ae51-6bb4ba84bc06 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.795981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adf6822b-945b-4d2e-9ba6-dc2db2a09cb0 req-71a3d5a2-d9f1-4776-ae51-6bb4ba84bc06 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.798798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1ce58ff-f200-443d-8134-f72a3cd09b30 None None] Pushing event updated for resources: {'Port': ['ID=4ba3771d-ea6d-4fc2-8034-656b13f9810f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:41.805672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adf6822b-945b-4d2e-9ba6-dc2db2a09cb0 req-71a3d5a2-d9f1-4776-ae51-6bb4ba84bc06 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 1682 time: 0.3949594 Jul 22 11:34:41.820766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:41.820920 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Failed to bind port b1fce786-2228-441b-88a2-eab3498a2d49 on host n-h2-754448-4 for vnic_type normal using segments [{'id': '848513bc-a8d5-46e8-82f4-8a878d24f9ed', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6fa39705-42d7-4022-a214-c1b54658555c'}] Jul 22 11:34:41.821229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.832701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7ab86cf-de6b-4f3e-8e5b-40844a67d910 req-bc71af5f-964e-4f4d-b04d-cce4a05a93a5 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855558 Jul 22 11:34:41.933623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-a8a016d5-37e4-4be7-a828-49ecc4a8ef8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:41.935209 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-a8a016d5-37e4-4be7-a828-49ecc4a8ef8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.3117895 Jul 22 11:34:41.937861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-f5968fcb-e44a-4d6a-855b-2c81e7cc5410 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.5547512 Jul 22 11:34:41.953636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port dc68de9b-5bf2-47a0-8739-1c7be9029cff, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dc68de9b-5bf2-47a0-8739-1c7be9029cff,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:41.954012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:41.992948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb1f4d07-3638-40ad-8eef-5697c6b2103f None None] Provisioning complete for port 4ba3771d-ea6d-4fc2-8034-656b13f9810f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:41.993357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb1f4d07-3638-40ad-8eef-5697c6b2103f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.018563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adf6822b-945b-4d2e-9ba6-dc2db2a09cb0 req-3792b414-63d4-4ebb-855a-432e19c17c5f tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2120509 Jul 22 11:34:42.042974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.056445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for dc68de9b-5bf2-47a0-8739-1c7be9029cff owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:42.065258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.090422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port b1fce786-2228-441b-88a2-eab3498a2d49, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:42.091020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:34:42.091191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:34:42.110696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.136266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.152595 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.194123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] In _notify_port_updated(), no bound segment for port b1fce786-2228-441b-88a2-eab3498a2d49 on network 6fa39705-42d7-4022-a214-c1b54658555c {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:34:42.195435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.196047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.200433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "PUT /v2.0/ports/b1fce786-2228-441b-88a2-eab3498a2d49 HTTP/1.1" status: 200 len: 979 time: 2.1881335 Jul 22 11:34:42.208214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:42.212026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:42.227080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20', 'port_id': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'mac_address': 'fa:16:3e:e1:43:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 105, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d94b167-9890-466f-8dd4-a8ef9843f179', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:34:42.256474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fba71d19-6d93-43bc-9e07-12179828116e req-b1f47c44-7072-4bdc-a1e1-f74be591b1ed tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.258139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fba71d19-6d93-43bc-9e07-12179828116e req-b1f47c44-7072-4bdc-a1e1-f74be591b1ed tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 949 time: 0.3168528 Jul 22 11:34:42.268743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebb4f6fb-6ba3-48b1-9716-8fdf7853a499 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event updated for resources: {'Port': ['ID=b1fce786-2228-441b-88a2-eab3498a2d49,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:42.269195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:42.273222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-301af49c-805b-4dd3-9dc7-e26f4da93d3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.274900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-301af49c-805b-4dd3-9dc7-e26f4da93d3f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3245194 Jul 22 11:34:42.288380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-1ffb5ba0-7d29-4dbc-a2e8-d4c894c6e2a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.290300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-1ffb5ba0-7d29-4dbc-a2e8-d4c894c6e2a0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 1101 time: 0.2803831 Jul 22 11:34:42.317132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:42.322562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Pushing event updated for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:42.331882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.374180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:42.382575 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f95bc2cc-6438-4637-adc6-8a526feae24e" -d '{"events": [{"server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "name": "network-vif-plugged", "status": "completed", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:42.395448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0effb653-e87c-4184-a346-c5cdfb2adbc9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:42.426889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:42.439157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.513234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:42.570614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fba71d19-6d93-43bc-9e07-12179828116e req-c430cd38-4380-49a1-bcc4-fe611cbcbe4c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3001311 Jul 22 11:34:42.600519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:34:42.675913 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f915d9-7489-456e-944d-2971a3b11a0a x-openstack-request-id: req-07f915d9-7489-456e-944d-2971a3b11a0a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:42.676216 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "name": "network-vif-plugged", "status": "completed", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:42.676477 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07f915d9-7489-456e-944d-2971a3b11a0a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:42.677376 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'code': 200} Jul 22 11:34:42.725391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-8421c7e2-dc2a-4cde-9471-b9a6a35f24ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.736468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-8421c7e2-dc2a-4cde-9471-b9a6a35f24ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.4117026 Jul 22 11:34:42.744775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-fed898e7-eb42-414d-a0b0-8802a28ac9bd service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4535458 Jul 22 11:34:42.745400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.745554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e04dc980-7af4-4cd3-b2c5-b3bcbea55e0f None None] Provisioning complete for port 2c875d98-6568-457d-8b0e-a3911632cbed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:42.746090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e04dc980-7af4-4cd3-b2c5-b3bcbea55e0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:42.784959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['dc68de9b-5bf2-47a0-8739-1c7be9029cff', '9e9f4624-61b4-46c5-acf1-2b389350e16b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:42.796825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['0effb653-e87c-4184-a346-c5cdfb2adbc9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:42.811538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48daf1-4bfc-42d8-99e0-95693cc11228 req-506b2a1b-7a72-4f96-803a-e916f35c1f12 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:42.819738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48daf1-4bfc-42d8-99e0-95693cc11228 req-506b2a1b-7a72-4f96-803a-e916f35c1f12 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.3009903 Jul 22 11:34:42.948645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48daf1-4bfc-42d8-99e0-95693cc11228 req-aa091f40-e738-4342-909f-0b5208dc6a0e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279488 Jul 22 11:34:42.953705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:34:43.009292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c7b5b19b-4f73-4459-812d-297cf4e65330 admin admin] 10.222.0.21 "PUT /v2.0/routers/baaded74-29e6-4509-ac52-d8fd49fb8de2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2186370 Jul 22 11:34:43.048043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9b8fa4-a47f-4d15-ab25-fb4bfb189a68 req-fbbd2e20-3900-4591-92e0-01d506b720b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:43.049836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae9b8fa4-a47f-4d15-ab25-fb4bfb189a68 req-fbbd2e20-3900-4591-92e0-01d506b720b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 1100 time: 0.2913637 Jul 22 11:34:43.050562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:34:43.103927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4ba3771d-ea6d-4fc2-8034-656b13f9810f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:43.129680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae9b8fa4-a47f-4d15-ab25-fb4bfb189a68 req-1d1a3440-dd56-4dbf-b837-cc7e84716ee5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0551271 Jul 22 11:34:43.141807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-db827827-60cb-4dc5-a924-ba1dead8b5d4 service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3620813 Jul 22 11:34:43.144359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e825293b-a45d-49b3-8f1e-1e08bd171ea2 req-1df415ce-ff8f-41ab-a69f-afd1a9627fed tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:43.145542 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-34b479d9-a9fb-45a1-9bc4-82c2baa5bc56 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.107&port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5 HTTP/1.1" status: 200 len: 217 time: 0.3980973 Jul 22 11:34:43.147159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e825293b-a45d-49b3-8f1e-1e08bd171ea2 req-1df415ce-ff8f-41ab-a69f-afd1a9627fed tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 946 time: 0.3657763 Jul 22 11:34:43.159351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e04dc980-7af4-4cd3-b2c5-b3bcbea55e0f None None] Port 2c875d98-6568-457d-8b0e-a3911632cbed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:43.177302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Deleting port b1fce786-2228-441b-88a2-eab3498a2d49 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:43.177656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.227666 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:34:43.241421 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:43.242234 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:43.297967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4ba3771d-ea6d-4fc2-8034-656b13f9810f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:43.298686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.424794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] For port b1fce786-2228-441b-88a2-eab3498a2d49, host n-h2-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:43.424794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.424794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Calling delete_port for b1fce786-2228-441b-88a2-eab3498a2d49 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:43.454500 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:43.472857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=dc68de9b-5bf2-47a0-8739-1c7be9029cff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:43.507289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.545722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 03d4ab51-3fff-4854-b025-c658e9f41d56 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:43.581495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port dc68de9b-5bf2-47a0-8739-1c7be9029cff on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:43.588798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.590898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d5ebf16-e224-483a-854a-021fef020522 req-9c3b3bab-eb64-4e79-8e69-e350e91a8194 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "DELETE /v2.0/ports/dc68de9b-5bf2-47a0-8739-1c7be9029cff HTTP/1.1" status: 204 len: 173 time: 2.5141957 Jul 22 11:34:43.591530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-deleted', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:43.594125 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22e6ef55-2553-4110-b868-2340598c9598" -d '{"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-deleted", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:43.598569 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-3bd82366-3406-4c0d-ab68-35651df70505 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 217 time: 0.1226897 Jul 22 11:34:43.610720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 03d4ab51-3fff-4854-b025-c658e9f41d56 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:43.617587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 03d4ab51-3fff-4854-b025-c658e9f41d56 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:43.618311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.778251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.800561 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:41Z', 'revision_number': 2, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:43.801308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 03d4ab51-3fff-4854-b025-c658e9f41d56, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=03d4ab51-3fff-4854-b025-c658e9f41d56,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:43.807211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.866635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:34:43.866902 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Updating router baaded74-29e6-4509-ac52-d8fd49fb8de2 port 2c875d98-6568-457d-8b0e-a3911632cbed binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:34:43.891443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=03d4ab51-3fff-4854-b025-c658e9f41d56,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:43.954018 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:43.959497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e825293b-a45d-49b3-8f1e-1e08bd171ea2 req-de96eee4-e797-4674-ac6f-e9e7364a96c3 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1015987 Jul 22 11:34:44.004175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ac3ae9-55cb-49ef-8868-fa53c7e51a01 req-826b192a-5044-45ee-8ef9-a55ef720f95c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.005791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ac3ae9-55cb-49ef-8868-fa53c7e51a01 req-826b192a-5044-45ee-8ef9-a55ef720f95c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 949 time: 0.8830957 Jul 22 11:34:44.056895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:34:44.069278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:34:44.077429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Pushing event deleted for resources: {'Port': ['ID=b1fce786-2228-441b-88a2-eab3498a2d49,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:44.089314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:44.089956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:44.102267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ac3ae9-55cb-49ef-8868-fa53c7e51a01 req-9dd81b33-8e5f-454d-8899-84c97bc7bae1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0810771 Jul 22 11:34:44.116356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.118760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72af9179-5777-4e98-82cb-7b4c5fbf0492 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "DELETE /v2.0/ports/b1fce786-2228-441b-88a2-eab3498a2d49 HTTP/1.1" status: 204 len: 168 time: 1.9074745 Jul 22 11:34:44.123971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-d0d4ebc6-1354-4046-ace5-32164a7a4402 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.123971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-d0d4ebc6-1354-4046-ace5-32164a7a4402 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.6332176 Jul 22 11:34:44.123971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:44.164612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.173271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f3c0fe65-3c98-4d47-9fb3-6bada3c96daf admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 6.5135250 Jul 22 11:34:44.174082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33896) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:44.191164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-445b1bb1-16f1-4e8e-8aee-54b95ba81c69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.192929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-445b1bb1-16f1-4e8e-8aee-54b95ba81c69 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.2008328 Jul 22 11:34:44.230562 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b484e28-9497-487e-a6d4-8f787bf1b154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:34:44.232131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7b484e28-9497-487e-a6d4-8f787bf1b154 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707 tempest-PortsAdminExtendedAttrsIpV6TestJSON-690290707-project-admin] 10.222.0.21 "GET /v2.0/ports/b1fce786-2228-441b-88a2-eab3498a2d49 HTTP/1.1" status: 404 len: 333 time: 0.0845134 Jul 22 11:34:44.262961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:44.277693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:44.358070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc20e23a-ae6d-4460-bb5a-8bf6782f8cd0 req-1daec0dd-cd8b-4316-aa52-d6daeb854bb4 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.360019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc20e23a-ae6d-4460-bb5a-8bf6782f8cd0 req-1daec0dd-cd8b-4316-aa52-d6daeb854bb4 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 945 time: 0.2639813 Jul 22 11:34:44.458624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.463222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc20e23a-ae6d-4460-bb5a-8bf6782f8cd0 req-4761cc97-c8a3-42cf-a64a-035aa9b61455 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/security-groups?id=9b788d4c-bba4-419b-aeac-e9437619009f&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949802 Jul 22 11:34:44.471417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-ea726d01-c4bc-4397-a5e3-189801ab516e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.472910 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-ea726d01-c4bc-4397-a5e3-189801ab516e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 946 time: 0.3804283 Jul 22 11:34:44.497947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-90c4d051-89d1-4a1a-860d-174ca051d7e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.498230 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.499516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-90c4d051-89d1-4a1a-860d-174ca051d7e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3400829 Jul 22 11:34:44.518831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Transition to ACTIVE for port object 2c875d98-6568-457d-8b0e-a3911632cbed will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:44.526307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 9e9f4624-61b4-46c5-acf1-2b389350e16b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:44.526716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.538859 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.610790 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93a7c10d-0235-49cc-a5fd-f48b6f2e9d8e x-openstack-request-id: req-93a7c10d-0235-49cc-a5fd-f48b6f2e9d8e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:44.611456 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-deleted", "tag": "dc68de9b-5bf2-47a0-8739-1c7be9029cff", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:44.611910 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93a7c10d-0235-49cc-a5fd-f48b6f2e9d8e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:44.612552 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-deleted', 'tag': 'dc68de9b-5bf2-47a0-8739-1c7be9029cff', 'status': 'completed', 'code': 200} Jul 22 11:34:44.638948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:41Z', 'revision_number': 3, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:44.655336 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Pushing event updated for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:44.665902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-aac13621-d623-4222-9dd0-4a4714bec44c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.667788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-aac13621-d623-4222-9dd0-4a4714bec44c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4472904 Jul 22 11:34:44.687524 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.688045 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.688518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.692467 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.692962 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.693718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.694575 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.696717 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.702305 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.702954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.706900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.707389 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:44.738802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:34:44.739168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Updating router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c port 85844a9d-26b6-47cb-803d-114780bade01 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:34:44.793312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e7d2bf3f-f96b-4036-a9eb-52ce4924f3f0 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064754 Jul 22 11:34:44.804961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.841412 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Attempting to bind port 2c875d98-6568-457d-8b0e-a3911632cbed on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:44.841951 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Attempting to bind port 2c875d98-6568-457d-8b0e-a3911632cbed by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:44.842951 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Attempting to bind port 2c875d98-6568-457d-8b0e-a3911632cbed on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:44.856425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:44.857559 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Checking segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:44.858092 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.860327 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Bound using segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:44.860972 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Bound port: 2c875d98-6568-457d-8b0e-a3911632cbed, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:44.862018 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:44.912269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fcb83fd-b0f1-440b-9b9c-d6ffe92c5800 req-3a55950b-034a-4d8e-8b13-f7a7022c2e74 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:44.919846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fcb83fd-b0f1-440b-9b9c-d6ffe92c5800 req-3a55950b-034a-4d8e-8b13-f7a7022c2e74 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.1708353 Jul 22 11:34:44.963770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9e9f4624-61b4-46c5-acf1-2b389350e16b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:44.999002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:45.003525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 03d4ab51-3fff-4854-b025-c658e9f41d56 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:45.010173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] For port 2c875d98-6568-457d-8b0e-a3911632cbed, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:45.011950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1136530823', 'description': 'tempest-description--1639422323'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:45.034528 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] For port 2c875d98-6568-457d-8b0e-a3911632cbed, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2c875d98-6568-457d-8b0e-a3911632cbed,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:45.044156 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.071696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fcb83fd-b0f1-440b-9b9c-d6ffe92c5800 req-0702ffe9-1d90-4e3d-97b9-bbbf35d2f425 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1503921 Jul 22 11:34:45.124006 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:45.124827 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:45.128205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.199711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6fa39705-42d7-4022-a214-c1b54658555c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:45.223707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:45.224233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.241301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '848513bc-a8d5-46e8-82f4-8a878d24f9ed') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:45.241762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '848513bc-a8d5-46e8-82f4-8a878d24f9ed') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:45.275638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-1a4d7759-7c55-4769-a233-937ac9bc09b8 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7423460 Jul 22 11:34:45.276717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 9e9f4624-61b4-46c5-acf1-2b389350e16b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:45.279692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.295136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.331791 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:45.354852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.393762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.410180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-b9a1b0ba-6382-4414-a28e-5a10eb6e42b7 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6003411 Jul 22 11:34:45.414935 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5042b3cf-436c-4820-9023-e8184c9bb898 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.424418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Deleting port 61a40db1-c317-409d-a765-0d941d733158 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:45.425120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.441122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:45.442145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:45.446741 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:45.448227 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.469072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Transition to ACTIVE for port object 85844a9d-26b6-47cb-803d-114780bade01 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:45.507467 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.515286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 03d4ab51-3fff-4854-b025-c658e9f41d56 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:45.515792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.538049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-236829b7-571c-4fff-9c90-d1c0118d50be service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 217 time: 0.1081495 Jul 22 11:34:45.565615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a486e7a-ef7f-42a4-8439-cd18baef318f None None] Pushing event updated for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:45.590862 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:45Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:45.619759 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96f485fb-2431-4347-894c-7f125eb3b11a None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:45Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:34:45.644866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.645736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Allocated IP 172.20.0.1 (7c469669-9fd5-4286-8146-5d14ee09de3d/bd0df995-f7eb-4f34-9b0e-427314159faf/6fb7daa2-6af5-4aec-bc84-343fcc54dedc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:45.711967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9e9f4624-61b4-46c5-acf1-2b389350e16b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9e9f4624-61b4-46c5-acf1-2b389350e16b,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:45.716023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:45.718364 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fc9f650-31e6-40a4-888e-be1156d43d75" -d '{"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:45.720916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536eb2-7dec-4bb6-9144-800411d791ea None None] Pushing event updated for resources: {'Port': ['ID=85844a9d-26b6-47cb-803d-114780bade01,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:45.726618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Attempting to bind port 85844a9d-26b6-47cb-803d-114780bade01 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:45.727566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Attempting to bind port 85844a9d-26b6-47cb-803d-114780bade01 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:45.727566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Attempting to bind port 85844a9d-26b6-47cb-803d-114780bade01 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:45.735372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:45.735573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:45.735978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.736557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:45.737029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Bound port: 85844a9d-26b6-47cb-803d-114780bade01, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:45.737527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.742015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.742772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dc68de9b-5bf2-47a0-8739-1c7be9029cff no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:45.755012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.760981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.763142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] 10.222.0.21 "DELETE /v2.0/networks/6fa39705-42d7-4022-a214-c1b54658555c HTTP/1.1" status: 204 len: 168 time: 1.4966066 Jul 22 11:34:45.836053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: dc68de9b-5bf2-47a0-8739-1c7be9029cff {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:45.836600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dc68de9b-5bf2-47a0-8739-1c7be9029cff not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:45.840722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] For port 85844a9d-26b6-47cb-803d-114780bade01, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:45.844812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fd0d30c-8250-4c86-9618-b36102bd78f7 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1934486052-project] Pushing event deleted for resources: {'Network': ['ID=6fa39705-42d7-4022-a214-c1b54658555c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:45.846055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] For port 85844a9d-26b6-47cb-803d-114780bade01, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=85844a9d-26b6-47cb-803d-114780bade01,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:45.873179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69625bfe-574e-4c68-bbad-5bb9d680ec73 req-5cb05fb8-1160-4629-8baf-89f8bd13d350 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5665743 Jul 22 11:34:45.879847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.906479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-8090105d-1636-4986-9a9a-527bf261a620 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:45.908117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-8090105d-1636-4986-9a9a-527bf261a620 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.3283095 Jul 22 11:34:45.934194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.982221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:45.988189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:45.998147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:45.998818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:46.012317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d682736-da0a-41b0-8bb3-cce8babae781 req-a71afb92-65fa-4f66-957d-3e03c3e3d0b6 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:46.020542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d682736-da0a-41b0-8bb3-cce8babae781 req-a71afb92-65fa-4f66-957d-3e03c3e3d0b6 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 946 time: 0.7419052 Jul 22 11:34:46.029182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef60b124-1534-49d9-bbda-11c303c24267 req-7b447372-26df-4ef5-a789-d71094faa045 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:46.030758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef60b124-1534-49d9-bbda-11c303c24267 req-7b447372-26df-4ef5-a789-d71094faa045 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 949 time: 0.7522066 Jul 22 11:34:46.038111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.043687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Transition to ACTIVE for port object 6fb7daa2-6af5-4aec-bc84-343fcc54dedc will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:46.061394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] For port 61a40db1-c317-409d-a765-0d941d733158, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=61a40db1-c317-409d-a765-0d941d733158,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:46.061773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.082343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d536eb2-7dec-4bb6-9144-800411d791ea None None] Pushing event updated for resources: {'Port': ['ID=85844a9d-26b6-47cb-803d-114780bade01,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:46.116491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Calling delete_port for 61a40db1-c317-409d-a765-0d941d733158 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:46.119181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7230e184-3252-44c6-9662-614cfdbd9259,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:46.129093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:46.142413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:46.170998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.229638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.231089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-653881e8-ad11-45ca-842d-063932be1bee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2309828 Jul 22 11:34:46.252121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:46.277667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d682736-da0a-41b0-8bb3-cce8babae781 req-0184c341-fd3c-46d4-80e1-99b0a1a1b5c5 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2573643 Jul 22 11:34:46.312771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group_rule': {'security_group_id': '7230e184-3252-44c6-9662-614cfdbd9259', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:46.317398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:46.357558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 0effb653-e87c-4184-a346-c5cdfb2adbc9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:46.396186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 0effb653-e87c-4184-a346-c5cdfb2adbc9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:46.396703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.484590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef60b124-1534-49d9-bbda-11c303c24267 req-9e801436-7962-4d16-ad1c-1cedbdf18739 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4436893 Jul 22 11:34:46.488866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.587372 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f7b2b3f-75c6-4feb-a8bb-f31fe3fb8fbf x-openstack-request-id: req-3f7b2b3f-75c6-4feb-a8bb-f31fe3fb8fbf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:46.587876 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-unplugged", "status": "completed", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:46.587946 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f7b2b3f-75c6-4feb-a8bb-f31fe3fb8fbf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:46.588318 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'code': 200} Jul 22 11:34:46.603887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1d555cd-8dea-43cd-8dd4-53fe10a6ff7d req-a9671f2e-af6e-49c3-89d4-6d01f7c6deed tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "GET /v2.0/ports?device_id=772db1a3-8ef8-4a54-882c-55d39fc81da0 HTTP/1.1" status: 200 len: 210 time: 0.0958431 Jul 22 11:34:46.628973 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.674085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-85140285-0d48-43cf-8616-79a9f5846b53 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=790dc770323641bbb6f34c6940e3a60b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5393786 Jul 22 11:34:46.684097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:46.688020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:46.689566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.696040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:41Z', 'revision_number': 3, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:46.700330 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.745037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7705dbd0-e7bf-441f-8472-817a35321ba1 None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:41Z', 'revision_number': 3, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:34:46.769342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:46.801404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:46.804870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:46.819350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=9e9f4624-61b4-46c5-acf1-2b389350e16b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:46.829988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:46.907038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 9e9f4624-61b4-46c5-acf1-2b389350e16b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:46.915173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:46.925939 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d5ebf16-e224-483a-854a-021fef020522 req-e2c295e3-34e0-4cd0-9946-1909b11933e5 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.36 "DELETE /v2.0/ports/9e9f4624-61b4-46c5-acf1-2b389350e16b HTTP/1.1" status: 204 len: 173 time: 3.3252156 Jul 22 11:34:46.935162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-81797d70-98fb-413c-9bc0-b44dbf6f5ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:46.948091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-81797d70-98fb-413c-9bc0-b44dbf6f5ced service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 1.0243385 Jul 22 11:34:46.956641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-deleted', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:46.967504 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ff7c421-4a71-48e9-a232-31d3edc5ee00" -d '{"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-deleted", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:47.004692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2c875d98-6568-457d-8b0e-a3911632cbed up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:47.073979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.120884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.182516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2c875d98-6568-457d-8b0e-a3911632cbed completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:47.188051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2c875d98-6568-457d-8b0e-a3911632cbed triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:47.188476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.268402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.269609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0138621 Jul 22 11:34:47.275123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:47.277578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Pushing event updated for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:47.280970 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.283277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group_rule': {'security_group_id': '7230e184-3252-44c6-9662-614cfdbd9259', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:47.325855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-c3ba5dc8-f554-4f59-b0aa-2cf62938c1dd service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3510950 Jul 22 11:34:47.338578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.378747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.399211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.425234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3c855db-3182-4142-9e31-e7e4344ccb4e None None] Provisioning for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:47.450845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c3c855db-3182-4142-9e31-e7e4344ccb4e None None] Provisioning complete for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:47.451613 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c3c855db-3182-4142-9e31-e7e4344ccb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.460732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.468088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa6c7d11-6dfe-43b2-8b2c-1f9e77276724 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bdf538c2-48ba-4d99-a6fe-72462a313460,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:47.513725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b8c766e8-72ce-4efd-900a-50a62534095c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:47.516488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['83818e18-40eb-47ab-a91f-a4b2fa5dd214'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:47.577434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.605872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event deleted for resources: {'Port': ['ID=61a40db1-c317-409d-a765-0d941d733158,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:47.707386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-c5b76eb7-5185-4c0d-8071-078f960bf22e service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3697381 Jul 22 11:34:47.752398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3111d0-c30b-4543-aa1f-1ac367941368 req-66e21269-6816-4826-8a87-53c0aa009466 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:47.762956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd3111d0-c30b-4543-aa1f-1ac367941368 req-66e21269-6816-4826-8a87-53c0aa009466 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:47.772969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd3111d0-c30b-4543-aa1f-1ac367941368 req-66e21269-6816-4826-8a87-53c0aa009466 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6&device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 1689 time: 0.5908136 Jul 22 11:34:47.791142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] No DVR routers for this DVR port 61a40db1-c317-409d-a765-0d941d733158 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:47.794347 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-f23b78f2-448f-43af-a107-4d8df95937e1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 217 time: 0.0765302 Jul 22 11:34:47.795526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.797469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5fece149-a97f-46e2-ae26-a83ffe241e39 req-d295388b-b309-46a4-8b22-15a2a87f357f tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "DELETE /v2.0/ports/61a40db1-c317-409d-a765-0d941d733158 HTTP/1.1" status: 204 len: 173 time: 3.3108516 Jul 22 11:34:47.821978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-075bca29-8df9-4ca1-a33c-3a8cef5be731 req-3f039738-52d2-41fc-a6f4-181752edb0c0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:47.824785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-075bca29-8df9-4ca1-a33c-3a8cef5be731 req-3f039738-52d2-41fc-a6f4-181752edb0c0 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 1.1032782 Jul 22 11:34:47.845645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2c875d98-6568-457d-8b0e-a3911632cbed, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2c875d98-6568-457d-8b0e-a3911632cbed,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:47.854699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.858661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.863114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a357d3e2-5f86-42da-a1de-70280f85da4b HTTP/1.1" status: 204 len: 168 time: 1.1491845 Jul 22 11:34:47.884652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.909679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.915516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.920374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:47.923016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c3c855db-3182-4142-9e31-e7e4344ccb4e None None] Port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:47.949076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-7d275ecc-6c5a-427a-90df-579a55fb39f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:47.950972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-7d275ecc-6c5a-427a-90df-579a55fb39f7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1489947 Jul 22 11:34:47.977303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0a33513-c276-413b-be7e-bd3435159b20,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:47.982021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54052358-1bab-4d39-a394-4b6c9403ce4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a357d3e2-5f86-42da-a1de-70280f85da4b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:48.002689 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.011526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd3111d0-c30b-4543-aa1f-1ac367941368 req-22fcdc40-e0a7-4037-b6f2-878d9039f8ec tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2357531 Jul 22 11:34:48.037048 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.042214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0138f651-dc80-4aa3-84b1-2cf728303948 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7660832 Jul 22 11:34:48.044918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:48.049602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:48.101881 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff1bda0d-a0c5-493b-afad-af6d8158b3cb x-openstack-request-id: req-ff1bda0d-a0c5-493b-afad-af6d8158b3cb {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:48.102368 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "772db1a3-8ef8-4a54-882c-55d39fc81da0", "name": "network-vif-deleted", "tag": "9e9f4624-61b4-46c5-acf1-2b389350e16b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:48.102980 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff1bda0d-a0c5-493b-afad-af6d8158b3cb {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:48.103622 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '772db1a3-8ef8-4a54-882c-55d39fc81da0', 'name': 'network-vif-deleted', 'tag': '9e9f4624-61b4-46c5-acf1-2b389350e16b', 'status': 'completed', 'code': 200} Jul 22 11:34:48.109247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:48.139850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.168350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 61a40db1-c317-409d-a765-0d941d733158 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:48.173000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-1f41143b-ed1a-463f-9aaa-90a8bbad1995 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:48.175048 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-1f41143b-ed1a-463f-9aaa-90a8bbad1995 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2163095 Jul 22 11:34:48.226908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 61a40db1-c317-409d-a765-0d941d733158 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:48.228086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 61a40db1-c317-409d-a765-0d941d733158 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:48.287837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-31c42823-a69d-46ab-8430-3c3e4319f146 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.350663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-075bca29-8df9-4ca1-a33c-3a8cef5be731 req-a65bba6c-4e21-4f4b-9423-40733778ebe3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5115488 Jul 22 11:34:48.353132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6deaf461-e0db-4350-a52f-12a0498750cf req-ebde5d1d-4ab0-42c0-bc65-02a57efcbc25 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=066aadb3-f27b-4d0d-97a5-ae45f736b9b9 HTTP/1.1" status: 200 len: 210 time: 0.0380242 Jul 22 11:34:48.426668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.438536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.489488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-6a0c2e3d-c6ff-4410-a4d8-6d401a52ce3c service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3027332 Jul 22 11:34:48.543392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:48.546759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.579499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:48.592009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:48.594328 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6297117e-c60a-4da3-9b74-29bb7437ef0e" -d '{"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-plugged", "status": "completed", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:48.687319 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-126b3b55-ff83-41ab-b4be-8efb031560f0 x-openstack-request-id: req-126b3b55-ff83-41ab-b4be-8efb031560f0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:48.687869 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-plugged", "status": "completed", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:48.688222 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-126b3b55-ff83-41ab-b4be-8efb031560f0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:48.688685 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'code': 200} Jul 22 11:34:48.738369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f43c4265-1be0-45c1-84ff-fe376f610f5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56a5c71113cb47839060f26bf87363c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1576881 Jul 22 11:34:48.744059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:48.751863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-0306c735-4640-488c-84b5-9d3eaf73f015 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1961799 Jul 22 11:34:48.764578 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.775421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting subnet f604b5a2-ffb2-4344-95aa-8006847d408b {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:48.778665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.784977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Pushing event updated for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:48.857948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-cdad6fcf-5dd5-4bf8-ab77-a3b337864ea6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0798178 Jul 22 11:34:48.866975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:48.939243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:48.946375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:48.969642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f754a27-3486-4f1c-a8b8-221a29d27cf3 req-7c100d15-169d-4b0a-90ac-92f44c62f396 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:48.971202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f754a27-3486-4f1c-a8b8-221a29d27cf3 req-7c100d15-169d-4b0a-90ac-92f44c62f396 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 1100 time: 0.2624614 Jul 22 11:34:48.998784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.012327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-cbda68a1-fc89-4851-9501-4ec303f46255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:49.013843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-cbda68a1-fc89-4851-9501-4ec303f46255 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1239343 Jul 22 11:34:49.035444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2c875d98-6568-457d-8b0e-a3911632cbed up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:49.083729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.093659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8056fa73-279e-4266-af8a-6ef2a431a4f8 req-2771585c-7523-46d3-b8a0-b22392309798 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:49.095240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8056fa73-279e-4266-af8a-6ef2a431a4f8 req-2771585c-7523-46d3-b8a0-b22392309798 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1096 time: 0.3160748 Jul 22 11:34:49.101448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Allocated IP 172.25.6.200 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/18c7f9f3-b273-466a-a108-63f240a78479) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:49.102084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.108254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2c875d98-6568-457d-8b0e-a3911632cbed triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:49.109557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.135028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f754a27-3486-4f1c-a8b8-221a29d27cf3 req-2cd756a3-8dd5-4cd8-accc-e81de646993f tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488147 Jul 22 11:34:49.212163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:34:49.227115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.300890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 85844a9d-26b6-47cb-803d-114780bade01 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:49.329757 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.345728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.348472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Subnet': ['ID=f604b5a2-ffb2-4344-95aa-8006847d408b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:49.354762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8056fa73-279e-4266-af8a-6ef2a431a4f8 req-0ff772f4-3f64-4a23-9a69-04a4fdac06b0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2401342 Jul 22 11:34:49.362796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7d002341-cc81-4e50-b44a-ab506ecf2729 None None] Provisioning complete for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:49.363172 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7d002341-cc81-4e50-b44a-ab506ecf2729 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.363573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-78401227-0c39-42b3-b207-878ba139e0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:49.365740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-78401227-0c39-42b3-b207-878ba139e0d9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3400006 Jul 22 11:34:49.365932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.370928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-37d013ec-3199-411e-a5ea-f3856a6544c6 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/subnets/f604b5a2-ffb2-4344-95aa-8006847d408b HTTP/1.1" status: 204 len: 168 time: 0.8191230 Jul 22 11:34:49.371222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:49.391329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cd96f2e-ce3a-4c6b-9c28-e9cab7e032c6 None None] Network 8723aab9-09a4-423d-8c41-0f69680ed544 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:49.395494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 85844a9d-26b6-47cb-803d-114780bade01 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:49.419685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 85844a9d-26b6-47cb-803d-114780bade01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:49.420063 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.444629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:34:49.457851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-78d53d89-f061-4229-8a3d-302d3fa01dea admin admin] 10.222.0.21 "PUT /v2.0/routers/e49bcfcf-c009-4fe4-8f35-31a8e02dc04c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2734127 Jul 22 11:34:49.464309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6b17eb0-d1a5-41c3-b77c-7b1c698de4f5 req-8464b6ba-6df4-4035-88cf-0dcf2a68f2c7 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:49.472864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6b17eb0-d1a5-41c3-b77c-7b1c698de4f5 req-8464b6ba-6df4-4035-88cf-0dcf2a68f2c7 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 1100 time: 0.1370416 Jul 22 11:34:49.477409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.480140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.481304 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/be8dde2f-087c-41fb-a775-38b866506dcd HTTP/1.1" status: 204 len: 168 time: 0.7363102 Jul 22 11:34:49.494303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7d002341-cc81-4e50-b44a-ab506ecf2729 None None] Port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:49.572015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd32225-618b-4640-8803-0bdf2711a850 req-47b8e233-9c37-4dda-90a9-c9a848c23f5e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:49.580525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bd32225-618b-4640-8803-0bdf2711a850 req-47b8e233-9c37-4dda-90a9-c9a848c23f5e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.1011634 Jul 22 11:34:49.607726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5be8521-5a49-457e-8e42-208c9f633de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be8dde2f-087c-41fb-a775-38b866506dcd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:49.640884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bd32225-618b-4640-8803-0bdf2711a850 req-4df3fbe8-ebdc-4e4e-b038-661e27da6dd2 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594826 Jul 22 11:34:49.723036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.733272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.744208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-258daa4c-4dda-4e2e-a69b-74e88b379613 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3597124 Jul 22 11:34:49.757804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 85844a9d-26b6-47cb-803d-114780bade01, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=85844a9d-26b6-47cb-803d-114780bade01,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:49.766696 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.832683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.864733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] DHCP port deletion for 8723aab9-09a4-423d-8c41-0f69680ed544 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:34:49.875671 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:34:49.877159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=85844a9d-26b6-47cb-803d-114780bade01,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:49.892422 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:49.893057 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:49.931421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Deleting port a7964465-95d9-4b4a-a1b5-e35624ec8b65 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:49.931809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:49.966515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:50.009129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] For port a7964465-95d9-4b4a-a1b5-e35624ec8b65, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a7964465-95d9-4b4a-a1b5-e35624ec8b65,segment=NetworkSegment(43b181eb-01c5-4270-9f6c-89cd80323299),segment_id=43b181eb-01c5-4270-9f6c-89cd80323299)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:50.009521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.023186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Calling delete_port for a7964465-95d9-4b4a-a1b5-e35624ec8b65 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:50.032715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:50.061550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:50.066572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=18c7f9f3-b273-466a-a108-63f240a78479,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:50.097212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:50.118936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6b17eb0-d1a5-41c3-b77c-7b1c698de4f5 req-d34cff7e-6e91-4eb2-bab4-c149df71264a tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6426089 Jul 22 11:34:50.152110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'name': 'network-vif-deleted', 'tag': '61a40db1-c317-409d-a765-0d941d733158'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:50.155286 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7a77186a-172c-4b0e-a047-55cbc4ad8df1" -d '{"events": [{"server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "name": "network-vif-deleted", "tag": "61a40db1-c317-409d-a765-0d941d733158"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:50.202207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port a7964465-95d9-4b4a-a1b5-e35624ec8b65 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:50.202629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.205012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.226221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-d93155a7-6008-45d1-98b9-76bdb919d5ca service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4718864 Jul 22 11:34:50.266213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] Pushing event deleted for resources: {'Port': ['ID=a7964465-95d9-4b4a-a1b5-e35624ec8b65,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:50.285630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4105503-2f63-4ecd-ac60-168d9580f56e None None] No DVR routers for this DVR port a7964465-95d9-4b4a-a1b5-e35624ec8b65 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:50.352584 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-63aeb301-dc2a-4636-8e1b-2e93cdb3effe service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.1120980 Jul 22 11:34:50.463754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:48Z', 'revision_number': 2, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:50.476679 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dae10862-9487-4920-9a3b-602cd69c7572 x-openstack-request-id: req-dae10862-9487-4920-9a3b-602cd69c7572 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:50.476972 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "066aadb3-f27b-4d0d-97a5-ae45f736b9b9", "name": "network-vif-deleted", "tag": "61a40db1-c317-409d-a765-0d941d733158", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:50.477225 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dae10862-9487-4920-9a3b-602cd69c7572 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:50.477615 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '066aadb3-f27b-4d0d-97a5-ae45f736b9b9', 'name': 'network-vif-deleted', 'tag': '61a40db1-c317-409d-a765-0d941d733158', 'status': 'completed', 'code': 200} Jul 22 11:34:50.497659 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:34:50.498547 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Updating router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:34:50.540535 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.702701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-fa897289-e541-4468-b0b4-82320aea4fbf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:50.704458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-fa897289-e541-4468-b0b4-82320aea4fbf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.2807720 Jul 22 11:34:50.705583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port a7964465-95d9-4b4a-a1b5-e35624ec8b65, host n-d-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:50.705947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.710123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.763592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for a7964465-95d9-4b4a-a1b5-e35624ec8b65 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:50.768562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Port a7964465-95d9-4b4a-a1b5-e35624ec8b65 was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:34:50.796104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.799074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-34aeb3fd-694b-4b45-96a2-9fdb78a94dfc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0788932 Jul 22 11:34:50.863802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=a7964465-95d9-4b4a-a1b5-e35624ec8b65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:50.922849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.926564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port a7964465-95d9-4b4a-a1b5-e35624ec8b65 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:50.946093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 85844a9d-26b6-47cb-803d-114780bade01 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:50.957882 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.967519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34026) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:50.969870 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Transition to ACTIVE for port object 6fb7daa2-6af5-4aec-bc84-343fcc54dedc will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:50.978302 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:50.979595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--144356583', 'description': 'tempest-description--361520155'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:51.027393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cc2c1-25a7-445e-825a-4a633cb777d3 None None] Pushing event updated for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:51.046191 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.068072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 85844a9d-26b6-47cb-803d-114780bade01 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:51.068985 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.113743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-c4c28d7e-4948-46ad-bbda-fb82a589db03 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:51.118571 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Attempting to bind port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:51.119416 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Attempting to bind port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:51.119996 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Attempting to bind port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:51.120396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-c4c28d7e-4948-46ad-bbda-fb82a589db03 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198483 Jul 22 11:34:51.126933 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:51.127682 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Checking segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:51.128551 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.129588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Bound using segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:51.130704 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Bound port: 6fb7daa2-6af5-4aec-bc84-343fcc54dedc, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:51.132361 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.165718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-89c9ec65-e976-4294-a903-f5bbe5425f0e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.0339608 Jul 22 11:34:51.232452 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] For port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:51.238808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] For port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:51.254184 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.294864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.306763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.316609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-60573d98-a2eb-44b7-b1ee-66b4701c3581 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:51.320994 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-60573d98-a2eb-44b7-b1ee-66b4701c3581 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.6064966 Jul 22 11:34:51.349273 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:34:51.350838 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:51.414266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8723aab9-09a4-423d-8c41-0f69680ed544']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:51.425678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3fb23c58-ef7e-4c5a-ac90-77353024f6b4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2495222 Jul 22 11:34:51.451104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43b181eb-01c5-4270-9f6c-89cd80323299') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:51.451413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43b181eb-01c5-4270-9f6c-89cd80323299') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:51.461621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a7964465-95d9-4b4a-a1b5-e35624ec8b65 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:51.479577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3216e62-671b-44a9-a6fb-00d1e768c1d5 req-10289250-4d4a-438c-8aab-405eca96ba2d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:51.487079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.488381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3216e62-671b-44a9-a6fb-00d1e768c1d5 req-10289250-4d4a-438c-8aab-405eca96ba2d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.2557340 Jul 22 11:34:51.546712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.557916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:51.558342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.565953 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:34:51.586151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a7964465-95d9-4b4a-a1b5-e35624ec8b65 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:51.586818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a7964465-95d9-4b4a-a1b5-e35624ec8b65 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:51.599267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.635480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.717303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3216e62-671b-44a9-a6fb-00d1e768c1d5 req-53a4998b-b4df-42b1-b155-1522e03b8b6f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2280047 Jul 22 11:34:51.741026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:51.758660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.7863078 Jul 22 11:34:51.758660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:51.777315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group_rule': {'security_group_id': 'cb03d9e1-b192-4afe-b993-64a69a350889', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:51.860562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3285d438-5fd9-4e69-a7e5-413a8e4cf9e9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=cb03d9e1-b192-4afe-b993-64a69a350889,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:51.907290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.000567 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:51Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:52.012083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e8cc2c1-25a7-445e-825a-4a633cb777d3 None None] Pushing event updated for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:52.025024 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:52.045994 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.063884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2794b50-2f86-439c-b02f-170f726a0fb4 req-9753dcf6-db58-4d36-b3df-7576d0cc8010 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 210 time: 0.1640739 Jul 22 11:34:52.067217 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9f8e7a0-6c5b-4ec7-9f5d-1914f99c764f None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:51Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:34:52.080057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.081968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/networks/8723aab9-09a4-423d-8c41-0f69680ed544 HTTP/1.1" status: 204 len: 168 time: 2.7097609 Jul 22 11:34:52.118199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:52.231898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:52.260557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.270744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting subnet 4297126f-6261-45f0-bb12-ec0a1eeccdf6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:34:52.275841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.298970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-0e2cf030-3fd0-497e-9d45-746618c1bf1b service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9458485 Jul 22 11:34:52.301867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e5dfa3-ff6c-45ac-bd10-955c847a4dc0 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Network': ['ID=8723aab9-09a4-423d-8c41-0f69680ed544,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:52.632906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.650281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-2a637ee6-f5dd-450a-a141-5f8ccdf29972 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3162270 Jul 22 11:34:52.655383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.770981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-1880174085'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:52.781617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-33ba7cfe-f249-43bd-a635-90736e8571df service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.1164086 Jul 22 11:34:52.795413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=18c7f9f3-b273-466a-a108-63f240a78479,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:52.800573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.863500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.881196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcc5a930-4019-4d38-9f27-c26da1d18aed req-500da09c-e7c0-492a-be5c-bbdaa2640594 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:52.882830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dcc5a930-4019-4d38-9f27-c26da1d18aed req-500da09c-e7c0-492a-be5c-bbdaa2640594 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1096 time: 0.9144781 Jul 22 11:34:52.883447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bb813f68-dfef-4f65-89f3-7fb5adae20c9,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:52.900487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e1f2d60f-1e72-476d-a30a-e49c73a8094e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:52.901391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.902015 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-e1f2d60f-1e72-476d-a30a-e49c73a8094e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.1012914 Jul 22 11:34:52.962500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.972329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a495995d-e055-4ae5-bbb6-414937d78d31 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.9185505 Jul 22 11:34:52.972507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Made reservation on behalf of adb730cc72764245a8c7f088c204ef84 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:52.972507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:52.983354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6fb7daa2-6af5-4aec-bc84-343fcc54dedc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:52.994892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.014535 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.018526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f84762d-a8b6-4b4c-b925-87ad3f15a1f8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2603230 Jul 22 11:34:53.023130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:53.029006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a27d5431-2033-4053-912f-a26e2e88d969 req-3e722085-c2d8-4833-9db7-8dd3e184832b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.032082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-3e722085-c2d8-4833-9db7-8dd3e184832b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1227825 Jul 22 11:34:53.040774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group_rule': {'security_group_id': 'cb03d9e1-b192-4afe-b993-64a69a350889', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:53.055735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:53.061239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:53.061707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.079625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ccb7-c9d1-4670-81dc-e2256685db74 req-20fbe167-09e9-4d35-b2ff-049e9b5a941d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.085660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f35ccb7-c9d1-4670-81dc-e2256685db74 req-20fbe167-09e9-4d35-b2ff-049e9b5a941d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.092896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f35ccb7-c9d1-4670-81dc-e2256685db74 req-20fbe167-09e9-4d35-b2ff-049e9b5a941d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94&device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 1682 time: 0.3125322 Jul 22 11:34:53.165872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-7c5c74f7-49b6-454c-a5ca-ea0dc13f37d8 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1221507 Jul 22 11:34:53.167981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.191665 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.226729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dcc5a930-4019-4d38-9f27-c26da1d18aed req-72300df0-d44c-4cd9-a4c9-a4cff516ed11 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2857115 Jul 22 11:34:53.249596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:53.258360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.294618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-d0033ddb-ea93-4549-a7ef-3ef8227ca47e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0261681 Jul 22 11:34:53.314917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f35ccb7-c9d1-4670-81dc-e2256685db74 req-b14062bc-2d2c-42c9-b1d0-d8b69c12ce3e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2209153 Jul 22 11:34:53.357715 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a27d5431-2033-4053-912f-a26e2e88d969 req-2c29b8c0-1075-414c-9241-e8a6714c7713 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1809807 Jul 22 11:34:53.377516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.398078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.398578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:53.462467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-6b3064e5-8004-4234-9e89-69fd13adc85b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.464863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-6b3064e5-8004-4234-9e89-69fd13adc85b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1499271 Jul 22 11:34:53.466820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.483197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:53.531681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4980fb0e-d8d3-47b3-9e24-37c9ca05942d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:53.534899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dcc839d9-757f-49f3-8f2c-b7e1f3b28245 req-62185cbf-a5a1-474d-852d-91acbec48b6b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 210 time: 0.0658565 Jul 22 11:34:53.594004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.631861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Subnet': ['ID=4297126f-6261-45f0-bb12-ec0a1eeccdf6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:53.640455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-8bb42199-a5c0-4cc5-ad7c-bc91236fe105 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1136530823&fields=id&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 267 time: 0.1211057 Jul 22 11:34:53.660637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b26be1e-82de-46ff-a1f7-5ecb1067357b None None] Network 814f1768-56f5-431c-a127-409a00febbe0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:53.688900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.690878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4922517-0907-451b-a56d-c1780cbbbfc9 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/subnets/4297126f-6261-45f0-bb12-ec0a1eeccdf6 HTTP/1.1" status: 204 len: 168 time: 1.5651479 Jul 22 11:34:53.694210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:53.729672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.748498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.779896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.783986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-edba8bc9-8efe-4dd6-af63-15299177f3d2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.7460496 Jul 22 11:34:53.786177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:53.795086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:53.819211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.835074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:34:53.837894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:53.841509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.870397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2d99cd16-231e-4b5b-bcce-5d0f36df8f7b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:53.873610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.873982 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Added segment fd264ab7-8035-4e39-a9d5-31bf4cb15855 of type vlan for network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 Jul 22 11:34:53.882688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.903164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] DHCP port deletion for 814f1768-56f5-431c-a127-409a00febbe0 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:34:53.905833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-fb1491c7-1086-47a0-9ef3-4087cf71e2fa tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.913663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-fb1491c7-1086-47a0-9ef3-4087cf71e2fa tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 816 time: 0.2626972 Jul 22 11:34:53.917275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f6ed83-2483-4eef-88f0-ad7726b000fe req-4e4d4f07-d2d1-4b12-846b-ff76c46fe7a6 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:53.923050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f6ed83-2483-4eef-88f0-ad7726b000fe req-4e4d4f07-d2d1-4b12-846b-ff76c46fe7a6 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1096 time: 0.2928333 Jul 22 11:34:53.967035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Deleting port 943a09db-3bc3-4531-8867-adc6e6afa88b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:53.967413 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:53.983345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-339bf129-511e-4c76-ac08-bb634ebd26e5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/quotas/0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 375 time: 0.0357802 Jul 22 11:34:53.985625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.018282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f6ed83-2483-4eef-88f0-ad7726b000fe req-42d3af4d-37cb-4684-a6ef-1451037c51e3 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0691693 Jul 22 11:34:54.049220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] For port 943a09db-3bc3-4531-8867-adc6e6afa88b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=943a09db-3bc3-4531-8867-adc6e6afa88b,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:54.049715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.072113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Calling delete_port for 943a09db-3bc3-4531-8867-adc6e6afa88b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:54.074408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Deleting port 943a09db-3bc3-4531-8867-adc6e6afa88b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:54.074897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.075021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.081151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:54.081905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.134661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 799 time: 1.8986993 Jul 22 11:34:54.134859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.43 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/38092053-01c8-45bb-8fac-b835c517003d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:54.140852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-17d281fa-0054-4092-a3c7-dfb0fb4092d9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1406715 Jul 22 11:34:54.194218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-460e526e-0c19-40ee-b05e-2aec21c307d2 tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Pushing event updated for resources: {'Network': ['ID=75ad6cbc-c66e-47b9-8f24-547cd9b63193,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:54.229341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] For port 943a09db-3bc3-4531-8867-adc6e6afa88b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=943a09db-3bc3-4531-8867-adc6e6afa88b,segment=NetworkSegment(360aa253-3396-4f59-9a4f-a3210b032717),segment_id=360aa253-3396-4f59-9a4f-a3210b032717)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:54.229715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.233939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:34:54.258201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Calling delete_port for 943a09db-3bc3-4531-8867-adc6e6afa88b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:54.265079 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.300424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-415c6d6c-023f-4c07-bdd3-d3e8f491f15f service neutron] 10.222.0.21 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1153748 Jul 22 11:34:54.348319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] No DVR routers for this DVR port 943a09db-3bc3-4531-8867-adc6e6afa88b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:54.351409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c50688d-b409-4935-b869-63ba417efcbb None None] Pushing event deleted for resources: {'Port': ['ID=943a09db-3bc3-4531-8867-adc6e6afa88b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:54.370670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.423632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-de7b45e8-6557-44a7-8e12-f7a97fe38d65 service neutron] 10.222.0.21 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1156733 Jul 22 11:34:54.517788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.520077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.575886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Port': ['ID=943a09db-3bc3-4531-8867-adc6e6afa88b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:54.583403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object 38092053-01c8-45bb-8fac-b835c517003d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:54.585269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] No DVR routers for this DVR port 943a09db-3bc3-4531-8867-adc6e6afa88b on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:34:54.602046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.602402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.602773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.603114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.603510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.603852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.604182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.604508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.604834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.605196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.605470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.605794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:54.693066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Allocated IP 172.25.6.111 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/21e109e7-bc84-4ed3-a919-6248c97ecf91) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:54.744772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.773275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['814f1768-56f5-431c-a127-409a00febbe0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:54.792588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '360aa253-3396-4f59-9a4f-a3210b032717') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:54.792905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '360aa253-3396-4f59-9a4f-a3210b032717') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:34:54.795414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.813359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:54.813359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:54.813977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:54.815205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.822052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193', 'binding:host_id': 'n-h2-754448-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-407798965'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:54.888841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Made reservation on behalf of 6d8c783221b94b9a936ea9003bd35529 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:54.894151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.915836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:54.924556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:54.926623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.932670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.937210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:54.979977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:54.982862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:34:54.983256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:34:54.992540 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:34:55.075174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.078611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6fb7daa2-6af5-4aec-bc84-343fcc54dedc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:34:55.136061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:55.136769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.165366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.171079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.173373 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] 10.222.0.21 "DELETE /v2.0/networks/814f1768-56f5-431c-a127-409a00febbe0 HTTP/1.1" status: 204 len: 168 time: 1.4768741 Jul 22 11:34:55.202260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd1d9ab-c4a5-4895-ae35-a1e43d4292c2 tempest-ServersTestMultiNic-1536492402 tempest-ServersTestMultiNic-1536492402-project] Pushing event deleted for resources: {'Network': ['ID=814f1768-56f5-431c-a127-409a00febbe0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:55.205023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08fee629-d6d0-4409-bda4-3ef37675eabd req-763333c4-c88d-4497-9ea8-97f30c96acb5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 210 time: 0.1183698 Jul 22 11:34:55.242502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.244646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.257621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.263053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 6987c858-00b7-4ee3-ae59-6037732c120b yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:55.286159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:55.286508 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.299934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=21e109e7-bc84-4ed3-a919-6248c97ecf91,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:55.315787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-3338d8fb-51eb-4d49-bbfc-f89b80683257 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8397229 Jul 22 11:34:55.329042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:55.332547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:55.335909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:55.345076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Request body: {'port': {'device_id': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:55.465082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7cdd6c0-a1cf-4161-870b-7cdf599396e9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:55.472908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.538120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-b7460b21-e618-432f-917e-1df887262242 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:34:55.539215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-b7460b21-e618-432f-917e-1df887262242 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0231504 Jul 22 11:34:55.568060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19e88c4-6725-4b8b-aa08-b19a33cce9ad req-542a6de1-296d-43cd-b571-8c5d19001d19 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:55.575849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c19e88c4-6725-4b8b-aa08-b19a33cce9ad req-542a6de1-296d-43cd-b571-8c5d19001d19 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 935 time: 0.1894569 Jul 22 11:34:55.587224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b5b2acaf-0e78-4ec3-9074-48cbd72383f0 None None] Provisioning for port 38092053-01c8-45bb-8fac-b835c517003d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:55.597688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Request body: {'binding': {'host': 'n-h2-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:55.598151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:34:55.605071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b5b2acaf-0e78-4ec3-9074-48cbd72383f0 None None] Provisioning complete for port 38092053-01c8-45bb-8fac-b835c517003d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:55.605451 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5b2acaf-0e78-4ec3-9074-48cbd72383f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.646046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.685080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b5b2acaf-0e78-4ec3-9074-48cbd72383f0 None None] Port 38092053-01c8-45bb-8fac-b835c517003d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:55.698273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 943a09db-3bc3-4531-8867-adc6e6afa88b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:34:55.744366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 943a09db-3bc3-4531-8867-adc6e6afa88b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:34:55.744712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 943a09db-3bc3-4531-8867-adc6e6afa88b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:34:55.766871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c19e88c4-6725-4b8b-aa08-b19a33cce9ad req-183582bd-8626-427e-b7f9-0770d24c0adc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1901641 Jul 22 11:34:55.871291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 6987c858-00b7-4ee3-ae59-6037732c120b yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:55.873654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.885557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.911087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Transition to ACTIVE for port object 6987c858-00b7-4ee3-ae59-6037732c120b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:55.935672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:55.977793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on host n-h2-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:55.978144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:55.978721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:55.996229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:55.996515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.009030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:56.010156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:56.010156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:56.010156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Bound port: 0effb653-e87c-4184-a346-c5cdfb2adbc9, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:56.011884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=6987c858-00b7-4ee3-ae59-6037732c120b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:56.075717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Checking segment: {'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:56.076641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Network hostable DHCP agents. Network: 75ad6cbc-c66e-47b9-8f24-547cd9b63193, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:34:56.100914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:56.112113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.113344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3a505336-8759-4bf4-9ba0-72d5866c78f3 service neutron] 10.222.0.21 "POST /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9/bindings HTTP/1.1" status: 201 len: 389 time: 0.5292428 Jul 22 11:34:56.118227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:34:56.139847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 75ad6cbc-c66e-47b9-8f24-547cd9b63193) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:56.144331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:56.152037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a4728fc-03bd-4507-b711-b8b5c1458611 None None] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:34:56.173258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.173593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.174790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.190411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.191809 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.191809 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 2 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.220534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.220940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.221300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.239767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.240934 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.241347 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 3 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.274568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.274935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.275279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.290130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.291158 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.291158 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 4 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.317971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.319242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.320290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.341827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.341957 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.342362 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 5 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.349213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 38092053-01c8-45bb-8fac-b835c517003d {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:34:56.370199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.370396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.370710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.374085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.384052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.384402 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.385621 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 6 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.463820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.464171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Transition to ACTIVE for port object 38092053-01c8-45bb-8fac-b835c517003d will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:56.465112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.465665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.477216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.478042 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.480412 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 7 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.493573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.524168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.524684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.525137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.541500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.541846 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.544699 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 8 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.553867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-6e5f6640-0bee-4dfe-8399-c546e476dbee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:56.555348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-6e5f6640-0bee-4dfe-8399-c546e476dbee tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 816 time: 0.2515588 Jul 22 11:34:56.559897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.576685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac274b3c-b79f-459d-9ffd-9b580bab614b req-cd8b4fde-4dc2-4904-925b-ed2baf853253 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 210 time: 0.0453899 Jul 22 11:34:56.586721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567c80b2-6c1d-4cfb-a8ce-a54a868dd202 req-52bca98a-7f3f-44d0-9504-f77890205042 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:56.588471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-567c80b2-6c1d-4cfb-a8ce-a54a868dd202 req-52bca98a-7f3f-44d0-9504-f77890205042 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.1744182 Jul 22 11:34:56.591373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.591713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.592065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.593952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.600201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Pushing event updated for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:56.625719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.626103 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.631458 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 9 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.651303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-567c80b2-6c1d-4cfb-a8ce-a54a868dd202 req-f37948b4-a427-4bf5-a3d8-30a88ac712d5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0557678 Jul 22 11:34:56.652545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.652886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.653266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.659277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.659620 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.660024 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 10 to bind port 6987c858-00b7-4ee3-ae59-6037732c120b Jul 22 11:34:56.673845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:56.674187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:56.674575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:56.680322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 6987c858-00b7-4ee3-ae59-6037732c120b on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:56.680670 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 6987c858-00b7-4ee3-ae59-6037732c120b on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:34:56.681049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.755103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34170) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:56.767830 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-10afe6f7-a5cd-49a3-9e8e-306f40fe148a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 380 time: 0.1857042 Jul 22 11:34:56.782962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=21e109e7-bc84-4ed3-a919-6248c97ecf91,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:56.808946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 6987c858-00b7-4ee3-ae59-6037732c120b, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:56.809326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:34:56.824695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.825903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'port': {'device_id': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'admin_state_up': True, 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'security_groups': ['7230e184-3252-44c6-9662-614cfdbd9259']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:56.886757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:56.887370 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.906598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b089a0d3-445c-4281-8b20-36067a720d98 req-56fced15-46d7-4289-bc6f-ff3cc28c0d89 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:56.908188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b089a0d3-445c-4281-8b20-36067a720d98 req-56fced15-46d7-4289-bc6f-ff3cc28c0d89 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.1612685 Jul 22 11:34:56.911496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:56.940133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-19c6b8dd-2fd7-4917-8662-52d9efb3f7db service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:56.940332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=6987c858-00b7-4ee3-ae59-6037732c120b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:56.941733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-19c6b8dd-2fd7-4917-8662-52d9efb3f7db service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1096 time: 0.4124553 Jul 22 11:34:56.963029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-02e8ccba-f511-4119-8e86-5e0ae899a274 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 979 time: 2.1479073 Jul 22 11:34:56.963667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:57.014287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.023860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-364d0131-e647-4217-adb8-c689e6b4772d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.2256408 Jul 22 11:34:57.031497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b089a0d3-445c-4281-8b20-36067a720d98 req-4b1b8388-1685-4695-8aa8-2e06ddbf1808 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0959256 Jul 22 11:34:57.076664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed4373f-cbec-489b-afa3-497c680c96d1 req-da66bf3f-4621-42f6-9c24-aa4f06717e6a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:57.078370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ed4373f-cbec-489b-afa3-497c680c96d1 req-da66bf3f-4621-42f6-9c24-aa4f06717e6a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 947 time: 0.2146425 Jul 22 11:34:57.089039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Attempting to bind port 38092053-01c8-45bb-8fac-b835c517003d on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:34:57.089380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Attempting to bind port 38092053-01c8-45bb-8fac-b835c517003d by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:34:57.089710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Attempting to bind port 38092053-01c8-45bb-8fac-b835c517003d on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:57.115355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Port 38092053-01c8-45bb-8fac-b835c517003d on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:34:57.115355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Attempting to bind port 38092053-01c8-45bb-8fac-b835c517003d on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:34:57.128719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Deleting port 6987c858-00b7-4ee3-ae59-6037732c120b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:57.128719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.151573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ed4373f-cbec-489b-afa3-497c680c96d1 req-b5f6e30a-4a5a-4425-ace3-b668de68ceed tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0641267 Jul 22 11:34:57.187384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:34:57.187725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:34:57.188112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:34:57.188565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Bound port: 38092053-01c8-45bb-8fac-b835c517003d, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:34:57.188928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.201960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.206014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 6987c858-00b7-4ee3-ae59-6037732c120b, host n-h2-754448-4, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:57.206440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.226281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Calling delete_port for 6987c858-00b7-4ee3-ae59-6037732c120b owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:57.243169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-783d6e89-ea94-4cb5-a842-716326c71ad7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:57.244644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-783d6e89-ea94-4cb5-a842-716326c71ad7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.2849052 Jul 22 11:34:57.289901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ba347a3a-8210-4566-86aa-946a9fd9b290 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--144356583&fields=id&tenant_id=9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 267 time: 0.0755601 Jul 22 11:34:57.312981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Made reservation on behalf of 0278ad4a4ede46d59a14571964589eb6 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:57.316485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.325183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-47e47e9f-f8cc-454b-a372-392cf14c43f0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 217 time: 0.0589314 Jul 22 11:34:57.408422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.421651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:34:57.452717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-d4bf6e72-e05b-478b-ab23-880e58c2869a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:57.454290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-d4bf6e72-e05b-478b-ab23-880e58c2869a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 810 time: 0.1566510 Jul 22 11:34:57.456573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event deleted for resources: {'Port': ['ID=6987c858-00b7-4ee3-ae59-6037732c120b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:57.460171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.462146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/6987c858-00b7-4ee3-ae59-6037732c120b HTTP/1.1" status: 204 len: 168 time: 0.4951303 Jul 22 11:34:57.465137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:57.481322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=38092053-01c8-45bb-8fac-b835c517003d,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:34:57.493640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-b833681d-0a9d-4d66-a3c0-e03b6b7220a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:57.495147 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-b833681d-0a9d-4d66-a3c0-e03b6b7220a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1502242 Jul 22 11:34:57.496126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.505560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.506102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.506702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.507062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.507466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.507807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.508145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.508481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.508808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.509138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.509470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.509795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15030e19-bafb-43a7-a1d7-bead397c0be8 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:34:57.514636 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-57ca0641-2e7b-43fc-ac41-9c31d174ced1 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:34:57.516258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-57ca0641-2e7b-43fc-ac41-9c31d174ced1 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports/6987c858-00b7-4ee3-ae59-6037732c120b HTTP/1.1" status: 404 len: 333 time: 0.0502529 Jul 22 11:34:57.517840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ab8b131f-42d4-4942-abab-8a18053c446f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/quotas/9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 375 time: 0.0546074 Jul 22 11:34:57.520190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:57.525789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1251638521'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:57.581351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Made reservation on behalf of 6d8c783221b94b9a936ea9003bd35529 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:34:57.583784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.606219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 35b0663f-5919-46de-ae46-102433e862b1 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:57.614432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:57.615201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.617388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] 10.222.0.20 "PUT /v2.0/ports/38092053-01c8-45bb-8fac-b835c517003d HTTP/1.1" status: 200 len: 1095 time: 2.2861168 Jul 22 11:34:57.621055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-50e54317-3722-423d-95e3-164372d2e8ca service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1098967 Jul 22 11:34:57.622086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'tag': '38092053-01c8-45bb-8fac-b835c517003d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:34:57.623812 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9" -d '{"events": [{"name": "network-changed", "server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "tag": "38092053-01c8-45bb-8fac-b835c517003d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:34:57.661570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-4f677231-ac29-4f37-afb3-6288cd2b031c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1324146 Jul 22 11:34:57.676942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-4096e778-9d04-461e-a726-aea7de64347b service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:34:57.678047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-4096e778-9d04-461e-a726-aea7de64347b service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0360751 Jul 22 11:34:57.788101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f4dc38c-03ea-4bb9-9384-885cef2f5384 service neutron] Pushing event updated for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:57.827678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35200211-2152-48f7-98ae-0f69c41fa8c8 req-94d5ebf1-23da-489a-98c7-97dd6b58898e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 210 time: 0.0671539 Jul 22 11:34:57.884653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Allocated IP 172.20.0.3 (3c622c4f-055b-4220-8cd1-311846ed07c4/c6490d43-7e9f-4bf7-bf63-41d68a3b02ea/063ce041-9506-4d5a-95d0-2176f5c6192f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:34:57.899978 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:34:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-430a17fa-1d71-4d61-9ff9-6d1e5c82128f x-openstack-request-id: req-430a17fa-1d71-4d61-9ff9-6d1e5c82128f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:34:57.900347 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "tag": "38092053-01c8-45bb-8fac-b835c517003d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:34:57.900674 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-430a17fa-1d71-4d61-9ff9-6d1e5c82128f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:34:57.901119 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'tag': '38092053-01c8-45bb-8fac-b835c517003d', 'status': 'completed', 'code': 200} Jul 22 11:34:57.948924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-abbffb29-4a90-4c77-98b3-3b587ace2541 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2486587 Jul 22 11:34:57.975763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:57.982672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-6a8a5507-0ba9-4b32-9d02-700e465e85d1 service neutron] 10.222.0.21 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2990577 Jul 22 11:34:58.012983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-a7d3ef3f-7ab0-4731-910c-da9650dc9ba9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.014794 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-a7d3ef3f-7ab0-4731-910c-da9650dc9ba9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 1098 time: 0.3276274 Jul 22 11:34:58.016708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.030511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-85a4abc1-2d5a-4c4d-b1dd-b88732621b68 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.031961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-85a4abc1-2d5a-4c4d-b1dd-b88732621b68 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.36 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.3089483 Jul 22 11:34:58.230861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ed628cb-6103-4338-86ff-1f58de52a3c1 req-c86de951-1b74-4da9-9f9c-3386596f4716 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.232371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ed628cb-6103-4338-86ff-1f58de52a3c1 req-c86de951-1b74-4da9-9f9c-3386596f4716 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.2717285 Jul 22 11:34:58.238141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.248206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-80136eee-81ab-4d83-b59f-17b704b38792 service neutron] 10.222.0.21 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429197 Jul 22 11:34:58.315995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:58.335417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:58.338460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:58.339396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.339981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.345688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ed628cb-6103-4338-86ff-1f58de52a3c1 req-4cc67915-50e7-4e45-94a6-93d7199128ff tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1042309 Jul 22 11:34:58.351655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=35b0663f-5919-46de-ae46-102433e862b1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:58.363918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Deleting port b8c766e8-72ce-4efd-900a-50a62534095c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:58.364139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.370528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-01a52aea-ea53-4052-85c1-fe39a8117cb7 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8493054 Jul 22 11:34:58.381151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34204) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:34:58.388514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:58.391361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-9aa9c28f-222f-4f37-b22a-19d67c352119 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=38092053-01c8-45bb-8fac-b835c517003d HTTP/1.1" status: 200 len: 217 time: 0.3464954 Jul 22 11:34:58.566800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38aa395b-07d4-4243-8628-027bc3912312 req-ad3fa8e8-127e-4069-b401-3d46f147b43e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.569842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-38aa395b-07d4-4243-8628-027bc3912312 req-ad3fa8e8-127e-4069-b401-3d46f147b43e tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b931cce-4b1b-40c4-903c-e9f543f4fc94 HTTP/1.1" status: 200 len: 945 time: 0.6444960 Jul 22 11:34:58.588204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] For port b8c766e8-72ce-4efd-900a-50a62534095c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b8c766e8-72ce-4efd-900a-50a62534095c,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:58.588574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.596548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.620749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Calling delete_port for b8c766e8-72ce-4efd-900a-50a62534095c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:58.664887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-2411a316-1b02-4f5d-82cb-cb1e7e9daa57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.666359 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-2411a316-1b02-4f5d-82cb-cb1e7e9daa57 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.2099183 Jul 22 11:34:58.675962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-9eef6466-5ed8-480c-9c5c-8a5475f175d1 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6963470 Jul 22 11:34:58.735961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.746644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:58.766004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb7fdf33-f647-4b1b-a461-c31a521f4a7f req-c9b3ee18-3f13-4dd9-86b1-3cad9e48197d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.774474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb7fdf33-f647-4b1b-a461-c31a521f4a7f req-c9b3ee18-3f13-4dd9-86b1-3cad9e48197d tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 946 time: 0.2728450 Jul 22 11:34:58.817603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59ef39bd-5416-4e3e-a483-f29e146a2a6b req-b3b64702-412f-485b-a9fe-038d4796d313 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:58.824800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59ef39bd-5416-4e3e-a483-f29e146a2a6b req-b3b64702-412f-485b-a9fe-038d4796d313 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 947 time: 0.3264112 Jul 22 11:34:58.848722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Transition to ACTIVE for port object 063ce041-9506-4d5a-95d0-2176f5c6192f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:58.949369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb7fdf33-f647-4b1b-a461-c31a521f4a7f req-35ea8b4b-4c9f-4c59-828c-a7b41556e835 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/security-groups?id=e4cfbb35-4624-40e7-a93a-f61415f18002&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1739233 Jul 22 11:34:58.995002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59ef39bd-5416-4e3e-a483-f29e146a2a6b req-b506cada-1601-4f4e-b5f7-968311317386 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691434 Jul 22 11:34:59.132816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfc01116-230e-4488-b646-bd28c9741cb9 req-c98f7158-d188-455b-bee7-9b3b069374dd tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 210 time: 0.0987639 Jul 22 11:34:59.140345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-215f063a-6b02-4e19-9469-7c2ac61bd9bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:59.141516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-215f063a-6b02-4e19-9469-7c2ac61bd9bd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4615295 Jul 22 11:34:59.148134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.180796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 35b0663f-5919-46de-ae46-102433e862b1 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:34:59.196479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.286637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Deleting port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:59.287649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.308753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:34:59.339223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:34:59.363601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:34:59.367889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:59.464780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-0c940fd2-07b8-4505-827d-c62f552d422a service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2966430 Jul 22 11:34:59.632587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:34:59.633190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.635136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.646102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] For port 83818e18-40eb-47ab-a91f-a4b2fa5dd214, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83818e18-40eb-47ab-a91f-a4b2fa5dd214,segment=NetworkSegment(c43b7bd8-1b01-452f-9b4e-913b15f12a6b),segment_id=c43b7bd8-1b01-452f-9b4e-913b15f12a6b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:34:59.647544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.653166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Transition to ACTIVE for port object 35b0663f-5919-46de-ae46-102433e862b1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:34:59.653339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b8c766e8-72ce-4efd-900a-50a62534095c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:59.659444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['83818e18-40eb-47ab-a91f-a4b2fa5dd214'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:34:59.674170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.744470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Calling delete_port for 83818e18-40eb-47ab-a91f-a4b2fa5dd214 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:34:59.748754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dd1fd141-414a-40e2-8602-2d00d623ac3e req-ed19895a-0660-4a5b-908d-123d6bca97e7 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2736979 Jul 22 11:34:59.772540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f9f73b92-6642-4128-a19e-07d9b61672fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9911549 Jul 22 11:34:59.807674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f403113d-428d-4f9a-8306-d5b1525f7105 None None] Provisioning for port 063ce041-9506-4d5a-95d0-2176f5c6192f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:34:59.809880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event deleted for resources: {'Port': ['ID=b8c766e8-72ce-4efd-900a-50a62534095c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:34:59.821214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f403113d-428d-4f9a-8306-d5b1525f7105 None None] Provisioning complete for port 063ce041-9506-4d5a-95d0-2176f5c6192f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:34:59.821724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f403113d-428d-4f9a-8306-d5b1525f7105 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.858504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Request body: {'port': {'device_id': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:34:59.887805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f403113d-428d-4f9a-8306-d5b1525f7105 None None] Port 063ce041-9506-4d5a-95d0-2176f5c6192f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:34:59.946558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Deleting port f3800988-9138-43e7-926e-9397aea50719 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:34:59.946889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:34:59.999264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.000167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.000685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.012013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] No DVR routers for this DVR port b8c766e8-72ce-4efd-900a-50a62534095c on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:00.022660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.024895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb35b514-f0c0-4ff0-ad6e-b0ac44435855 req-8c0a74ca-c1c9-4856-ab04-32c93e59bd49 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.36 "DELETE /v2.0/ports/b8c766e8-72ce-4efd-900a-50a62534095c HTTP/1.1" status: 204 len: 173 time: 1.9782667 Jul 22 11:35:00.027924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'name': 'network-vif-deleted', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:00.030489 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36673c9f-f828-48c5-be49-ed6713eb3b81" -d '{"events": [{"server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "name": "network-vif-deleted", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:00.069419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.070049 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.074167 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 2 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.084112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66530084-fb85-4f10-9e5c-494789fd663c req-223344b3-48f1-4897-b056-5bf832791773 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.085771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66530084-fb85-4f10-9e5c-494789fd663c req-223344b3-48f1-4897-b056-5bf832791773 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 931 time: 0.8945420 Jul 22 11:35:00.090186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=35b0663f-5919-46de-ae46-102433e862b1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:00.097965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.113289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-10f83b3d-50d5-4277-acf3-674afb8bfd8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.114876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-10f83b3d-50d5-4277-acf3-674afb8bfd8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 1098 time: 0.2738988 Jul 22 11:35:00.116879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.117236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.117614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.135422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51697ca5-30ef-44f1-8dae-3dbca4054c28 req-211af6fb-373f-4a73-8f0a-404286355552 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.142251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51697ca5-30ef-44f1-8dae-3dbca4054c28 req-211af6fb-373f-4a73-8f0a-404286355552 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.5502412 Jul 22 11:35:00.171398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.171735 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.182630 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 3 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.201774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-25580387-c8fc-499e-94b8-863d64ffa476 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.203352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-25580387-c8fc-499e-94b8-863d64ffa476 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 810 time: 0.4583435 Jul 22 11:35:00.239813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.240734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.241093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.268043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51697ca5-30ef-44f1-8dae-3dbca4054c28 req-3939c8b5-a9dc-4f0b-b39a-966137510c49 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1248963 Jul 22 11:35:00.272670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.272670 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.275761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66530084-fb85-4f10-9e5c-494789fd663c req-37132b72-9334-4a3b-b0d2-d55fb7ac9da5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1531346 Jul 22 11:35:00.280472 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 4 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.320505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-79665998-f500-4e27-aa33-a750efade733 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 379 time: 0.0952010 Jul 22 11:35:00.324053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'port': {'device_id': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'admin_state_up': True, 'tenant_id': '9d423553a7664b058aaa309f81046917', 'security_groups': ['cb03d9e1-b192-4afe-b993-64a69a350889']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:00.328989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.329332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.329674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.358771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.359110 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.361927 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 5 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.499619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] For port f3800988-9138-43e7-926e-9397aea50719, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f3800988-9138-43e7-926e-9397aea50719,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:00.500287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.502214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.502673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.503041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.522955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ade65d1-7df5-4f93-8b14-8535aabeb135 req-c21823ed-c3ae-4a88-84a2-2071c7982e22 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.21 "GET /v2.0/ports?device_id=0cba9d39-3f77-44de-9a2a-561940baa347 HTTP/1.1" status: 200 len: 210 time: 0.0772738 Jul 22 11:35:00.542472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.543110 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.547545 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 6 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.572973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Calling delete_port for f3800988-9138-43e7-926e-9397aea50719 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:00.585860 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0da9b9dc-085f-483e-9000-19e72f5381a8 x-openstack-request-id: req-0da9b9dc-085f-483e-9000-19e72f5381a8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:00.586959 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0cba9d39-3f77-44de-9a2a-561940baa347", "name": "network-vif-deleted", "tag": "b8c766e8-72ce-4efd-900a-50a62534095c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:00.586959 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0da9b9dc-085f-483e-9000-19e72f5381a8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:00.587514 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0cba9d39-3f77-44de-9a2a-561940baa347', 'name': 'network-vif-deleted', 'tag': 'b8c766e8-72ce-4efd-900a-50a62534095c', 'status': 'completed', 'code': 200} Jul 22 11:35:00.599306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.600527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.601143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.624218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.624675 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.628707 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 7 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.639175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.655641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b8c766e8-72ce-4efd-900a-50a62534095c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:00.663116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.663635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.663994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.669803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Made reservation on behalf of 9d423553a7664b058aaa309f81046917 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:00.673651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.683793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c6bb3c3-480a-4514-b25c-4b15163039d9 req-c98bbe34-c8c8-4810-9f09-7c1c72614b7a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.685453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c6bb3c3-480a-4514-b25c-4b15163039d9 req-c98bbe34-c8c8-4810-9f09-7c1c72614b7a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 947 time: 0.2526505 Jul 22 11:35:00.687766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.688140 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.695200 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 8 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.740625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.741167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.741643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.762933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.763271 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.775420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Pushing event deleted for resources: {'Port': ['ID=83818e18-40eb-47ab-a91f-a4b2fa5dd214,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:00.787511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-d08052f0-d87e-495a-8175-6dee9c2f11f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:00.789207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-d08052f0-d87e-495a-8175-6dee9c2f11f2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.6641781 Jul 22 11:35:00.795930 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 9 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.828131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-512946bf-6f81-42c8-80f9-1a5840e2ede2 req-26142f94-4c7b-4c72-a139-7137fee17688 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 210 time: 0.0798049 Jul 22 11:35:00.854762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c6bb3c3-480a-4514-b25c-4b15163039d9 req-1bf9e97f-c4f8-4d7b-b244-dadfe47bed3c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1512644 Jul 22 11:35:00.889758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-7e9ecb45-ac4c-49e8-8925-fccdce7f5794 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.43&port_id=38092053-01c8-45bb-8fac-b835c517003d HTTP/1.1" status: 200 len: 217 time: 0.0913522 Jul 22 11:35:00.898127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.898491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.898841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.910251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:00.910607 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:00.913009 n-d-754448-4 neutron-server[93707]: INFO neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 10 to bind port 35b0663f-5919-46de-ae46-102433e862b1 Jul 22 11:35:00.913137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] No DVR routers for this DVR port 83818e18-40eb-47ab-a91f-a4b2fa5dd214 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:00.924856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:00.926947 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-38aa395b-07d4-4243-8628-027bc3912312 req-ef73d5b0-26cd-438c-8023-4ea920173671 tempest-ListServersNegativeTestJSON-1128193287 tempest-ListServersNegativeTestJSON-1128193287-project] 10.222.0.20 "DELETE /v2.0/ports/83818e18-40eb-47ab-a91f-a4b2fa5dd214 HTTP/1.1" status: 204 len: 173 time: 2.3388107 Jul 22 11:35:00.930942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'name': 'network-vif-deleted', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:00.932891 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61480e2e-b547-4d4c-8d27-7e479de2a9af" -d '{"events": [{"server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "name": "network-vif-deleted", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:00.955021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:00.956295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:00.956951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:00.968695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Allocated IP 172.20.0.10 (7c469669-9fd5-4286-8146-5d14ee09de3d/bd0df995-f7eb-4f34-9b0e-427314159faf/6f59f790-9e8f-4cba-895d-bc0c34cdc125) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:00.995006 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd678f46-4da5-45f8-81a4-0e9e4a97872d x-openstack-request-id: req-dd678f46-4da5-45f8-81a4-0e9e4a97872d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:00.995424 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b931cce-4b1b-40c4-903c-e9f543f4fc94", "name": "network-vif-deleted", "tag": "83818e18-40eb-47ab-a91f-a4b2fa5dd214", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:00.995793 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd678f46-4da5-45f8-81a4-0e9e4a97872d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:00.996281 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b931cce-4b1b-40c4-903c-e9f543f4fc94', 'name': 'network-vif-deleted', 'tag': '83818e18-40eb-47ab-a91f-a4b2fa5dd214', 'status': 'completed', 'code': 200} Jul 22 11:35:01.085533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:01.086044 n-d-754448-4 neutron-server[93707]: ERROR neutron.plugins.ml2.managers [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 35b0663f-5919-46de-ae46-102433e862b1 on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:01.086177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.101866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-7a02e0f8-5009-4c88-b1e9-57e932242b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.103776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-7a02e0f8-5009-4c88-b1e9-57e932242b9d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1920390 Jul 22 11:35:01.210964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 35b0663f-5919-46de-ae46-102433e862b1, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:01.211484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempted to set empty binding levels {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:35:01.219521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.228187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.265557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] In _notify_port_updated(), no bound segment for port 35b0663f-5919-46de-ae46-102433e862b1 on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:35:01.266428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.267051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.268377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "PUT /v2.0/ports/35b0663f-5919-46de-ae46-102433e862b1 HTTP/1.1" status: 200 len: 975 time: 2.8861337 Jul 22 11:35:01.269494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Transition to ACTIVE for port object 6f59f790-9e8f-4cba-895d-bc0c34cdc125 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:01.274056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:01.302089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:01.310047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-523753b7-2beb-4fd7-8a79-4e9503045106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.311668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-523753b7-2beb-4fd7-8a79-4e9503045106 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1966248 Jul 22 11:35:01.317424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.333069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99c37c2-8972-4af0-b762-2cb22d861f46 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=35b0663f-5919-46de-ae46-102433e862b1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:01.399193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Transition to ACTIVE for port object 063ce041-9506-4d5a-95d0-2176f5c6192f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:01.400147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.483185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.536285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:01.554768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.558940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-03b67e09-2426-4a1e-b51d-9b9b48fdb890 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2226384 Jul 22 11:35:01.583543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Pushing event deleted for resources: {'Port': ['ID=f3800988-9138-43e7-926e-9397aea50719,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:01.622062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:01.632552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:01.638266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:01.735496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.735983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.736462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.736933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.737405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.737873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.738399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.740948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.742103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.742103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.742465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.743146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.743620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.744093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.744561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.745029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.745499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.745961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.746423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.746911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.747377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.747837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.748303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.748766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.749225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.751346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.751625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:01.752484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.753109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.753771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.760759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.763171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.764267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.765290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.766195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.769695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.770961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.772444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.773074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.773701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.774319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.785286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3de3edf6-067a-429f-b003-a74044110d30 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 35821 time: 0.5101416 Jul 22 11:35:01.813938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.814752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:01.826162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c1ba9fa-fc6a-4b32-841c-2112abd7d553 req-991f2d25-0c74-49c6-aa63-7240d4a9a5be tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.828286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c1ba9fa-fc6a-4b32-841c-2112abd7d553 req-991f2d25-0c74-49c6-aa63-7240d4a9a5be tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.4197946 Jul 22 11:35:01.830300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:01.841711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a44defce-6c24-4069-b396-41eaebd700d9 req-d3040e03-3322-4777-885e-2b8f2d49a86a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:01.849483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a44defce-6c24-4069-b396-41eaebd700d9 req-d3040e03-3322-4777-885e-2b8f2d49a86a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.4502034 Jul 22 11:35:01.952397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ad3987f1-b3e5-4059-9ece-15be8bdac444 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6324008 Jul 22 11:35:02.012399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Request body: {'port': {'device_id': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:02.019845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-76c7e759-0e8d-491a-ab71-8d8e6bf14ca9 req-cd750c39-ad37-4bba-8acb-8b6cdc0b3dc3 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4409235 Jul 22 11:35:02.040309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fe79961-af96-440d-95c5-2c45b50aae89 None None] Provisioning for port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:02.053287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9fe79961-af96-440d-95c5-2c45b50aae89 None None] Provisioning complete for port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:02.053970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fe79961-af96-440d-95c5-2c45b50aae89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.059714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c1ba9fa-fc6a-4b32-841c-2112abd7d553 req-aa5d8599-9b09-46b2-9d51-64324fcf406e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1905503 Jul 22 11:35:02.073121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Attempting to bind port 063ce041-9506-4d5a-95d0-2176f5c6192f on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:02.073463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Attempting to bind port 063ce041-9506-4d5a-95d0-2176f5c6192f by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:02.073785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Attempting to bind port 063ce041-9506-4d5a-95d0-2176f5c6192f on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:02.088690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a44defce-6c24-4069-b396-41eaebd700d9 req-1f9c7b45-8e02-4407-be6b-81a960b84e06 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2378502 Jul 22 11:35:02.096011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Port 063ce041-9506-4d5a-95d0-2176f5c6192f on network 3c622c4f-055b-4220-8cd1-311846ed07c4 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:02.096364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Attempting to bind port 063ce041-9506-4d5a-95d0-2176f5c6192f on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:02.098721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.109339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:02.109690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Checking segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:02.110103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Bound using segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:02.110868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Bound port: 063ce041-9506-4d5a-95d0-2176f5c6192f, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:02.111241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.132081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Deleting port 35b0663f-5919-46de-ae46-102433e862b1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:02.132735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.155077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9fe79961-af96-440d-95c5-2c45b50aae89 None None] Port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:02.210551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 38092053-01c8-45bb-8fac-b835c517003d details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:02.247926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:02.252374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:02.265167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 35b0663f-5919-46de-ae46-102433e862b1, host n-h2-754448-4, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:02.265167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.273575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Calling delete_port for 35b0663f-5919-46de-ae46-102433e862b1 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:02.292094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83818e18-40eb-47ab-a91f-a4b2fa5dd214 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:02.302249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.352936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 83818e18-40eb-47ab-a91f-a4b2fa5dd214 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:02.353662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83818e18-40eb-47ab-a91f-a4b2fa5dd214 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:02.381959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:02.382980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.384877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] 10.222.0.36 "PUT /v2.0/ports/063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 1091 time: 2.5427177 Jul 22 11:35:02.450749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3738f8b-3ef1-475f-99b5-3817cd9a4a0e service neutron] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:02.455722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.592019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event deleted for resources: {'Port': ['ID=35b0663f-5919-46de-ae46-102433e862b1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:02.618729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.618914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-d2c33478-4b90-40dc-8ed3-f68f7e25d47d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:02.620765 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-d2c33478-4b90-40dc-8ed3-f68f7e25d47d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1094 time: 0.1855390 Jul 22 11:35:02.622481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f19aff6-9c87-4256-b461-c755552bdaa6 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/35b0663f-5919-46de-ae46-102433e862b1 HTTP/1.1" status: 204 len: 168 time: 0.7704494 Jul 22 11:35:02.623439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.627724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:02.651251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=38092053-01c8-45bb-8fac-b835c517003d,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:02.678877 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d70735e-6f9f-4d22-b406-8230f639043c tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:35:02.680735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d70735e-6f9f-4d22-b406-8230f639043c tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports/35b0663f-5919-46de-ae46-102433e862b1 HTTP/1.1" status: 404 len: 333 time: 0.0518358 Jul 22 11:35:02.684529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:02.687938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '38092053-01c8-45bb-8fac-b835c517003d', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '38092053-01c8-45bb-8fac-b835c517003d', 'mac_address': 'fa:16:3e:7f:35:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.43'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:02.735415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3eed613-5d8b-4250-98e6-6b66b3558f58 req-09f9fb8d-968e-4485-9db4-7d2faae57ee6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:02.743965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3eed613-5d8b-4250-98e6-6b66b3558f58 req-09f9fb8d-968e-4485-9db4-7d2faae57ee6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 947 time: 0.3028951 Jul 22 11:35:02.763055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.766074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21e021e-8f22-4b97-9b78-41209cb81458 req-dc2007c2-d7fe-4064-aa54-e7b662352773 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:02.767885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b21e021e-8f22-4b97-9b78-41209cb81458 req-dc2007c2-d7fe-4064-aa54-e7b662352773 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 932 time: 0.3281960 Jul 22 11:35:02.783019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 38092053-01c8-45bb-8fac-b835c517003d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:02.811048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=38092053-01c8-45bb-8fac-b835c517003d,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:02.816114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:02.904473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:02.921922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3eed613-5d8b-4250-98e6-6b66b3558f58 req-42f217f8-431c-4ac2-8ed8-7c6a0645e7ed tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744852 Jul 22 11:35:02.956433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b8c766e8-72ce-4efd-900a-50a62534095c no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:02.983234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: b8c766e8-72ce-4efd-900a-50a62534095c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:02.983597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b8c766e8-72ce-4efd-900a-50a62534095c not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:03.013103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:03.016831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b21e021e-8f22-4b97-9b78-41209cb81458 req-cebca036-80b3-4dd1-ae83-bcf6947ec03f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2320495 Jul 22 11:35:03.054812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:03.057673 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40" -d '{"events": [{"name": "network-changed", "server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:03.065617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1635262401', 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:03.075237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-b3643aba-2630-47b9-8321-15b53c9ea5c2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 217 time: 0.4089723 Jul 22 11:35:03.082552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['38092053-01c8-45bb-8fac-b835c517003d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:03.166947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Router cebf7e1a-81d7-4980-b724-3c2a65304adb has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:35:03.170643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Made reservation on behalf of 6d8c783221b94b9a936ea9003bd35529 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:03.173203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.202054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 1e3beed5-fefc-49c1-8f35-b090af28efd1 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:35:03.208496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-8696f91e-8b57-4223-b065-bd16723558b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:03.211217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-8696f91e-8b57-4223-b065-bd16723558b0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1163397 Jul 22 11:35:03.277738 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f288e816-7da7-424e-ba94-78beac8d7c83 x-openstack-request-id: req-f288e816-7da7-424e-ba94-78beac8d7c83 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:03.277890 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:03.278144 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f288e816-7da7-424e-ba94-78beac8d7c83 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:03.278652 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'status': 'completed', 'code': 200} Jul 22 11:35:03.308044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Deleting subnet c83433c4-d193-4dbf-b880-7c6eb5448c93 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:03.311795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.350781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f59f790-9e8f-4cba-895d-bc0c34cdc125 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:03.363081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.374346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.451827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Transition to ACTIVE for port object 6f59f790-9e8f-4cba-895d-bc0c34cdc125 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:03.470768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-690ba317-9848-49e9-877b-511a495e43d6 req-f2ec40c1-000e-48cd-a3e1-23927ee8703c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:03.472385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-690ba317-9848-49e9-877b-511a495e43d6 req-f2ec40c1-000e-48cd-a3e1-23927ee8703c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.2681906 Jul 22 11:35:03.475250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-426fc340-2372-4238-a694-52f8161c988a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:03.476767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.477285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-426fc340-2372-4238-a694-52f8161c988a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2573423 Jul 22 11:35:03.480657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:03.509835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Sync routers for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:03.519753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:03.520377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:03.520696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9aff6cb0-8a3f-4fdf-b902-21df11c80c62 admin admin] 10.222.0.21 "PUT /v2.0/routers/cebf7e1a-81d7-4980-b724-3c2a65304adb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7574234 Jul 22 11:35:03.532693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.536694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:03.599068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.684301 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-1d4e5e58-33ee-467a-a806-d3896f3bb9cc service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618152 Jul 22 11:35:03.694725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.733801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:03.736867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.865063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:03.871663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:03.875450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=1e3beed5-fefc-49c1-8f35-b090af28efd1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:03.883041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:03.884309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:03.885070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:03.914975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ec0b811-6d90-4818-aa40-5c03651790b3 req-9435b53c-7799-41b5-bb6e-79b73190da4b service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2193034 Jul 22 11:35:03.929426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5fb29f77-b78a-4508-a339-b11a4334ba41 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.8737378 Jul 22 11:35:03.931056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:04.052554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8962fa49-30f6-4673-9b54-a2be018f61a9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.054159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8962fa49-30f6-4673-9b54-a2be018f61a9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports/1e3beed5-fefc-49c1-8f35-b090af28efd1 HTTP/1.1" status: 200 len: 955 time: 0.1217453 Jul 22 11:35:04.056958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:04.090621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:35:01Z', 'revision_number': 5, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:04.133329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Checking router: cebf7e1a-81d7-4980-b724-3c2a65304adb for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:35:04.141973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-5aa67b57-cbd8-4019-889f-b58e80447915 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.143620 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-5aa67b57-cbd8-4019-889f-b58e80447915 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1094 time: 0.1520960 Jul 22 11:35:04.152589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Routers {'cebf7e1a-81d7-4980-b724-3c2a65304adb'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:04.153631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cebf7e1a-81d7-4980-b724-3c2a65304adb'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:04.167504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Pushing event updated for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:04.230181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0cdd6f3-4feb-4883-aea3-da1ab5f74abd req-b537371f-e9cd-4ad7-a639-4155e76c3d15 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.237285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0cdd6f3-4feb-4883-aea3-da1ab5f74abd req-b537371f-e9cd-4ad7-a639-4155e76c3d15 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.8699334 Jul 22 11:35:04.258113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Deleting port 1e3beed5-fefc-49c1-8f35-b090af28efd1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:04.258732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.265424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-690ba317-9848-49e9-877b-511a495e43d6 req-2f344032-b15f-4c7b-8508-718b477509c8 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7463226 Jul 22 11:35:04.301394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 38092053-01c8-45bb-8fac-b835c517003d up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:04.305171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] Set router cebf7e1a-81d7-4980-b724-3c2a65304adb gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:04.357244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.389535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Calling delete_port for 1e3beed5-fefc-49c1-8f35-b090af28efd1 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:04.395722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-57871e92-c315-4e0c-926b-892839b62ccc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.398158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-57871e92-c315-4e0c-926b-892839b62ccc service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.2451468 Jul 22 11:35:04.408654 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.468210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-2a60e562-c1a2-4b52-8469-1314c5d125ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 217 time: 0.0626109 Jul 22 11:35:04.481683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0cdd6f3-4feb-4883-aea3-da1ab5f74abd req-1c4bcfa8-ab27-4c57-bfcb-a1d8e385f36d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2433684 Jul 22 11:35:04.484267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c83433c4-d193-4dbf-b880-7c6eb5448c93,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:04.531111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Attempting to bind port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:04.531466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Attempting to bind port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:04.531808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Attempting to bind port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:04.536432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.538286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8a5c327f-931f-4421-ae36-3a2001d1853e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c83433c4-d193-4dbf-b880-7c6eb5448c93 HTTP/1.1" status: 204 len: 168 time: 1.5202904 Jul 22 11:35:04.542577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.544190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 38092053-01c8-45bb-8fac-b835c517003d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:04.545734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:04.549730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 38092053-01c8-45bb-8fac-b835c517003d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:04.550692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.562557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 on network 7c469669-9fd5-4286-8146-5d14ee09de3d not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:04.562977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Attempting to bind port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:04.615667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:04.616131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Checking segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:04.616669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Bound using segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:04.617205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Bound port: 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:04.617633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.624669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-0ca352d7-c6a9-48a1-b93c-0cf08eecfd7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.626158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-0ca352d7-c6a9-48a1-b93c-0cf08eecfd7b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1500969 Jul 22 11:35:04.695772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.706946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:35:01Z', 'revision_number': 5, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:04.707831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.735649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.744816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event deleted for resources: {'Port': ['ID=1e3beed5-fefc-49c1-8f35-b090af28efd1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:04.745971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b0972360-9a17-43b5-936b-690567d61cd2 None None] The sync data for ids ['cebf7e1a-81d7-4980-b724-3c2a65304adb'] in n-d-754448-4 is: [{'id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'name': 'tempest-ServersTestMultiNic-1995268683-router', 'tenant_id': 'c0bab3714de04e0d9297fda304739a4a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162'}], 'enable_snat': True}, 'gw_port_id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:33:01Z', 'updated_at': '2021-07-22T11:35:01Z', 'revision_number': 5, 'project_id': 'c0bab3714de04e0d9297fda304739a4a', 'gw_port': {'id': '5d08d8ca-1234-4bf0-9316-4a72f10b741d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:2a:96:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'cebf7e1a-81d7-4980-b724-3c2a65304adb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1032, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:33:03Z', 'updated_at': '2021-07-22T11:33:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:04.752642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.752813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38092053-01c8-45bb-8fac-b835c517003d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:04.754954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6c57cf0f-d782-4eee-a0aa-6f47b4364ba9 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/1e3beed5-fefc-49c1-8f35-b090af28efd1 HTTP/1.1" status: 204 len: 168 time: 0.6970479 Jul 22 11:35:04.757876 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1846e6f4-2a5d-42e5-becb-8ac7ffc7693a" -d '{"events": [{"server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "name": "network-vif-plugged", "status": "completed", "tag": "38092053-01c8-45bb-8fac-b835c517003d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:04.758250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:04.777723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=38092053-01c8-45bb-8fac-b835c517003d,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:04.782974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.790161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-52036e8e-ae42-4943-ab6c-5f53acb53052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.792580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-52036e8e-ae42-4943-ab6c-5f53acb53052 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1527414 Jul 22 11:35:04.792858 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5f1e661d-5574-4e8d-9be2-32f41c70bfcb tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:35:04.794352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5f1e661d-5574-4e8d-9be2-32f41c70bfcb tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports/1e3beed5-fefc-49c1-8f35-b090af28efd1 HTTP/1.1" status: 404 len: 333 time: 0.0351655 Jul 22 11:35:04.797890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:04.804381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2128415323'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:04.813077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03528628-4b0b-48bd-a5ad-8d155900c3e6 req-eb5fa098-ffbf-4df5-85cc-534816785601 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.814699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03528628-4b0b-48bd-a5ad-8d155900c3e6 req-eb5fa098-ffbf-4df5-85cc-534816785601 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 948 time: 0.3456028 Jul 22 11:35:04.852023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:04.868019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.868520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.869738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.870094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.870573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.870799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.871133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.871600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.872119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.872847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.872847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.873339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:04.876244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:04.889480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Made reservation on behalf of 6d8c783221b94b9a936ea9003bd35529 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:04.891947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.903752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-784fa710-1134-4288-8c37-281ae6b04689 req-221df632-4142-40cb-ab08-82f8b97f5239 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:04.905258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-784fa710-1134-4288-8c37-281ae6b04689 req-221df632-4142-40cb-ab08-82f8b97f5239 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 944 time: 0.3158486 Jul 22 11:35:04.915308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Deleting port 5d08d8ca-1234-4bf0-9316-4a72f10b741d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:04.915653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:04.916498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 87b04066-3aef-44c1-97ce-7c98b39897fb yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:35:04.959883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:04.966339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03528628-4b0b-48bd-a5ad-8d155900c3e6 req-ba5c6b24-bcfe-44bb-bfba-3f55356aefc4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1399508 Jul 22 11:35:04.979107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-58a8c429-c472-4c1d-a21e-f20404e31329 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1682107 Jul 22 11:35:04.991437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.022986 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a60d7fd0-4496-491e-933e-34f792389e83 x-openstack-request-id: req-a60d7fd0-4496-491e-933e-34f792389e83 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:05.023328 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "name": "network-vif-plugged", "status": "completed", "tag": "38092053-01c8-45bb-8fac-b835c517003d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:05.023590 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a60d7fd0-4496-491e-933e-34f792389e83 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:05.024009 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '38092053-01c8-45bb-8fac-b835c517003d', 'code': 200} Jul 22 11:35:05.054842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.111715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3fa1984e-a783-4e8f-af32-80796f1bb3d3']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:05.120262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.120881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.122294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] 10.222.0.20 "PUT /v2.0/ports/6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 1092 time: 3.1537247 Jul 22 11:35:05.122940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:05.125188 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8d7115bd-7d56-4d88-b797-f99eb57a16a2" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:05.130714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-784fa710-1134-4288-8c37-281ae6b04689 req-bc34bb9a-9a0c-4c67-ae39-83c4982bf7ff tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2120168 Jul 22 11:35:05.151227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:05.151415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c43b7bd8-1b01-452f-9b4e-913b15f12a6b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:05.213283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f3800988-9138-43e7-926e-9397aea50719 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:05.240863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.243653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.247253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ad4fd318-9e4b-478e-b1a7-b34df1df7f40 req-aa6190a7-7311-4b21-9e74-ba677c68bdc4 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2561414 Jul 22 11:35:05.248756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0fb1263-851c-41f0-8e60-9eef020d5253 service neutron] Pushing event updated for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:05.269146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393b39bb-9877-421b-b00e-125bf3cd775b req-d48f2fb1-d7ee-4491-afea-77b39777a312 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.270689 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-393b39bb-9877-421b-b00e-125bf3cd775b req-d48f2fb1-d7ee-4491-afea-77b39777a312 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 1100 time: 0.1812184 Jul 22 11:35:05.276172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f3800988-9138-43e7-926e-9397aea50719 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:05.277092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f3800988-9138-43e7-926e-9397aea50719 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:05.303299 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f8e937ad-70d9-450b-946e-532aaf33b507 x-openstack-request-id: req-f8e937ad-70d9-450b-946e-532aaf33b507 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:05.303634 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:05.303714 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f8e937ad-70d9-450b-946e-532aaf33b507 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:05.304084 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'status': 'completed', 'code': 200} Jul 22 11:35:05.317299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] For port 5d08d8ca-1234-4bf0-9316-4a72f10b741d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5d08d8ca-1234-4bf0-9316-4a72f10b741d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:05.317514 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.321780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.330376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.340245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:05.344759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.346597 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-393b39bb-9877-421b-b00e-125bf3cd775b req-d9583a23-994e-4217-99e1-01c6df0763f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0643630 Jul 22 11:35:05.347015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Calling delete_port for 5d08d8ca-1234-4bf0-9316-4a72f10b741d owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:05.348972 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:05.389791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:05.403992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:05.407722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:05.408936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.409731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.422949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=87b04066-3aef-44c1-97ce-7c98b39897fb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:05.434790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd148642-6dd0-4e31-92e2-dbb039d5a22d tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 0.6356962 Jul 22 11:35:05.436956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:05.442373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Request body: {'port': {'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:05.528152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.543993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-7dd92883-def5-4f54-bd19-3238d2da274d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.545887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-7dd92883-def5-4f54-bd19-3238d2da274d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1095 time: 0.3573802 Jul 22 11:35:05.549319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.581746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.586525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/3fa1984e-a783-4e8f-af32-80796f1bb3d3 HTTP/1.1" status: 204 len: 168 time: 1.0327368 Jul 22 11:35:05.586525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cf5564d-4222-46fc-995d-7f6518ae78c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=3fa1984e-a783-4e8f-af32-80796f1bb3d3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:05.636444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-843829e6-edcf-455d-8a42-c9e2a699ed7f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 217 time: 0.0788918 Jul 22 11:35:05.650738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34364b8c-afe3-4202-9ea3-e980fedd8022 req-e671825d-09bf-4760-93e3-43836d73b88f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.652157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34364b8c-afe3-4202-9ea3-e980fedd8022 req-e671825d-09bf-4760-93e3-43836d73b88f tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.2678399 Jul 22 11:35:05.720560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] device_id is not set on port 87b04066-3aef-44c1-97ce-7c98b39897fb yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:35:05.728945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.743462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Transition to ACTIVE for port object 87b04066-3aef-44c1-97ce-7c98b39897fb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:05.748042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.778896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34298) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:05.822722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ae7418fb-1021-4822-9d1f-3045b29c154a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.824208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-ae7418fb-1021-4822-9d1f-3045b29c154a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.1533623 Jul 22 11:35:05.839700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=87b04066-3aef-44c1-97ce-7c98b39897fb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:05.845447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.845792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.846144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.859970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.860305 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.860971 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 2 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.865689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34364b8c-afe3-4202-9ea3-e980fedd8022 req-8173f328-61f5-4125-af43-717781c675d6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1852019 Jul 22 11:35:05.868915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1bcec70e-cae6-4d0d-94e4-467f134a3275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=83dfa7f088154d43accc3bdf3d94220f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0817931 Jul 22 11:35:05.870835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:05.875924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.876269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.876615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.881677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.882147 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.882587 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 3 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.900656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.901001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.901350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.906099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.906432 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.907138 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 4 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.919302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.919644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.919990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.924405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.924734 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.925129 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 5 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.926218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c191d28d-8990-41fd-8985-eb5c1fbba0f5 req-173d1018-958b-4f34-8fb1-81ae54825bc8 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:05.927896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c191d28d-8990-41fd-8985-eb5c1fbba0f5 req-173d1018-958b-4f34-8fb1-81ae54825bc8 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.3091052 Jul 22 11:35:05.940789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.941135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.941487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.947339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.947672 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.948076 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 6 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.960710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.961084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.961493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.966557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.966874 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.967270 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 7 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:05.975712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:05.980778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:05.981126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:05.981474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:05.985907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:05.986236 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:05.986676 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 8 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:06.000355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:06.000739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:06.001079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:06.013747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:06.022255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Pushing event deleted for resources: {'Port': ['ID=5d08d8ca-1234-4bf0-9316-4a72f10b741d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:06.022633 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:06.023278 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 9 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:06.044289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:06.044652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:06.044997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:06.049660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:06.049992 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:06.050386 n-d-754448-4 neutron-server[93706]: INFO neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempt 10 to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb Jul 22 11:35:06.063702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:06.064045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:06.064511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempting to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:06.069283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:06.069609 n-d-754448-4 neutron-server[93706]: ERROR neutron.plugins.ml2.managers [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Failed to bind port 87b04066-3aef-44c1-97ce-7c98b39897fb on host n-h2-754448-4 for vnic_type normal using segments [{'id': 'fd264ab7-8035-4e39-a9d5-31bf4cb15855', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '75ad6cbc-c66e-47b9-8f24-547cd9b63193'}] Jul 22 11:35:06.069981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.073811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c191d28d-8990-41fd-8985-eb5c1fbba0f5 req-501d091b-70b3-41f5-9e03-c566e95a5990 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1353457 Jul 22 11:35:06.098162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.101699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-cadde2ed-0d98-453e-9c45-04b0375b3649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:06.103315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-cadde2ed-0d98-453e-9c45-04b0375b3649 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2678771 Jul 22 11:35:06.137514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 87b04066-3aef-44c1-97ce-7c98b39897fb, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:06.137872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attempted to set empty binding levels {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:65}} Jul 22 11:35:06.142409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.172667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.174678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] In _notify_port_updated(), no bound segment for port 87b04066-3aef-44c1-97ce-7c98b39897fb on network 75ad6cbc-c66e-47b9-8f24-547cd9b63193 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:35:06.175603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:06.176139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.180634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "PUT /v2.0/ports/87b04066-3aef-44c1-97ce-7c98b39897fb HTTP/1.1" status: 200 len: 975 time: 0.7395866 Jul 22 11:35:06.181411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:06.199808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.236038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9723e8c5-07c0-4587-9962-da5652fe683a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event updated for resources: {'Port': ['ID=87b04066-3aef-44c1-97ce-7c98b39897fb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:06.294341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Deleting port 87b04066-3aef-44c1-97ce-7c98b39897fb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:06.295036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.358315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] For port 87b04066-3aef-44c1-97ce-7c98b39897fb, host n-h2-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:06.358961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.370932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Calling delete_port for 87b04066-3aef-44c1-97ce-7c98b39897fb owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:06.413934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.422874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.459691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.485645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Pushing event deleted for resources: {'Port': ['ID=87b04066-3aef-44c1-97ce-7c98b39897fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:06.493274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.496138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0e6adf59-a673-4765-89e8-c2384661a105 tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "DELETE /v2.0/ports/87b04066-3aef-44c1-97ce-7c98b39897fb HTTP/1.1" status: 204 len: 168 time: 0.3137171 Jul 22 11:35:06.498626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:06.507352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed62bcd-6c8b-409a-8c3f-c65246ced74e req-2e609bfb-a0a7-490a-af63-c2f572da7361 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:06.508879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ed62bcd-6c8b-409a-8c3f-c65246ced74e req-2e609bfb-a0a7-490a-af63-c2f572da7361 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 949 time: 0.4431055 Jul 22 11:35:06.512725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-23abd93a-38e1-41a4-81d5-0a218f3e24cb service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3749900 Jul 22 11:35:06.519687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.520209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router cebf7e1a-81d7-4980-b724-3c2a65304adb {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:35:06.530760 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2e528157-c839-40fb-ad37-49b52505b76a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] GET failed (client error): The resource could not be found. Jul 22 11:35:06.532394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2e528157-c839-40fb-ad37-49b52505b76a tempest-PortsAdminExtendedAttrsTestJSON-990255176 tempest-PortsAdminExtendedAttrsTestJSON-990255176-project-admin] 10.222.0.21 "GET /v2.0/ports/87b04066-3aef-44c1-97ce-7c98b39897fb HTTP/1.1" status: 404 len: 333 time: 0.0326772 Jul 22 11:35:06.537391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:06.545171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.548470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3b0d00a-0689-41b5-9b65-432d6a9d7e77 admin admin] 10.222.0.21 "DELETE /v2.0/routers/cebf7e1a-81d7-4980-b724-3c2a65304adb HTTP/1.1" status: 204 len: 168 time: 3.0065386 Jul 22 11:35:06.548470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.549519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.559364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:06.567478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e4cfbb35-4624-40e7-a93a-f61415f18002 HTTP/1.1" status: 204 len: 168 time: 0.6714106 Jul 22 11:35:06.616537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3872a514-3730-41a6-a08e-d0ddb332d8c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4cfbb35-4624-40e7-a93a-f61415f18002,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:06.685379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.686252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ed62bcd-6c8b-409a-8c3f-c65246ced74e req-cd65cf0b-cc6d-446f-9543-0d4a12f458cb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1671116 Jul 22 11:35:06.705660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Deleting subnet 2c4e8662-ab9c-4c39-882a-c174890acebb {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:06.715672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.717406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c14b6f37-b720-460b-9009-310c06dc2965 req-8b06967e-b683-4854-b8c5-e4dc6f3a212d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:06.718509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c14b6f37-b720-460b-9009-310c06dc2965 req-8b06967e-b683-4854-b8c5-e4dc6f3a212d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 944 time: 0.3775225 Jul 22 11:35:06.754011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb87fddc-4616-4f70-b00d-3ad32f8b38d7 req-9c6896eb-b803-457e-bd1f-6578a1875e56 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2308624 Jul 22 11:35:06.772791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c14b6f37-b720-460b-9009-310c06dc2965 req-facecb48-c129-4cf4-ad23-5b9444469748 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474036 Jul 22 11:35:06.794166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.870996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-7be49248-10d8-4850-9db7-5c0dab33db8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:06.872511 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-7be49248-10d8-4850-9db7-5c0dab33db8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1095 time: 0.0581770 Jul 22 11:35:06.882867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:06.897805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['75ad6cbc-c66e-47b9-8f24-547cd9b63193']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:06.969897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fd264ab7-8035-4e39-a9d5-31bf4cb15855') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:06.970218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fd264ab7-8035-4e39-a9d5-31bf4cb15855') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:06.972392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:07.000093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.022922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.054619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-1f97bba5-4b55-4f11-87be-54e3dd265290 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:07.056156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-1f97bba5-4b55-4f11-87be-54e3dd265290 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.1767435 Jul 22 11:35:07.065384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.081149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:07.081571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:07.084783 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:07.133582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-b9883815-0fef-42ba-a248-1470cb753758 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 217 time: 0.0633821 Jul 22 11:35:07.165582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92d399f2-4248-4351-9329-7642a6b595ec req-25b94f01-78b1-41e4-9f79-c10c2f277bb5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:07.174368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92d399f2-4248-4351-9329-7642a6b595ec req-25b94f01-78b1-41e4-9f79-c10c2f277bb5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.2125931 Jul 22 11:35:07.182860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.201973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d08d8ca-1234-4bf0-9316-4a72f10b741d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:07.203980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.212899 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] 10.222.0.21 "DELETE /v2.0/networks/75ad6cbc-c66e-47b9-8f24-547cd9b63193 HTTP/1.1" status: 204 len: 168 time: 0.6743951 Jul 22 11:35:07.227789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.233339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5d08d8ca-1234-4bf0-9316-4a72f10b741d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:07.233791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5d08d8ca-1234-4bf0-9316-4a72f10b741d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:07.245635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:07.247355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f40f4-52ba-40ee-99fe-0c098caab7bf tempest-PortsAdminExtendedAttrsTestJSON-1745321597 tempest-PortsAdminExtendedAttrsTestJSON-1745321597-project] Pushing event deleted for resources: {'Network': ['ID=75ad6cbc-c66e-47b9-8f24-547cd9b63193,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:07.265622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:07.278202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2c4e8662-ab9c-4c39-882a-c174890acebb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:07.280972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92d399f2-4248-4351-9329-7642a6b595ec req-c19c5b0c-2e94-49b8-a6b2-62c21a2dee2a tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1053383 Jul 22 11:35:07.286071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.296180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-331f5bf6-6aba-420f-9957-035dc4340bf8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2c4e8662-ab9c-4c39-882a-c174890acebb HTTP/1.1" status: 204 len: 168 time: 0.7357483 Jul 22 11:35:07.302823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:07.328958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-6cdc3033-bb58-4e92-977e-9f98b4b5bb00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:07.330572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-6cdc3033-bb58-4e92-977e-9f98b4b5bb00 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.1881049 Jul 22 11:35:07.339837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b33371b-e9ea-44bc-80fe-9f47aad46994 None None] Network b9255bcf-ae66-4b03-a212-d5defd30c45f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:07.426519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.427114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.461851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0421371-6f9a-4e1f-bb5e-ee774e41222a req-634c5b7d-4537-4bf9-986a-3834a2cbcc9c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:07.468643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0421371-6f9a-4e1f-bb5e-ee774e41222a req-634c5b7d-4537-4bf9-986a-3834a2cbcc9c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.2398057 Jul 22 11:35:07.513240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-6dc634cd-bfe4-4c6c-9b8f-9f00fc36a774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:07.514780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-6dc634cd-bfe4-4c6c-9b8f-9f00fc36a774 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1722536 Jul 22 11:35:07.524809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0421371-6f9a-4e1f-bb5e-ee774e41222a req-36689da9-36da-4709-a2a8-9eedae242f1b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540819 Jul 22 11:35:07.538863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:07.539101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:07.562855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Deleting port fd52657c-7a56-47c1-a5f3-e1e718a313ee {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:07.563219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.581532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:07.589618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.662399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-3fe97311-5221-49a8-88ea-22b132b6412b service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1353524 Jul 22 11:35:07.702102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:07.723089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] DHCP port deletion for b9255bcf-ae66-4b03-a212-d5defd30c45f request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:35:07.808750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Deleting port fd52657c-7a56-47c1-a5f3-e1e718a313ee {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:07.810608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.908484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] For port fd52657c-7a56-47c1-a5f3-e1e718a313ee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fd52657c-7a56-47c1-a5f3-e1e718a313ee,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:07.909051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:07.931430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['063ce041-9506-4d5a-95d0-2176f5c6192f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:07.934203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Calling delete_port for fd52657c-7a56-47c1-a5f3-e1e718a313ee owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:07.982951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:08.084221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] For port fd52657c-7a56-47c1-a5f3-e1e718a313ee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fd52657c-7a56-47c1-a5f3-e1e718a313ee,segment=NetworkSegment(ca5b8d54-8baa-4ac0-beea-3da39bf56bff),segment_id=ca5b8d54-8baa-4ac0-beea-3da39bf56bff)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:08.084521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.095493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-1816947494-network', 'tenant_id': '398e4fef47014da0bfe09b13c142d50f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:08.102603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.134985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Calling delete_port for fd52657c-7a56-47c1-a5f3-e1e718a313ee owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:08.140009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] Pushing event deleted for resources: {'Port': ['ID=fd52657c-7a56-47c1-a5f3-e1e718a313ee,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:08.147788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b667238b-f844-4da1-8df7-ea773f2c9ee8 None None] No DVR routers for this DVR port fd52657c-7a56-47c1-a5f3-e1e718a313ee on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:08.149927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7f5d4d00-3ddd-4565-980c-ad89e9e2ad9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adb730cc72764245a8c7f088c204ef84&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6089022 Jul 22 11:35:08.150623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:08.183034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:08.185605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.237501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.249336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d7115bd-7d56-4d88-b797-f99eb57a16a2 req-7adce59c-2595-429e-9ad4-c34273796609 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5814197 Jul 22 11:35:08.272186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c077ceb7-df03-4ee0-b333-facb6046c592 req-dea2526b-d116-4263-907e-0e3e581357d4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.273761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c077ceb7-df03-4ee0-b333-facb6046c592 req-dea2526b-d116-4263-907e-0e3e581357d4 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 949 time: 0.1293123 Jul 22 11:35:08.285722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f73d6f-58c8-4b0c-850c-badb6f870133 req-0f200666-4360-4d8f-b4ff-b5bea1ff5265 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.287826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96f73d6f-58c8-4b0c-850c-badb6f870133 req-0f200666-4360-4d8f-b4ff-b5bea1ff5265 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 944 time: 0.1453154 Jul 22 11:35:08.328533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.335023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.345934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c077ceb7-df03-4ee0-b333-facb6046c592 req-04520dfe-1207-4b56-a063-7fbec02a4c5e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571342 Jul 22 11:35:08.351090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96f73d6f-58c8-4b0c-850c-badb6f870133 req-d820b324-6d8c-4670-88fd-b2724284a369 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0563273 Jul 22 11:35:08.395526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Pushing event deleted for resources: {'Port': ['ID=fd52657c-7a56-47c1-a5f3-e1e718a313ee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:08.404338 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.408542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] No DVR routers for this DVR port fd52657c-7a56-47c1-a5f3-e1e718a313ee on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:08.522668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e86ebc9-b901-4827-83ca-47f3a5688967 req-5b3cb2a3-d832-4cbf-b78d-0f35e138564e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.524163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e86ebc9-b901-4827-83ca-47f3a5688967 req-5b3cb2a3-d832-4cbf-b78d-0f35e138564e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.1112163 Jul 22 11:35:08.524395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.525972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ed04f2b-90e9-4d51-a82f-da58b103635b req-34e7d5df-efe0-4d53-b93f-b4110dc275de tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.527380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ed04f2b-90e9-4d51-a82f-da58b103635b req-34e7d5df-efe0-4d53-b93f-b4110dc275de tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 1100 time: 0.1016343 Jul 22 11:35:08.543990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9255bcf-ae66-4b03-a212-d5defd30c45f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:08.566864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:08.567423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca5b8d54-8baa-4ac0-beea-3da39bf56bff') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:08.581334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.584379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.587171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.588269 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d99cd16-231e-4b5b-bcce-5d0f36df8f7b HTTP/1.1" status: 204 len: 168 time: 0.4287708 Jul 22 11:35:08.589159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e86ebc9-b901-4827-83ca-47f3a5688967 req-7de48f72-8066-4993-b384-ccaba96a85cc tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577588 Jul 22 11:35:08.590034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.595712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ed04f2b-90e9-4d51-a82f-da58b103635b req-dc09221b-37e0-4307-a3f4-47f3e66c48c1 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577545 Jul 22 11:35:08.600233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.628202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f14c1d94-d250-4c9b-aac6-b43b959f09c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d99cd16-231e-4b5b-bcce-5d0f36df8f7b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:08.644892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.660565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:08.675682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:08.676281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:08.680063 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:08.711026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.711403 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Added segment 04826572-841c-432a-87d4-578f6c6a007b of type vlan for network d364e08b-e4c9-4a0f-989d-d80f69b1640d Jul 22 11:35:08.760509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31c2049b-bcdc-4e58-8d35-323c9164e788,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:08.797013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.798868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f399f43d-5052-4309-91c4-ea2ca48f60f8 req-88870e1d-0ab1-452b-ae0f-d7a20dd91a8f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.800459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f399f43d-5052-4309-91c4-ea2ca48f60f8 req-88870e1d-0ab1-452b-ae0f-d7a20dd91a8f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.1030035 Jul 22 11:35:08.809852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.811829 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b9255bcf-ae66-4b03-a212-d5defd30c45f HTTP/1.1" status: 204 len: 168 time: 1.5065341 Jul 22 11:35:08.832644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.869384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c7b410-73c1-4a48-ab46-4116374da389 admin admin] Pushing event deleted for resources: {'Network': ['ID=b9255bcf-ae66-4b03-a212-d5defd30c45f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:08.881251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.890890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:08.891628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:08.918845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f399f43d-5052-4309-91c4-ea2ca48f60f8 req-98461c88-b632-4a7d-bd94-976c73084442 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1102715 Jul 22 11:35:08.919011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fd52657c-7a56-47c1-a5f3-e1e718a313ee no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:08.921458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-16a8c2c6-44da-4bd4-a22e-a8739c39aee0 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0606222 Jul 22 11:35:08.949096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fd52657c-7a56-47c1-a5f3-e1e718a313ee {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:08.949658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fd52657c-7a56-47c1-a5f3-e1e718a313ee not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:08.980745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9966915 Jul 22 11:35:08.985256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:09.006285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Request body: {'subnet': {'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-1816947494-subnet', 'tenant_id': '398e4fef47014da0bfe09b13c142d50f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:09.029210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:09.040852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34392) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:09.055950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aed56a60-86ed-421a-8bd4-a9ce69f82fa1 admin admin] Pushing event updated for resources: {'Network': ['ID=d364e08b-e4c9-4a0f-989d-d80f69b1640d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:09.067568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:09.077207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:09.079761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.093766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-5870f43a-b7be-43a0-af47-606d98796c26 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:09.098929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-5870f43a-b7be-43a0-af47-606d98796c26 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1698673 Jul 22 11:35:09.142061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-157df44d-cad6-467f-8918-17e8fea00c54 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.0400500 Jul 22 11:35:09.161409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5c3f95bd-9e0c-41dc-ad7a-de15e292329a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d8c783221b94b9a936ea9003bd35529&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1311064 Jul 22 11:35:09.165719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:09.166008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1692302-ce05-44e4-92f9-fcc493ada700 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c0bab3714de04e0d9297fda304739a4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1237473 Jul 22 11:35:09.168352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34396) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:09.258976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.276829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-3ee2a224-b61f-46d4-8cc2-9ebafa314a4c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1280422 Jul 22 11:35:09.282815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.294784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.313323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.323082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.353541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.356262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.357633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9b788d4c-bba4-419b-aeac-e9437619009f HTTP/1.1" status: 204 len: 168 time: 0.1883264 Jul 22 11:35:09.367088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aabb47c-004a-4149-b717-2dc6ade8455a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b788d4c-bba4-419b-aeac-e9437619009f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:09.401625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Pushing event updated for resources: {'Subnet': ['ID=2ab108ed-7496-49c2-8fe3-6c268169926d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:09.425486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Checking segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:09.430649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Network hostable DHCP agents. Network: d364e08b-e4c9-4a0f-989d-d80f69b1640d, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:09.453726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.463599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.465265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a7cdd6c0-a1cf-4161-870b-7cdf599396e9 HTTP/1.1" status: 204 len: 168 time: 0.2985451 Jul 22 11:35:09.468649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:09.479143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d864aa1a-f9c3-40b7-a031-241c98c3173a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7cdd6c0-a1cf-4161-870b-7cdf599396e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:09.487306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, d364e08b-e4c9-4a0f-989d-d80f69b1640d) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:09.493579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:09.494572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:09.502927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee43c825-e082-4cce-bb39-931e40e5da68 None None] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:09.513084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49442ec6-1c75-4445-bbfe-90fc78315892 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.5188351 Jul 22 11:35:09.515090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4d9a9d4-fe91-4e85-afcc-1a44f9539810 req-913f86e0-080b-4019-9d77-26beed4cf482 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 210 time: 0.0408697 Jul 22 11:35:09.605839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9923f501-5704-4e07-b70f-45a1b29e769c req-558a2acf-429b-49d5-a6aa-9a3e3814e101 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:09.607789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9923f501-5704-4e07-b70f-45a1b29e769c req-558a2acf-429b-49d5-a6aa-9a3e3814e101 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 944 time: 0.0917075 Jul 22 11:35:09.663091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9923f501-5704-4e07-b70f-45a1b29e769c req-6ca4714d-6ee1-492d-8f41-6314ebd96830 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0486362 Jul 22 11:35:09.731115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1115048-8a7c-4cc7-858a-d556ff4b0f55 None None] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:09.812930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd31589b-4e2e-4eab-9986-1b2f045cdfaa req-5f73e4df-1d62-47fe-b98c-3407a31e0fff tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:09.822660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd31589b-4e2e-4eab-9986-1b2f045cdfaa req-5f73e4df-1d62-47fe-b98c-3407a31e0fff tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.1127872 Jul 22 11:35:09.864413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd31589b-4e2e-4eab-9986-1b2f045cdfaa req-a9e7ba04-0bf1-4295-bab2-e0bc4b9dfd92 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382242 Jul 22 11:35:10.097805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ee56cb9-0b12-4e9f-9dbe-b5cd4ff340ea req-3c15cb84-7c64-4ab1-82ed-e5923fa92ed9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:10.111306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ee56cb9-0b12-4e9f-9dbe-b5cd4ff340ea req-3c15cb84-7c64-4ab1-82ed-e5923fa92ed9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.1041160 Jul 22 11:35:10.153519 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ee56cb9-0b12-4e9f-9dbe-b5cd4ff340ea req-b8322e8a-8123-4994-bf81-cf2f259a18c9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413527 Jul 22 11:35:10.246237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f59f790-9e8f-4cba-895d-bc0c34cdc125 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:10.430095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:10.438285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-401b01ee-c776-452c-8721-0d74e0e870c5 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:10.439843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-401b01ee-c776-452c-8721-0d74e0e870c5 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.1395712 Jul 22 11:35:10.455189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'port_id': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'mac_address': 'fa:16:3e:04:e8:e5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:10.464182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-f504e14e-0a07-49c4-8dff-52e1542eba5d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/quotas/398e4fef47014da0bfe09b13c142d50f HTTP/1.1" status: 200 len: 375 time: 0.0170329 Jul 22 11:35:10.509514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-66321877-31ac-46c1-94b9-f10b7f6b115d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0440195 Jul 22 11:35:10.512375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:10.528263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f59f790-9e8f-4cba-895d-bc0c34cdc125 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:10.553244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:10.568696 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:10.652688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-8c42fbdd-7ce9-4b25-b3cb-5eb351218c7e service neutron] 10.222.0.21 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1421893 Jul 22 11:35:10.689687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:10.723589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-7c4b42e4-5d63-4e91-80c9-8239243b1c48 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:10.727953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-7c4b42e4-5d63-4e91-80c9-8239243b1c48 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1209266 Jul 22 11:35:10.738575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1693ab36-9506-4b7a-98d5-3c6998dd6dbc req-97fd2683-3428-4f3a-a2a5-37f5adcd3b9a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 210 time: 0.0547802 Jul 22 11:35:10.816533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-207bd9de-7842-426d-9682-e73a5127949f service neutron] 10.222.0.21 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563957 Jul 22 11:35:10.857960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:10.871778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['6f59f790-9e8f-4cba-895d-bc0c34cdc125'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:10.884589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h2-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:10.912509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3de4176a-51b3-4194-94ae-34b9db0c897b req-21f24dd8-06b2-4e19-8aab-c221cc13a9c9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:10.914817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3de4176a-51b3-4194-94ae-34b9db0c897b req-21f24dd8-06b2-4e19-8aab-c221cc13a9c9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 945 time: 0.0951929 Jul 22 11:35:10.948376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-162893359-network', 'tenant_id': 'cb6f4f96a16847688341e18604f9ff02'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:10.971909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3de4176a-51b3-4194-94ae-34b9db0c897b req-c045d044-5028-4fc9-9346-1feabe8ab3b4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0504954 Jul 22 11:35:11.058954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:11.080800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Made reservation on behalf of cb6f4f96a16847688341e18604f9ff02 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:11.097370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.135800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.196584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-561af714-5990-4300-9a60-8fee1275d35f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1211860 Jul 22 11:35:11.201935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1044013917'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:11.263485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:11.354839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 063ce041-9506-4d5a-95d0-2176f5c6192f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:11.361660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.364002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.376628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.384218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 063ce041-9506-4d5a-95d0-2176f5c6192f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:11.384615 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.394263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5fa81f0-cc8f-479d-bbee-124859731b16 req-966fe73e-6b5f-444a-8caf-252ace4e695d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:11.405170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5fa81f0-cc8f-479d-bbee-124859731b16 req-966fe73e-6b5f-444a-8caf-252ace4e695d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 945 time: 0.3042192 Jul 22 11:35:11.435319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:11.464817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.465526 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Added segment 18c13275-500f-47a3-9663-82acfa3a2730 of type vlan for network ce354039-5774-479b-af05-257cdb15a1e0 Jul 22 11:35:11.476735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=832bc127-807c-4608-a513-ae8c1aa659db,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:11.519199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Made reservation on behalf of d0ec584751fe4765b3881fedcc4dd2b8 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:11.524556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.553268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.559101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.561911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.584454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-03c9c4b8-be96-4924-9eda-8cb9ea4fd2e6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:11.585937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-03c9c4b8-be96-4924-9eda-8cb9ea4fd2e6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3731184 Jul 22 11:35:11.592705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:11.596625 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a19152a4-5f98-431a-8c64-96e5c5db9d0c" -d '{"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:11.606137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:11.614324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:11.622903 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.625705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5fa81f0-cc8f-479d-bbee-124859731b16 req-55fc6c05-c923-4769-8276-bd59f0a21596 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2167275 Jul 22 11:35:11.661676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:11.665358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.666154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:11.666844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.702990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.8434927 Jul 22 11:35:11.714797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:11.729319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Request body: {'subnet': {'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-162893359-subnet', 'tenant_id': 'cb6f4f96a16847688341e18604f9ff02', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:11.748588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:11.770657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c15a91-1ae9-4e4c-8b9f-53019d313968 admin admin] Pushing event updated for resources: {'Network': ['ID=ce354039-5774-479b-af05-257cdb15a1e0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:11.784550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ce354039-5774-479b-af05-257cdb15a1e0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:11.793219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:11.804217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fc7b795-06ba-4894-a8c7-670cceae17c4 req-65118ea1-977d-4580-9b09-c73757eb035a tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 210 time: 0.1080031 Jul 22 11:35:11.835187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83221644-2ec7-4114-a89f-c843f9a8bffc req-c322d501-feb4-4c6c-b78f-d7a05f2e5bd9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:11.842200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83221644-2ec7-4114-a89f-c843f9a8bffc req-c322d501-feb4-4c6c-b78f-d7a05f2e5bd9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.4717684 Jul 22 11:35:11.878434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.882489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:11.888323 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc132bae-9da9-4728-8693-db6a3fe7b790" -d '{"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-unplugged", "status": "completed", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:11.894359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:11.945577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83221644-2ec7-4114-a89f-c843f9a8bffc req-74f31c30-7302-4f5a-97bc-6da06f039772 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1023567 Jul 22 11:35:11.996350 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35de1c9a-59e7-4730-8fdd-bd1789faeaa9 x-openstack-request-id: req-35de1c9a-59e7-4730-8fdd-bd1789faeaa9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:11.996657 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:11.996809 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35de1c9a-59e7-4730-8fdd-bd1789faeaa9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:11.997363 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'code': 200} Jul 22 11:35:12.029117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.038865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.046936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on host n-h1-754448-4 for vnic_type normal with profile {"migrating_to": "n-h2-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:12.047283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:12.047888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:12.057954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:12.073812 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7308eda4-8981-4c37-99e7-9d7da8dfb646 x-openstack-request-id: req-7308eda4-8981-4c37-99e7-9d7da8dfb646 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:12.074208 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-unplugged", "status": "completed", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:12.074560 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7308eda4-8981-4c37-99e7-9d7da8dfb646 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:12.075029 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'code': 200} Jul 22 11:35:12.075764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:12.076100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Attempting to bind port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on network e8ad7f0e-5767-4b04-9f79-a9f420c92b20 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:12.079321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Made reservation on behalf of cb6f4f96a16847688341e18604f9ff02 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:12.081798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.105908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dbf39c57-39fc-422f-bd4b-8bad3797c16b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:12.119637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.122089 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Added segment 81e9fb24-7c9f-4e8b-9096-323077e368c5 of type vlan for network a853536f-1120-44e0-9048-c4108a2e0262 Jul 22 11:35:12.131085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:35:12.131085 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:35:12.131085 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id_1': '9363f75eaa064125a7ee1e649823378a', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 35, 11, 900530)}] Jul 22 11:35:12.131085 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:35:12.131828 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:35:12.162742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:12.176497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:12.176854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Checking segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:12.179362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Bound using segment: {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:12.179839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Bound port: 0effb653-e87c-4184-a346-c5cdfb2adbc9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '962a6eab-281d-404b-9596-9fff2ba98fa7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': 'e8ad7f0e-5767-4b04-9f79-a9f420c92b20'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:12.180610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.250165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2958c5d5-9691-4f0b-afbb-284289ac5277 req-dab70c39-3c67-4dca-a570-31adfde64518 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 210 time: 0.1458600 Jul 22 11:35:12.276890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.325553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61775480-c6ad-47ef-a17d-156df7d653db req-47a3f229-00e8-417f-a459-b680c6ce2124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:12.327090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61775480-c6ad-47ef-a17d-156df7d653db req-47a3f229-00e8-417f-a459-b680c6ce2124 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1096 time: 0.2243955 Jul 22 11:35:12.341925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:12.346646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:12.362349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55d378c3-4c5c-4005-af51-ea343bea56ed req-e6b65d1a-8d60-4f7a-8b2c-30420cdc020d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:12.363886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55d378c3-4c5c-4005-af51-ea343bea56ed req-e6b65d1a-8d60-4f7a-8b2c-30420cdc020d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 945 time: 0.2215216 Jul 22 11:35:12.366808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.372213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:12.372864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.377583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.431874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 1.3689852 Jul 22 11:35:12.433423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.434459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:12.446637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'subnet': {'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:12.484593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61775480-c6ad-47ef-a17d-156df7d653db req-749de821-cfc3-480f-a567-6bcfc1fe8042 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1492338 Jul 22 11:35:12.496578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a217e0-c945-45e7-abd5-9f65d50291df tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Network': ['ID=a853536f-1120-44e0-9048-c4108a2e0262,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:12.507082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:12.507713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.508714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a853536f-1120-44e0-9048-c4108a2e0262 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:12.509126 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] 10.222.0.36 "PUT /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 1121 time: 1.7745957 Jul 22 11:35:12.514982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f93188-7815-4040-9a84-efd683ff8f5d service neutron] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:12.515692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55d378c3-4c5c-4005-af51-ea343bea56ed req-3466120b-f425-47b6-bfd3-445c79ba1288 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1391535 Jul 22 11:35:12.525360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=52f8ec7b-f231-4e5c-acfe-aa9d59c43e43,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:12.546736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Checking segment: {'id': '18c13275-500f-47a3-9663-82acfa3a2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:12.547103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Network hostable DHCP agents. Network: ce354039-5774-479b-af05-257cdb15a1e0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:12.584571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Network ce354039-5774-479b-af05-257cdb15a1e0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:12.592394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Made reservation on behalf of d0ec584751fe4765b3881fedcc4dd2b8 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:12.595864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ce354039-5774-479b-af05-257cdb15a1e0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:12.596261 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.607870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:12.608890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.615759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f015c82-6bd3-426c-abf4-ede9d9f29e20 None None] Network ce354039-5774-479b-af05-257cdb15a1e0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:12.622134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['0effb653-e87c-4184-a346-c5cdfb2adbc9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:12.627472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-136638db-403e-4de8-94de-804b342fcdd9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9112198 Jul 22 11:35:12.713348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0effb653-e87c-4184-a346-c5cdfb2adbc9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:12.747864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:12.752170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:12.949457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e5e3408-ee55-487e-a235-9ae5b9ccc390 None None] Network ce354039-5774-479b-af05-257cdb15a1e0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:13.010867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:13.029559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-68c31f16-42bd-49d4-92ea-8e8c593ba74e tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.032019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-68c31f16-42bd-49d4-92ea-8e8c593ba74e tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.2158740 Jul 22 11:35:13.046797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Request body: {'port': {'device_id': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'admin_state_up': True, 'tenant_id': '398e4fef47014da0bfe09b13c142d50f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:13.047233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48bd9c62-66a7-4214-a33f-ff84aafdbca6 req-3cfef76c-a83c-4c93-870e-1d9ad46c1971 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 210 time: 0.0708535 Jul 22 11:35:13.127277 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.218279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:13.229165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.252066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40a9ba75-af72-48ce-a455-d1c35a3009fa req-a7948988-7578-4d0e-b4fc-cb6e46a3943c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.254062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40a9ba75-af72-48ce-a455-d1c35a3009fa req-a7948988-7578-4d0e-b4fc-cb6e46a3943c tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 0.4978693 Jul 22 11:35:13.261174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Subnet': ['ID=56421f22-6b47-487e-9d59-eb2f7e609e48,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:13.291973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.177 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:13.314287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Checking segment: {'id': '81e9fb24-7c9f-4e8b-9096-323077e368c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:13.315102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network hostable DHCP agents. Network: a853536f-1120-44e0-9048-c4108a2e0262, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:13.380908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:13.401194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 has no active binding in host n-h2-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 11:35:13.418229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40a9ba75-af72-48ce-a455-d1c35a3009fa req-12ba750b-8be2-4692-b370-9f7da94e28b6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1554163 Jul 22 11:35:13.448770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Allocated IP 172.20.0.6 (d364e08b-e4c9-4a0f-989d-d80f69b1640d/2ab108ed-7496-49c2-8fe3-6c268169926d/54509b8c-e72c-4f63-b469-b2087bd1dd84) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:13.481584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network a853536f-1120-44e0-9048-c4108a2e0262 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:13.618318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a853536f-1120-44e0-9048-c4108a2e0262) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:13.625770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-060671ef-7a5b-45d2-9ce7-f21ee3d87e74 None None] Network a853536f-1120-44e0-9048-c4108a2e0262 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:13.648753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.649356 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.654606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.698841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.746673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:13.751959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:13.756200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:13.759304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-f05b7fdb-271a-4523-bb48-9a0ca8a81ee8 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.760791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-f05b7fdb-271a-4523-bb48-9a0ca8a81ee8 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.4292178 Jul 22 11:35:13.767818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c36383fe-788a-4bbb-bdc1-665b6dbc8926 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3301651 Jul 22 11:35:13.776248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:13.781849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-637402530', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:13.784429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event updated for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:13.801882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a853536f-1120-44e0-9048-c4108a2e0262', 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262', 'tenant_id': 'd0ec584751fe4765b3881fedcc4dd2b8', 'fixed_ips': [{'subnet_id': '56421f22-6b47-487e-9d59-eb2f7e609e48'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:13.803153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.804114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Request body: {'port': {'device_id': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'admin_state_up': True, 'tenant_id': '398e4fef47014da0bfe09b13c142d50f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:13.815037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-a52d959d-dcfd-473f-94f9-1bffc61e374f tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.816517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-a52d959d-dcfd-473f-94f9-1bffc61e374f tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/networks?id=ce354039-5774-479b-af05-257cdb15a1e0 HTTP/1.1" status: 200 len: 813 time: 0.4600461 Jul 22 11:35:13.819016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.820037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.837138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-e393fd36-f583-4204-92c7-9d9df5bfab62 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7945161 Jul 22 11:35:13.852883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.853889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.856321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Request body: {'port': {'device_id': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:13.902779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-b658dcfe-5703-499e-b14a-3afe5e2d6a45 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/quotas/cb6f4f96a16847688341e18604f9ff02 HTTP/1.1" status: 200 len: 375 time: 0.0690963 Jul 22 11:35:13.909650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.936970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:13.952695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Allocated IP 172.20.0.2 (a853536f-1120-44e0-9048-c4108a2e0262/56421f22-6b47-487e-9d59-eb2f7e609e48/670efb31-9bae-4dd2-b850-2c1402d4ba77) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:13.957594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d66d9-ed58-4834-be45-4d32e58c360c req-a28a2aba-5b4d-4142-89cb-08cfeea6b3af tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:13.959431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-695d66d9-ed58-4834-be45-4d32e58c360c req-a28a2aba-5b4d-4142-89cb-08cfeea6b3af tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.3464532 Jul 22 11:35:14.017404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-02b7c2f8-8b13-4455-a870-5ff71a8d8bb3 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cb6f4f96a16847688341e18604f9ff02&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1043119 Jul 22 11:35:14.030707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:14.072215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-624786ff-4ac2-4db0-8996-efaa23067396 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:35:14.080136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-624786ff-4ac2-4db0-8996-efaa23067396 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054238 Jul 22 11:35:14.082917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:14.085281 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d513e030-f8af-4ee1-84e8-4fc3c8872b81" -d '{"events": [{"name": "network-changed", "server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:14.105970 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.107881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.117322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Transition to ACTIVE for port object 670efb31-9bae-4dd2-b850-2c1402d4ba77 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:14.132867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.133330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Transition to ACTIVE for port object 670efb31-9bae-4dd2-b850-2c1402d4ba77 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:14.140822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.167432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-695d66d9-ed58-4834-be45-4d32e58c360c req-1dda30ee-092e-4983-9cec-9c0cc6fd8d58 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1889162 Jul 22 11:35:14.187015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Network a853536f-1120-44e0-9048-c4108a2e0262 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:14.195230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:14.207766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:14.221935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:14.226317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.231899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.233105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ad37f064-4020-4eed-b494-82c44f264e69 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 714 time: 0.4555779 Jul 22 11:35:14.236466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Pushing event updated for resources: {'Port': ['ID=670efb31-9bae-4dd2-b850-2c1402d4ba77,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:14.241778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34560) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:14.275762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 54509b8c-e72c-4f63-b469-b2087bd1dd84 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:14.276188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f59f790-9e8f-4cba-895d-bc0c34cdc125 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:14.289735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.304439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Transition to ACTIVE for port object 54509b8c-e72c-4f63-b469-b2087bd1dd84 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:14.310126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.318254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Attempting to bind port 670efb31-9bae-4dd2-b850-2c1402d4ba77 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:14.319129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Attempting to bind port 670efb31-9bae-4dd2-b850-2c1402d4ba77 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '81e9fb24-7c9f-4e8b-9096-323077e368c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:14.319629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Attempting to bind port 670efb31-9bae-4dd2-b850-2c1402d4ba77 on network a853536f-1120-44e0-9048-c4108a2e0262 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:14.338118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:14.338538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Checking segment: {'id': '81e9fb24-7c9f-4e8b-9096-323077e368c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:14.339794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.340200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Bound using segment: {'id': '81e9fb24-7c9f-4e8b-9096-323077e368c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:14.340756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Bound port: 670efb31-9bae-4dd2-b850-2c1402d4ba77, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81e9fb24-7c9f-4e8b-9096-323077e368c5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:14.341122 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.402222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:14.412044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Pushing event updated for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:14.417858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:14.418245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.453545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-086a8326-b088-4277-9ea8-9624905e384c None None] For port 670efb31-9bae-4dd2-b850-2c1402d4ba77, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:14.474855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-086a8326-b088-4277-9ea8-9624905e384c None None] For port 670efb31-9bae-4dd2-b850-2c1402d4ba77, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=670efb31-9bae-4dd2-b850-2c1402d4ba77,segment=NetworkSegment(81e9fb24-7c9f-4e8b-9096-323077e368c5),segment_id=81e9fb24-7c9f-4e8b-9096-323077e368c5)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:14.476031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Attempting to bind port 54509b8c-e72c-4f63-b469-b2087bd1dd84 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:14.476297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Attempting to bind port 54509b8c-e72c-4f63-b469-b2087bd1dd84 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:14.476783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Attempting to bind port 54509b8c-e72c-4f63-b469-b2087bd1dd84 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:14.482688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.482923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Port 54509b8c-e72c-4f63-b469-b2087bd1dd84 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:14.483025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Attempting to bind port 54509b8c-e72c-4f63-b469-b2087bd1dd84 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:14.491207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:14.491207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Checking segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:14.492893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Bound using segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:14.493375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Bound port: 54509b8c-e72c-4f63-b469-b2087bd1dd84, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:14.493752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.596469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.598641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:14.603027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a8326-b088-4277-9ea8-9624905e384c None None] Pushing event updated for resources: {'Port': ['ID=670efb31-9bae-4dd2-b850-2c1402d4ba77,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:14.604260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:14.617245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.635738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:14.638368 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5dbd01b4-7d1e-4c54-8772-a4cc2a838300" -d '{"events": [{"server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "name": "network-vif-plugged", "status": "completed", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:14.654620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:14.668141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.671837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:14.672804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.675404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] 10.222.0.36 "PUT /v2.0/ports/54509b8c-e72c-4f63-b469-b2087bd1dd84 HTTP/1.1" status: 200 len: 1091 time: 0.8234375 Jul 22 11:35:14.718166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-373d3790-d9bc-44c9-83d7-0108246f439e service neutron] Pushing event updated for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:14.734592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:14.747750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:14.779251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:14.788750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-9861eadd-22e2-44c5-a18e-c79bd5fb6d18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:14.789579 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-9861eadd-22e2-44c5-a18e-c79bd5fb6d18 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=9bc803d1-bbfc-47b0-a08c-6fba89522ea6 HTTP/1.1" status: 200 len: 1094 time: 0.0616920 Jul 22 11:35:14.797798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9', '38092053-01c8-45bb-8fac-b835c517003d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:14.894169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-9b9434b4-4214-4369-9a0a-513b0a1c4bd6 service neutron] 10.222.0.21 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8130994 Jul 22 11:35:14.899821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-37567244-d6f0-4eff-84b6-39dfc39e3b3b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84 HTTP/1.1" status: 200 len: 217 time: 0.0994554 Jul 22 11:35:14.985776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 670efb31-9bae-4dd2-b850-2c1402d4ba77 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:14.995278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-da93e011-8ea4-4f28-92d0-123cde2e694b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:14.998170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-da93e011-8ea4-4f28-92d0-123cde2e694b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.0874231 Jul 22 11:35:15.035488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:15.040754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:15.041369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-b6d56a26-a113-480d-b85f-d68552bfad75 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0313456 Jul 22 11:35:15.061469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:15.069244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:15.166348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-2fd0c305-2693-4728-b995-61e7813a0faf service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1166770 Jul 22 11:35:15.204654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 670efb31-9bae-4dd2-b850-2c1402d4ba77 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:15.260405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee357bc7-35b9-4ea0-b30d-d5a301f37608 req-f4472832-6925-47d4-b6cf-b0adb44f96c2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:15.262380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee357bc7-35b9-4ea0-b30d-d5a301f37608 req-f4472832-6925-47d4-b6cf-b0adb44f96c2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 936 time: 0.9765084 Jul 22 11:35:15.264238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-49c9744e-4e99-41df-871e-8fc6fc50e270 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:15.303127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-11955870-2729-422b-ab44-fe21649c65a9 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1276414 Jul 22 11:35:15.311715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Allocated IP 172.20.0.14 (d364e08b-e4c9-4a0f-989d-d80f69b1640d/2ab108ed-7496-49c2-8fe3-6c268169926d/10bda7dd-efc5-4921-a345-23342d16177c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:15.337922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:15.338611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:15.370566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-98f55de1-34a4-4bdd-8647-d9fc0df236c1 service neutron] 10.222.0.21 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4752488 Jul 22 11:35:15.431071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee357bc7-35b9-4ea0-b30d-d5a301f37608 req-c1cd7c18-aec5-4179-b9b8-897f4c2771ab tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448994 Jul 22 11:35:15.432579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-951e96ec-9eba-4780-b8e6-eebb1ec49217 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 3.8313768 Jul 22 11:35:15.450217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Request body: {'port': {'device_id': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:15.533792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:15.596782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cd18b94d-247e-4903-b5cd-281d1ef950d1 None None] Provisioning for port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:15.611264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cd18b94d-247e-4903-b5cd-281d1ef950d1 None None] Provisioning complete for port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:15.611695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd18b94d-247e-4903-b5cd-281d1ef950d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:15.686206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cd18b94d-247e-4903-b5cd-281d1ef950d1 None None] Port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:15.846816 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:35:15.866409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-688ac62d-54ab-472e-8744-5c8b43332c6a req-c3ddf77e-63bb-4d27-9e62-e1a08c78d3ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 210 time: 0.1163630 Jul 22 11:35:15.902412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:15.946408 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-62b35015-8fb3-433e-acef-fc0eb3def3fc x-openstack-request-id: req-62b35015-8fb3-433e-acef-fc0eb3def3fc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:15.946810 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:15.947067 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-62b35015-8fb3-433e-acef-fc0eb3def3fc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:15.947465 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'status': 'completed', 'code': 200} Jul 22 11:35:15.973537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.051541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04e93b7b-c56a-48f0-babc-37b0d69027c7 None None] Network a853536f-1120-44e0-9048-c4108a2e0262 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:16.071864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-d736b12d-15b6-442b-bc70-29869d7f4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:16.074095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-d736b12d-15b6-442b-bc70-29869d7f4c3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1124 time: 0.1035819 Jul 22 11:35:16.213120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a9fcc3f-5c8e-4160-b8c4-60c4834d7c4e req-a48fa4d6-34c4-4253-b027-8fe36cab98ce tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:16.214273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-412a36ec-8796-4610-a645-f25d66a2a208 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:16.215799 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-412a36ec-8796-4610-a645-f25d66a2a208 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.1364770 Jul 22 11:35:16.221124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a9fcc3f-5c8e-4160-b8c4-60c4834d7c4e req-a48fa4d6-34c4-4253-b027-8fe36cab98ce tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.6793995 Jul 22 11:35:16.243033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Provisioning for port 670efb31-9bae-4dd2-b850-2c1402d4ba77 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:16.262329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Provisioning complete for port 670efb31-9bae-4dd2-b850-2c1402d4ba77 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:16.262726 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.272895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-de90b60b-be73-44cd-b86c-2eaa8127fd96 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 217 time: 0.0491455 Jul 22 11:35:16.356246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-2cba738c-ddc7-4aae-8f46-7d7f939be4ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:16.358204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-2cba738c-ddc7-4aae-8f46-7d7f939be4ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.0697532 Jul 22 11:35:16.362814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a9fcc3f-5c8e-4160-b8c4-60c4834d7c4e req-02d9aad0-f4f2-4658-ae94-0c38c8098d5c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1405106 Jul 22 11:35:16.416439 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-d087c96a-a231-4a12-8372-4634aa8d7633 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478263 Jul 22 11:35:16.416769 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.496645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.573406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-26ca5cfc-188b-4121-a943-fdf13ceac811 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498513 Jul 22 11:35:16.580668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] For port 670efb31-9bae-4dd2-b850-2c1402d4ba77, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=670efb31-9bae-4dd2-b850-2c1402d4ba77,segment=NetworkSegment(81e9fb24-7c9f-4e8b-9096-323077e368c5),segment_id=81e9fb24-7c9f-4e8b-9096-323077e368c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:16.585506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.662290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b7a7-3e57-4fb9-a8d3-701ecf74cf79 req-7fe74a93-e2ae-49b6-922e-fdce6df1fb27 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:16.674130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cc3b7a7-3e57-4fb9-a8d3-701ecf74cf79 req-7fe74a93-e2ae-49b6-922e-fdce6df1fb27 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.5912819 Jul 22 11:35:16.690352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:16.693666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ee2403d-4e7c-4931-b1ab-c6ba289b7307 None None] Pushing event updated for resources: {'Port': ['ID=670efb31-9bae-4dd2-b850-2c1402d4ba77,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:16.708067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'floatingip': {'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:16.719404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d513e030-f8af-4ee1-84e8-4fc3c8872b81 req-e6b8aacc-6276-470b-8ad5-d455c356ab74 service neutron] 10.222.0.20 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296172 Jul 22 11:35:16.730559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:16.815212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Allocated IP 172.20.0.1 (a853536f-1120-44e0-9048-c4108a2e0262/56421f22-6b47-487e-9d59-eb2f7e609e48/d7702d89-9b90-44f6-abe1-5a5304664d80) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:16.907554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:16.910161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:16.914548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event updated for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:16.920051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e5e25a8e-cb0e-4a59-a117-937724617704 None None] Provisioning complete for port 670efb31-9bae-4dd2-b850-2c1402d4ba77 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:16.920484 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5e25a8e-cb0e-4a59-a117-937724617704 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:16.929161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 670efb31-9bae-4dd2-b850-2c1402d4ba77 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:17.008427 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a5bda5-6678-429d-a1e1-57ed1c7ac512 x-openstack-request-id: req-e0a5bda5-6678-429d-a1e1-57ed1c7ac512 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:17.008794 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "name": "network-vif-plugged", "status": "completed", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:17.009052 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0a5bda5-6678-429d-a1e1-57ed1c7ac512 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:17.009446 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'code': 200} Jul 22 11:35:17.037597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 670efb31-9bae-4dd2-b850-2c1402d4ba77 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:17.038204 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.171366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-82db6870-32ff-4694-9c92-ed06dfda46b9 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:17.175745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-82db6870-32ff-4694-9c92-ed06dfda46b9 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.20 "GET /v2.0/networks?id=ce354039-5774-479b-af05-257cdb15a1e0 HTTP/1.1" status: 200 len: 813 time: 0.2328775 Jul 22 11:35:17.195290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Request body: {'port': {'device_id': '501297b9-bf50-4304-bbac-2d8597b14376', 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0', 'admin_state_up': True, 'tenant_id': 'cb6f4f96a16847688341e18604f9ff02'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:17.328301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae750462-5c40-4131-8427-769c20e358a3 req-dc3cbcd1-c429-48c0-bfed-9530016d4c88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:17.330043 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ae750462-5c40-4131-8427-769c20e358a3 req-dc3cbcd1-c429-48c0-bfed-9530016d4c88 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1097 time: 0.1526177 Jul 22 11:35:17.386604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Made reservation on behalf of cb6f4f96a16847688341e18604f9ff02 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:17.390257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.412832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ae750462-5c40-4131-8427-769c20e358a3 req-b54b30c1-bd55-4b73-a993-f3ad2f9cee0e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0656013 Jul 22 11:35:17.504715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.535357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Allocated IP 172.20.0.2 (ce354039-5774-479b-af05-257cdb15a1e0/52f8ec7b-f231-4e5c-acfe-aa9d59c43e43/e68da9e8-9150-4d4d-9b71-ec8d671d2068) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:17.583075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1980982a-e717-4ed2-af85-b8fc8176d521 req-4e6f49e1-5f8c-47a8-a37b-dc806e311c78 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 210 time: 0.1172323 Jul 22 11:35:17.659888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:17.660625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.694947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-0bdc9016-2774-41f5-bca2-8cf6369a3b9d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:35:17.695982 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-0bdc9016-2774-41f5-bca2-8cf6369a3b9d tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0098972 Jul 22 11:35:17.720286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.764051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d06a4aa-7d59-40d2-80f1-ff39cf3f3f75 req-54b48ef0-f784-42ef-bda5-797495fa1fbe tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:17.765522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d06a4aa-7d59-40d2-80f1-ff39cf3f3f75 req-54b48ef0-f784-42ef-bda5-797495fa1fbe tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 943 time: 1.2642598 Jul 22 11:35:17.772740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.781219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:17.800264 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-511fc9fb-47ac-4578-95ed-21b8d0bb3c5c service neutron] 10.222.0.20 "GET /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.0958207 Jul 22 11:35:17.828692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Transition to ACTIVE for port object d7702d89-9b90-44f6-abe1-5a5304664d80 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:17.831673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-a001d399-ee08-437e-81c5-b44afed9fe4f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 4.0562184 Jul 22 11:35:17.861118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Request body: {'port': {'device_id': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:18.079764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d06a4aa-7d59-40d2-80f1-ff39cf3f3f75 req-e6a0fa63-6bc2-4cf1-ac73-19a6891566d5 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2809579 Jul 22 11:35:18.088913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:18.091441 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed" -d '{"events": [{"name": "network-changed", "server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:18.115074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db153c64-cd4c-4eb7-8577-e1ff6963a01a req-7a20b645-076c-4338-b9d9-41301230e623 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:18.116597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db153c64-cd4c-4eb7-8577-e1ff6963a01a req-7a20b645-076c-4338-b9d9-41301230e623 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 936 time: 0.4522500 Jul 22 11:35:18.139012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.150258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:18.160843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.161322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5bdf5d47-8f4b-490f-8a44-5d5dabb3a5a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.205743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.245693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Network ce354039-5774-479b-af05-257cdb15a1e0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:18.253876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:18.257207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.271831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:18.285061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network a853536f-1120-44e0-9048-c4108a2e0262 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:18.293043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Transition to ACTIVE for port object 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:18.297703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Pushing event updated for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:18.310259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:18.314854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:18.320908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:18.328333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.376548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:18.377210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.405398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db153c64-cd4c-4eb7-8577-e1ff6963a01a req-ba4dd22e-643b-4645-9bd4-9ac00873fb9a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2676325 Jul 22 11:35:18.407271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=d7702d89-9b90-44f6-abe1-5a5304664d80,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:18.408501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:18.413219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-6cea98c0-185c-48b1-9f3b-383091df7e72 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2244325 Jul 22 11:35:18.429613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Request body: {'port': {'device_id': '501297b9-bf50-4304-bbac-2d8597b14376', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:18.487643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:18.584828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0effb653-e87c-4184-a346-c5cdfb2adbc9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:18.606269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:18.621470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.642977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.715348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9903fb70-9e1f-4d80-a96f-4cb366c4a68b None None] Provisioning for port d7702d89-9b90-44f6-abe1-5a5304664d80 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:18.720945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9903fb70-9e1f-4d80-a96f-4cb366c4a68b None None] Provisioning complete for port d7702d89-9b90-44f6-abe1-5a5304664d80 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:18.721686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9903fb70-9e1f-4d80-a96f-4cb366c4a68b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.730763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Pushing event updated for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:18.800895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9903fb70-9e1f-4d80-a96f-4cb366c4a68b None None] Port d7702d89-9b90-44f6-abe1-5a5304664d80 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:18.838255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.897591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] Transition to ACTIVE for port object 0effb653-e87c-4184-a346-c5cdfb2adbc9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:18.903711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:18.981958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7512095c-ab6d-4a95-b733-38e85d5575ad req-cc278f52-fdf9-493d-aa0d-65fa3d145060 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:18.988929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7512095c-ab6d-4a95-b733-38e85d5575ad req-cc278f52-fdf9-493d-aa0d-65fa3d145060 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 932 time: 0.8199637 Jul 22 11:35:19.019192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 54509b8c-e72c-4f63-b469-b2087bd1dd84 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:19.032981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] No DVR routers for this DVR port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:19.038984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] Pushing event updated for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:19.090776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-1f025914-784f-4e33-9e48-ff40fcfd5007 service neutron] 10.222.0.20 "PUT /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9/bindings/n-h2-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 1.2834382 Jul 22 11:35:19.150070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e68da9e8-9150-4d4d-9b71-ec8d671d2068 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:19.161880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.201774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Attempting to bind port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:19.202125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Attempting to bind port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:19.202489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Attempting to bind port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:19.206795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:19.207438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Transition to ACTIVE for port object e68da9e8-9150-4d4d-9b71-ec8d671d2068 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:19.210023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:35:19.215845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.225808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '54509b8c-e72c-4f63-b469-b2087bd1dd84', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'port_id': '54509b8c-e72c-4f63-b469-b2087bd1dd84', 'mac_address': 'fa:16:3e:8b:bd:0d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab108ed-7496-49c2-8fe3-6c268169926d', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:19.238475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1660f2c-53ae-498a-a118-7aae3b4ccd47 req-eb6fbf70-e51a-4067-8c77-227b2e4d9f7a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.240584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1660f2c-53ae-498a-a118-7aae3b4ccd47 req-eb6fbf70-e51a-4067-8c77-227b2e4d9f7a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.7070770 Jul 22 11:35:19.280646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Pushing event updated for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:19.301914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:19.302324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Attempting to bind port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:19.318747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-72ec3cc3-c8ab-477c-840d-856ee7b6d906 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.319747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7512095c-ab6d-4a95-b733-38e85d5575ad req-752fe1e3-8825-493d-bd59-f7254b39acec tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3299477 Jul 22 11:35:19.320552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-72ec3cc3-c8ab-477c-840d-856ee7b6d906 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.1564665 Jul 22 11:35:19.365473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:19.365760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:19.366232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:19.366857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Bound port: 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:19.367223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.415300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.424105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.426767 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.434353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-bccb7ab9-d3d5-4eff-b31d-89abbc3867b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.435983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-bccb7ab9-d3d5-4eff-b31d-89abbc3867b8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14&tenant_id=a173d46b94cb4287b0a336d3697dd44d HTTP/1.1" status: 200 len: 1095 time: 0.0911210 Jul 22 11:35:19.437188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Attempting to bind port e68da9e8-9150-4d4d-9b71-ec8d671d2068 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:19.437605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Attempting to bind port e68da9e8-9150-4d4d-9b71-ec8d671d2068 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '18c13275-500f-47a3-9663-82acfa3a2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:19.438002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Attempting to bind port e68da9e8-9150-4d4d-9b71-ec8d671d2068 on network ce354039-5774-479b-af05-257cdb15a1e0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:19.441572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 54509b8c-e72c-4f63-b469-b2087bd1dd84 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:19.444374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Port e68da9e8-9150-4d4d-9b71-ec8d671d2068 on network ce354039-5774-479b-af05-257cdb15a1e0 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:19.447930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Attempting to bind port e68da9e8-9150-4d4d-9b71-ec8d671d2068 on network ce354039-5774-479b-af05-257cdb15a1e0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:19.451383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:19.451844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Checking segment: {'id': '18c13275-500f-47a3-9663-82acfa3a2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:19.452422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Bound using segment: {'id': '18c13275-500f-47a3-9663-82acfa3a2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:19.452977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Bound port: e68da9e8-9150-4d4d-9b71-ec8d671d2068, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '18c13275-500f-47a3-9663-82acfa3a2730', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:19.453419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.463481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.469982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:19.479034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.515623 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3c2af10-ae19-4cb3-ba56-70c6e5c6bc60 x-openstack-request-id: req-f3c2af10-ae19-4cb3-ba56-70c6e5c6bc60 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:19.516068 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:19.516445 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3c2af10-ae19-4cb3-ba56-70c6e5c6bc60 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:19.516935 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84', 'status': 'completed', 'code': 200} Jul 22 11:35:19.547064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:19.555494 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.572379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1660f2c-53ae-498a-a118-7aae3b4ccd47 req-b30502ac-3690-46a8-a60a-b8c9f0dc5b73 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2762418 Jul 22 11:35:19.632573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:19.649934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068,segment=NetworkSegment(18c13275-500f-47a3-9663-82acfa3a2730),segment_id=18c13275-500f-47a3-9663-82acfa3a2730)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:19.657717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.670517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-be29dd1f-59a7-4761-aedf-d270402cf14a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.671969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-be29dd1f-59a7-4761-aedf-d270402cf14a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=a173d46b94cb4287b0a336d3697dd44d&device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1095 time: 0.2070255 Jul 22 11:35:19.696426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-124485c2-d14e-4856-8ec3-1b98e48b5e58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.697903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-124485c2-d14e-4856-8ec3-1b98e48b5e58 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=9bc803d1-bbfc-47b0-a08c-6fba89522ea6 HTTP/1.1" status: 200 len: 1095 time: 0.1843224 Jul 22 11:35:19.742637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.743268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:19.744730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] 10.222.0.20 "PUT /v2.0/ports/e68da9e8-9150-4d4d-9b71-ec8d671d2068 HTTP/1.1" status: 200 len: 1091 time: 1.3197663 Jul 22 11:35:19.831212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-228e7742-defb-48f0-af26-68ab15cfff57 service neutron] Pushing event updated for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:19.913309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['54509b8c-e72c-4f63-b469-b2087bd1dd84'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:19.939593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-d02b9521-5452-4135-9b57-ca9731501102 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.940684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-d02b9521-5452-4135-9b57-ca9731501102 service neutron] 10.222.0.36 "GET /v2.0/networks?id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 200 len: 921 time: 0.2467635 Jul 22 11:35:19.945109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-afc353a4-d897-42b4-b616-173a33268211 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:19.946603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-afc353a4-d897-42b4-b616-173a33268211 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 914 time: 0.2370393 Jul 22 11:35:20.000948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-13beea98-38cd-42db-ab30-58b15dc0d111 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 200 len: 217 time: 0.0520775 Jul 22 11:35:20.039131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-999dbae2-8a24-421e-b6cb-bd8b86375dcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84 HTTP/1.1" status: 200 len: 217 time: 0.0795562 Jul 22 11:35:20.079672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-57345d44-bd68-468d-a2a0-cd6e011b7649 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.081161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-57345d44-bd68-468d-a2a0-cd6e011b7649 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb6f4f96a16847688341e18604f9ff02&device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 1094 time: 0.2900195 Jul 22 11:35:20.149841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-f56b00d7-4989-4969-9a84-95082c737bf6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068 HTTP/1.1" status: 200 len: 217 time: 0.0476313 Jul 22 11:35:20.152953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-c21fcaa4-e4e3-4fb0-8ae0-1fd4d32494dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.154328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-c21fcaa4-e4e3-4fb0-8ae0-1fd4d32494dd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 200 len: 860 time: 0.1250200 Jul 22 11:35:20.179798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-31620f62-c974-4873-82ca-a4ad04f79cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.181184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-31620f62-c974-4873-82ca-a4ad04f79cee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1180253 Jul 22 11:35:20.195215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 10bda7dd-efc5-4921-a345-23342d16177c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:20.213996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:20.228112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-b9b9a676-5ad4-44bf-b1f1-2d4149a9a61b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=e8ad7f0e-5767-4b04-9f79-a9f420c92b20&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0654442 Jul 22 11:35:20.240967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:20.245581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:20.260303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Transition to ACTIVE for port object 10bda7dd-efc5-4921-a345-23342d16177c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:20.269596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-e67fc5f2-b45b-4f84-9bd2-cb92854e7db0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0529561 Jul 22 11:35:20.271210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:20.297578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:20.312551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53033bff-413c-4a01-ac54-62730fc94a1e req-691cd98f-13a1-419d-b509-7d618586318a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.314008 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-691cd98f-13a1-419d-b509-7d618586318a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52f8ec7b-f231-4e5c-acfe-aa9d59c43e43 HTTP/1.1" status: 200 len: 853 time: 0.1499901 Jul 22 11:35:20.358582 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Floating IP d65eefa0-19de-483c-b783-bda6939a5502 associated. External IP: 172.25.6.200, port: 063ce041-9506-4d5a-95d0-2176f5c6192f. Jul 22 11:35:20.361292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.361401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-e7935024-ad42-41e7-be63-508a1981ed53 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce354039-5774-479b-af05-257cdb15a1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0395586 Jul 22 11:35:20.361904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:20.366654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb HTTP/1.1" status: 200 len: 1096 time: 4.9230206 Jul 22 11:35:20.373621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:20.375965 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4638cf30-5259-4499-bd38-d2a0c5fc246b" -d '{"events": [{"name": "network-changed", "server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:20.486687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635874a8-2427-4067-bdbb-395ad29ac3e5 req-0fb43fc6-f909-4b15-b786-fff20f645657 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.488381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635874a8-2427-4067-bdbb-395ad29ac3e5 req-0fb43fc6-f909-4b15-b786-fff20f645657 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 943 time: 0.9306903 Jul 22 11:35:20.551135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f36eee-5a08-4cb8-abb5-d6f1d0ce115e req-4a41a81e-a07a-4cfc-a055-058b3ada7bef tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.552587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-7e071f08-1e5b-41ae-b17f-aede35ef8606 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2935162 Jul 22 11:35:20.558747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-7edda5d9-03f5-4e9f-bc84-98a8cfd430f2 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2767274 Jul 22 11:35:20.559033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28f36eee-5a08-4cb8-abb5-d6f1d0ce115e req-4a41a81e-a07a-4cfc-a055-058b3ada7bef tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.8874912 Jul 22 11:35:20.613032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-b1480e65-1ba4-417e-9d1c-0ad7952c6029 service neutron] 10.222.0.20 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1834567 Jul 22 11:35:20.622821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619e52c6-bf4c-4657-a6a8-fad95a3d7423 service neutron] Pushing event updated for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:20.800560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635874a8-2427-4067-bdbb-395ad29ac3e5 req-52a84a10-555e-42f2-b42a-b6fee006d12b tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2978315 Jul 22 11:35:20.812936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28f36eee-5a08-4cb8-abb5-d6f1d0ce115e req-d3e5599c-9788-4934-9ba6-c364eb934a6e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2530928 Jul 22 11:35:20.834027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Pushing event updated for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:20.921501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-5926334d-0e30-43e5-a22c-2fbf6593f9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:20.923601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-5926334d-0e30-43e5-a22c-2fbf6593f9f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 1099 time: 0.4604406 Jul 22 11:35:20.955580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:20.987704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Attempting to bind port 10bda7dd-efc5-4921-a345-23342d16177c on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:20.988046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Attempting to bind port 10bda7dd-efc5-4921-a345-23342d16177c by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:20.988372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Attempting to bind port 10bda7dd-efc5-4921-a345-23342d16177c on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:20.990598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.049611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-3ab442f4-ea3a-467d-ab2e-dc16c033d523 service neutron] 10.222.0.36 "GET /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4851995 Jul 22 11:35:21.061210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbe752c3-dfab-44b3-b88b-c0725fdd98ed req-4d26fa18-374a-4daa-9575-41e07b41e4b9 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4861476 Jul 22 11:35:21.073653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53033bff-413c-4a01-ac54-62730fc94a1e req-4d5f1daa-8e56-4f2f-9241-23960d28fb9b service neutron] 10.222.0.20 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4515641 Jul 22 11:35:21.120765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Port 10bda7dd-efc5-4921-a345-23342d16177c on network d364e08b-e4c9-4a0f-989d-d80f69b1640d not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:21.121092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Attempting to bind port 10bda7dd-efc5-4921-a345-23342d16177c on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:21.123900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-66630f89-017d-4c4c-b0d2-cca244692db0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb HTTP/1.1" status: 200 len: 217 time: 0.1634724 Jul 22 11:35:21.184927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:21.185269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Checking segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:21.185656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Bound using segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:21.186108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Bound port: 10bda7dd-efc5-4921-a345-23342d16177c, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:21.186474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.238086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.239916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=d7702d89-9b90-44f6-abe1-5a5304664d80,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:21.250602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.297564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-c6e5480d-64b1-4e01-9eda-ef2b7cdadfb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.299111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-c6e5480d-64b1-4e01-9eda-ef2b7cdadfb5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1586933 Jul 22 11:35:21.328995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:35:21.359126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-89b5b81c-216e-4959-b193-b7812e1f6455 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.360871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-89b5b81c-216e-4959-b193-b7812e1f6455 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14&tenant_id=a173d46b94cb4287b0a336d3697dd44d&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.0701644 Jul 22 11:35:21.391986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2464654a-1c48-4cc3-b03b-0303e90cbb46 req-e3f8f487-28ec-4f83-a2b5-aa4f242fba16 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.393471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2464654a-1c48-4cc3-b03b-0303e90cbb46 req-e3f8f487-28ec-4f83-a2b5-aa4f242fba16 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 948 time: 0.4688654 Jul 22 11:35:21.415002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-706587e3-fb31-4e62-bd01-6920aa78f60d req-605993b5-80c8-4423-9f63-20d16eef4d0d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.416854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-706587e3-fb31-4e62-bd01-6920aa78f60d req-605993b5-80c8-4423-9f63-20d16eef4d0d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.4654326 Jul 22 11:35:21.427537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:21.433299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'floatingip': {'port_id': '6f59f790-9e8f-4cba-895d-bc0c34cdc125'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:21.463022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:21.517520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:21.519889 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2af245c9-396c-4dac-ab51-d72329e05033" -d '{"events": [{"name": "network-changed", "server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:21.524701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.541439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=10bda7dd-efc5-4921-a345-23342d16177c,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:21.604573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.660155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-49648fb8-1f49-4d0f-baee-40badaaed5bc service neutron] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:21.665310 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-49648fb8-1f49-4d0f-baee-40badaaed5bc service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.666470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2f22b70-6b53-4282-8656-246e354f7db4 req-49648fb8-1f49-4d0f-baee-40badaaed5bc service neutron] 10.222.0.36 "DELETE /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9/bindings/n-h1-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.2971511 Jul 22 11:35:21.686769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2464654a-1c48-4cc3-b03b-0303e90cbb46 req-d909bb2d-406f-4420-a4d4-8540a4738327 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2760887 Jul 22 11:35:21.706155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.706828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.708939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] 10.222.0.36 "PUT /v2.0/ports/10bda7dd-efc5-4921-a345-23342d16177c HTTP/1.1" status: 200 len: 1092 time: 3.8536868 Jul 22 11:35:21.728451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network a853536f-1120-44e0-9048-c4108a2e0262 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:21.730037 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a7fa1f2d-36f7-43a8-8938-f2a1f93abbd6 x-openstack-request-id: req-a7fa1f2d-36f7-43a8-8938-f2a1f93abbd6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:21.730351 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:21.730605 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a7fa1f2d-36f7-43a8-8938-f2a1f93abbd6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:21.731001 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb', 'status': 'completed', 'code': 200} Jul 22 11:35:21.745251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:21.780260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-18357ea5-fd41-4848-b348-21a38c13adcd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.781843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-18357ea5-fd41-4848-b348-21a38c13adcd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4505408 Jul 22 11:35:21.809306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d2110b5-eebb-4b2a-8268-ac8905363dbe service neutron] Pushing event updated for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:21.832016 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f7576ff-b6b0-4261-bd78-459f8b663024 x-openstack-request-id: req-2f7576ff-b6b0-4261-bd78-459f8b663024 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:21.832315 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:21.832620 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f7576ff-b6b0-4261-bd78-459f8b663024 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:21.833032 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068', 'status': 'completed', 'code': 200} Jul 22 11:35:21.957011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fe658c1-91ef-41df-89bf-69db5c7ec824 req-1ffa3747-31cc-4ced-b09d-342bade74767 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:21.958832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fe658c1-91ef-41df-89bf-69db5c7ec824 req-1ffa3747-31cc-4ced-b09d-342bade74767 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 944 time: 0.4779434 Jul 22 11:35:21.970668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:21.983037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:21.986538 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:21.998842 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:21.999903 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:22.101730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-45794340-86df-4f39-82c5-03c868f1d7b7 None None] Provisioning complete for port d7702d89-9b90-44f6-abe1-5a5304664d80 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:22.102026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45794340-86df-4f39-82c5-03c868f1d7b7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:22.123943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af245c9-396c-4dac-ab51-d72329e05033 req-591d1dfd-9d21-4741-9d7c-ab8d10b5f699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.125408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-591d1dfd-9d21-4741-9d7c-ab8d10b5f699 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cb6f4f96a16847688341e18604f9ff02&device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 1094 time: 0.2542760 Jul 22 11:35:22.129021 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:22.150853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-45794340-86df-4f39-82c5-03c868f1d7b7 None None] Port d7702d89-9b90-44f6-abe1-5a5304664d80 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:22.179144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-35772959-88da-4943-9f9a-9c8cc6f7bd53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "PUT /v2.0/floatingips/d65eefa0-19de-483c-b783-bda6939a5502 HTTP/1.1" status: 200 len: 991 time: 5.4778101 Jul 22 11:35:22.199867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fe658c1-91ef-41df-89bf-69db5c7ec824 req-e58f4e1a-1a15-4220-b788-ec7d96d84656 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2231748 Jul 22 11:35:22.215839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-e396c4db-3241-4581-afe9-2e6c0caaa0e8 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4090111 Jul 22 11:35:22.229388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-6d9e286d-d2e8-423e-8485-96f4bb08d736 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.231256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-6d9e286d-d2e8-423e-8485-96f4bb08d736 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 1095 time: 0.4363139 Jul 22 11:35:22.249609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:35:22.265686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea60ad-6e12-4f2d-9db8-187e59a3dbe9 req-e8f11130-2cc1-489c-a730-e81463d9c96a tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.267290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69ea60ad-6e12-4f2d-9db8-187e59a3dbe9 req-e8f11130-2cc1-489c-a730-e81463d9c96a tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 943 time: 0.3749866 Jul 22 11:35:22.327490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-9ed1d515-0765-467b-b9ae-8be8ed977008 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bda7dd-efc5-4921-a345-23342d16177c HTTP/1.1" status: 200 len: 217 time: 0.0806534 Jul 22 11:35:22.347773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Router b0f4fda4-6336-408b-a93a-0b7250482d6f is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:35:22.417075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:22.422903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af245c9-396c-4dac-ab51-d72329e05033 req-8b12bbdd-6457-412a-a007-c64121ffbfee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.424650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-8b12bbdd-6457-412a-a007-c64121ffbfee service neutron] 10.222.0.20 "GET /v2.0/networks?id=ce354039-5774-479b-af05-257cdb15a1e0 HTTP/1.1" status: 200 len: 914 time: 0.2628536 Jul 22 11:35:22.426084 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:22.449326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'd65eefa0-19de-483c-b783-bda6939a5502', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:50Z', 'updated_at': '2021-07-22T11:35:19Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:22.484289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:35:22.494719 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:22.495495 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:22.530026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-ec1a0a7b-2b17-458d-8e34-2c35e4bf6fcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068 HTTP/1.1" status: 200 len: 217 time: 0.0678303 Jul 22 11:35:22.607624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2af245c9-396c-4dac-ab51-d72329e05033 req-7289c7f7-ee1b-42bf-ae5c-17490456731f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.609109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-7289c7f7-ee1b-42bf-ae5c-17490456731f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=52f8ec7b-f231-4e5c-acfe-aa9d59c43e43 HTTP/1.1" status: 200 len: 853 time: 0.0668180 Jul 22 11:35:22.610641 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Floating IP 72a8b965-b637-4dd5-b56c-de5bd171019f associated. External IP: 172.25.6.111, port: 6f59f790-9e8f-4cba-895d-bc0c34cdc125. Jul 22 11:35:22.645293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:22.734307 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-021e52a7-c672-4355-a127-ca10f60d1dd2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=ce354039-5774-479b-af05-257cdb15a1e0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0838859 Jul 22 11:35:22.855451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69ea60ad-6e12-4f2d-9db8-187e59a3dbe9 req-2bd11be7-9ad0-4173-bcb4-985eb9370deb tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5711465 Jul 22 11:35:22.934302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a83ed20-a2bc-478a-919e-ed84c825100b req-4b97ccad-a546-4a1b-a93e-807fc99e7da3 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7077925 Jul 22 11:35:22.935672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-cbe5e932-b3f9-4194-8645-7547126adbcf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:22.937048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-cbe5e932-b3f9-4194-8645-7547126adbcf service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.5905054 Jul 22 11:35:22.953403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-996d0184-26b6-4ad3-81f2-85324ab97524 service neutron] 10.222.0.20 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1967750 Jul 22 11:35:22.997680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-7b854776-2570-4c48-a34a-e34e59c10a9a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0517507 Jul 22 11:35:23.029091 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'd65eefa0-19de-483c-b783-bda6939a5502', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:50Z', 'updated_at': '2021-07-22T11:35:19Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.035093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 54509b8c-e72c-4f63-b469-b2087bd1dd84 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:23.060133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:23.067705 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79cb6f57-7261-4fb4-9a5b-084729ab8e2b None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'd65eefa0-19de-483c-b783-bda6939a5502', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.200', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 1256, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:50Z', 'updated_at': '2021-07-22T11:35:19Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:23.070785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe89c615-2799-41ec-b602-9e4d4bf13844 req-ba979d99-3bb8-4c3d-ac5d-4ecfeae19bdf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:23.073135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe89c615-2799-41ec-b602-9e4d4bf13844 req-ba979d99-3bb8-4c3d-ac5d-4ecfeae19bdf tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.7505226 Jul 22 11:35:23.079412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a8655cfb-3b2b-4c1d-b0d8-c762c14b56d2 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "PUT /v2.0/routers/b0f4fda4-6336-408b-a93a-0b7250482d6f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.8292732 Jul 22 11:35:23.084053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] Sync routers for ids ['b0f4fda4-6336-408b-a93a-0b7250482d6f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:23.097428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:23.102301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] Routers {'b0f4fda4-6336-408b-a93a-0b7250482d6f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:23.103197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b0f4fda4-6336-408b-a93a-0b7250482d6f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.107045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'port': {'network_id': 'a853536f-1120-44e0-9048-c4108a2e0262', 'name': 'tempest-FloatingIPNegativeTestJSON-328097376'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:23.117698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2af245c9-396c-4dac-ab51-d72329e05033 req-99a10986-5071-4556-994e-615bc725c22c service neutron] 10.222.0.20 "GET /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634037 Jul 22 11:35:23.151880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.159128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:35:23.173789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] Routers {'b0f4fda4-6336-408b-a93a-0b7250482d6f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:23.174538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b0f4fda4-6336-408b-a93a-0b7250482d6f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.179176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 54509b8c-e72c-4f63-b469-b2087bd1dd84 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:23.216514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.217432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1956985-e475-419a-ab8c-299dac25dea5 None None] The sync data for ids ['b0f4fda4-6336-408b-a93a-0b7250482d6f'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:23.220448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 54509b8c-e72c-4f63-b469-b2087bd1dd84 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:23.221015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:23.280244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:23.285276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:23.301192 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:23.314812 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:23.315470 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:23.326753 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:23.328674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe89c615-2799-41ec-b602-9e4d4bf13844 req-cec19ea6-ac46-4775-9a74-76287d31e2b8 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317815 Jul 22 11:35:23.365747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-33955fa7-654f-459f-b479-29d1ab038c42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:23.367931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-33955fa7-654f-459f-b479-29d1ab038c42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 1099 time: 0.3662035 Jul 22 11:35:23.385310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-9d8b71f6-e1c9-4356-b7eb-46ee071a2ed7 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3588836 Jul 22 11:35:23.385746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:23.385746 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6ad2560-2772-4dee-8096-ef4c827329c0" -d '{"events": [{"server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "name": "network-vif-plugged", "status": "completed", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:23.417143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:23.424290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:23.437869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5906f65d-b915-4f9a-8f8f-16517b155419 req-383881ef-63e3-46de-b1e0-7e7fd89aa7f6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:23.445854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5906f65d-b915-4f9a-8f8f-16517b155419 req-383881ef-63e3-46de-b1e0-7e7fd89aa7f6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 948 time: 0.3996377 Jul 22 11:35:23.496332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9319dc60-7cc6-48ad-8fc7-19ef7a653424 None None] New status for floating IP d65eefa0-19de-483c-b783-bda6939a5502: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:35:23.546410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:23.609140 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:23.623582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Made reservation on behalf of d0ec584751fe4765b3881fedcc4dd2b8 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:23.627301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:23.665859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5906f65d-b915-4f9a-8f8f-16517b155419 req-496ef7f5-f3de-4cd3-81de-44bbe399a784 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2181602 Jul 22 11:35:23.699295 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c06502d6-f3b5-4269-981a-b6ab33d5b390 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "PUT /v2.0/floatingips/72a8b965-b637-4dd5-b56c-de5bd171019f HTTP/1.1" status: 200 len: 992 time: 2.2706296 Jul 22 11:35:23.722521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] device_id is not set on port ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:35:23.729824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36480e54-1c09-4644-80bb-f5c3bb08671b req-c43ead2a-0120-4c06-aa99-96d89ef5f510 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3405917 Jul 22 11:35:23.730898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-51884a83-2ca9-453c-9c67-f8c4f1ebb3bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:23.732476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-51884a83-2ca9-453c-9c67-f8c4f1ebb3bf service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3550971 Jul 22 11:35:23.758795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c'}, {'name': 'network-changed', 'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:23.761565 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f965b558-1209-4ff9-9019-d74efbeced12" -d '{"events": [{"name": "network-changed", "server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "tag": "10bda7dd-efc5-4921-a345-23342d16177c"}, {"name": "network-changed", "server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:23.761738 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36e409b3-c65b-4899-a3af-588b9265b796 x-openstack-request-id: req-36e409b3-c65b-4899-a3af-588b9265b796 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:23.761738 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "name": "network-vif-plugged", "status": "completed", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:23.762044 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36e409b3-c65b-4899-a3af-588b9265b796 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:23.762584 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84', 'code': 200} Jul 22 11:35:23.834884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:23.837934 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efe2a618-e12c-4a5f-9085-730a0726e95e" -d '{"events": [{"name": "network-changed", "server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:23.845323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-248d2cff-14d9-48cd-9b21-f1088f4c3a44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.177&port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb HTTP/1.1" status: 200 len: 217 time: 0.0790722 Jul 22 11:35:23.970407 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '72a8b965-b637-4dd5-b56c-de5bd171019f', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:04:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:55Z', 'updated_at': '2021-07-22T11:35:22Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:24.000029 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:35:24.009253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:24.010049 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:24.019738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-b725e25c-2acf-438b-94f7-c245d90078a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.021984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-b725e25c-2acf-438b-94f7-c245d90078a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1618443 Jul 22 11:35:24.063833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e07fb-10d4-4db4-9c9e-3aded592b123 req-ce75b94f-f21e-4906-80a3-a1123e994f70 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.065506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e92e07fb-10d4-4db4-9c9e-3aded592b123 req-ce75b94f-f21e-4906-80a3-a1123e994f70 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 944 time: 0.3678174 Jul 22 11:35:24.101521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Allocated IP 172.20.0.6 (a853536f-1120-44e0-9048-c4108a2e0262/56421f22-6b47-487e-9d59-eb2f7e609e48/ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:24.116121 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:24.136288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841adbb9-756e-407b-9c55-28c00d545cff req-73bf3c3e-46ed-4167-93a1-c41ab1b95983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.137851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-841adbb9-756e-407b-9c55-28c00d545cff req-73bf3c3e-46ed-4167-93a1-c41ab1b95983 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bc803d1-bbfc-47b0-a08c-6fba89522ea6 HTTP/1.1" status: 200 len: 1096 time: 0.2877021 Jul 22 11:35:24.189209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254cb255-38e9-42b9-94c0-2d2177c68847 req-a487dc4d-a30a-42a8-9850-83641d10ebdb tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.190806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254cb255-38e9-42b9-94c0-2d2177c68847 req-a487dc4d-a30a-42a8-9850-83641d10ebdb tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 1095 time: 0.2758574 Jul 22 11:35:24.212800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e92e07fb-10d4-4db4-9c9e-3aded592b123 req-d1b06628-3f9f-4dc3-9836-3359f5c81565 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182511 Jul 22 11:35:24.286763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-841adbb9-756e-407b-9c55-28c00d545cff req-31c3fde1-6fd7-46af-8ce0-3afb5384c430 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384189 Jul 22 11:35:24.297131 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a445a36-d9db-4c57-bcbb-8b962ca1ed2d x-openstack-request-id: req-1a445a36-d9db-4c57-bcbb-8b962ca1ed2d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:24.297446 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "tag": "10bda7dd-efc5-4921-a345-23342d16177c", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:24.297695 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a445a36-d9db-4c57-bcbb-8b962ca1ed2d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:24.298093 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c', 'status': 'completed', 'code': 200} Jul 22 11:35:24.298352 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'status': 'completed', 'code': 200} Jul 22 11:35:24.300493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-5b4ed98a-9613-40c4-a471-26a2af50a0d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.302554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-5b4ed98a-9613-40c4-a471-26a2af50a0d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2652855 Jul 22 11:35:24.312090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254cb255-38e9-42b9-94c0-2d2177c68847 req-44cfaf53-71e1-4833-ba72-bd6055b31e71 tempest-LiveAutoBlockMigrationV225Test-1307685073 tempest-LiveAutoBlockMigrationV225Test-1307685073-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136484 Jul 22 11:35:24.330116 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-94bc070a-95b0-4e2e-a777-31b2bfbee36d x-openstack-request-id: req-94bc070a-95b0-4e2e-a777-31b2bfbee36d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:24.330524 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:24.330843 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-94bc070a-95b0-4e2e-a777-31b2bfbee36d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:24.331255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e68da9e8-9150-4d4d-9b71-ec8d671d2068 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:24.335944 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'status': 'completed', 'code': 200} Jul 22 11:35:24.372016 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '72a8b965-b637-4dd5-b56c-de5bd171019f', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:04:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:55Z', 'updated_at': '2021-07-22T11:35:22Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:24.421295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08f8a547-0f40-424c-ba2d-7becdf537733 None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '72a8b965-b637-4dd5-b56c-de5bd171019f', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.111', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 1277, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:04:e8:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:34:55Z', 'updated_at': '2021-07-22T11:35:22Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:24.454677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-56223e34-f79d-43b9-a432-cc0e79559a26 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.459532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-56223e34-f79d-43b9-a432-cc0e79559a26 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1097 time: 0.0946386 Jul 22 11:35:24.532955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068,segment=NetworkSegment(18c13275-500f-47a3-9663-82acfa3a2730),segment_id=18c13275-500f-47a3-9663-82acfa3a2730)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:24.548129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-c82bc59c-a000-4197-bfe9-7d8c4269b900 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2382119 Jul 22 11:35:24.558615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068', 'network_id': 'ce354039-5774-479b-af05-257cdb15a1e0', 'port_id': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068', 'mac_address': 'fa:16:3e:c9:9d:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '52f8ec7b-f231-4e5c-acfe-aa9d59c43e43', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:24.600460 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:24.631586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e68da9e8-9150-4d4d-9b71-ec8d671d2068 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:24.646334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:24.665507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-c2e78ac1-d7a6-45f9-a2f1-02c7a6a1b3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.667286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-c2e78ac1-d7a6-45f9-a2f1-02c7a6a1b3a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.2026443 Jul 22 11:35:24.672413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068,segment=NetworkSegment(18c13275-500f-47a3-9663-82acfa3a2730),segment_id=18c13275-500f-47a3-9663-82acfa3a2730)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:24.682549 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:24.712385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-37d640c2-5b4f-4828-a9bb-acf4cec16c3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.713989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-37d640c2-5b4f-4828-a9bb-acf4cec16c3b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 1095 time: 0.3545446 Jul 22 11:35:24.731490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Transition to ACTIVE for port object ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:24.762898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-22946a18-0e01-4a9b-837a-d58d297b9c14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 1000 time: 0.0883436 Jul 22 11:35:24.769669 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13c96da7-7b12-40a4-878d-17b34f40a0e3 None None] New status for floating IP 72a8b965-b637-4dd5-b56c-de5bd171019f: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:35:24.819764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:24.838169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf4c541c-2a47-4048-9572-fa0f134d98c3 req-f58edd6e-ccbf-4a03-b42a-0339fb3539a7 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.845625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf4c541c-2a47-4048-9572-fa0f134d98c3 req-f58edd6e-ccbf-4a03-b42a-0339fb3539a7 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 943 time: 0.4446430 Jul 22 11:35:24.849629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4638cf30-5259-4499-bd38-d2a0c5fc246b req-b2d2b014-227d-4aac-b03c-e13e12d63d1b service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2780495 Jul 22 11:35:24.852408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-6464a59f-17b9-42da-b5df-91106717f017 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.856644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-6464a59f-17b9-42da-b5df-91106717f017 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.0790927 Jul 22 11:35:24.940955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-7f572e69-9f23-44fd-a3d1-94948bcf62d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.943931 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-7f572e69-9f23-44fd-a3d1-94948bcf62d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0760398 Jul 22 11:35:24.957048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:24.960395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-7d23d348-a644-48e6-b6fb-6c1ae93eef59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:24.961925 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-7d23d348-a644-48e6-b6fb-6c1ae93eef59 service neutron] 10.222.0.36 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 914 time: 0.2335379 Jul 22 11:35:24.962693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['e68da9e8-9150-4d4d-9b71-ec8d671d2068'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:25.027588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf4c541c-2a47-4048-9572-fa0f134d98c3 req-43f9943d-190a-46c8-bef6-31d81394e165 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1809638 Jul 22 11:35:25.045740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:25.096239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-7980fd36-bfa7-4bc5-9f66-85e54e99f41a service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1339946 Jul 22 11:35:25.129745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-90c17e99-3346-4f1d-a9d9-ae8ed0aa5a5f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=10bda7dd-efc5-4921-a345-23342d16177c HTTP/1.1" status: 200 len: 217 time: 0.0866079 Jul 22 11:35:25.137416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network a853536f-1120-44e0-9048-c4108a2e0262 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:25.154735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:25.157685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:25.222963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efe2a618-e12c-4a5f-9085-730a0726e95e req-9e8695a4-103f-44b2-a5ab-bd234aeacff5 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186094 Jul 22 11:35:25.308373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:25.309008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:25.326114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-74e5a3f4-ff03-467d-8ca6-d9414a41d755 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:25.327623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-74e5a3f4-ff03-467d-8ca6-d9414a41d755 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1891563 Jul 22 11:35:25.374884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-f80ae762-8749-4cb9-bf55-15c990d57d68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0353177 Jul 22 11:35:25.376105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1926ab6a-db48-4d33-b6e2-5303306469b5 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 2.2771029 Jul 22 11:35:25.379506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:25.385104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:25.398287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8dec1a00-6d5c-49d8-af2e-35e2d469de5c None None] Provisioning for port ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:25.404243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8dec1a00-6d5c-49d8-af2e-35e2d469de5c None None] Provisioning complete for port ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:25.405313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8dec1a00-6d5c-49d8-af2e-35e2d469de5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:25.409261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:25.427491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c1c9ab0-c450-449a-bb96-fa193fa1ee14 req-ccab60be-1b0f-40e5-af72-9ab5004ce9fa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:25.429065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c1c9ab0-c450-449a-bb96-fa193fa1ee14 req-ccab60be-1b0f-40e5-af72-9ab5004ce9fa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.2779639 Jul 22 11:35:25.439219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a7f783a-89c9-4bcc-aa63-91264548deb2 req-15833242-fa11-46ee-a9af-45a3688eb0c6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:25.440807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a7f783a-89c9-4bcc-aa63-91264548deb2 req-15833242-fa11-46ee-a9af-45a3688eb0c6 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 948 time: 0.2488129 Jul 22 11:35:25.448307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8dec1a00-6d5c-49d8-af2e-35e2d469de5c None None] Port ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:25.519772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:25.556485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c1c9ab0-c450-449a-bb96-fa193fa1ee14 req-1c00c541-c34a-4cef-a86e-9e6ebefcc1c9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088061 Jul 22 11:35:25.556485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a7f783a-89c9-4bcc-aa63-91264548deb2 req-4185bcf0-f2c1-4b87-9f61-ecd76045182b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991137 Jul 22 11:35:25.594512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-6f134469-14a5-4cf4-9ad8-de147811038f service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2104633 Jul 22 11:35:25.711197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-a19f4689-8596-48c3-860c-7ee482dc5014 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:25.712762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-a19f4689-8596-48c3-860c-7ee482dc5014 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 944 time: 0.1853988 Jul 22 11:35:25.742684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Allocated IP 172.25.6.21 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b83ef552-abd1-420c-ab5a-c3623e8e4475) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:25.935858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Deleting port 0effb653-e87c-4184-a346-c5cdfb2adbc9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:25.936569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:25.955092 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.057107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] For port 0effb653-e87c-4184-a346-c5cdfb2adbc9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0effb653-e87c-4184-a346-c5cdfb2adbc9,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:26.057551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.073644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Calling delete_port for 0effb653-e87c-4184-a346-c5cdfb2adbc9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:26.076073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.108898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-7ded0c22-ffc2-425f-ad4e-4c5204d8f925 service neutron] 10.222.0.36 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5044985 Jul 22 11:35:26.143544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c42ba48-a747-4afe-b8e3-29c27e4588d3 req-a34f0b30-9b67-4df8-8169-3a34f14a8731 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.145239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c42ba48-a747-4afe-b8e3-29c27e4588d3 req-a34f0b30-9b67-4df8-8169-3a34f14a8731 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 944 time: 0.4958122 Jul 22 11:35:26.163995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:26.171914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=b83ef552-abd1-420c-ab5a-c3623e8e4475,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:26.174493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:26.180844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:26.242721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b8a2234-c659-4207-8092-342db907409a req-0cbf4159-c01a-42af-bf36-794e8f75a5de tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.244219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b8a2234-c659-4207-8092-342db907409a req-0cbf4159-c01a-42af-bf36-794e8f75a5de tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 944 time: 0.1497862 Jul 22 11:35:26.250684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c42ba48-a747-4afe-b8e3-29c27e4588d3 req-ef4be68c-13ef-41bb-ad43-b0bf07487bdf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993657 Jul 22 11:35:26.278011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-cba17cd8-a934-4622-90f3-f60af10aaf13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.279588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-cba17cd8-a934-4622-90f3-f60af10aaf13 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1096 time: 0.1273949 Jul 22 11:35:26.314537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b8a2234-c659-4207-8092-342db907409a req-f940606a-d572-450a-973b-47402a05e9df tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604165 Jul 22 11:35:26.326989 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.341895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:26.344222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e68da9e8-9150-4d4d-9b71-ec8d671d2068 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:26.367557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.384535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226', '0effb653-e87c-4184-a346-c5cdfb2adbc9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:26.403138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-7da9c713-4724-43f8-a6e2-82fc07ea6883 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.403353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event deleted for resources: {'Port': ['ID=0effb653-e87c-4184-a346-c5cdfb2adbc9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:26.405680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-7da9c713-4724-43f8-a6e2-82fc07ea6883 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.1165073 Jul 22 11:35:26.435231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.484436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-559e65e6-ac1c-4b2c-ad73-2bd4e42db1b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 1001 time: 0.0703855 Jul 22 11:35:26.485525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] No DVR routers for this DVR port 0effb653-e87c-4184-a346-c5cdfb2adbc9 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:26.489460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.492113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80a41fe7-995b-4aca-b3d0-3b0518f5669a req-e002d194-f7d5-4e5e-a9b4-f094575fc1aa tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "DELETE /v2.0/ports/0effb653-e87c-4184-a346-c5cdfb2adbc9 HTTP/1.1" status: 204 len: 173 time: 0.7666159 Jul 22 11:35:26.492576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-deleted', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:26.494858 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3f85686e-e835-4e3b-a5a4-86e3d261059e" -d '{"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-deleted", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:26.525457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port e68da9e8-9150-4d4d-9b71-ec8d671d2068 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:26.542200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port e68da9e8-9150-4d4d-9b71-ec8d671d2068 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:26.542866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.545841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:26.557202 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cba96c14-c427-450d-8e2b-5e51929ed512 x-openstack-request-id: req-cba96c14-c427-450d-8e2b-5e51929ed512 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:26.557733 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14", "name": "network-vif-deleted", "tag": "0effb653-e87c-4184-a346-c5cdfb2adbc9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:26.558129 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cba96c14-c427-450d-8e2b-5e51929ed512 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:26.558700 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14', 'name': 'network-vif-deleted', 'tag': '0effb653-e87c-4184-a346-c5cdfb2adbc9', 'status': 'completed', 'code': 200} Jul 22 11:35:26.592724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-2c5b0ac6-eb50-4455-a282-607541e295f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.595212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-2c5b0ac6-eb50-4455-a282-607541e295f0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1039507 Jul 22 11:35:26.646800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb', 'mac_address': 'fa:16:3e:d7:bf:56', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.177'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:26.694316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.700131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.738437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.767374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7037b22-0ab9-4df5-bc3d-be5b7c01787b req-1c571679-6ad2-4dd0-9238-dada3dd471f3 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.0547800 Jul 22 11:35:26.804079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=b83ef552-abd1-420c-ab5a-c3623e8e4475,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:26.806712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:26.811184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f965b558-1209-4ff9-9019-d74efbeced12 req-4349bf97-e353-4661-a5f2-29e58a42e276 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.812854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-4349bf97-e353-4661-a5f2-29e58a42e276 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2017078 Jul 22 11:35:26.823027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2726d57b-47b4-4ac5-b57d-361f3787a962 req-95da10d4-bcf0-4f14-86aa-a3a3656fd9b7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:26.830186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2726d57b-47b4-4ac5-b57d-361f3787a962 req-95da10d4-bcf0-4f14-86aa-a3a3656fd9b7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 948 time: 0.1725624 Jul 22 11:35:26.835414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.858187 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.871859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:26.876021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.882069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9019d1df-13d7-4fea-bbca-94eb895da05b tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 1.5002234 Jul 22 11:35:26.883180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:26.893463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:26.900084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3393eae9-cf68-4fc9-a0b4-9af5630057e8 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'floatingip': {'port_id': 'ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:26.902055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2726d57b-47b4-4ac5-b57d-361f3787a962 req-5236fd97-75a5-4f69-9230-7208c7ae28e8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640628 Jul 22 11:35:26.960122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3393eae9-cf68-4fc9-a0b4-9af5630057e8 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.008010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:27.011177 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f167b7bd-22f0-4197-af4f-a2030593341b" -d '{"events": [{"server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "name": "network-vif-plugged", "status": "completed", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:27.013818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:27.033475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068,segment=NetworkSegment(18c13275-500f-47a3-9663-82acfa3a2730),segment_id=18c13275-500f-47a3-9663-82acfa3a2730)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:27.041018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.073727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-2d1a013f-9c76-480c-a898-012b6967c19b service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2190671 Jul 22 11:35:27.075916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 10bda7dd-efc5-4921-a345-23342d16177c details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:27.083276 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a65b87f-5e4e-453a-8c20-10bc5b8f6e52 x-openstack-request-id: req-2a65b87f-5e4e-453a-8c20-10bc5b8f6e52 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:27.084117 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "name": "network-vif-plugged", "status": "completed", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:27.084117 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a65b87f-5e4e-453a-8c20-10bc5b8f6e52 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:27.084425 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068', 'code': 200} Jul 22 11:35:27.137548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:27.186973 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-3393eae9-cf68-4fc9-a0b4-9af5630057e8 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] update failed (client error): The resource could not be found. Jul 22 11:35:27.188289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3393eae9-cf68-4fc9-a0b4-9af5630057e8 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "PUT /v2.0/floatingips/21812675-dc61-42a7-9204-6584e8c96a23 HTTP/1.1" status: 404 len: 507 time: 0.3040631 Jul 22 11:35:27.188893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f965b558-1209-4ff9-9019-d74efbeced12 req-8a853674-3f42-4784-a7a7-a8d5e560f766 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1044242 Jul 22 11:35:27.190961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:27.195344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:27.264021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.271929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9bd14db-29b8-4b15-9bef-c51cb90d7964 req-133454cb-ae78-4cb1-b290-64c4ab89558f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:27.273184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=10bda7dd-efc5-4921-a345-23342d16177c,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:27.274696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9bd14db-29b8-4b15-9bef-c51cb90d7964 req-133454cb-ae78-4cb1-b290-64c4ab89558f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 1096 time: 0.0850971 Jul 22 11:35:27.323198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '10bda7dd-efc5-4921-a345-23342d16177c', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'port_id': '10bda7dd-efc5-4921-a345-23342d16177c', 'mac_address': 'fa:16:3e:5c:58:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab108ed-7496-49c2-8fe3-6c268169926d', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:27.331543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9bd14db-29b8-4b15-9bef-c51cb90d7964 req-2ecc0d79-6b30-4182-80a0-afabb7cffd16 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469460 Jul 22 11:35:27.352286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting port b83ef552-abd1-420c-ab5a-c3623e8e4475 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:27.352721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.415466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.435601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 10bda7dd-efc5-4921-a345-23342d16177c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:27.476091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=10bda7dd-efc5-4921-a345-23342d16177c,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:27.482128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.508947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.509282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.532671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Calling delete_port for b83ef552-abd1-420c-ab5a-c3623e8e4475 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:27.549482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:27.622304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9f344c-5414-482d-8894-ec522756a1d7 req-cf690d68-d636-49cf-b172-817e2caddd78 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:27.623856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9f344c-5414-482d-8894-ec522756a1d7 req-cf690d68-d636-49cf-b172-817e2caddd78 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 944 time: 0.1839254 Jul 22 11:35:27.633844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dda80b19-50bc-4942-a327-925a9d93915e req-8e9abf9e-a8a1-45a2-840d-f246756d0428 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:27.635503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dda80b19-50bc-4942-a327-925a9d93915e req-8e9abf9e-a8a1-45a2-840d-f246756d0428 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 945 time: 0.2050815 Jul 22 11:35:27.727674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dda80b19-50bc-4942-a327-925a9d93915e req-c3b588c3-d29f-49fa-8cff-cadc79b6e26a tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0801969 Jul 22 11:35:27.731326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9f344c-5414-482d-8894-ec522756a1d7 req-6708ff71-f3a5-4518-8869-949598179f07 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934293 Jul 22 11:35:27.785271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.812075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Port': ['ID=b83ef552-abd1-420c-ab5a-c3623e8e4475,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:27.862762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['10bda7dd-efc5-4921-a345-23342d16177c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:27.916037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ec5c66c-be21-49f4-9a41-4e4c10ee5263 req-ddac03c8-9ecd-40f2-a798-917e863e2061 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.0410106 Jul 22 11:35:27.919134 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.922133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:27.923620 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec89990d-a7f1-4355-aed5-5a6ddf0cae9f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "DELETE /v2.0/floatingips/21812675-dc61-42a7-9204-6584e8c96a23 HTTP/1.1" status: 204 len: 168 time: 0.7317319 Jul 22 11:35:27.927867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:27.932483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-595d31fa-d34d-4add-864c-cdfa4ae0fb24 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'floatingip': {'floating_network_id': 'a853536f-1120-44e0-9048-c4108a2e0262', 'port_id': 'ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:27.968722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-595d31fa-d34d-4add-864c-cdfa4ae0fb24 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.068701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.100412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0289bb-fd9f-4d15-9031-37f704eedd45 req-5e3ae373-35c7-4238-979f-12fdae5ea10c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:28.110992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f0289bb-fd9f-4d15-9031-37f704eedd45 req-5e3ae373-35c7-4238-979f-12fdae5ea10c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 949 time: 0.1014700 Jul 22 11:35:28.135316 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-595d31fa-d34d-4add-864c-cdfa4ae0fb24 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:35:28.141606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-595d31fa-d34d-4add-864c-cdfa4ae0fb24 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.2125986 Jul 22 11:35:28.142474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:28.149988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:28.167724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f0289bb-fd9f-4d15-9031-37f704eedd45 req-6cdb7495-bd5c-46eb-bd7c-5cd60a7e0ef0 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535095 Jul 22 11:35:28.185396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.294098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.406836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Allocated IP 172.25.6.170 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/62083234-3527-44b7-9bfb-74f98adbed42) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:28.513273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.552784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.591385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:28.597511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:28.601134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:28.606638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event updated for resources: {'Port': ['ID=62083234-3527-44b7-9bfb-74f98adbed42,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:28.779635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting port 62083234-3527-44b7-9bfb-74f98adbed42 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:28.779997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.891186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.891369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:28.906013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Calling delete_port for 62083234-3527-44b7-9bfb-74f98adbed42 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:28.941663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b0fe2f2-45fe-41f0-a1b1-ba6109c50f42 req-13b56bfe-0818-4a8f-b54a-cfd18f45ee85 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:28.944015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b0fe2f2-45fe-41f0-a1b1-ba6109c50f42 req-13b56bfe-0818-4a8f-b54a-cfd18f45ee85 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 945 time: 0.1198711 Jul 22 11:35:28.953358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f9ea875-a253-4d9a-b946-9dc3c485ba9c req-6368237e-521e-42b2-ae24-610addab52b4 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:28.955158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f9ea875-a253-4d9a-b946-9dc3c485ba9c req-6368237e-521e-42b2-ae24-610addab52b4 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 945 time: 0.1199634 Jul 22 11:35:29.008270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b0fe2f2-45fe-41f0-a1b1-ba6109c50f42 req-2a7592d6-2398-4330-bb0e-b209f1b945c4 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0521324 Jul 22 11:35:29.020979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f9ea875-a253-4d9a-b946-9dc3c485ba9c req-48ea9fcb-9c44-4e10-9e9f-557cf59d6fee tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569162 Jul 22 11:35:29.064368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:29.065246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:29.102798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Port': ['ID=62083234-3527-44b7-9bfb-74f98adbed42,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:29.107925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 0effb653-e87c-4184-a346-c5cdfb2adbc9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:29.108273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0effb653-e87c-4184-a346-c5cdfb2adbc9 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:29.133840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d439f23f-94fd-4c05-9688-8d7a19d21b0e req-701d1b1d-371e-4974-bb61-a617fd25f3a6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.0402870 Jul 22 11:35:29.218280 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] create failed (client error): The resource could not be found. Jul 22 11:35:29.220259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-82e0d477-4640-49c7-bb8a-3c52e42722ca tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 1.0762975 Jul 22 11:35:29.223540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:29.337895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63d9fbb6-423b-4784-ac33-692860f81456 req-76f64fda-b07d-4f88-828c-aa648341062e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:29.340822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63d9fbb6-423b-4784-ac33-692860f81456 req-76f64fda-b07d-4f88-828c-aa648341062e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 949 time: 0.0949285 Jul 22 11:35:29.346179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting port ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:29.346544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:29.392240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63d9fbb6-423b-4784-ac33-692860f81456 req-e27389ae-0dc9-41c3-ad42-41078357effc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456967 Jul 22 11:35:29.449337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:29.462977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Calling delete_port for ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:29.611728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:29.626986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a46c05c-c817-4743-a0a7-f371cc81d376 req-d0a2d77c-6218-4d42-a268-e12bf4688ee4 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:29.628574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a46c05c-c817-4743-a0a7-f371cc81d376 req-d0a2d77c-6218-4d42-a268-e12bf4688ee4 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 945 time: 0.0668392 Jul 22 11:35:29.648603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Port': ['ID=ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:29.675847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a46c05c-c817-4743-a0a7-f371cc81d376 req-1ec7b936-636d-4932-a63b-7769198c2186 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409720 Jul 22 11:35:29.731376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:29.733396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-481b2234-ef48-4fe3-9143-ee0a113f9bbd tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "DELETE /v2.0/ports/ddd5ae24-9715-4a9e-b3f1-a8f1a6edba82 HTTP/1.1" status: 204 len: 168 time: 0.5080078 Jul 22 11:35:29.736108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:29.805072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-337de306-bffc-462a-9eab-fdf0b0776989 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:29.809212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-337de306-bffc-462a-9eab-fdf0b0776989 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "GET /v2.0/ports?device_id=b0f4fda4-6336-408b-a93a-0b7250482d6f HTTP/1.1" status: 200 len: 913 time: 0.0696726 Jul 22 11:35:29.809674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:30.249643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21073cd6-6de6-4bf7-9729-3ea2cf107cb6 req-647ac1ce-1ae9-412a-9935-a1e2b62b52c3 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:30.251133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21073cd6-6de6-4bf7-9729-3ea2cf107cb6 req-647ac1ce-1ae9-412a-9935-a1e2b62b52c3 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 945 time: 0.1509967 Jul 22 11:35:30.269868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae72ecb4-89b9-421c-a26b-e9c355b514a7 req-848dc518-ea1d-400f-a2aa-4503b87f9833 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=1ca5cc8d-5e0c-48a9-b2ad-286c1b9f0d14 HTTP/1.1" status: 200 len: 210 time: 0.0438786 Jul 22 11:35:30.324942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21073cd6-6de6-4bf7-9729-3ea2cf107cb6 req-4460e3c6-dcbe-424c-8a50-e656436b8e9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572014 Jul 22 11:35:30.347257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:30.357481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:30.459746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:30.466577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:30.467082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:30.550830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:30.580473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:30.582784 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b617073-29b2-47d7-8b3b-532ac1737a35" -d '{"events": [{"server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "name": "network-vif-plugged", "status": "completed", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:30.596152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:30.603637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:30.639504 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2a311f4-c455-46cb-b902-f24624236a66 x-openstack-request-id: req-c2a311f4-c455-46cb-b902-f24624236a66 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:30.639881 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "name": "network-vif-plugged", "status": "completed", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:30.640268 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2a311f4-c455-46cb-b902-f24624236a66 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:30.640758 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb', 'code': 200} Jul 22 11:35:30.667398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6edd026-cf84-4f03-861b-1f6f43aa4107 req-53cbbfb5-0ff2-4cab-a33b-0a2b1f4110d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:30.669003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6edd026-cf84-4f03-861b-1f6f43aa4107 req-53cbbfb5-0ff2-4cab-a33b-0a2b1f4110d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 949 time: 0.1659250 Jul 22 11:35:30.685935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:30.766656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6edd026-cf84-4f03-861b-1f6f43aa4107 req-8e842734-e2a9-44c9-9f50-57c9eab0849f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894477 Jul 22 11:35:30.821287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3bd96f1-c23c-42cd-a5d5-c1cbeeed3df1 req-bd01a361-8be0-44dc-bc65-1af46b3d65cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:30.823560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3bd96f1-c23c-42cd-a5d5-c1cbeeed3df1 req-bd01a361-8be0-44dc-bc65-1af46b3d65cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 1101 time: 0.1050436 Jul 22 11:35:30.863926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3bd96f1-c23c-42cd-a5d5-c1cbeeed3df1 req-368d281b-4460-4fd0-80f9-68c0a57fc9c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324512 Jul 22 11:35:30.907888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919f7bc8-da8d-4e84-bf65-a31ab227fc4f req-899482a3-66c1-4f5c-a196-c27e8d91408c tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:30.909345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-919f7bc8-da8d-4e84-bf65-a31ab227fc4f req-899482a3-66c1-4f5c-a196-c27e8d91408c tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 945 time: 0.1339824 Jul 22 11:35:30.912076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting port d7702d89-9b90-44f6-abe1-5a5304664d80 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:30.912528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.036163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-dd031d4e-b967-4039-936c-005e0e134eda tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:31.038568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-dd031d4e-b967-4039-936c-005e0e134eda tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.20 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 945 time: 0.0733380 Jul 22 11:35:31.078983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 10bda7dd-efc5-4921-a345-23342d16177c up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:31.149113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 10bda7dd-efc5-4921-a345-23342d16177c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:31.155948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 10bda7dd-efc5-4921-a345-23342d16177c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:31.156734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.174087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Deleting port e68da9e8-9150-4d4d-9b71-ec8d671d2068 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:31.174437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.279779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.304554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] For port e68da9e8-9150-4d4d-9b71-ec8d671d2068, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e68da9e8-9150-4d4d-9b71-ec8d671d2068,segment=NetworkSegment(18c13275-500f-47a3-9663-82acfa3a2730),segment_id=18c13275-500f-47a3-9663-82acfa3a2730)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:31.305063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.321879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Calling delete_port for e68da9e8-9150-4d4d-9b71-ec8d671d2068 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:31.346038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=10bda7dd-efc5-4921-a345-23342d16177c,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:31.362245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.422292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-919f7bc8-da8d-4e84-bf65-a31ab227fc4f req-cdc44c91-7e96-4006-a925-9430f9290169 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/security-groups?id=832bc127-807c-4608-a513-ae8c1aa659db&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5010266 Jul 22 11:35:31.465829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.480317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Calling delete_port for d7702d89-9b90-44f6-abe1-5a5304664d80 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:31.506015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:31.627195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.641317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['e68da9e8-9150-4d4d-9b71-ec8d671d2068'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:31.699163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Pushing event deleted for resources: {'Port': ['ID=e68da9e8-9150-4d4d-9b71-ec8d671d2068,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:31.726042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84720de5-cfc4-457c-9310-a3f755e1cd32 req-02505a55-7336-40a5-86df-b6e75452f63a tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:31.732965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84720de5-cfc4-457c-9310-a3f755e1cd32 req-02505a55-7336-40a5-86df-b6e75452f63a tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 946 time: 0.1852248 Jul 22 11:35:31.771520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] No DVR routers for this DVR port e68da9e8-9150-4d4d-9b71-ec8d671d2068 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:31.774788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.777203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd62d7cd-56bc-4441-8350-7cf3834c3aea req-0a1b8ceb-dd17-473e-a1e9-ede1d1f96209 tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.20 "DELETE /v2.0/ports/e68da9e8-9150-4d4d-9b71-ec8d671d2068 HTTP/1.1" status: 204 len: 173 time: 0.7276123 Jul 22 11:35:31.777940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'name': 'network-vif-deleted', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:31.780837 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-866c28fa-7df4-4064-995e-d07b1190f416" -d '{"events": [{"server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "name": "network-vif-deleted", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:31.816247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84720de5-cfc4-457c-9310-a3f755e1cd32 req-cf880f88-dccd-4026-98e0-8ad28f2e6da9 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802400 Jul 22 11:35:31.849002 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4c8e8d48-1f30-402d-b36a-9af13b963e07 x-openstack-request-id: req-4c8e8d48-1f30-402d-b36a-9af13b963e07 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:31.849569 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "501297b9-bf50-4304-bbac-2d8597b14376", "name": "network-vif-deleted", "tag": "e68da9e8-9150-4d4d-9b71-ec8d671d2068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:31.849848 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4c8e8d48-1f30-402d-b36a-9af13b963e07 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:31.850252 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '501297b9-bf50-4304-bbac-2d8597b14376', 'name': 'network-vif-deleted', 'tag': 'e68da9e8-9150-4d4d-9b71-ec8d671d2068', 'status': 'completed', 'code': 200} Jul 22 11:35:31.877449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:31.912629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Port': ['ID=d7702d89-9b90-44f6-abe1-5a5304664d80,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:32.141574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6407d659-24c8-4489-9d47-a33ed41555a9 req-a53a9141-0651-4047-ae69-fa8673dc39a3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:32.143355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6407d659-24c8-4489-9d47-a33ed41555a9 req-a53a9141-0651-4047-ae69-fa8673dc39a3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 950 time: 0.2249427 Jul 22 11:35:32.146271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:32.259965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6407d659-24c8-4489-9d47-a33ed41555a9 req-c9b96c0c-cd11-46a6-8879-d90ecc210f9b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071010 Jul 22 11:35:32.339214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Router b0f4fda4-6336-408b-a93a-0b7250482d6f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:35:32.439323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:32.448926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91bf0c9e-c264-4e6b-ba20-ba5d8aad69be tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "PUT /v2.0/routers/b0f4fda4-6336-408b-a93a-0b7250482d6f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6354771 Jul 22 11:35:32.449025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:32.457597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894024c-e294-4982-9033-f4f0103681df None None] Sync routers for ids ['b0f4fda4-6336-408b-a93a-0b7250482d6f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:32.476516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] Routers {'b0f4fda4-6336-408b-a93a-0b7250482d6f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:32.477398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b0f4fda4-6336-408b-a93a-0b7250482d6f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:32.559116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:32.580948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] Routers {'b0f4fda4-6336-408b-a93a-0b7250482d6f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:32.581100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b0f4fda4-6336-408b-a93a-0b7250482d6f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:32.628464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1894024c-e294-4982-9033-f4f0103681df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:32.629276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1894024c-e294-4982-9033-f4f0103681df None None] The sync data for ids ['b0f4fda4-6336-408b-a93a-0b7250482d6f'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:32.639017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:32.640646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26881f3c-d503-4ee9-b170-4695f48fe93b req-74f2f074-2714-4d96-9c65-97223481cf6c tempest-ServerAddressesTestJSON-450660825 tempest-ServerAddressesTestJSON-450660825-project] 10.222.0.21 "GET /v2.0/ports?device_id=501297b9-bf50-4304-bbac-2d8597b14376 HTTP/1.1" status: 200 len: 210 time: 0.0464683 Jul 22 11:35:32.642349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:32.655673 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1e542bd-0fba-4f37-80f1-730d18d5b004" -d '{"events": [{"server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "name": "network-vif-plugged", "status": "completed", "tag": "10bda7dd-efc5-4921-a345-23342d16177c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:32.700377 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c04c3674-4f6d-4d5e-8e58-079997c1de3c x-openstack-request-id: req-c04c3674-4f6d-4d5e-8e58-079997c1de3c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:32.700668 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "name": "network-vif-plugged", "status": "completed", "tag": "10bda7dd-efc5-4921-a345-23342d16177c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:32.700919 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c04c3674-4f6d-4d5e-8e58-079997c1de3c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:32.701342 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c', 'code': 200} Jul 22 11:35:32.883938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d659836d-173a-4352-b90c-717d734bd75e req-9fb3410f-39cb-470d-943f-cdf75db2796c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:32.885448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d659836d-173a-4352-b90c-717d734bd75e req-9fb3410f-39cb-470d-943f-cdf75db2796c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 1097 time: 0.0984585 Jul 22 11:35:32.926045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:32.928808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:32.976287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d659836d-173a-4352-b90c-717d734bd75e req-41a2b19c-f186-4eae-a095-55e7cf1bae45 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796299 Jul 22 11:35:33.008148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.008723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Fanout notify agent at l3_agent the message router_deleted on router b0f4fda4-6336-408b-a93a-0b7250482d6f {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:35:33.022306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc01299c-1e78-4701-97c0-d459c3a2de32 req-71050815-b9da-457d-9583-9ba86e9985f0 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:33.023003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.024302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88aaa7eb-7c95-41f4-9749-fe56b2888fe4 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "DELETE /v2.0/routers/b0f4fda4-6336-408b-a93a-0b7250482d6f HTTP/1.1" status: 204 len: 168 time: 0.5742455 Jul 22 11:35:33.026186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc01299c-1e78-4701-97c0-d459c3a2de32 req-71050815-b9da-457d-9583-9ba86e9985f0 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 946 time: 0.1118195 Jul 22 11:35:33.026692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:33.104812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting subnet 56421f22-6b47-487e-9d59-eb2f7e609e48 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:33.108713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc01299c-1e78-4701-97c0-d459c3a2de32 req-c9c5941b-a579-4e51-a131-e79f9260ed2f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0743158 Jul 22 11:35:33.110570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.154193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.254419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.326348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.371743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Subnet': ['ID=56421f22-6b47-487e-9d59-eb2f7e609e48,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:33.389681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7aea84d7-443a-42c8-8084-78d3623d1671 None None] Network a853536f-1120-44e0-9048-c4108a2e0262 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:33.401585 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.405923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f07f951e-7778-4930-9184-b541dd039973 tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "DELETE /v2.0/subnets/56421f22-6b47-487e-9d59-eb2f7e609e48 HTTP/1.1" status: 204 len: 168 time: 0.3760297 Jul 22 11:35:33.406357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:33.443078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f86fa9d7-9fce-4a2a-99bd-d8fadc5f1ad8 req-30345243-b455-48e8-b299-7d37fe8cf3d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:33.444673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f86fa9d7-9fce-4a2a-99bd-d8fadc5f1ad8 req-30345243-b455-48e8-b299-7d37fe8cf3d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 950 time: 0.0854182 Jul 22 11:35:33.488770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f86fa9d7-9fce-4a2a-99bd-d8fadc5f1ad8 req-12812937-8607-4e15-bc2e-8f25397b7f7a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362303 Jul 22 11:35:33.534627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.620935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Deleting port 670efb31-9bae-4dd2-b850-2c1402d4ba77 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:33.621283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.633752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] DHCP port deletion for a853536f-1120-44e0-9048-c4108a2e0262 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:35:33.715451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:33.722420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Deleting port 670efb31-9bae-4dd2-b850-2c1402d4ba77 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:33.723020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.732009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fedab54-3965-47ce-9b34-4f225ee0190e req-3c29b515-3e90-402c-bb31-6f6b590528a2 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:33.738162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fedab54-3965-47ce-9b34-4f225ee0190e req-3c29b515-3e90-402c-bb31-6f6b590528a2 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 1101 time: 0.1347830 Jul 22 11:35:33.772629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Deleting subnet 52f8ec7b-f231-4e5c-acfe-aa9d59c43e43 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:33.787575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.793268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] For port 670efb31-9bae-4dd2-b850-2c1402d4ba77, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=670efb31-9bae-4dd2-b850-2c1402d4ba77,segment=NetworkSegment(81e9fb24-7c9f-4e8b-9096-323077e368c5),segment_id=81e9fb24-7c9f-4e8b-9096-323077e368c5)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:33.793268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.814845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fedab54-3965-47ce-9b34-4f225ee0190e req-5b0e59f9-062f-4d26-8a78-bbaa4225cf92 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0705504 Jul 22 11:35:33.823731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] For port 670efb31-9bae-4dd2-b850-2c1402d4ba77, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=670efb31-9bae-4dd2-b850-2c1402d4ba77,segment=NetworkSegment(81e9fb24-7c9f-4e8b-9096-323077e368c5),segment_id=81e9fb24-7c9f-4e8b-9096-323077e368c5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:33.824212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:33.865184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Calling delete_port for 670efb31-9bae-4dd2-b850-2c1402d4ba77 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:33.881111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Calling delete_port for 670efb31-9bae-4dd2-b850-2c1402d4ba77 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:33.901286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.001491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.085007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.147475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Port': ['ID=670efb31-9bae-4dd2-b850-2c1402d4ba77,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:34.156948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.253377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] No DVR routers for this DVR port 670efb31-9bae-4dd2-b850-2c1402d4ba77 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:34.257327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=52f8ec7b-f231-4e5c-acfe-aa9d59c43e43,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:34.264850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.266856 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4da876a6-fafb-417f-9683-66b0b62b846f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/52f8ec7b-f231-4e5c-acfe-aa9d59c43e43 HTTP/1.1" status: 204 len: 168 time: 0.5503981 Jul 22 11:35:34.267305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.282210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:34.295289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] Pushing event deleted for resources: {'Port': ['ID=670efb31-9bae-4dd2-b850-2c1402d4ba77,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:34.303148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db5ec35f-3c8c-4c57-ab5a-3ce9686023d4 None None] No DVR routers for this DVR port 670efb31-9bae-4dd2-b850-2c1402d4ba77 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:34.313646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-c574765f-eeb1-4f10-a0d9-fb23c76d3980 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0977972 Jul 22 11:35:34.370313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e68da9e8-9150-4d4d-9b71-ec8d671d2068 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:34.391451 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: e68da9e8-9150-4d4d-9b71-ec8d671d2068 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:34.391941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e68da9e8-9150-4d4d-9b71-ec8d671d2068 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:34.454978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e7f022-3aa5-4a14-8541-e85b805407bc req-f4c59684-3c76-499b-9935-8236c3271bf5 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:34.456675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24e7f022-3aa5-4a14-8541-e85b805407bc req-f4c59684-3c76-499b-9935-8236c3271bf5 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 946 time: 0.2278535 Jul 22 11:35:34.524299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24e7f022-3aa5-4a14-8541-e85b805407bc req-16ff7e22-44ef-477c-be8a-c98a5c542d73 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585737 Jul 22 11:35:34.562087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-03e744ff-5e00-4d3f-9791-0b2971422323 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:34.575669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-03e744ff-5e00-4d3f-9791-0b2971422323 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2556095 Jul 22 11:35:34.597516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-cae31cee-da40-4e5d-8e17-04014d1a1176 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/quotas/9363f75eaa064125a7ee1e649823378a HTTP/1.1" status: 200 len: 375 time: 0.0208454 Jul 22 11:35:34.749475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-594581cb-b067-4971-b8d6-9928dbfa5629 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1510704 Jul 22 11:35:34.753536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.783741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.787704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4de0940a-2fa0-419b-8274-afde40f74a28 req-b3e00082-78cf-4e78-81a4-e1acf6a94b53 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:34.789482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4de0940a-2fa0-419b-8274-afde40f74a28 req-b3e00082-78cf-4e78-81a4-e1acf6a94b53 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bc803d1-bbfc-47b0-a08c-6fba89522ea6 HTTP/1.1" status: 200 len: 945 time: 0.1307054 Jul 22 11:35:34.797551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a853536f-1120-44e0-9048-c4108a2e0262']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:34.817286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81e9fb24-7c9f-4e8b-9096-323077e368c5') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:34.817963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81e9fb24-7c9f-4e8b-9096-323077e368c5') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:34.851924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.887846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4de0940a-2fa0-419b-8274-afde40f74a28 req-89bc3a73-426a-4edb-b436-06ebb072a006 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0904596 Jul 22 11:35:34.891009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.922748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.929908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:34.930318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:34.933412 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:34.955954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ce354039-5774-479b-af05-257cdb15a1e0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:34.967194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 670efb31-9bae-4dd2-b850-2c1402d4ba77 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:34.979598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '18c13275-500f-47a3-9663-82acfa3a2730') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:34.980204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '18c13275-500f-47a3-9663-82acfa3a2730') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:35.015686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 670efb31-9bae-4dd2-b850-2c1402d4ba77 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:35.017768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 670efb31-9bae-4dd2-b850-2c1402d4ba77 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:35.039357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.056491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.059282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.082556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.085911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] 10.222.0.21 "DELETE /v2.0/networks/a853536f-1120-44e0-9048-c4108a2e0262 HTTP/1.1" status: 204 len: 168 time: 1.6784942 Jul 22 11:35:35.090722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d6ee18-7a37-43ec-b09b-a7bd11f1592f tempest-FloatingIPNegativeTestJSON-993958691 tempest-FloatingIPNegativeTestJSON-993958691-project] Pushing event deleted for resources: {'Network': ['ID=a853536f-1120-44e0-9048-c4108a2e0262,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:35.095451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:35.095731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:35.097591 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:35.180963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.188095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.192977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ce354039-5774-479b-af05-257cdb15a1e0 HTTP/1.1" status: 204 len: 168 time: 0.9071815 Jul 22 11:35:35.234619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-237f6cfb-1814-4b32-924d-e1d01a8224f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=ce354039-5774-479b-af05-257cdb15a1e0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:35.259569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-501d79c8-84cd-4911-a96e-a305807796e5 req-d4cac0c2-9afa-427d-bfe4-8dd6a8ae9cce tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 210 time: 0.0479240 Jul 22 11:35:35.450479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:35.512146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:35.610483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3aaafbc-fbde-4b51-9a86-a0203cffc603 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cb6f4f96a16847688341e18604f9ff02&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1574783 Jul 22 11:35:35.611833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:35.689276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9431a6-39b1-47f8-b10c-4eaf4d4b2f79 req-ee4156cf-8b9f-4a18-b016-ebe92f9bad28 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:35.700968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9431a6-39b1-47f8-b10c-4eaf4d4b2f79 req-ee4156cf-8b9f-4a18-b016-ebe92f9bad28 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 944 time: 0.2077608 Jul 22 11:35:35.757285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9431a6-39b1-47f8-b10c-4eaf4d4b2f79 req-fa347b7a-8a31-46bf-ae48-47b2d084a73e tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497844 Jul 22 11:35:35.776306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.801315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.934792 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-842cd385-070d-4d6e-bf6b-13e0fbed6ed5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0ec584751fe4765b3881fedcc4dd2b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4209096 Jul 22 11:35:35.935805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:35.943313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.945761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:35.947121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/832bc127-807c-4608-a513-ae8c1aa659db HTTP/1.1" status: 204 len: 168 time: 0.3340321 Jul 22 11:35:35.962822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58897ddf-e717-42fc-a9ff-676727cd2c28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=832bc127-807c-4608-a513-ae8c1aa659db,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:35.988651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-75736840-c263-4c22-ac98-a22d782b1f98 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:35.989566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-75736840-c263-4c22-ac98-a22d782b1f98 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 944 time: 0.1346259 Jul 22 11:35:36.008286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.032876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.097796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.105570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.111247 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dbf39c57-39fc-422f-bd4b-8bad3797c16b HTTP/1.1" status: 204 len: 168 time: 0.1738269 Jul 22 11:35:36.122480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc91453-43cd-4728-b49c-63b90114cccc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbf39c57-39fc-422f-bd4b-8bad3797c16b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:36.141333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-e5c94ce8-4c7a-4696-be91-d894c0a298fe tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:36.149314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-e5c94ce8-4c7a-4696-be91-d894c0a298fe tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.2037096 Jul 22 11:35:36.164179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-d0fbb4ed-4f36-47e1-908c-1c6efee7128f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/quotas/398e4fef47014da0bfe09b13c142d50f HTTP/1.1" status: 200 len: 375 time: 0.0128567 Jul 22 11:35:36.232143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Deleting port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:36.232533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.343395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-26c9d07c-28ad-4fd6-8dd3-56fc85bf08a6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1714032 Jul 22 11:35:36.431826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc5baff6-63cc-4027-921d-496ec33cfa8c req-7f2e9cd8-f996-44ad-95a2-7dd8a0e2ecc9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 210 time: 0.0695434 Jul 22 11:35:36.465511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] For port fdb1b088-c5b9-4a31-9703-a0d35d6ea226, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:36.465922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.474900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-27ff614e-8cd1-414b-9c3e-508751b1fb97 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=9363f75eaa064125a7ee1e649823378a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0685618 Jul 22 11:35:36.527307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Calling delete_port for fdb1b088-c5b9-4a31-9703-a0d35d6ea226 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:36.598024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-888af04c-4ce1-46c7-bfb2-485a647f1971 service neutron] 10.222.0.21 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527339 Jul 22 11:35:36.710893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-59cea8b9-77f4-48f5-bdd5-d915ce570360 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:36.712500 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-59cea8b9-77f4-48f5-bdd5-d915ce570360 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2322872 Jul 22 11:35:36.734322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Request body: {'port': {'device_id': 'ad10210c-38f6-4749-a517-badaabfb1495', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '9363f75eaa064125a7ee1e649823378a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:36.765981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0dea5a84-a463-45b6-8644-bed1a32cbe49 service neutron] 10.222.0.21 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1670222 Jul 22 11:35:36.899199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:36.915205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fdb1b088-c5b9-4a31-9703-a0d35d6ea226'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:36.937400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event deleted for resources: {'Port': ['ID=fdb1b088-c5b9-4a31-9703-a0d35d6ea226,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:36.965701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30097846-7ffd-464e-a2c4-711e53e3a753 req-e82b923e-aa01-4c1e-b830-a1fea2880ce6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:36.967406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30097846-7ffd-464e-a2c4-711e53e3a753 req-e82b923e-aa01-4c1e-b830-a1fea2880ce6 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=a95f3792-3aa0-4c3d-91d6-9012c4952472 HTTP/1.1" status: 200 len: 866 time: 0.1382270 Jul 22 11:35:36.971906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Made reservation on behalf of 9363f75eaa064125a7ee1e649823378a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:36.976667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.040295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] No DVR routers for this DVR port fdb1b088-c5b9-4a31-9703-a0d35d6ea226 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:37.044675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.047360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cac15a2-f06e-41cc-bd2e-c9fdeb9c1a08 req-9d06d6cd-f648-4a81-b577-728ae4fdf018 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "DELETE /v2.0/ports/fdb1b088-c5b9-4a31-9703-a0d35d6ea226 HTTP/1.1" status: 204 len: 173 time: 1.0387945 Jul 22 11:35:37.048004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-deleted', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:37.050423 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5f35f82-38c3-4256-a6e0-17c4d313431f" -d '{"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-deleted", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:37.090340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30097846-7ffd-464e-a2c4-711e53e3a753 req-6e5ba0dc-f35f-4a46-a266-2055d4284deb tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048102 Jul 22 11:35:37.199589 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8ac22dec-c64e-4e77-b67c-e4d7e4ce49bf x-openstack-request-id: req-8ac22dec-c64e-4e77-b67c-e4d7e4ce49bf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:37.202590 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a95f3792-3aa0-4c3d-91d6-9012c4952472", "name": "network-vif-deleted", "tag": "fdb1b088-c5b9-4a31-9703-a0d35d6ea226", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:37.202974 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8ac22dec-c64e-4e77-b67c-e4d7e4ce49bf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:37.204708 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a95f3792-3aa0-4c3d-91d6-9012c4952472', 'name': 'network-vif-deleted', 'tag': 'fdb1b088-c5b9-4a31-9703-a0d35d6ea226', 'status': 'completed', 'code': 200} Jul 22 11:35:37.214478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:37.275818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-4a3f7ab6-d34c-4652-accb-d3900a82996f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:37.277648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-4a3f7ab6-d34c-4652-accb-d3900a82996f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bc803d1-bbfc-47b0-a08c-6fba89522ea6 HTTP/1.1" status: 200 len: 945 time: 0.1850581 Jul 22 11:35:37.389735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72fa260d-1445-49b5-920c-cb7be2ad3660 req-c5e80fb9-82eb-466c-8240-eb29dba6de8f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 210 time: 0.0314703 Jul 22 11:35:37.390730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Allocated IP 192.168.233.134 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/a5acfe88-0cee-4f59-8874-2fc8f6549e70) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:37.452960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Deleting port 54509b8c-e72c-4f63-b469-b2087bd1dd84 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:37.453230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.590941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] For port 54509b8c-e72c-4f63-b469-b2087bd1dd84, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=54509b8c-e72c-4f63-b469-b2087bd1dd84,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:37.591401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.609482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:37.614728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1648101410-network', 'tenant_id': '4d4c1d32382442c4aa5fcf4cc6e0b06a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:37.622858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Calling delete_port for 54509b8c-e72c-4f63-b469-b2087bd1dd84 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:37.665253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-49bf9f6e-adc8-4eb7-9205-a8ad0251eec6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:37.667437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-49bf9f6e-adc8-4eb7-9205-a8ad0251eec6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "GET /v2.0/ports?device_id=d3dc0a42-acc6-4edf-a0ed-61e773ee764b HTTP/1.1" status: 200 len: 946 time: 0.1890452 Jul 22 11:35:37.709446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf09fbe-2b00-4852-842e-fcdbba56cb65 req-18a94aa6-27f1-468d-b005-e0cd1aeac5ef tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 210 time: 0.1026936 Jul 22 11:35:37.769704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1405506965'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:37.784084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Made reservation on behalf of 4d4c1d32382442c4aa5fcf4cc6e0b06a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:37.787061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.832693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.858231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:37.862422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.875998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.886223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.891009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Deleting port 10bda7dd-efc5-4921-a345-23342d16177c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:37.891548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.974473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Transition to ACTIVE for port object a5acfe88-0cee-4f59-8874-2fc8f6549e70 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:37.977608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:37.989481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['54509b8c-e72c-4f63-b469-b2087bd1dd84', '10bda7dd-efc5-4921-a345-23342d16177c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:38.006922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] For port 10bda7dd-efc5-4921-a345-23342d16177c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=10bda7dd-efc5-4921-a345-23342d16177c,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:38.007579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.026797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event deleted for resources: {'Port': ['ID=54509b8c-e72c-4f63-b469-b2087bd1dd84,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.033614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Calling delete_port for 10bda7dd-efc5-4921-a345-23342d16177c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:38.095526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] No DVR routers for this DVR port 54509b8c-e72c-4f63-b469-b2087bd1dd84 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:38.100049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.100272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.105670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70a190ee-2558-476a-bbaa-04db76dd0b15 req-8ae8e4f5-8a4e-4b45-a069-fd1c4d25ce7d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "DELETE /v2.0/ports/54509b8c-e72c-4f63-b469-b2087bd1dd84 HTTP/1.1" status: 204 len: 173 time: 0.8153858 Jul 22 11:35:38.116673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9', '38092053-01c8-45bb-8fac-b835c517003d', '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:38.169872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.175310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.237577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:38.257915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b6a8974-ccec-429c-a37c-551b4e06489c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.278702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.279306 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Added segment 4add4fc6-01b0-4f70-b983-e623df92e075 of type vlan for network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 Jul 22 11:35:38.288917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:38.311317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:38.339502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:38.346475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:38.449298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.466907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:38.467533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.533231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.546659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event updated for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.547665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.570555 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-318caeab-eefd-4180-bc51-a14804eaed25 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.8417416 Jul 22 11:35:38.577718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.578198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:38.579321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.629241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Request body: {'port': {'device_id': 'ad10210c-38f6-4749-a517-badaabfb1495', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:38.687182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4657bf02-2dd9-4fd9-bcdd-eaa212cd4b06,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.713128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.719331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] Pushing event updated for resources: {'Network': ['ID=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.731681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:38.741502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event deleted for resources: {'Port': ['ID=10bda7dd-efc5-4921-a345-23342d16177c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:38.761700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.768364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:38.773111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c695526-fc4e-41a1-a2d8-08302a97e98c req-695e906b-108e-4f66-adc1-64bb300ba83c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 210 time: 0.2190576 Jul 22 11:35:38.816542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] No DVR routers for this DVR port 10bda7dd-efc5-4921-a345-23342d16177c on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:38.822537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.825143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c8dbc27c-07c2-4669-a2d7-90185e6f32fe req-f11cc200-2dc3-4ee2-ab11-fdf0eb6982ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.36 "DELETE /v2.0/ports/10bda7dd-efc5-4921-a345-23342d16177c HTTP/1.1" status: 204 len: 173 time: 1.1064575 Jul 22 11:35:38.825755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'name': 'network-vif-deleted', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:38.828741 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-668731ac-efc2-46a5-b13a-5d76b70dd235" -d '{"events": [{"server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "name": "network-vif-deleted", "tag": "10bda7dd-efc5-4921-a345-23342d16177c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:38.857707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2de22828-6e29-4549-ab4b-06d61da37274 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 1.6391244 Jul 22 11:35:38.860103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:38.878249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68236a83-524b-495c-868f-83853663018a admin admin] Request body: {'subnet': {'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1648101410-subnet', 'tenant_id': '4d4c1d32382442c4aa5fcf4cc6e0b06a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:38.906038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c129c07-16c6-4866-9b13-8ced82090335 None None] Provisioning for port a5acfe88-0cee-4f59-8874-2fc8f6549e70 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:38.933481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c129c07-16c6-4866-9b13-8ced82090335 None None] Provisioning complete for port a5acfe88-0cee-4f59-8874-2fc8f6549e70 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:38.933858 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c129c07-16c6-4866-9b13-8ced82090335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.951608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:38.952021 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 33327c48-6e93-45d9-b5fb-44c5883869ae of type vlan for network 8f379ecd-e7fc-49a6-9e01-92f155931e4f Jul 22 11:35:38.965475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68236a83-524b-495c-868f-83853663018a admin admin] Made reservation on behalf of 4d4c1d32382442c4aa5fcf4cc6e0b06a for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:38.968139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68236a83-524b-495c-868f-83853663018a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.037870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2c129c07-16c6-4866-9b13-8ced82090335 None None] Port a5acfe88-0cee-4f59-8874-2fc8f6549e70 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:39.152285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 54509b8c-e72c-4f63-b469-b2087bd1dd84 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:39.171335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.207034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 54509b8c-e72c-4f63-b469-b2087bd1dd84 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:39.207554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 54509b8c-e72c-4f63-b469-b2087bd1dd84 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:39.208687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 10bda7dd-efc5-4921-a345-23342d16177c no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:39.217371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5faca53d-a2a1-4676-8ab5-ee367ff7b6b5 req-b4423cf3-435d-4364-837f-6f37dc4e1f38 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.219315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5faca53d-a2a1-4676-8ab5-ee367ff7b6b5 req-b4423cf3-435d-4364-837f-6f37dc4e1f38 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.5020933 Jul 22 11:35:39.219773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'name': 'network-vif-deleted', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:39.222143 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70e13f00-0c03-4c3c-880a-87c47b26313f" -d '{"events": [{"server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "name": "network-vif-deleted", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:39.245390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 10bda7dd-efc5-4921-a345-23342d16177c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:39.245749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 10bda7dd-efc5-4921-a345-23342d16177c not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:39.246641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:39.303068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.308662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.309438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.310495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: fdb1b088-c5b9-4a31-9703-a0d35d6ea226 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:39.311057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fdb1b088-c5b9-4a31-9703-a0d35d6ea226 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:39.357376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5faca53d-a2a1-4676-8ab5-ee367ff7b6b5 req-cd7c23d3-3566-4385-bd97-1dccd2a487ca tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1232677 Jul 22 11:35:39.391983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-64d46b6b-5d97-486b-b5de-5f1141003eae tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.399595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-64d46b6b-5d97-486b-b5de-5f1141003eae tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.3387275 Jul 22 11:35:39.418766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Request body: {'port': {'device_id': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'admin_state_up': True, 'tenant_id': '398e4fef47014da0bfe09b13c142d50f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:39.445585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=8f379ecd-e7fc-49a6-9e01-92f155931e4f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:39.455553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f194ea0-88de-4efa-a6c6-0a8fad98c186 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8445134 Jul 22 11:35:39.469306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:39.510302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68236a83-524b-495c-868f-83853663018a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.565696 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fafea027-b1a0-46d6-9124-6c50d234e2d8 x-openstack-request-id: req-fafea027-b1a0-46d6-9124-6c50d234e2d8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:39.566367 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d3dc0a42-acc6-4edf-a0ed-61e773ee764b", "name": "network-vif-deleted", "tag": "10bda7dd-efc5-4921-a345-23342d16177c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:39.566942 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fafea027-b1a0-46d6-9124-6c50d234e2d8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:39.568594 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd3dc0a42-acc6-4edf-a0ed-61e773ee764b', 'name': 'network-vif-deleted', 'tag': '10bda7dd-efc5-4921-a345-23342d16177c', 'status': 'completed', 'code': 200} Jul 22 11:35:39.599291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-d8c15b58-dcb4-48ea-ac9a-2354a6af9dda tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.601888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-d8c15b58-dcb4-48ea-ac9a-2354a6af9dda tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.5521648 Jul 22 11:35:39.625220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:39.638978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:39.758861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68236a83-524b-495c-868f-83853663018a admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4681dc4-13e7-48a7-be7c-29b6f8436623,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:39.778052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ab597-3073-4c3e-8370-8734ec1d5f6a req-a1d0905f-0fa3-4c2c-9ad2-181aae652726 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.779947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-556ab597-3073-4c3e-8370-8734ec1d5f6a req-a1d0905f-0fa3-4c2c-9ad2-181aae652726 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 936 time: 0.3209918 Jul 22 11:35:39.783674 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7455c8af-f3d0-48c9-b428-b5267bd0f150 x-openstack-request-id: req-7455c8af-f3d0-48c9-b428-b5267bd0f150 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:39.784120 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bc803d1-bbfc-47b0-a08c-6fba89522ea6", "name": "network-vif-deleted", "tag": "54509b8c-e72c-4f63-b469-b2087bd1dd84", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:39.784374 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7455c8af-f3d0-48c9-b428-b5267bd0f150 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:39.784776 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bc803d1-bbfc-47b0-a08c-6fba89522ea6', 'name': 'network-vif-deleted', 'tag': '54509b8c-e72c-4f63-b469-b2087bd1dd84', 'status': 'completed', 'code': 200} Jul 22 11:35:39.785623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-68236a83-524b-495c-868f-83853663018a admin admin] Checking segment: {'id': '4add4fc6-01b0-4f70-b983-e623df92e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:39.786028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68236a83-524b-495c-868f-83853663018a admin admin] Network hostable DHCP agents. Network: 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:39.843036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-028ab77f-0849-4585-b799-a37f22739c3f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.844572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-028ab77f-0849-4585-b799-a37f22739c3f tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 813 time: 0.2473109 Jul 22 11:35:39.857365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-68236a83-524b-495c-868f-83853663018a admin admin] Network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:39.859574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:39.863976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.864843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Request body: {'port': {'device_id': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'admin_state_up': True, 'tenant_id': '398e4fef47014da0bfe09b13c142d50f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:39.894400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-556ab597-3073-4c3e-8370-8734ec1d5f6a req-93793835-42b3-4281-8ec2-0f3261967c84 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1039193 Jul 22 11:35:39.902615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-68236a83-524b-495c-868f-83853663018a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:39.910666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68236a83-524b-495c-868f-83853663018a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:39.911310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68236a83-524b-495c-868f-83853663018a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:39.914362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d74bb49e-5189-4d48-aebb-0fd52e6ff0e5 None None] Network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:39.974604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:39.977896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-68236a83-524b-495c-868f-83853663018a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 1.1107457 Jul 22 11:35:39.988439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.190194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3c02aa1-8154-49d9-b3a6-6e444cdd8179 None None] Network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:40.276182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a5acfe88-0cee-4f59-8874-2fc8f6549e70 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:40.296127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.305839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Deleting port 9d428054-639c-4d3f-8f5c-07b76a795068 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:40.306279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.355201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Allocated IP 172.20.0.11 (d364e08b-e4c9-4a0f-989d-d80f69b1640d/2ab108ed-7496-49c2-8fe3-6c268169926d/119f4923-00e8-402d-b138-6ede016b17a3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:40.381692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Transition to ACTIVE for port object a5acfe88-0cee-4f59-8874-2fc8f6549e70 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:40.436589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.498265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92363e2e-3ea2-48f7-bc98-d54f4f42b20c req-6e6ea823-14ee-48ac-8f52-718f736ea9a0 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 210 time: 0.5268481 Jul 22 11:35:40.598199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:40.614648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Made reservation on behalf of 398e4fef47014da0bfe09b13c142d50f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:40.618655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] For port 9d428054-639c-4d3f-8f5c-07b76a795068, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9d428054-639c-4d3f-8f5c-07b76a795068,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:40.619032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.619853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.653822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-331b1ba5-f1ba-465f-9b0b-6b99b7cb41b7 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:40.662762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-331b1ba5-f1ba-465f-9b0b-6b99b7cb41b7 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/networks?id=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 HTTP/1.1" status: 200 len: 822 time: 0.1684363 Jul 22 11:35:40.695692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-db0f92d5-b748-4254-8d67-059c6a293ddc tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/quotas/4d4c1d32382442c4aa5fcf4cc6e0b06a HTTP/1.1" status: 200 len: 375 time: 0.0317264 Jul 22 11:35:40.706551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Calling delete_port for 9d428054-639c-4d3f-8f5c-07b76a795068 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:40.717588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:40.763127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-56fcc444-5dda-43e2-9774-0a6de9249f70 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4d4c1d32382442c4aa5fcf4cc6e0b06a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0659933 Jul 22 11:35:40.918537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-929fb7e8-5f73-42be-a59b-1cea484d1539 service neutron] 10.222.0.21 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1355722 Jul 22 11:35:40.933829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eead0f4-dc2f-4544-a12a-413766d2b34e req-6cc5cd7c-f716-4c45-ab99-1f36e8e01868 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:40.935476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eead0f4-dc2f-4544-a12a-413766d2b34e req-6cc5cd7c-f716-4c45-ab99-1f36e8e01868 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 945 time: 0.1749904 Jul 22 11:35:41.028566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eead0f4-dc2f-4544-a12a-413766d2b34e req-08a98f46-4bae-4b78-bb17-2fe7f8486ef1 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847530 Jul 22 11:35:41.056127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-d638a0bf-fa63-43e9-856c-d96210b27171 service neutron] 10.222.0.21 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1315634 Jul 22 11:35:41.189492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=4f3f8dee-c254-44d0-ad86-d469f75356c2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:41.191640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Attempting to bind port a5acfe88-0cee-4f59-8874-2fc8f6549e70 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:41.191973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Attempting to bind port a5acfe88-0cee-4f59-8874-2fc8f6549e70 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:41.193171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Attempting to bind port a5acfe88-0cee-4f59-8874-2fc8f6549e70 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:41.227578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Port a5acfe88-0cee-4f59-8874-2fc8f6549e70 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:41.228158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Attempting to bind port a5acfe88-0cee-4f59-8874-2fc8f6549e70 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:41.244537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.259881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:41.260341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:41.260857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:41.261417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Bound port: a5acfe88-0cee-4f59-8874-2fc8f6549e70, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:41.261884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.267333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba4f7f9c-c56c-4410-aff2-1f38e861844f req-7ecb2438-9f8a-4d11-8d01-30a24e09df71 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 210 time: 0.0448036 Jul 22 11:35:41.267480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '33327c48-6e93-45d9-b5fb-44c5883869ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:41.267767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: 8f379ecd-e7fc-49a6-9e01-92f155931e4f, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:41.325389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d56b58b-18e5-4f53-8b7f-8e1a9c09d1b1 req-4b130833-bace-408d-9474-def25903afe2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:41.326908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d56b58b-18e5-4f53-8b7f-8e1a9c09d1b1 req-4b130833-bace-408d-9474-def25903afe2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 948 time: 0.0923297 Jul 22 11:35:41.372684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d56b58b-18e5-4f53-8b7f-8e1a9c09d1b1 req-a0d4f285-64ef-4285-8e96-bf44e48d9cb1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0393434 Jul 22 11:35:41.397602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:41.427965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8f379ecd-e7fc-49a6-9e01-92f155931e4f) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:41.435995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca352b5c-57d2-4ae7-ae78-5db6a49fdb3c None None] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:41.436476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.441518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:41.443009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.457151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.495604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Allocated IP 172.20.0.9 (d364e08b-e4c9-4a0f-989d-d80f69b1640d/2ab108ed-7496-49c2-8fe3-6c268169926d/dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:41.506290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:41.530479 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a696759-0566-4286-a9bc-1620e9b2157a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 1.8961155 Jul 22 11:35:41.535285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:41.539714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:41.542311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:41.552237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-423849110'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:41.602844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:41.620614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.624756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:41.649187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd38ebc0-d7fa-40f0-af0e-eaad3b74d88a req-a4ea0bd7-c8f3-4b22-a257-438f92a58cf1 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 210 time: 0.0424924 Jul 22 11:35:41.649356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event updated for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:41.654570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:41.658259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.674055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] No DVR routers for this DVR port 9d428054-639c-4d3f-8f5c-07b76a795068 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:41.683237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.685317 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e449be8-30a2-46f2-9185-5708e0a77a2f req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "DELETE /v2.0/ports/9d428054-639c-4d3f-8f5c-07b76a795068 HTTP/1.1" status: 204 len: 173 time: 2.0702591 Jul 22 11:35:41.688745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-deleted', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:41.690570 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a3b839-70bc-4f5c-a4ad-55d6045b679b" -d '{"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-deleted", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:41.720144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:41.720914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.732869 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] 10.222.0.36 "PUT /v2.0/ports/a5acfe88-0cee-4f59-8874-2fc8f6549e70 HTTP/1.1" status: 200 len: 1096 time: 3.1044424 Jul 22 11:35:41.745962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd00dad-0593-4173-88cd-5afb04604236 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event deleted for resources: {'Port': ['ID=9d428054-639c-4d3f-8f5c-07b76a795068,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:41.750515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8f379ecd-e7fc-49a6-9e01-92f155931e4f', 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '4f3f8dee-c254-44d0-ad86-d469f75356c2'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:41.751814 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.757597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:41.809453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.813879 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 53abcdc3-6c90-41c7-bb05-3ff90c78356d of type vlan for network e5c63b1f-57a1-4430-833c-df671908b3a1 Jul 22 11:35:41.831070 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ddfee038-fb3f-457f-8477-3cfa4f4c2aef x-openstack-request-id: req-ddfee038-fb3f-457f-8477-3cfa4f4c2aef {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:41.831369 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9de657cb-0b61-422e-b409-4b3637927643", "name": "network-vif-deleted", "tag": "9d428054-639c-4d3f-8f5c-07b76a795068", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:41.831798 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ddfee038-fb3f-457f-8477-3cfa4f4c2aef {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:41.832201 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9de657cb-0b61-422e-b409-4b3637927643', 'name': 'network-vif-deleted', 'tag': '9d428054-639c-4d3f-8f5c-07b76a795068', 'status': 'completed', 'code': 200} Jul 22 11:35:41.859903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:41.860574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.877561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.933493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0b97ea-7ea2-4afe-a705-d35e08c74ef6 service neutron] Pushing event updated for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:41.956512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:41.978480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Allocated IP 172.20.255.242 (8f379ecd-e7fc-49a6-9e01-92f155931e4f/4f3f8dee-c254-44d0-ad86-d469f75356c2/ac654d7f-670c-4167-bb35-6f6c8853ad2e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:42.006740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.009230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.015239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.015664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0f8c35b5-ff49-48de-8bda-2916dd7a8bf6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.6025248 Jul 22 11:35:42.015867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.053688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-e9ed8321-bb83-480a-90c8-766a44354cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.055297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-e9ed8321-bb83-480a-90c8-766a44354cbe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 1099 time: 0.2222867 Jul 22 11:35:42.108469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.5650723 Jul 22 11:35:42.116821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:42.122003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:42.127551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Network d364e08b-e4c9-4a0f-989d-d80f69b1640d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:42.151014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:42.167630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Request body: {'port': {'device_id': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:42.171378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-09f74265-d985-445a-a60e-a8216d94d3af service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70 HTTP/1.1" status: 200 len: 217 time: 0.1064727 Jul 22 11:35:42.184471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event updated for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:42.195615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:42.202610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.203765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed747e2-7dbf-4708-9138-7e329d001666 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=e5c63b1f-57a1-4430-833c-df671908b3a1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:42.212540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Transition to ACTIVE for port object ac654d7f-670c-4167-bb35-6f6c8853ad2e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:42.229574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Transition to ACTIVE for port object ac654d7f-670c-4167-bb35-6f6c8853ad2e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:42.234617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e5c63b1f-57a1-4430-833c-df671908b3a1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:42.259660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-f939702f-bfaf-4fa5-8598-5b2b82da72ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.261136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-f939702f-bfaf-4fa5-8598-5b2b82da72ee service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0579991 Jul 22 11:35:42.264846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.290602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf41b106-b3b9-4537-aaa7-3f02b9c6ad87 req-a95dfabc-64fd-4851-a7e7-3d195641a406 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=9de657cb-0b61-422e-b409-4b3637927643 HTTP/1.1" status: 200 len: 210 time: 0.1031241 Jul 22 11:35:42.372931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.373607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.408953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:42.413788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.420323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-c5f82e0b-2c62-4898-b0b6-a2b3035d7dca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5647180 Jul 22 11:35:42.431388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.440549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Request body: {'port': {'device_id': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:42.490981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Pushing event updated for resources: {'Port': ['ID=ac654d7f-670c-4167-bb35-6f6c8853ad2e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:42.502084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:42.503746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:42.506949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:42.527169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edb7fc89-a8e3-4d09-9e8c-93d9da05a8e5 req-4725a5f2-d3c7-4488-ba9d-5b93f97ad60e tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 210 time: 0.0540936 Jul 22 11:35:42.534632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-737eba21-f4fe-44ee-a129-59c7d46f4711 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.536993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-737eba21-f4fe-44ee-a129-59c7d46f4711 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2653954 Jul 22 11:35:42.610316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Attempting to bind port ac654d7f-670c-4167-bb35-6f6c8853ad2e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:42.611216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Attempting to bind port ac654d7f-670c-4167-bb35-6f6c8853ad2e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '33327c48-6e93-45d9-b5fb-44c5883869ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:42.611621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Attempting to bind port ac654d7f-670c-4167-bb35-6f6c8853ad2e on network 8f379ecd-e7fc-49a6-9e01-92f155931e4f {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:42.617915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:42.619677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Checking segment: {'id': '33327c48-6e93-45d9-b5fb-44c5883869ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:42.620108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.620508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Bound using segment: {'id': '33327c48-6e93-45d9-b5fb-44c5883869ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:42.621239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Bound port: ac654d7f-670c-4167-bb35-6f6c8853ad2e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '33327c48-6e93-45d9-b5fb-44c5883869ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '8f379ecd-e7fc-49a6-9e01-92f155931e4f'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:42.621951 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.681910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.742185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] For port ac654d7f-670c-4167-bb35-6f6c8853ad2e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:42.745897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4777371-a3ab-4492-aa51-e000a895004c req-1211eedc-8801-4357-92ba-53ca12ab20cd tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:42.746428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] For port ac654d7f-670c-4167-bb35-6f6c8853ad2e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ac654d7f-670c-4167-bb35-6f6c8853ad2e,segment=NetworkSegment(33327c48-6e93-45d9-b5fb-44c5883869ae),segment_id=33327c48-6e93-45d9-b5fb-44c5883869ae)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:42.753290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4777371-a3ab-4492-aa51-e000a895004c req-1211eedc-8801-4357-92ba-53ca12ab20cd tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 948 time: 0.2366340 Jul 22 11:35:42.754151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:42.787455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-8b8e9bcc-1430-416d-9817-9eaebc864aef service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2428865 Jul 22 11:35:42.864714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad209ba-4a38-4c49-b513-83923039be1a None None] Pushing event updated for resources: {'Port': ['ID=ac654d7f-670c-4167-bb35-6f6c8853ad2e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:43.023720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.108506 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-07e739f6-9914-4faa-9c16-4bccbf33b553 req-25775bce-482e-435d-8591-094654bfc1e6 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3131557 Jul 22 11:35:43.112653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:43.167057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 9d428054-639c-4d3f-8f5c-07b76a795068 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:43.167291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 119f4923-00e8-402d-b138-6ede016b17a3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:43.168160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9d428054-639c-4d3f-8f5c-07b76a795068 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:43.180975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4777371-a3ab-4492-aa51-e000a895004c req-cafe708d-c80a-4ea8-b915-8a859d636304 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4267039 Jul 22 11:35:43.184449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-0c8d137b-2433-4469-93f4-6f053a1a2232 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:43.186525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-0c8d137b-2433-4469-93f4-6f053a1a2232 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.36 "GET /v2.0/networks?id=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 HTTP/1.1" status: 200 len: 822 time: 0.3133671 Jul 22 11:35:43.188622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.201178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Request body: {'port': {'device_id': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1', 'admin_state_up': True, 'tenant_id': '4d4c1d32382442c4aa5fcf4cc6e0b06a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:43.248554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Transition to ACTIVE for port object 119f4923-00e8-402d-b138-6ede016b17a3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:43.258232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.295744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=187d7220-372d-4f4e-9b51-b0cc70042722,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:43.323233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '53abcdc3-6c90-41c7-bb05-3ff90c78356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:43.323560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: e5c63b1f-57a1-4430-833c-df671908b3a1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:43.366397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e7514f-ba75-4032-81cf-c64d14c359cd req-2661a91d-a08e-4654-9087-90ba83bdf512 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:43.368104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2e7514f-ba75-4032-81cf-c64d14c359cd req-2661a91d-a08e-4654-9087-90ba83bdf512 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 931 time: 0.5206494 Jul 22 11:35:43.447415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Pushing event updated for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:43.452506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network e5c63b1f-57a1-4430-833c-df671908b3a1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:43.497044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2e7514f-ba75-4032-81cf-c64d14c359cd req-c9f2440e-60d4-4fad-864a-2ad118692a3e tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1048594 Jul 22 11:35:43.503627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e5c63b1f-57a1-4430-833c-df671908b3a1) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:43.512954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5be6e9-5f88-4a25-8fa8-78fbc31fd7cc None None] Network e5c63b1f-57a1-4430-833c-df671908b3a1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:43.518779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:43.519374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.578103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Made reservation on behalf of 4d4c1d32382442c4aa5fcf4cc6e0b06a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:43.591801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.630698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1182068d-f5bd-4ce1-aaa1-fb3afc824f28 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 1.5126922 Jul 22 11:35:43.633600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:43.756677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-350eea14-87bd-4a37-90a2-1b7b70d3e9a1 req-b41d90f6-ee77-461e-956a-1e3898c79a45 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 210 time: 0.1301637 Jul 22 11:35:43.764728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:43.783521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.816746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e5c63b1f-57a1-4430-833c-df671908b3a1', 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '187d7220-372d-4f4e-9b51-b0cc70042722'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:43.818838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.824574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Attempting to bind port 119f4923-00e8-402d-b138-6ede016b17a3 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:43.825108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Attempting to bind port 119f4923-00e8-402d-b138-6ede016b17a3 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:43.825276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Attempting to bind port 119f4923-00e8-402d-b138-6ede016b17a3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:43.834829 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-960f5d4c-fca0-4be5-9907-5fa6db1db8d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.4456375 Jul 22 11:35:43.840235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:43.842904 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c" -d '{"events": [{"name": "network-changed", "server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:43.849876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Port 119f4923-00e8-402d-b138-6ede016b17a3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:43.850222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Attempting to bind port 119f4923-00e8-402d-b138-6ede016b17a3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:43.862576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:43.862929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Checking segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:43.863324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Bound using segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:43.863785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Bound port: 119f4923-00e8-402d-b138-6ede016b17a3, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:43.864155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.868507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Transition to ACTIVE for port object dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:43.914778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:43.955402 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-01d33fd2-c764-48b2-9f43-96b091b85ae2 x-openstack-request-id: req-01d33fd2-c764-48b2-9f43-96b091b85ae2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:43.956696 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:43.956957 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-01d33fd2-c764-48b2-9f43-96b091b85ae2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:43.957366 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70', 'status': 'completed', 'code': 200} Jul 22 11:35:43.994818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.045336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Pushing event updated for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:44.073874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Allocated IP 172.20.0.11 (8c7b8c80-f8c1-48f2-a074-298e1af8e5b1/f4681dc4-13e7-48a7-be7c-29b6f8436623/40f0c8e9-c0f6-467b-a24a-aea0472a30f5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:44.083733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cc3b59d-8f0c-4d6c-911e-25fecfa8fb17 req-94eae8a5-57a4-4eb0-bb13-3866d9cafa08 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.090881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cc3b59d-8f0c-4d6c-911e-25fecfa8fb17 req-94eae8a5-57a4-4eb0-bb13-3866d9cafa08 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.2695622 Jul 22 11:35:44.094653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Allocated IP 172.20.0.2 (e5c63b1f-57a1-4430-833c-df671908b3a1/187d7220-372d-4f4e-9b51-b0cc70042722/df834e9b-458c-4a1e-a2e2-56302703d232) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:44.128278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:44.135747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=119f4923-00e8-402d-b138-6ede016b17a3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:44.156570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.225197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.229064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-79529234-feb6-413a-9552-131198b70188 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.230826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-79529234-feb6-413a-9552-131198b70188 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 1101 time: 0.3286915 Jul 22 11:35:44.232274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.233247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.234580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] 10.222.0.20 "PUT /v2.0/ports/119f4923-00e8-402d-b138-6ede016b17a3 HTTP/1.1" status: 200 len: 1092 time: 2.2097108 Jul 22 11:35:44.238207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cc3b59d-8f0c-4d6c-911e-25fecfa8fb17 req-6f210148-bbbb-4b33-93ad-aa908d5da679 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1463850 Jul 22 11:35:44.293114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a852b3ac-688b-4d36-91e0-b964169d0ea3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.294840 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a852b3ac-688b-4d36-91e0-b964169d0ea3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9363f75eaa064125a7ee1e649823378a&device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 1099 time: 0.2928231 Jul 22 11:35:44.349877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.366694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Attempting to bind port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:44.367054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Attempting to bind port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:44.367372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Attempting to bind port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:44.367832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Transition to ACTIVE for port object df834e9b-458c-4a1e-a2e2-56302703d232 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:44.396114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Transition to ACTIVE for port object df834e9b-458c-4a1e-a2e2-56302703d232 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:44.408766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:44.408766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Attempting to bind port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 on network d364e08b-e4c9-4a0f-989d-d80f69b1640d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:44.423090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.427020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:44.427452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Checking segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:44.427849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Bound using segment: {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:44.428305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Bound port: dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '04826572-841c-432a-87d4-578f6c6a007b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:44.428667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.438598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b0ecd5-ad06-4273-827c-f5bc2151e70e service neutron] Pushing event updated for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:44.439047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ab5d2b-d6b6-4fee-9278-c0bca503ea86 None None] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:44.493757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.548019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=187d7220-372d-4f4e-9b51-b0cc70042722,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:44.584133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-b0e0346e-e564-4291-8768-9c115e0b51c9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.585684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-b0e0346e-e564-4291-8768-9c115e0b51c9 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.3124821 Jul 22 11:35:44.587931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.627499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-f33dfaae-3569-4793-a319-ece493897258 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.629041 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-f33dfaae-3569-4793-a319-ece493897258 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3191593 Jul 22 11:35:44.631173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-16e58902-a1da-44a6-a5c4-7c098f060ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.632597 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-16e58902-a1da-44a6-a5c4-7c098f060ef5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3238266 Jul 22 11:35:44.634488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-ec3a7f4e-7f6a-42c9-8aad-1f235cff262c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.635929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-ec3a7f4e-7f6a-42c9-8aad-1f235cff262c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 1095 time: 0.3021660 Jul 22 11:35:44.664917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88977d9f-8fe4-4fd4-9397-499157025cd7 req-7d9a2317-7394-4eb3-af2d-d3dc3488e514 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.666588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88977d9f-8fe4-4fd4-9397-499157025cd7 req-7d9a2317-7394-4eb3-af2d-d3dc3488e514 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 948 time: 0.3448946 Jul 22 11:35:44.683818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:44.728736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:44.753476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-0b9d7039-8cbe-4000-b872-21e626fad460 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.214&port_id=41989360-a7f3-4690-8b22-5de95927c2b4 HTTP/1.1" status: 200 len: 217 time: 0.1164894 Jul 22 11:35:44.756908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-58d99639-775d-4160-91df-faa52d64ed58 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.134&port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70 HTTP/1.1" status: 200 len: 217 time: 0.1085835 Jul 22 11:35:44.758156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-b0e75b53-2ce7-4e89-8c3e-5128b39563b9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119f4923-00e8-402d-b138-6ede016b17a3 HTTP/1.1" status: 200 len: 217 time: 0.1137791 Jul 22 11:35:44.765098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Network e5c63b1f-57a1-4430-833c-df671908b3a1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:44.772907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.776208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:44.778426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.781024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:44.789962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Pushing event updated for resources: {'Port': ['ID=df834e9b-458c-4a1e-a2e2-56302703d232,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:44.821755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c63b1f-57a1-4430-833c-df671908b3a1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:44.826175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0643adb5-090b-47e4-b337-2c5d70034525 None None] Provisioning for port ac654d7f-670c-4167-bb35-6f6c8853ad2e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:44.866190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53abcdc3-6c90-41c7-bb05-3ff90c78356d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:44.866409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53abcdc3-6c90-41c7-bb05-3ff90c78356d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:44.884313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Attempting to bind port df834e9b-458c-4a1e-a2e2-56302703d232 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:44.884688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Attempting to bind port df834e9b-458c-4a1e-a2e2-56302703d232 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '53abcdc3-6c90-41c7-bb05-3ff90c78356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:44.885489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Attempting to bind port df834e9b-458c-4a1e-a2e2-56302703d232 on network e5c63b1f-57a1-4430-833c-df671908b3a1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:44.894481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:44.894868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Checking segment: {'id': '53abcdc3-6c90-41c7-bb05-3ff90c78356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:44.896018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.896770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Bound using segment: {'id': '53abcdc3-6c90-41c7-bb05-3ff90c78356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:44.896969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Bound port: df834e9b-458c-4a1e-a2e2-56302703d232, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53abcdc3-6c90-41c7-bb05-3ff90c78356d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:44.897340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.899427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.899642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a8e2c71c-9191-4d5b-aa3a-66c7f201cbd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.901685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.901909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a8e2c71c-9191-4d5b-aa3a-66c7f201cbd0 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1349940 Jul 22 11:35:44.902293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.903729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] 10.222.0.20 "PUT /v2.0/ports/dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 HTTP/1.1" status: 200 len: 1091 time: 2.4706392 Jul 22 11:35:44.905355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:44.907622 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bdebef4a-d852-4a0f-82c3-c31582403223" -d '{"events": [{"name": "network-changed", "server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:44.908452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:44.912812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-cd992ea1-ea55-4ca8-b801-4076280c7600 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:44.914829 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-cd992ea1-ea55-4ca8-b801-4076280c7600 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1352363 Jul 22 11:35:44.929989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88977d9f-8fe4-4fd4-9397-499157025cd7 req-5ebfc3d8-0f58-49fd-99d4-f4dc6b530c19 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2363544 Jul 22 11:35:44.983327 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.023385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0676d836-0fe9-498f-bd24-89f63d40933f service neutron] Pushing event updated for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:45.061100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] For port df834e9b-458c-4a1e-a2e2-56302703d232, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:45.081790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:45.082363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.100474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68232861-acde-4092-a91b-864cc752ea81 req-12d4b23a-77a7-4e09-a1c9-1d89c7b95f17 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.107134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68232861-acde-4092-a91b-864cc752ea81 req-12d4b23a-77a7-4e09-a1c9-1d89c7b95f17 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 943 time: 0.5203588 Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:45.107962 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:45.129214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ac654d7f-670c-4167-bb35-6f6c8853ad2e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:45.164357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Deleting port be8a6898-e8b4-4408-81bc-9e5135ea72bd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:45.164662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.198302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ac654d7f-670c-4167-bb35-6f6c8853ad2e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:45.203277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ac654d7f-670c-4167-bb35-6f6c8853ad2e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:45.203975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.259433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-643353c9-ed01-4a4a-9ba0-79d735a81c14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.307901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] For port df834e9b-458c-4a1e-a2e2-56302703d232, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df834e9b-458c-4a1e-a2e2-56302703d232,segment=NetworkSegment(53abcdc3-6c90-41c7-bb05-3ff90c78356d),segment_id=53abcdc3-6c90-41c7-bb05-3ff90c78356d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:45.318970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-65dd1ff4-05be-4389-9101-421bf706997d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.320446 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-65dd1ff4-05be-4389-9101-421bf706997d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.5431342 Jul 22 11:35:45.320557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.323133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68232861-acde-4092-a91b-864cc752ea81 req-e30bdd4d-e5f8-4fc2-87dc-c57dd696ffa7 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1944788 Jul 22 11:35:45.335859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:35:45.335859 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:35:45.335859 n-d-754448-4 neutron-server[93707]: [parameters: {'id': 'e5c63b1f-57a1-4430-833c-df671908b3a1'}] Jul 22 11:35:45.335859 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:35:45.338422 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:35:45.345919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.359433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-e3031a5e-fc91-43e7-bf28-468fa0e8b923 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4282157 Jul 22 11:35:45.413777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:45.438713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Pushing event updated for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:45.442153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:45.454087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:45.479067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee365f72-a9f4-4d9e-9526-1fa99f8e4c0f None None] Provisioning complete for port ac654d7f-670c-4167-bb35-6f6c8853ad2e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:45.479455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee365f72-a9f4-4d9e-9526-1fa99f8e4c0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.486178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ac654d7f-670c-4167-bb35-6f6c8853ad2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ac654d7f-670c-4167-bb35-6f6c8853ad2e,segment=NetworkSegment(33327c48-6e93-45d9-b5fb-44c5883869ae),segment_id=33327c48-6e93-45d9-b5fb-44c5883869ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:45.490678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1efd648-4727-4f3f-84f1-1d15708778c7 None None] Pushing event updated for resources: {'Port': ['ID=df834e9b-458c-4a1e-a2e2-56302703d232,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:45.531840 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.583707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bba5aa5a-45c6-49b2-85ac-9bda7a41fc50 None None] Network e5c63b1f-57a1-4430-833c-df671908b3a1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:45.608155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a2db3c4b-2887-4f52-b50a-85f7410d830f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.610437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-a2db3c4b-2887-4f52-b50a-85f7410d830f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.6993806 Jul 22 11:35:45.618595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.619656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.627334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-f4e99eb6-f954-4ff4-a14e-614b72a992ff service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2505538 Jul 22 11:35:45.638079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ac654d7f-670c-4167-bb35-6f6c8853ad2e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:45.650121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-337435ee-46b2-43cb-9569-b02fec82c57a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.651797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-337435ee-46b2-43cb-9569-b02fec82c57a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2948289 Jul 22 11:35:45.709346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-3759096d-def8-4b09-980e-e18be1439c3c tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.5136335 Jul 22 11:35:45.742798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Request body: {'port': {'device_id': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:45.798763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b4a41eb-a707-4e78-a2d7-09449e7efb62 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:35:45.833611 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-498f9f99-539f-4076-8e3a-eb26e85a46eb x-openstack-request-id: req-498f9f99-539f-4076-8e3a-eb26e85a46eb {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:45.833966 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:45.834155 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-498f9f99-539f-4076-8e3a-eb26e85a46eb {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:45.834560 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3', 'status': 'completed', 'code': 200} Jul 22 11:35:45.844951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:45.904776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-36ec77d6-d744-4e57-be48-482223bd15af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:45.907047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-36ec77d6-d744-4e57-be48-482223bd15af service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 1094 time: 0.9245248 Jul 22 11:35:45.959508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:45.961654 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0636582c-5d40-4cd5-9092-ade0fe84f6b0" -d '{"events": [{"name": "network-changed", "server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "tag": "119f4923-00e8-402d-b138-6ede016b17a3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:45.971438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b4a41eb-a707-4e78-a2d7-09449e7efb62 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:35:45.980155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-1f48acb5-b5fe-42a3-a36f-bd549867c33c service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3144743 Jul 22 11:35:45.981862 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-07467905-9aa4-4245-a714-619a38a9c9bf service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3054082 Jul 22 11:35:45.989575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-5034b537-5e17-41da-ad80-1e9516eaf8ba service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3653939 Jul 22 11:35:45.990396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.022764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-82ccbda4-b40c-486b-b6a1-dfc4bd44adb7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 HTTP/1.1" status: 200 len: 217 time: 0.1041422 Jul 22 11:35:46.033657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ee282fb-8805-4dab-87c7-487b5ea1e109 req-7bb5a2ef-dc8e-4da2-9325-3f9bb3a9abe8 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.035197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ee282fb-8805-4dab-87c7-487b5ea1e109 req-7bb5a2ef-dc8e-4da2-9325-3f9bb3a9abe8 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 932 time: 0.9009025 Jul 22 11:35:46.039054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] For port be8a6898-e8b4-4408-81bc-9e5135ea72bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=be8a6898-e8b4-4408-81bc-9e5135ea72bd,segment=NetworkSegment(962a6eab-281d-404b-9596-9fff2ba98fa7),segment_id=962a6eab-281d-404b-9596-9fff2ba98fa7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:46.039445 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.089756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Calling delete_port for be8a6898-e8b4-4408-81bc-9e5135ea72bd owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:46.194648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28ab8db1-dc80-4796-a59e-c92eec197bc3 req-96905c98-1364-4f4e-95c5-f9e2a8daccef tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.201538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28ab8db1-dc80-4796-a59e-c92eec197bc3 req-96905c98-1364-4f4e-95c5-f9e2a8daccef tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 945 time: 0.3730047 Jul 22 11:35:46.213371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-b6baa886-1772-46fe-8823-6d7a66796e94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.214776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-b6baa886-1772-46fe-8823-6d7a66796e94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1784284 Jul 22 11:35:46.253619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ee282fb-8805-4dab-87c7-487b5ea1e109 req-207a63ce-e529-439a-bd38-dc5d2bd310bc tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1890426 Jul 22 11:35:46.260491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2df84dae-87a3-4dc7-9a8b-bcd697f99a0c req-78dd8f1b-5d78-4576-ab65-6bd899d3ca4d service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2528059 Jul 22 11:35:46.278330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port df834e9b-458c-4a1e-a2e2-56302703d232 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:46.278616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8b8401f-920f-4f2f-aabf-28ed1a13a747 req-bd0ea89b-213c-4e3a-b58f-c9020c893836 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2850139 Jul 22 11:35:46.278708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.286472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-883bc786-975a-4d50-abd4-64dc5a24bfc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0585434 Jul 22 11:35:46.377985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28ab8db1-dc80-4796-a59e-c92eec197bc3 req-490b3b79-51a1-44e6-ad59-043179903e2d tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/security-groups?id=67eb94de-0a6d-4381-95e6-25316f0b1ad6&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1737132 Jul 22 11:35:46.502881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:46.509684 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-148841ad-8845-4e84-8d33-4c8b5786f787 x-openstack-request-id: req-148841ad-8845-4e84-8d33-4c8b5786f787 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:46.510010 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "tag": "119f4923-00e8-402d-b138-6ede016b17a3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:46.510240 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-148841ad-8845-4e84-8d33-4c8b5786f787 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:46.510791 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3', 'status': 'completed', 'code': 200} Jul 22 11:35:46.519541 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.547790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Transition to ACTIVE for port object 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:46.553410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.572742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port df834e9b-458c-4a1e-a2e2-56302703d232, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df834e9b-458c-4a1e-a2e2-56302703d232,segment=NetworkSegment(53abcdc3-6c90-41c7-bb05-3ff90c78356d),segment_id=53abcdc3-6c90-41c7-bb05-3ff90c78356d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:46.573120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.609803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for df834e9b-458c-4a1e-a2e2-56302703d232 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:46.625315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-0c3f20d0-1e50-4890-ab91-8be0ab38eddb service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3305025 Jul 22 11:35:46.630373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.644014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Pushing event updated for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:46.701351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-3d4eab5a-fcf2-48e3-9be3-902c57d5ec0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.703064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-3d4eab5a-fcf2-48e3-9be3-902c57d5ec0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 1095 time: 0.1644115 Jul 22 11:35:46.754579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Pushing event deleted for resources: {'Port': ['ID=be8a6898-e8b4-4408-81bc-9e5135ea72bd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:46.791167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Attempting to bind port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:46.791513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Attempting to bind port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '4add4fc6-01b0-4f70-b983-e623df92e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:46.791849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Attempting to bind port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 on network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:46.801894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 on network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:35:46.802221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Attempting to bind port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 on network 8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:46.809724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:46.810068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Checking segment: {'id': '4add4fc6-01b0-4f70-b983-e623df92e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:46.810474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Bound using segment: {'id': '4add4fc6-01b0-4f70-b983-e623df92e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:46.810914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Bound port: 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4add4fc6-01b0-4f70-b983-e623df92e075', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:46.811278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.848017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23321066-f14e-4210-9dd4-782b71d41723 req-e3253f4a-2d30-4a3e-b476-f875dcb710dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.850275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23321066-f14e-4210-9dd4-782b71d41723 req-e3253f4a-2d30-4a3e-b476-f875dcb710dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 948 time: 0.3666599 Jul 22 11:35:46.860477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-8e803e90-9b4b-4fa1-9971-8c0c24523917 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.861995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-8e803e90-9b4b-4fa1-9971-8c0c24523917 service neutron] 10.222.0.20 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 914 time: 0.1504979 Jul 22 11:35:46.884154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] No DVR routers for this DVR port be8a6898-e8b4-4408-81bc-9e5135ea72bd on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:46.896669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.898683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71de20b5-fb1e-4ec9-a7ad-958da4df7483 req-3e1d7a28-a695-40e5-9726-4bfd0abfda01 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.36 "DELETE /v2.0/ports/be8a6898-e8b4-4408-81bc-9e5135ea72bd HTTP/1.1" status: 204 len: 173 time: 2.3039670 Jul 22 11:35:46.921215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-f9bb2600-0853-4556-87b9-2e2228f46245 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=119f4923-00e8-402d-b138-6ede016b17a3 HTTP/1.1" status: 200 len: 217 time: 0.0505004 Jul 22 11:35:46.939273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:46.944395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,segment=NetworkSegment(4add4fc6-01b0-4f70-b983-e623df92e075),segment_id=4add4fc6-01b0-4f70-b983-e623df92e075)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:46.946078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ad0384-d6e2-4b6e-b75b-c047ca803c7a req-10f3eb77-b8df-4c22-849d-0f316a4b0707 service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3096941 Jul 22 11:35:46.964995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be066dd1-08fd-4b03-b541-7cfef9784090 req-e37bb50f-defc-42b7-8691-7c9d320f262c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:46.966646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be066dd1-08fd-4b03-b541-7cfef9784090 req-e37bb50f-defc-42b7-8691-7c9d320f262c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 943 time: 0.3343039 Jul 22 11:35:46.967333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.968605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:46.979921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23321066-f14e-4210-9dd4-782b71d41723 req-8f72adf8-c8b4-4717-bd14-91e262a06e50 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172483 Jul 22 11:35:46.984022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ac654d7f-670c-4167-bb35-6f6c8853ad2e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:47.008071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=df834e9b-458c-4a1e-a2e2-56302703d232,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:47.019055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port df834e9b-458c-4a1e-a2e2-56302703d232 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:47.040295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-09188696-da9e-4e65-b2f9-f96e6760c174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.042843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-09188696-da9e-4e65-b2f9-f96e6760c174 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1129775 Jul 22 11:35:47.044427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.045653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.047615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] 10.222.0.36 "PUT /v2.0/ports/40f0c8e9-c0f6-467b-a24a-aea0472a30f5 HTTP/1.1" status: 200 len: 1092 time: 1.3172774 Jul 22 11:35:47.063453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ac654d7f-670c-4167-bb35-6f6c8853ad2e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:47.064176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.099084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e29799-d1eb-4d4f-b815-5bafcc664186 service neutron] Pushing event updated for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:47.104001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-682b95a0-6d24-491a-99c7-bdc5c644a2cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482638 Jul 22 11:35:47.126837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a5acfe88-0cee-4f59-8874-2fc8f6549e70 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:47.138723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be066dd1-08fd-4b03-b541-7cfef9784090 req-3c338498-826c-442d-bf65-5ec2234d6a82 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1624930 Jul 22 11:35:47.178375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.194982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e5c63b1f-57a1-4430-833c-df671908b3a1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:47.207567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53abcdc3-6c90-41c7-bb05-3ff90c78356d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:47.208411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53abcdc3-6c90-41c7-bb05-3ff90c78356d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:47.228822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.245860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.252492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-ba0d2ea6-6d59-4496-accd-284103ec94ad service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1333766 Jul 22 11:35:47.255384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-5812fffb-3513-47d6-a215-d6baf0a32ced service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.257434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-5812fffb-3513-47d6-a215-d6baf0a32ced service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=398e4fef47014da0bfe09b13c142d50f&device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 1094 time: 0.2029660 Jul 22 11:35:47.258568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:47.259058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.260595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-f3ecc2cb-396c-4614-b399-a90bbed6206d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.262238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-f3ecc2cb-396c-4614-b399-a90bbed6206d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4c1d32382442c4aa5fcf4cc6e0b06a&device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 1095 time: 0.1286995 Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:47.262619 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:47.273783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:47.286382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70', 'mac_address': 'fa:16:3e:e3:c3:5a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.134'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:47.334298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.348445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a5acfe88-0cee-4f59-8874-2fc8f6549e70 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:47.390197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:47.402226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.432755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0636582c-5d40-4cd5-9092-ade0fe84f6b0 req-d8c17b8f-f038-4698-8405-99b0f817cc93 service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1541092 Jul 22 11:35:47.434493 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-a27763ea-80f2-4a7f-b053-ae797955087d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5 HTTP/1.1" status: 200 len: 217 time: 0.1630144 Jul 22 11:35:47.441416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.448739 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.454842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/e5c63b1f-57a1-4430-833c-df671908b3a1 HTTP/1.1" status: 204 len: 168 time: 3.8116772 Jul 22 11:35:47.465324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:47.482706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-6e5190c8-26a6-4fc2-b052-17aee58f4c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.484413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-6e5190c8-26a6-4fc2-b052-17aee58f4c1e service neutron] 10.222.0.20 "GET /v2.0/networks?id=d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 200 len: 914 time: 0.2097647 Jul 22 11:35:47.490856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:47.510044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e4d511-8a30-46a5-931c-a8232518a1df tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=e5c63b1f-57a1-4430-833c-df671908b3a1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:47.518090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-827614230'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:47.550325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-ff1b7267-4669-4cbd-9376-e91cbfea299d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.552474 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-ff1b7267-4669-4cbd-9376-e91cbfea299d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4681dc4-13e7-48a7-be7c-29b6f8436623 HTTP/1.1" status: 200 len: 862 time: 0.1116207 Jul 22 11:35:47.557055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:47.558612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-9dc2f3db-0904-4042-b332-4694d031074e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 HTTP/1.1" status: 200 len: 217 time: 0.0565312 Jul 22 11:35:47.558766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.592194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-74d09782-8bcf-41d0-b595-e1b7edb82f6b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0311928 Jul 22 11:35:47.644557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:47.646764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-806fd072-1644-4edc-b9e7-b507ec7c03fb req-7e1d5ad9-79d7-4a12-ad44-8c54efdf377b tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.648390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-806fd072-1644-4edc-b9e7-b507ec7c03fb req-7e1d5ad9-79d7-4a12-ad44-8c54efdf377b tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 944 time: 0.3002770 Jul 22 11:35:47.650367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0680aef7-9de9-43c5-a4fb-cfa20dd5424d req-25063eea-97a5-41b1-9944-eb9ee8b41232 tempest-LiveAutoBlockMigrationV225Test-444973326 tempest-LiveAutoBlockMigrationV225Test-444973326-project] 10.222.0.21 "GET /v2.0/ports?device_id=69745362-9b2a-427d-bf27-92e82006d822 HTTP/1.1" status: 200 len: 210 time: 0.1015570 Jul 22 11:35:47.689939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-dd76ff20-1da0-4a4d-bb6c-4e23a8a37a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.691859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-dd76ff20-1da0-4a4d-bb6c-4e23a8a37a6f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 200 len: 853 time: 0.1213748 Jul 22 11:35:47.692867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.693324 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 90897990-a894-4b01-b0a8-a158329f4fb5 of type vlan for network b9abe51d-47ed-4558-a46f-b75150e07e1b Jul 22 11:35:47.721384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-806fd072-1644-4edc-b9e7-b507ec7c03fb req-c660481e-f05b-435c-aaf9-91de9adcf02a tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0650413 Jul 22 11:35:47.727134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a5acfe88-0cee-4f59-8874-2fc8f6549e70'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:47.741522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-a1da8e91-84bd-4777-97a2-5324a001eb1b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=d364e08b-e4c9-4a0f-989d-d80f69b1640d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0356781 Jul 22 11:35:47.750141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-555b02dd-9bb9-4091-bf76-f8242899a6f0 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507959 Jul 22 11:35:47.754178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.837678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-deleted', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:47.840570 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e1a13b2d-9393-4ffa-8a1a-018d939ccce3" -d '{"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-deleted", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:47.866790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-6fbaad5a-aeed-4edd-9984-902dd84b9bd7 service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1105223 Jul 22 11:35:47.870605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.876455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:47.877082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.899876 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfe097ec-8f79-47a5-9f31-bd737ee5ffc7 x-openstack-request-id: req-dfe097ec-8f79-47a5-9f31-bd737ee5ffc7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:47.900172 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "69745362-9b2a-427d-bf27-92e82006d822", "name": "network-vif-deleted", "tag": "be8a6898-e8b4-4408-81bc-9e5135ea72bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:47.900426 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfe097ec-8f79-47a5-9f31-bd737ee5ffc7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:47.900817 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '69745362-9b2a-427d-bf27-92e82006d822', 'name': 'network-vif-deleted', 'tag': 'be8a6898-e8b4-4408-81bc-9e5135ea72bd', 'status': 'completed', 'code': 200} Jul 22 11:35:47.935158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4687650 Jul 22 11:35:47.937516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f9105185-c3f5-4c51-b47f-97981a9ff19b req-1804dc10-0364-4258-9029-802f02d84d54 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1782534 Jul 22 11:35:47.939409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:47.947299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:47.951080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:47.979243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3a262b-aa58-4e77-ba38-ba43139997a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=b9abe51d-47ed-4558-a46f-b75150e07e1b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:47.990780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b9abe51d-47ed-4558-a46f-b75150e07e1b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:48.048851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdebef4a-d852-4a0f-82c3-c31582403223 req-2f8b262f-8f12-473c-86d4-718d902a92a8 service neutron] 10.222.0.20 "GET /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746135 Jul 22 11:35:48.072142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:48.075655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.142166 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b583eb89-4036-469b-b87f-59caffb17fa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.163968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing IP validity checks on allocation pools {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 11:35:48.164532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 11:35:48.265551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9dc80f-4c96-43f5-837f-81d108d7fd49 req-a786be8b-79ed-4338-807f-f3e08f31f795 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:48.267071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d9dc80f-4c96-43f5-837f-81d108d7fd49 req-a786be8b-79ed-4338-807f-f3e08f31f795 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 949 time: 0.1760249 Jul 22 11:35:48.384449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d9dc80f-4c96-43f5-837f-81d108d7fd49 req-cf608d61-c831-49ff-9763-ae28981a3f2c tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0946405 Jul 22 11:35:48.407312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f3de2-db79-45ae-87e4-9d0473bc36e1 req-860706da-a9e2-4a0f-b32b-24ec1f67c596 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:48.409411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed5f3de2-db79-45ae-87e4-9d0473bc36e1 req-860706da-a9e2-4a0f-b32b-24ec1f67c596 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 943 time: 0.2018569 Jul 22 11:35:48.415944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 119f4923-00e8-402d-b138-6ede016b17a3 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:48.424410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.498100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed5f3de2-db79-45ae-87e4-9d0473bc36e1 req-7e6099f2-7985-4f73-b5da-d825021fa0e0 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823097 Jul 22 11:35:48.504674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=ed42bdc2-f08d-4da4-aca8-f06db9250708,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:48.512601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:48.516038 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c39befe-57f7-4086-85c0-e8a1f73eb520" -d '{"events": [{"name": "network-changed", "server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:48.522227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '90897990-a894-4b01-b0a8-a158329f4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:48.522724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: b9abe51d-47ed-4558-a46f-b75150e07e1b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:48.530798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=119f4923-00e8-402d-b138-6ede016b17a3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:48.545393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '119f4923-00e8-402d-b138-6ede016b17a3', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'port_id': '119f4923-00e8-402d-b138-6ede016b17a3', 'mac_address': 'fa:16:3e:b7:9d:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab108ed-7496-49c2-8fe3-6c268169926d', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:48.549203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network b9abe51d-47ed-4558-a46f-b75150e07e1b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:48.570917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b9abe51d-47ed-4558-a46f-b75150e07e1b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:48.578941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:48.579399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.587850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4378a5d-ae6a-4135-b97e-557409b0ad88 None None] Network b9abe51d-47ed-4558-a46f-b75150e07e1b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:48.600672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-132d918c-64da-4719-90c9-f4a222028079 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 0.6593273 Jul 22 11:35:48.602569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:48.609053 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d6cbbcb-f1ae-42b4-acff-1a4922780945 x-openstack-request-id: req-1d6cbbcb-f1ae-42b4-acff-1a4922780945 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:48.609436 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:48.609812 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d6cbbcb-f1ae-42b4-acff-1a4922780945 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:48.610316 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5', 'status': 'completed', 'code': 200} Jul 22 11:35:48.633047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.684159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 119f4923-00e8-402d-b138-6ede016b17a3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:48.699641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-60f5243f-e9e5-4b3f-a69f-37dd7c0e275d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:48.701433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-60f5243f-e9e5-4b3f-a69f-37dd7c0e275d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4d4c1d32382442c4aa5fcf4cc6e0b06a&device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 1095 time: 0.0661309 Jul 22 11:35:48.728744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=119f4923-00e8-402d-b138-6ede016b17a3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:48.731981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:48.746437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.792015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.887641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-494db0b8-9db5-4fef-b1e7-edfc4b8dd240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:48.892139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-494db0b8-9db5-4fef-b1e7-edfc4b8dd240 service neutron] 10.222.0.36 "GET /v2.0/networks?id=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 HTTP/1.1" status: 200 len: 923 time: 0.1823125 Jul 22 11:35:48.901649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:48.909439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b9abe51d-47ed-4558-a46f-b75150e07e1b', 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': 'ed42bdc2-f08d-4da4-aca8-f06db9250708'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:48.911557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.953712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-f21f38e3-edd1-4785-b347-04ac62a0f8ec service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5 HTTP/1.1" status: 200 len: 217 time: 0.0542190 Jul 22 11:35:48.976366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Deleting subnet 9d94b167-9890-466f-8dd4-a8ef9843f179 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:48.982429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:48.985181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.022622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-fdb289fc-7676-4c18-bb2d-ff26458d7b24 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:49.024929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-fdb289fc-7676-4c18-bb2d-ff26458d7b24 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4681dc4-13e7-48a7-be7c-29b6f8436623 HTTP/1.1" status: 200 len: 862 time: 0.0618587 Jul 22 11:35:49.064950 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-6045c150-4be6-4485-a90d-08ebfdbcaca9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0322318 Jul 22 11:35:49.070975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.084733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Allocated IP 172.20.0.3 (b9abe51d-47ed-4558-a46f-b75150e07e1b/ed42bdc2-f08d-4da4-aca8-f06db9250708/97c44140-0868-4d09-b9ec-c03f07038585) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:49.116353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b027b5f2-6d7c-4fb6-9879-89c2fc8f8c1b req-af0568d4-11e7-4478-99a1-7d129dc50501 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:49.123721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b027b5f2-6d7c-4fb6-9879-89c2fc8f8c1b req-af0568d4-11e7-4478-99a1-7d129dc50501 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 944 time: 0.2055211 Jul 22 11:35:49.125287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['119f4923-00e8-402d-b138-6ede016b17a3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:49.158465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:35:49.165594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.169468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-2e74ec0c-2c1e-4ffc-bb53-9f0a7e0b3ea1 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978248 Jul 22 11:35:49.199556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b027b5f2-6d7c-4fb6-9879-89c2fc8f8c1b req-b86ac18f-0473-40b7-b210-1f0b6764b653 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0741196 Jul 22 11:35:49.201992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: be8a6898-e8b4-4408-81bc-9e5135ea72bd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:35:49.202364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device be8a6898-e8b4-4408-81bc-9e5135ea72bd not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:35:49.235052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.262051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d94b167-9890-466f-8dd4-a8ef9843f179,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:49.264132 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.268104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-22e585a0-e686-4617-9326-6dbd93ab1b86 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d94b167-9890-466f-8dd4-a8ef9843f179 HTTP/1.1" status: 204 len: 168 time: 0.5325172 Jul 22 11:35:49.268864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:49.294674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9c39befe-57f7-4086-85c0-e8a1f73eb520 req-c00ceed5-cf5d-413e-8cc3-923dc57ca437 service neutron] 10.222.0.36 "GET /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1186705 Jul 22 11:35:49.340942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.350001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.376841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.397147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Transition to ACTIVE for port object 97c44140-0868-4d09-b9ec-c03f07038585 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:49.422693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Transition to ACTIVE for port object 97c44140-0868-4d09-b9ec-c03f07038585 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:49.435591 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.448813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.462811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8ad7f0e-5767-4b04-9f79-a9f420c92b20']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.481409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Network b9abe51d-47ed-4558-a46f-b75150e07e1b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:49.486783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '962a6eab-281d-404b-9596-9fff2ba98fa7') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.487090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '962a6eab-281d-404b-9596-9fff2ba98fa7') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.487832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:49.491147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:49.499945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Pushing event updated for resources: {'Port': ['ID=97c44140-0868-4d09-b9ec-c03f07038585,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:49.519874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.524238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.563117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Attempting to bind port 97c44140-0868-4d09-b9ec-c03f07038585 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:49.563587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Attempting to bind port 97c44140-0868-4d09-b9ec-c03f07038585 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '90897990-a894-4b01-b0a8-a158329f4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:49.564043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Attempting to bind port 97c44140-0868-4d09-b9ec-c03f07038585 on network b9abe51d-47ed-4558-a46f-b75150e07e1b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:49.567354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=ed42bdc2-f08d-4da4-aca8-f06db9250708,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:49.573414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:49.573630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Checking segment: {'id': '90897990-a894-4b01-b0a8-a158329f4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:49.573969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.574366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Bound using segment: {'id': '90897990-a894-4b01-b0a8-a158329f4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:49.574949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Bound port: 97c44140-0868-4d09-b9ec-c03f07038585, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90897990-a894-4b01-b0a8-a158329f4fb5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:49.575083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.575363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.604193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:49.604599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:49.606274 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:49.643477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] For port 97c44140-0868-4d09-b9ec-c03f07038585, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:49.670478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.725569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9abe51d-47ed-4558-a46f-b75150e07e1b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.736195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e2841-061e-4e30-ad41-f8b7e5e9026f req-59278a0c-73d1-4bfa-97d6-aab455df4d97 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:49.737667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a22e2841-061e-4e30-ad41-f8b7e5e9026f req-59278a0c-73d1-4bfa-97d6-aab455df4d97 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 949 time: 0.2629242 Jul 22 11:35:49.744081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] For port 97c44140-0868-4d09-b9ec-c03f07038585, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=97c44140-0868-4d09-b9ec-c03f07038585,segment=NetworkSegment(90897990-a894-4b01-b0a8-a158329f4fb5),segment_id=90897990-a894-4b01-b0a8-a158329f4fb5)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:49.749323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90897990-a894-4b01-b0a8-a158329f4fb5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.749546 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.749667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90897990-a894-4b01-b0a8-a158329f4fb5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:49.752594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.779494 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.781355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] 10.222.0.21 "DELETE /v2.0/networks/e8ad7f0e-5767-4b04-9f79-a9f420c92b20 HTTP/1.1" status: 204 len: 168 time: 0.5119641 Jul 22 11:35:49.783199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.784258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:49.811467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5689552-5adc-4101-a85e-3fd643921658 admin admin] Pushing event deleted for resources: {'Network': ['ID=e8ad7f0e-5767-4b04-9f79-a9f420c92b20,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:49.831560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a22e2841-061e-4e30-ad41-f8b7e5e9026f req-4b21c724-b838-4f5c-b1d6-69d9140eee48 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0857911 Jul 22 11:35:49.832684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.836723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Deleting subnet b6da4d39-75d5-4d3c-b7ea-e2d73dbf1549 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:35:49.840854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.842888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-411c1430-4dd1-4a58-9136-0ca27f12ee17 None None] Pushing event updated for resources: {'Port': ['ID=97c44140-0868-4d09-b9ec-c03f07038585,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:49.843297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:49.843652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:49.846718 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:49.870799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0abd70bf-4197-4763-98fa-e45c4556e822 None None] Network b9abe51d-47ed-4558-a46f-b75150e07e1b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:49.881933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80cd2422-b7f2-4b07-b776-407d0e01c7d5 req-692d7777-5398-43ba-af09-532d1ccff7d6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:49.886957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80cd2422-b7f2-4b07-b776-407d0e01c7d5 req-692d7777-5398-43ba-af09-532d1ccff7d6 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 943 time: 0.2627072 Jul 22 11:35:49.912744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.949728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:35:49.949728 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:35:49.949728 n-d-754448-4 neutron-server[93707]: [parameters: {'id': 'b9abe51d-47ed-4558-a46f-b75150e07e1b'}] Jul 22 11:35:49.949728 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:35:49.950293 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:35:49.969963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:49.982090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80cd2422-b7f2-4b07-b776-407d0e01c7d5 req-3d55761d-b388-4931-91f4-aceed02a22ac tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873189 Jul 22 11:35:50.033407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.044943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4048a58b-6e08-4cc3-9de4-b9702e50739b None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:35:50.063552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6da4d39-75d5-4d3c-b7ea-e2d73dbf1549,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:50.068328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.070323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74513b12-7d66-4cec-99c9-98c82af49c76 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/b6da4d39-75d5-4d3c-b7ea-e2d73dbf1549 HTTP/1.1" status: 204 len: 168 time: 0.2850449 Jul 22 11:35:50.072708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:50.139895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.145075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4048a58b-6e08-4cc3-9de4-b9702e50739b None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:35:50.222089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.233170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b39f3f-73c8-4d56-8646-d30413636b54']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:50.244432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3d7a22e5-aa4f-45db-94bd-5e84e8b77c54') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:50.244727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3d7a22e5-aa4f-45db-94bd-5e84e8b77c54') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:50.253572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.269026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.275637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:50.276263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:50.278053 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:50.340368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.348893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.353076 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] 10.222.0.21 "DELETE /v2.0/networks/38b39f3f-73c8-4d56-8646-d30413636b54 HTTP/1.1" status: 204 len: 168 time: 0.2771437 Jul 22 11:35:50.356142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90e99b6a-8303-42f2-b85a-eea8b93015c8 req-5a0bd3ee-814c-45a1-a895-48a9065a0346 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:50.361256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-419b6944-32fa-49e4-bbef-0f082f3efe50 admin admin] Pushing event deleted for resources: {'Network': ['ID=38b39f3f-73c8-4d56-8646-d30413636b54,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:50.366723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90e99b6a-8303-42f2-b85a-eea8b93015c8 req-5a0bd3ee-814c-45a1-a895-48a9065a0346 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 944 time: 0.0824819 Jul 22 11:35:50.404019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90e99b6a-8303-42f2-b85a-eea8b93015c8 req-d5eed11a-4e9c-488f-a269-e56ae3738473 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364342 Jul 22 11:35:50.445561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:50.448672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 119f4923-00e8-402d-b138-6ede016b17a3 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:50.452958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.489690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:50.534504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b7618f59-d1ff-4248-b821-cb8f425461c6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a173d46b94cb4287b0a336d3697dd44d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0420732 Jul 22 11:35:50.536144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35156) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:50.574148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 119f4923-00e8-402d-b138-6ede016b17a3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:50.584045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 119f4923-00e8-402d-b138-6ede016b17a3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:50.584425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.602794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.629141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:50.631351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.647437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3', 'network_id': 'd364e08b-e4c9-4a0f-989d-d80f69b1640d', 'port_id': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3', 'mac_address': 'fa:16:3e:c0:00:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 114, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ab108ed-7496-49c2-8fe3-6c268169926d', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:50.685171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.688144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.691876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/67eb94de-0a6d-4381-95e6-25316f0b1ad6 HTTP/1.1" status: 204 len: 168 time: 0.1522064 Jul 22 11:35:50.708095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-415e9136-59f5-4bd3-b431-b89ad0906eb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67eb94de-0a6d-4381-95e6-25316f0b1ad6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:50.734094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.769047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.772194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:50.808282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:50.814808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:50.818062 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc805f93-c5ed-415b-9030-114291a99478" -d '{"events": [{"server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "name": "network-vif-plugged", "status": "completed", "tag": "119f4923-00e8-402d-b138-6ede016b17a3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:50.833725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.846429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=119f4923-00e8-402d-b138-6ede016b17a3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:50.873198 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-362cadd9-0f88-4d20-a2f6-da084e303ad9 x-openstack-request-id: req-362cadd9-0f88-4d20-a2f6-da084e303ad9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:50.873493 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "name": "network-vif-plugged", "status": "completed", "tag": "119f4923-00e8-402d-b138-6ede016b17a3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:50.873778 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-362cadd9-0f88-4d20-a2f6-da084e303ad9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:50.874142 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3', 'code': 200} Jul 22 11:35:50.876766 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.916445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:50.919832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port 97c44140-0868-4d09-b9ec-c03f07038585 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:50.919832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:50.978783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.055131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port 97c44140-0868-4d09-b9ec-c03f07038585, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=97c44140-0868-4d09-b9ec-c03f07038585,segment=NetworkSegment(90897990-a894-4b01-b0a8-a158329f4fb5),segment_id=90897990-a894-4b01-b0a8-a158329f4fb5)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:51.055502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.075873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for 97c44140-0868-4d09-b9ec-c03f07038585 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:51.105350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35174) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:51.146502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cb5b084c-0d8c-463c-a0ef-ff06a84fdd31 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b16c55336318455d9f020074c88f89db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0398865 Jul 22 11:35:51.149182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:51.150193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:51.176850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:35:51.187562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a5acfe88-0cee-4f59-8874-2fc8f6549e70 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:51.189011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da2b9468-89d1-4a0e-8f61-18f92c196f1c req-11c75aa1-1b4a-4202-8c9f-a1414cc9c3fe tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:51.190808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da2b9468-89d1-4a0e-8f61-18f92c196f1c req-11c75aa1-1b4a-4202-8c9f-a1414cc9c3fe tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 949 time: 0.2677689 Jul 22 11:35:51.195187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6953429a-9612-4c5a-8872-049974626da4 req-4dcf5685-cd00-49f3-a13e-4957b9789b16 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:51.196629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6953429a-9612-4c5a-8872-049974626da4 req-4dcf5685-cd00-49f3-a13e-4957b9789b16 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 1097 time: 0.2297471 Jul 22 11:35:51.207850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.239262 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.288975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.293168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28157f7a-9709-49a3-823a-709b8d5cf352 req-a99f6774-602c-4d63-bef3-85e804340384 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:51.294821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28157f7a-9709-49a3-823a-709b8d5cf352 req-a99f6774-602c-4d63-bef3-85e804340384 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 944 time: 0.2210259 Jul 22 11:35:51.302622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6953429a-9612-4c5a-8872-049974626da4 req-6d6dad50-1db3-4c8c-a5ca-23187532e40c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923424 Jul 22 11:35:51.305769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.309464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da2b9468-89d1-4a0e-8f61-18f92c196f1c req-6996c23a-dd95-480e-b488-2e59e2ccd39a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038198 Jul 22 11:35:51.310843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.315664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/21d52b53-050c-4496-96f0-de82660b035f HTTP/1.1" status: 204 len: 168 time: 0.1654394 Jul 22 11:35:51.317139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.329620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77d706c7-1ccc-4642-8ee9-90f93a5dde8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=21d52b53-050c-4496-96f0-de82660b035f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.366056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=97c44140-0868-4d09-b9ec-c03f07038585,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.381264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port 97c44140-0868-4d09-b9ec-c03f07038585 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:51.397150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port a5acfe88-0cee-4f59-8874-2fc8f6549e70 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:51.398232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28157f7a-9709-49a3-823a-709b8d5cf352 req-e1df1be0-2d36-4026-8bd6-9052beec7662 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876644 Jul 22 11:35:51.423707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port a5acfe88-0cee-4f59-8874-2fc8f6549e70 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:51.424097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.428404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,segment=NetworkSegment(4add4fc6-01b0-4f70-b983-e623df92e075),segment_id=4add4fc6-01b0-4f70-b983-e623df92e075)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:51.485628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5', 'network_id': '8c7b8c80-f8c1-48f2-a074-298e1af8e5b1', 'port_id': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5', 'mac_address': 'fa:16:3e:cb:64:d5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 138, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4681dc4-13e7-48a7-be7c-29b6f8436623', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:35:51.514208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.528368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b9abe51d-47ed-4558-a46f-b75150e07e1b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:51.567787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.577276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90897990-a894-4b01-b0a8-a158329f4fb5') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:51.577598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90897990-a894-4b01-b0a8-a158329f4fb5') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:51.589154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.607501 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.614971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:35:51.616577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:51.617051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:51.620193 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:51.638581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.657575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,segment=NetworkSegment(4add4fc6-01b0-4f70-b983-e623df92e075),segment_id=4add4fc6-01b0-4f70-b983-e623df92e075)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:51.669062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.692032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba314ca8-ad74-405c-bdfd-fa4cfc7fcadd req-bade0344-52fa-4c89-b6b9-7bb637560197 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:51.693827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba314ca8-ad74-405c-bdfd-fa4cfc7fcadd req-bade0344-52fa-4c89-b6b9-7bb637560197 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 944 time: 0.1611814 Jul 22 11:35:51.704909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.709153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:51.718362 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.722605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.725590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/b9abe51d-47ed-4558-a46f-b75150e07e1b HTTP/1.1" status: 204 len: 168 time: 3.1220157 Jul 22 11:35:51.729136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:51.735391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1990099865'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:51.743619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-665f5ebe-98e9-471e-a37b-f87a3b3156b5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=b9abe51d-47ed-4558-a46f-b75150e07e1b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.750270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.777998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba314ca8-ad74-405c-bdfd-fa4cfc7fcadd req-dd159cc8-3a22-4635-8084-479162f81d04 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0742309 Jul 22 11:35:51.781954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:51.787208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.812849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.814345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:51.828663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.829016 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 154a9fef-bfd3-47c8-afb5-271bc2402514 of type vlan for network bf53bd50-890d-46db-90fb-e4af4076210a Jul 22 11:35:51.872709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.903780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.909366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:51.909949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:51.945539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2145445 Jul 22 11:35:51.948111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:51.953603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:51.986177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afd6ef67-36c8-497a-a1aa-b2d32cefdddd tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=bf53bd50-890d-46db-90fb-e4af4076210a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:51.996892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bf53bd50-890d-46db-90fb-e4af4076210a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:52.000831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['40f0c8e9-c0f6-467b-a24a-aea0472a30f5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:52.075469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:52.080074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.197589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:52.304449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.310143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-984915104-network', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:52.335770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Made reservation on behalf of ae48a9ec3f394f2e9204365548568e40 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:52.338771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.349573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.382189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '154a9fef-bfd3-47c8-afb5-271bc2402514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:52.382805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: bf53bd50-890d-46db-90fb-e4af4076210a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:52.385765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=63fdaff6-e9a6-42ea-b929-2f83f3d57584,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:52.403151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network bf53bd50-890d-46db-90fb-e4af4076210a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:52.413439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bf53bd50-890d-46db-90fb-e4af4076210a) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:52.422875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-772e15f7-bbaf-488d-b2cd-369ff33770a5 None None] Network bf53bd50-890d-46db-90fb-e4af4076210a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:52.432448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:52.433058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.490004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.494502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.518808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:52.532343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6a81f5cc-1069-4299-8bdd-8f928947b05d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5806937 Jul 22 11:35:52.533201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:52.550371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ada6fe5-8d68-4bb7-bdb4-9be36526148f req-0b6639b7-bb6e-4a08-8c42-17266a54b0b9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:52.557857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ada6fe5-8d68-4bb7-bdb4-9be36526148f req-0b6639b7-bb6e-4a08-8c42-17266a54b0b9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.1417894 Jul 22 11:35:52.563166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=575cfd37-82aa-42e4-a1ba-a471deb59328,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:52.571383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.571729 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Added segment ba603ad8-41b3-4dbe-83e4-57cf06608d19 of type vlan for network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 Jul 22 11:35:52.610148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f90c7f05-0f77-4fe8-be80-613f7e4edd1b req-6af6bdaf-b577-45e1-bab1-6fe73c37a8de tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:52.617758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f90c7f05-0f77-4fe8-be80-613f7e4edd1b req-6af6bdaf-b577-45e1-bab1-6fe73c37a8de tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 944 time: 0.1292727 Jul 22 11:35:52.620287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-bf53bd50-890d-46db-90fb-e4af4076210a', 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '63fdaff6-e9a6-42ea-b929-2f83f3d57584'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:52.621261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.625418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ada6fe5-8d68-4bb7-bdb4-9be36526148f req-af7dc955-b5fb-448f-bd0a-cd3b862b7bb9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0668030 Jul 22 11:35:52.674047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f90c7f05-0f77-4fe8-be80-613f7e4edd1b req-01464f4c-47cf-41e5-8007-cb236dcdb816 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553422 Jul 22 11:35:52.687942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.731653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.732634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:52.733219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.747044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.774729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5752180 Jul 22 11:35:52.777551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:52.782814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Request body: {'subnet': {'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-984915104-subnet', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:52.791052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Allocated IP 172.20.0.1 (bf53bd50-890d-46db-90fb-e4af4076210a/63fdaff6-e9a6-42ea-b929-2f83f3d57584/04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:52.807682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Made reservation on behalf of ae48a9ec3f394f2e9204365548568e40 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:52.810314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.819202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4619ed0-d9b4-4935-bd16-3a6db66d2ad5 admin admin] Pushing event updated for resources: {'Network': ['ID=fad9e257-88b1-4d65-b6d8-3607fcc76ea5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:52.846871 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:35:52.894410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:52.909993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:52.913306 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c5ba771-0a28-40cd-879d-f7317e99f485" -d '{"events": [{"server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "name": "network-vif-plugged", "status": "completed", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:52.926110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:52.979877 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bb912e41-41a1-4f7b-9b97-6929fe485c59 x-openstack-request-id: req-bb912e41-41a1-4f7b-9b97-6929fe485c59 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:52.980173 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "name": "network-vif-plugged", "status": "completed", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:52.980422 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bb912e41-41a1-4f7b-9b97-6929fe485c59 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:52.980811 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70', 'code': 200} Jul 22 11:35:52.990830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e194aa93-119a-4ebc-8c89-bdde4996ad55 req-387057ef-a8f9-4ab0-a6db-a81c937303a9 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:52.992408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e194aa93-119a-4ebc-8c89-bdde4996ad55 req-387057ef-a8f9-4ab0-a6db-a81c937303a9 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 945 time: 0.1019335 Jul 22 11:35:53.045709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.056172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Transition to ACTIVE for port object 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:53.071276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e194aa93-119a-4ebc-8c89-bdde4996ad55 req-ec5ef4ca-d9cb-4f94-9630-6452182a15b7 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554712 Jul 22 11:35:53.074981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Transition to ACTIVE for port object 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:53.081734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.115036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.121519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.150776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Network bf53bd50-890d-46db-90fb-e4af4076210a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:53.155620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:53.157398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Pushing event updated for resources: {'Port': ['ID=04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:53.159636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:53.199391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50385e9d-1a56-4a62-9881-92f7cbc835bf,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:53.209193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Checking segment: {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:53.209385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Network hostable DHCP agents. Network: fad9e257-88b1-4d65-b6d8-3607fcc76ea5, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:53.229480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:53.237963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Attempting to bind port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:53.238396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Attempting to bind port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '154a9fef-bfd3-47c8-afb5-271bc2402514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:53.239449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Attempting to bind port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 on network bf53bd50-890d-46db-90fb-e4af4076210a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:53.240457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fad9e257-88b1-4d65-b6d8-3607fcc76ea5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:53.247319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:53.247990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.252050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f5c0f92-940d-4940-9c64-bd82f4d498ec None None] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:53.256511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:53.256897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Checking segment: {'id': '154a9fef-bfd3-47c8-afb5-271bc2402514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:53.257313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.257720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Bound using segment: {'id': '154a9fef-bfd3-47c8-afb5-271bc2402514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:53.258236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Bound port: 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '154a9fef-bfd3-47c8-afb5-271bc2402514', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': 'bf53bd50-890d-46db-90fb-e4af4076210a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:53.258657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.268016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e720129-8a8d-4b72-91c7-b7f6ff65ae23 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4863269 Jul 22 11:35:53.268214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:53.275441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:53.306543 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.307948 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.374652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.396108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] For port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:53.400295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] For port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2,segment=NetworkSegment(154a9fef-bfd3-47c8-afb5-271bc2402514),segment_id=154a9fef-bfd3-47c8-afb5-271bc2402514)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:53.422517 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.444956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa197bd9-3fb1-46e5-a744-b97c18545633 req-2474b5a2-c686-490c-bce8-cfa71bac4f9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:53.446437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa197bd9-3fb1-46e5-a744-b97c18545633 req-2474b5a2-c686-490c-bce8-cfa71bac4f9b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 1101 time: 0.4139607 Jul 22 11:35:53.448755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=63fdaff6-e9a6-42ea-b929-2f83f3d57584,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:53.529082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.538758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'fixed_ips': [{'subnet_id': '50385e9d-1a56-4a62-9881-92f7cbc835bf'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:53.539343 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.540648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa197bd9-3fb1-46e5-a744-b97c18545633 req-03f54204-0a55-4af1-b1e5-3a44bd3a5121 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856552 Jul 22 11:35:53.544154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf53bd50-890d-46db-90fb-e4af4076210a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:53.545550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebe0c6ea-f2b1-4b4a-a129-76e94aab870e None None] Pushing event updated for resources: {'Port': ['ID=04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:53.547359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.554434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154a9fef-bfd3-47c8-afb5-271bc2402514') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:53.554785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154a9fef-bfd3-47c8-afb5-271bc2402514') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:53.573874 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.590525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.599371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:53.599931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:53.603576 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:53.629593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-229b009f-a893-4f41-beee-5c188f227c31 None None] Network bf53bd50-890d-46db-90fb-e4af4076210a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:53.692922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:35:53.692922 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:35:53.692922 n-d-754448-4 neutron-server[93706]: [parameters: {'id': 'bf53bd50-890d-46db-90fb-e4af4076210a'}] Jul 22 11:35:53.692922 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:35:53.694046 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:35:53.799005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Allocated IP 172.20.0.2 (fad9e257-88b1-4d65-b6d8-3607fcc76ea5/50385e9d-1a56-4a62-9881-92f7cbc835bf/2e26b44b-c874-4a4c-a47c-4d091b57f582) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:53.855819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.885655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.914617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-998772a2-95a1-4cc0-a2fa-acefb78e1ff1 req-6d2c733c-1d11-4dff-b3db-898b848bfb35 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:53.916119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-998772a2-95a1-4cc0-a2fa-acefb78e1ff1 req-6d2c733c-1d11-4dff-b3db-898b848bfb35 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.2046003 Jul 22 11:35:53.955433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:53.964627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Transition to ACTIVE for port object 2e26b44b-c874-4a4c-a47c-4d091b57f582 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:53.973513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e144fbf-2744-4123-8a55-2f47d030747d req-c2925a52-89f9-4da3-b072-10dd040b6d7e tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:53.975338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e144fbf-2744-4123-8a55-2f47d030747d req-c2925a52-89f9-4da3-b072-10dd040b6d7e tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 944 time: 0.2021503 Jul 22 11:35:53.981292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Transition to ACTIVE for port object 2e26b44b-c874-4a4c-a47c-4d091b57f582 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:53.988301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.032250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:54.035201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:54.040112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:54.043125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Pushing event updated for resources: {'Port': ['ID=2e26b44b-c874-4a4c-a47c-4d091b57f582,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.060911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-998772a2-95a1-4cc0-a2fa-acefb78e1ff1 req-0eb7bdc6-ead0-41d3-a43e-627a8d4599b9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1128840 Jul 22 11:35:54.074641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e144fbf-2744-4123-8a55-2f47d030747d req-c164b5b8-038f-46c7-90a6-42298bc16c74 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897942 Jul 22 11:35:54.098622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Allocated IP 172.25.6.72 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/cc8456bb-e1a8-4694-b965-400d406d5d2e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:54.122634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Attempting to bind port 2e26b44b-c874-4a4c-a47c-4d091b57f582 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:54.123111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Attempting to bind port 2e26b44b-c874-4a4c-a47c-4d091b57f582 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:54.123617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Attempting to bind port 2e26b44b-c874-4a4c-a47c-4d091b57f582 on network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:54.129133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:54.129805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Checking segment: {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:54.130485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.130824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Bound using segment: {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:54.131610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Bound port: 2e26b44b-c874-4a4c-a47c-4d091b57f582, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:54.131893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.196036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.225196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] For port 2e26b44b-c874-4a4c-a47c-4d091b57f582, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:54.228905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] For port 2e26b44b-c874-4a4c-a47c-4d091b57f582, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e26b44b-c874-4a4c-a47c-4d091b57f582,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:54.236066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.255873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.272236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:54.273313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.303997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9fad8d-ac89-4f8a-a831-44b07f495183 None None] Pushing event updated for resources: {'Port': ['ID=2e26b44b-c874-4a4c-a47c-4d091b57f582,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.326611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9674eb05-647c-4c8d-b383-93d251fb5867 req-80306e7e-a2cd-4774-b593-a36675a51505 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:54.328034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9674eb05-647c-4c8d-b383-93d251fb5867 req-80306e7e-a2cd-4774-b593-a36675a51505 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 945 time: 0.1133275 Jul 22 11:35:54.344735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.371477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2,segment=NetworkSegment(154a9fef-bfd3-47c8-afb5-271bc2402514),segment_id=154a9fef-bfd3-47c8-afb5-271bc2402514)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:54.371842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.384001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:54.407215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:54.415416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:54.417878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:54.422617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9674eb05-647c-4c8d-b383-93d251fb5867 req-b704f5e8-d5a5-4727-844d-c348008e489b tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0879323 Jul 22 11:35:54.460367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Pushing event updated for resources: {'Port': ['ID=cc8456bb-e1a8-4694-b965-400d406d5d2e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.481286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:54.495807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.561775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.578652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port 04d701b8-e7f7-4fe5-a192-5fe24f1f5cd2 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:54.599950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:54.604939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:54.605536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.681235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.693637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf53bd50-890d-46db-90fb-e4af4076210a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:54.704737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '154a9fef-bfd3-47c8-afb5-271bc2402514') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:54.705038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '154a9fef-bfd3-47c8-afb5-271bc2402514') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:54.715979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.719000 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.732483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.740941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:54.740941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:54.744176 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:54.757103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:54.762614 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.773921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.812950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.815307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.819626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.821576 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/bf53bd50-890d-46db-90fb-e4af4076210a HTTP/1.1" status: 204 len: 168 time: 2.2878425 Jul 22 11:35:54.826850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:54.831513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1948971018'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:54.846265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=bf53bd50-890d-46db-90fb-e4af4076210a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:54.860638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.860985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.861320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.861652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.861980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.862308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.862654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.862983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.863388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.864207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.864527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.864989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5e3882a-375c-4669-b400-4b2e22b9db7e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:54.875898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:54.879997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.907720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:54.920243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.920590 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment e3d449f9-f4df-4ae8-934c-decc1fdcbbab of type vlan for network c8e9ffa3-ea17-4667-8805-2baf76bdcd18 Jul 22 11:35:54.963460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:54.979143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e26b44b-c874-4a4c-a47c-4d091b57f582 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:54.983196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:54.984667 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4358fdab-6840-4ea2-9932-a1769ae17b40" -d '{"events": [{"server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:55.006291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.012390 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.012774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:55.013403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.059566 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c2b7bb65-9ec6-429c-b8f5-4bb0c053e59c x-openstack-request-id: req-c2b7bb65-9ec6-429c-b8f5-4bb0c053e59c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:55.059937 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "name": "network-vif-plugged", "status": "completed", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:55.060122 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c2b7bb65-9ec6-429c-b8f5-4bb0c053e59c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:55.060478 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3', 'code': 200} Jul 22 11:35:55.065487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2378166 Jul 22 11:35:55.072189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:55.090175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'c8e9ffa3-ea17-4667-8805-2baf76bdcd18', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:55.125593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2e26b44b-c874-4a4c-a47c-4d091b57f582 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:55.177664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:55.201449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c37986a-c8c2-4b8e-bc1d-a13cb9448e1c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=c8e9ffa3-ea17-4667-8805-2baf76bdcd18,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:55.225680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c8e9ffa3-ea17-4667-8805-2baf76bdcd18 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:55.285056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:55.289797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.332656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f5327-5a95-46e7-9f42-87a6254f044d req-4b64b047-7105-4167-9cc6-21f0da2a709d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:55.334666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3f5327-5a95-46e7-9f42-87a6254f044d req-4b64b047-7105-4167-9cc6-21f0da2a709d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 1096 time: 0.1935983 Jul 22 11:35:55.341044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:35:55.349078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:55.353801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:55.354271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.385329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7f47e8a-5cb2-4c6e-9e5d-db9a38154ad8 req-433520a0-58f4-4f45-9826-ddb423949863 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:55.386905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f47e8a-5cb2-4c6e-9e5d-db9a38154ad8 req-433520a0-58f4-4f45-9826-ddb423949863 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.2098856 Jul 22 11:35:55.392686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3f5327-5a95-46e7-9f42-87a6254f044d req-05fba0ad-debc-4211-8485-828252d8a9be service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483742 Jul 22 11:35:55.407128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d80417-ccaf-4327-b918-332d59dc1a92 req-a3fd6437-9014-4564-a11b-ab1de9ce0474 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:55.414916 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3d80417-ccaf-4327-b918-332d59dc1a92 req-a3fd6437-9014-4564-a11b-ab1de9ce0474 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 945 time: 0.2256923 Jul 22 11:35:55.455484 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.468614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a87afb6-5650-4cd6-815b-951df857ee4a None None] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:55.515821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.518042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,segment=NetworkSegment(4add4fc6-01b0-4f70-b983-e623df92e075),segment_id=4add4fc6-01b0-4f70-b983-e623df92e075)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:55.532933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7f47e8a-5cb2-4c6e-9e5d-db9a38154ad8 req-83552d53-7fa6-4e46-8111-76324427d38a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1379004 Jul 22 11:35:55.548069 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.580028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3d80417-ccaf-4327-b918-332d59dc1a92 req-ffa3ea54-9e4f-4161-a607-7cd21079fda4 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1640718 Jul 22 11:35:55.611259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Provisioning for port 2e26b44b-c874-4a4c-a47c-4d091b57f582 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:55.630007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Provisioning complete for port 2e26b44b-c874-4a4c-a47c-4d091b57f582 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:55.630391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.632192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=49c08d90-0987-4b6b-b3d8-821956bbd581,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:55.639984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': 'e3d449f9-f4df-4ae8-934c-decc1fdcbbab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': 'c8e9ffa3-ea17-4667-8805-2baf76bdcd18'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:55.639984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: c8e9ffa3-ea17-4667-8805-2baf76bdcd18, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:55.641457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:35:55.653825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Sync routers for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:35:55.677647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network c8e9ffa3-ea17-4667-8805-2baf76bdcd18 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:55.677828 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:55.681688 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:55.686348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:55.703504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.705412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-030cea66-015b-4bca-8128-b7109e9464f6 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.4360468 Jul 22 11:35:55.708789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, c8e9ffa3-ea17-4667-8805-2baf76bdcd18) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:55.708924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:55.718717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de3e8f57-50d2-4682-b15f-2caa56cdf9da None None] Network c8e9ffa3-ea17-4667-8805-2baf76bdcd18 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:55.721044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:55.721645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.759590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-234e0f84-24c7-4415-bafc-a415cbce9ec2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6832550 Jul 22 11:35:55.762146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:55.875267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.892728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.953872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] For port 2e26b44b-c874-4a4c-a47c-4d091b57f582, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e26b44b-c874-4a4c-a47c-4d091b57f582,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:55.962389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:55.975399 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.012430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25c09c3a-88c4-4d7b-8e6b-c1527a5cd475 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-c8e9ffa3-ea17-4667-8805-2baf76bdcd18', 'network_id': 'c8e9ffa3-ea17-4667-8805-2baf76bdcd18', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '49c08d90-0987-4b6b-b3d8-821956bbd581'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:56.013422 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25c09c3a-88c4-4d7b-8e6b-c1527a5cd475 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.041467 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:56.065271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.102740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=49c08d90-0987-4b6b-b3d8-821956bbd581,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:56.102968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92482c9a-29d3-44c3-ae56-7a8ba53e21c3 None None] Pushing event updated for resources: {'Port': ['ID=2e26b44b-c874-4a4c-a47c-4d091b57f582,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:56.188861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37113792-3549-4754-a37a-eafc6a97f421 None None] Network c8e9ffa3-ea17-4667-8805-2baf76bdcd18 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:56.216796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.233272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8e9ffa3-ea17-4667-8805-2baf76bdcd18']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:56.244855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3d449f9-f4df-4ae8-934c-decc1fdcbbab') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:56.245154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3d449f9-f4df-4ae8-934c-decc1fdcbbab') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:56.256992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.272997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.299215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:56.299770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.303281 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:54Z', 'revision_number': 3, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:56.352839 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Checking router: 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:35:56.353446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Updating router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 port cc8456bb-e1a8-4694-b965-400d406d5d2e binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:56.381272 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:56.386429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.396180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.398822 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/c8e9ffa3-ea17-4667-8805-2baf76bdcd18 HTTP/1.1" status: 204 len: 168 time: 0.6352596 Jul 22 11:35:56.402680 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.403543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:56.411931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1459407055'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:56.431264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-872875e2-e91d-45eb-8d6f-20e7e98d5b8f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=c8e9ffa3-ea17-4667-8805-2baf76bdcd18,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:56.455232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:56.463682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.496024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:35:56.510204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-469bc24d-604d-4d76-9817-75cf95935417 None None] Provisioning complete for port 2e26b44b-c874-4a4c-a47c-4d091b57f582 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:56.510608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-469bc24d-604d-4d76-9817-75cf95935417 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.510935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.511293 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 7359d227-1379-458b-94cf-2c0c04fa4142 of type vlan for network 87926cce-bead-4e8e-8939-c3c75864c7b8 Jul 22 11:35:56.535137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5758903e-d04d-49a0-bcfb-be60004b81b5 req-0dfb26b7-a337-42f4-abd9-75fd4d73696f tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:56.537372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5758903e-d04d-49a0-bcfb-be60004b81b5 req-0dfb26b7-a337-42f4-abd9-75fd4d73696f tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.6941326 Jul 22 11:35:56.539882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b4daedd-7359-44eb-bd49-9abd59e1bf0c req-ce001588-1b88-4bc5-8e97-269a8f0daca7 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:56.546868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b4daedd-7359-44eb-bd49-9abd59e1bf0c req-ce001588-1b88-4bc5-8e97-269a8f0daca7 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 1101 time: 0.7061098 Jul 22 11:35:56.575282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c71fee82-836f-4d57-b17a-486dab8bd888 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:35:56.581653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.635924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.644284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:56.645883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.701624 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.2962832 Jul 22 11:35:56.706026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:56.711126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b4daedd-7359-44eb-bd49-9abd59e1bf0c req-4d16739d-b3ec-4319-87f7-0bea5ea82d63 tempest-ServersOnMultiNodesTest-376652769 tempest-ServersOnMultiNodesTest-376652769-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1633129 Jul 22 11:35:56.714201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:35:56.753934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5758903e-d04d-49a0-bcfb-be60004b81b5 req-2a3b7bcd-08a6-48df-96c1-c11a1563b2cd tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2042143 Jul 22 11:35:56.768124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c71fee82-836f-4d57-b17a-486dab8bd888 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:35:56.824456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc489a41-0aa4-4fb2-bdfd-6d8e503ee026 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=87926cce-bead-4e8e-8939-c3c75864c7b8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:56.840959 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.843996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 87926cce-bead-4e8e-8939-c3c75864c7b8 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:35:56.854366 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Transition to ACTIVE for port object cc8456bb-e1a8-4694-b965-400d406d5d2e will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:56.864634 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.971827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:35:56.982583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:56.984261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Attempting to bind port cc8456bb-e1a8-4694-b965-400d406d5d2e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:56.986051 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Attempting to bind port cc8456bb-e1a8-4694-b965-400d406d5d2e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:56.987147 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Attempting to bind port cc8456bb-e1a8-4694-b965-400d406d5d2e on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:56.993172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7945c6a3-cef9-430e-ad72-ee41fbcfb883 req-37a124e6-6c8c-4c7f-b634-513d1105061b tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:56.994804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7945c6a3-cef9-430e-ad72-ee41fbcfb883 req-37a124e6-6c8c-4c7f-b634-513d1105061b tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 945 time: 0.1844151 Jul 22 11:35:57.015419 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Pushing event updated for resources: {'Port': ['ID=cc8456bb-e1a8-4694-b965-400d406d5d2e,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:57.016224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e26b44b-c874-4a4c-a47c-4d091b57f582 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:57.025110 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.025693 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.026179 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.026835 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.029978 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.030524 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.031125 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.031785 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.032291 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.032781 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.033274 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.033752 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:57.043889 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:57.044489 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:57.045084 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.045626 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:57.046369 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Bound port: cc8456bb-e1a8-4694-b965-400d406d5d2e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:57.046949 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.062140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:57.064401 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fede51e-64bf-4dfb-879d-38b5aaa10c90" -d '{"events": [{"server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "name": "network-vif-plugged", "status": "completed", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:57.110374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7945c6a3-cef9-430e-ad72-ee41fbcfb883 req-9d72320d-cbff-46d6-bd67-6efe3d80f158 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1071539 Jul 22 11:35:57.136218 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] For port cc8456bb-e1a8-4694-b965-400d406d5d2e, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:57.140694 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] For port cc8456bb-e1a8-4694-b965-400d406d5d2e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc8456bb-e1a8-4694-b965-400d406d5d2e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:57.141643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 11:35:57.142332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 11:35:57.151531 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.206612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.216827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.225333 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d04bff6-fb33-4ded-ad43-4b55fe0bf142 None None] Pushing event updated for resources: {'Port': ['ID=cc8456bb-e1a8-4694-b965-400d406d5d2e,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:57.228330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:35:57.228932 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:57.266429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2e26b44b-c874-4a4c-a47c-4d091b57f582 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:57.266953 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.340412 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-71198af8-d750-4f67-a5ce-35d2aa3230b6 x-openstack-request-id: req-71198af8-d750-4f67-a5ce-35d2aa3230b6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:57.343941 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "name": "network-vif-plugged", "status": "completed", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:57.344450 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-71198af8-d750-4f67-a5ce-35d2aa3230b6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:57.345266 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5', 'code': 200} Jul 22 11:35:57.421624 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:35:57.479786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.549866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fb908f0-fdfb-4721-be94-7792f58dd5c7 req-0a6252da-7fbd-463d-ad08-0ec9dcde5735 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:57.556099 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1fb908f0-fdfb-4721-be94-7792f58dd5c7 req-0a6252da-7fbd-463d-ad08-0ec9dcde5735 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 1097 time: 0.1491072 Jul 22 11:35:57.588099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=5b1b674c-0ebd-4057-8e4f-b2aceb7e4b41,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:57.593154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd8c851-af9b-43a1-935e-7ff81977e2e5 req-a23373e0-472a-4cf2-8a2a-b63f659d73ca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:57.594737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffd8c851-af9b-43a1-935e-7ff81977e2e5 req-a23373e0-472a-4cf2-8a2a-b63f659d73ca tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 946 time: 0.2210734 Jul 22 11:35:57.615701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '7359d227-1379-458b-94cf-2c0c04fa4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:57.616084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: 87926cce-bead-4e8e-8939-c3c75864c7b8, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:35:57.621248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c59493-05a0-4cf1-9ede-9744fe469ec0 req-3e6bab57-633b-410d-899a-a8b209ccc1e8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:57.622785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c59493-05a0-4cf1-9ede-9744fe469ec0 req-3e6bab57-633b-410d-899a-a8b209ccc1e8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.2090218 Jul 22 11:35:57.624972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Allocated IP 172.20.0.1 (fad9e257-88b1-4d65-b6d8-3607fcc76ea5/50385e9d-1a56-4a62-9881-92f7cbc835bf/53ebc55d-567a-4a75-855e-7243cdacdf58) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:57.632931 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1fb908f0-fdfb-4721-be94-7792f58dd5c7 req-0f7f446d-9fd5-43e9-b514-48354da694e2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730913 Jul 22 11:35:57.639963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 87926cce-bead-4e8e-8939-c3c75864c7b8 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:35:57.652389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 87926cce-bead-4e8e-8939-c3c75864c7b8) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:57.661362 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:54Z', 'revision_number': 3, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:57.661662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa07a925-303d-46c7-bd67-5ca9e7227a07 None None] Network 87926cce-bead-4e8e-8939-c3c75864c7b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:57.670136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:57.671024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.695580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b84d052-75a3-420b-8d13-3f0addd81eb5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 0.9882393 Jul 22 11:35:57.697255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:35:57.698890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8f2ae8d2-c4fd-4503-866e-10c76b25b8cf None None] The sync data for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 is: [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:54Z', 'revision_number': 3, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:35:57.733134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffd8c851-af9b-43a1-935e-7ff81977e2e5 req-9decdde2-654b-4d90-b8bb-611f10070ee3 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1184442 Jul 22 11:35:57.746878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c59493-05a0-4cf1-9ede-9744fe469ec0 req-42542c77-f1c8-4a7f-b095-08dfee28a010 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078024 Jul 22 11:35:57.882092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-87926cce-bead-4e8e-8939-c3c75864c7b8', 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '5b1b674c-0ebd-4057-8e4f-b2aceb7e4b41'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:35:57.882835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.887321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.914949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:57.960217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Transition to ACTIVE for port object 53ebc55d-567a-4a75-855e-7243cdacdf58 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:58.048571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.077742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.090291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c5dad4-d09b-43c8-ab93-52d25f18b627 req-b9e48259-06bf-4ffa-8feb-a49b5318c471 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:58.098198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79c5dad4-d09b-43c8-ab93-52d25f18b627 req-b9e48259-06bf-4ffa-8feb-a49b5318c471 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.2118249 Jul 22 11:35:58.116021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Allocated IP 172.20.0.3 (87926cce-bead-4e8e-8939-c3c75864c7b8/5b1b674c-0ebd-4057-8e4f-b2aceb7e4b41/6a6175b6-ceea-4b59-8418-4b608c01ed35) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:35:58.141321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.164700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79c5dad4-d09b-43c8-ab93-52d25f18b627 req-d8c7afd3-b4f4-419e-9036-d7ae4b9274b0 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594468 Jul 22 11:35:58.204384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:58.207504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:58.210719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:58.268379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Pushing event updated for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:58.284131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.284380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.284761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.285106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.286096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.286585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.287377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.287377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.288501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.288501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.288501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.288817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:35:58.299332 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.401896 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.426951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Transition to ACTIVE for port object 6a6175b6-ceea-4b59-8418-4b608c01ed35 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:58.444455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Transition to ACTIVE for port object 6a6175b6-ceea-4b59-8418-4b608c01ed35 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:35:58.456436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.479050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.544104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Network 87926cce-bead-4e8e-8939-c3c75864c7b8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:58.545340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=5b1b674c-0ebd-4057-8e4f-b2aceb7e4b41,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:58.561325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:58.567341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:35:58.572576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Pushing event updated for resources: {'Port': ['ID=6a6175b6-ceea-4b59-8418-4b608c01ed35,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:58.608414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74f39ee1-af59-4d02-a429-a3e7d4aaec97 req-5aa01419-a622-439e-8966-12e69eff1e0d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:58.610080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74f39ee1-af59-4d02-a429-a3e7d4aaec97 req-5aa01419-a622-439e-8966-12e69eff1e0d tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 946 time: 0.1866703 Jul 22 11:35:58.620516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.627380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f7f95b77-3d2a-471c-92bd-a69f6f25895e None None] Provisioning for port 53ebc55d-567a-4a75-855e-7243cdacdf58 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:58.632919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f7f95b77-3d2a-471c-92bd-a69f6f25895e None None] Provisioning complete for port 53ebc55d-567a-4a75-855e-7243cdacdf58 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:58.634163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7f95b77-3d2a-471c-92bd-a69f6f25895e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.647797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.666632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87926cce-bead-4e8e-8939-c3c75864c7b8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:58.679895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7359d227-1379-458b-94cf-2c0c04fa4142') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:58.680200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7359d227-1379-458b-94cf-2c0c04fa4142') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:35:58.690385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.707951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.716598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:35:58.717022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:35:58.720687 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:35:58.723886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Attempting to bind port 6a6175b6-ceea-4b59-8418-4b608c01ed35 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:35:58.723886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Attempting to bind port 6a6175b6-ceea-4b59-8418-4b608c01ed35 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '7359d227-1379-458b-94cf-2c0c04fa4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:35:58.724076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Attempting to bind port 6a6175b6-ceea-4b59-8418-4b608c01ed35 on network 87926cce-bead-4e8e-8939-c3c75864c7b8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:35:58.737058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:35:58.737464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Checking segment: {'id': '7359d227-1379-458b-94cf-2c0c04fa4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:35:58.737869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.738257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Bound using segment: {'id': '7359d227-1379-458b-94cf-2c0c04fa4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:35:58.738810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Bound port: 6a6175b6-ceea-4b59-8418-4b608c01ed35, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7359d227-1379-458b-94cf-2c0c04fa4142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '87926cce-bead-4e8e-8939-c3c75864c7b8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:35:58.739210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.760462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f7f95b77-3d2a-471c-92bd-a69f6f25895e None None] Port 53ebc55d-567a-4a75-855e-7243cdacdf58 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:35:58.762944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74f39ee1-af59-4d02-a429-a3e7d4aaec97 req-86834b4f-d494-401d-93ec-9c20b3661255 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1447237 Jul 22 11:35:58.831980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:35:58.831980 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:35:58.831980 n-d-754448-4 neutron-server[93706]: [parameters: {'id': '87926cce-bead-4e8e-8939-c3c75864c7b8'}] Jul 22 11:35:58.831980 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:35:58.832493 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:35:58.847500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] For port 6a6175b6-ceea-4b59-8418-4b608c01ed35, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:35:58.851600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] For port 6a6175b6-ceea-4b59-8418-4b608c01ed35, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a6175b6-ceea-4b59-8418-4b608c01ed35,segment=NetworkSegment(7359d227-1379-458b-94cf-2c0c04fa4142),segment_id=7359d227-1379-458b-94cf-2c0c04fa4142)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:35:58.856626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:58.931594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-a0d0209a-26e2-4361-b5ce-16091ca4c204 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:58.934646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-a0d0209a-26e2-4361-b5ce-16091ca4c204 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.0919545 Jul 22 11:35:58.951473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8965f0-421a-4f45-ae47-45e433229301 None None] Pushing event updated for resources: {'Port': ['ID=6a6175b6-ceea-4b59-8418-4b608c01ed35,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:58.998741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41781b61-2aaf-426f-9d61-202e84616395 None None] Network 87926cce-bead-4e8e-8939-c3c75864c7b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:35:59.026951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.035811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc8456bb-e1a8-4694-b965-400d406d5d2e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:35:59.037966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42dfe84d-179f-4f78-b8f4-e6d9478eee22 req-b0d0465d-fab5-4c84-8256-eeee24f1dc21 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:59.039476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42dfe84d-179f-4f78-b8f4-e6d9478eee22 req-b0d0465d-fab5-4c84-8256-eeee24f1dc21 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 950 time: 0.1884258 Jul 22 11:35:59.041652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.098566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port a5acfe88-0cee-4f59-8874-2fc8f6549e70 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:59.099046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.138300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.159885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Pushing event updated for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:59.172027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42dfe84d-179f-4f78-b8f4-e6d9478eee22 req-c1868b89-3a99-4859-8b89-584eaa2ea18a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089506 Jul 22 11:35:59.188700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port cc8456bb-e1a8-4694-b965-400d406d5d2e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:35:59.194904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cc8456bb-e1a8-4694-b965-400d406d5d2e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:35:59.195493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.225245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port a5acfe88-0cee-4f59-8874-2fc8f6549e70, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a5acfe88-0cee-4f59-8874-2fc8f6549e70,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:59.226517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.249063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b182c4fc-5e55-4dd7-aac1-6e8decd4ddbe None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:35:59.249287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for a5acfe88-0cee-4f59-8874-2fc8f6549e70 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:59.333986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.351823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:35:59.355847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:35:59.392338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.438830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port cc8456bb-e1a8-4694-b965-400d406d5d2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc8456bb-e1a8-4694-b965-400d406d5d2e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:59.443714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e00eaac-86ea-4515-8742-f3be03720f26 req-ae16b2a4-7c4a-4bc6-b63d-9a691b781866 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:59.448369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port 6a6175b6-ceea-4b59-8418-4b608c01ed35 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:35:59.449164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.451229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b182c4fc-5e55-4dd7-aac1-6e8decd4ddbe None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:35:59.451363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e00eaac-86ea-4515-8742-f3be03720f26 req-ae16b2a4-7c4a-4bc6-b63d-9a691b781866 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.1848521 Jul 22 11:35:59.456591 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.497376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.517585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'a5acfe88-0cee-4f59-8874-2fc8f6549e70'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:59.520503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9', '38092053-01c8-45bb-8fac-b835c517003d', '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:35:59.542383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e00eaac-86ea-4515-8742-f3be03720f26 req-c9b2e317-2c8d-412a-893e-e8790e4de493 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899141 Jul 22 11:35:59.589621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=a5acfe88-0cee-4f59-8874-2fc8f6549e70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:59.600895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:35:59.683375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port 6a6175b6-ceea-4b59-8418-4b608c01ed35, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a6175b6-ceea-4b59-8418-4b608c01ed35,segment=NetworkSegment(7359d227-1379-458b-94cf-2c0c04fa4142),segment_id=7359d227-1379-458b-94cf-2c0c04fa4142)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:35:59.683928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.713064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=cc8456bb-e1a8-4694-b965-400d406d5d2e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:59.727021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port a5acfe88-0cee-4f59-8874-2fc8f6549e70 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:59.731961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.734256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a73c9fe-a49c-43b1-920a-3426f43081bb req-e6a05687-394e-4654-a257-cbe398b6a18d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "DELETE /v2.0/ports/a5acfe88-0cee-4f59-8874-2fc8f6549e70 HTTP/1.1" status: 204 len: 173 time: 0.7908149 Jul 22 11:35:59.734817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'name': 'network-vif-deleted', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:35:59.737224 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-349487b5-5a63-4ead-9e21-0b4677291231" -d '{"events": [{"server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "name": "network-vif-deleted", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:35:59.744639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for 6a6175b6-ceea-4b59-8418-4b608c01ed35 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:35:59.830776 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:35:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4ec97f-84a5-4746-9362-fe4c6da694a5 x-openstack-request-id: req-5f4ec97f-84a5-4746-9362-fe4c6da694a5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:35:59.831161 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ad10210c-38f6-4749-a517-badaabfb1495", "name": "network-vif-deleted", "tag": "a5acfe88-0cee-4f59-8874-2fc8f6549e70", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:35:59.831552 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f4ec97f-84a5-4746-9362-fe4c6da694a5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:35:59.832199 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ad10210c-38f6-4749-a517-badaabfb1495', 'name': 'network-vif-deleted', 'tag': 'a5acfe88-0cee-4f59-8874-2fc8f6549e70', 'status': 'completed', 'code': 200} Jul 22 11:35:59.888740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:35:59.948523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=6a6175b6-ceea-4b59-8418-4b608c01ed35,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:35:59.957826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port 6a6175b6-ceea-4b59-8418-4b608c01ed35 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:35:59.968803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-d016b76a-c7fd-451b-a4a7-9037a87c201b tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:35:59.970401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-d016b76a-c7fd-451b-a4a7-9037a87c201b tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 946 time: 0.3683519 Jul 22 11:36:00.097214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.119822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87926cce-bead-4e8e-8939-c3c75864c7b8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:00.134889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7359d227-1379-458b-94cf-2c0c04fa4142') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:00.135193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7359d227-1379-458b-94cf-2c0c04fa4142') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:00.142565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:36:00.150364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.162407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f4fbc891-f301-46d9-932e-38fc80fb8701 admin admin] 10.222.0.21 "PUT /v2.0/routers/9d3b6ce0-3a3a-4e63-8e86-8844b27fd548/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4480622 Jul 22 11:36:00.162609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-171e8c3d-347a-4141-b6ae-0f689eb0e6b7 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:00.162609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-171e8c3d-347a-4141-b6ae-0f689eb0e6b7 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "GET /v2.0/ports?device_id=c8aad36b-9f70-4c38-89ea-84625f9a6f7b HTTP/1.1" status: 200 len: 945 time: 0.1575336 Jul 22 11:36:00.164078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Sync routers for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:36:00.177323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.188660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:00.189127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.214212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:36:00.214809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:00.215971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fbb33d5-619a-4f9c-b844-faf841f10185 req-28b0cf4d-dc1e-45c4-8f23-f1e701e40ab4 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:00.224395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fbb33d5-619a-4f9c-b844-faf841f10185 req-28b0cf4d-dc1e-45c4-8f23-f1e701e40ab4 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 946 time: 0.2699857 Jul 22 11:36:00.260962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98804e9f-a4f1-40b2-b6a6-838a1b941723 req-7763b6ce-2634-4154-9413-73b7aa201f9f tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:00.269113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98804e9f-a4f1-40b2-b6a6-838a1b941723 req-7763b6ce-2634-4154-9413-73b7aa201f9f tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.2707145 Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:00.298279 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:00.311786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7fbb33d5-619a-4f9c-b844-faf841f10185 req-d9d8d192-dbfb-48fe-b7e3-d2d8646c4270 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/security-groups?id=31c2049b-bcdc-4e58-8d35-323c9164e788&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0844548 Jul 22 11:36:00.335162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Deleting port 119f4923-00e8-402d-b138-6ede016b17a3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:00.335162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.337925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.361118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.369229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/87926cce-bead-4e8e-8939-c3c75864c7b8 HTTP/1.1" status: 204 len: 168 time: 2.6645343 Jul 22 11:36:00.369229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944756fc-51cb-486d-870d-6302abeb684a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=87926cce-bead-4e8e-8939-c3c75864c7b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:00.371024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:00.391211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-296852056'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:00.412052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98804e9f-a4f1-40b2-b6a6-838a1b941723 req-4d8b9255-c139-4d25-83ff-94c516b262a9 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1395583 Jul 22 11:36:00.477080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:00.480612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.568510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:00.592361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Deleting port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:00.592721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.606385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7068f6b-d07b-43bf-a6f4-51f1ca03c85e req-5bff4986-8de9-4d2a-ad7a-df73c6e2bc8f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ad10210c-38f6-4749-a517-badaabfb1495 HTTP/1.1" status: 200 len: 210 time: 0.0419207 Jul 22 11:36:00.616276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] For port 119f4923-00e8-402d-b138-6ede016b17a3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=119f4923-00e8-402d-b138-6ede016b17a3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:00.617155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.636756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:36:00.649143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Calling delete_port for 119f4923-00e8-402d-b138-6ede016b17a3 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:00.658799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.669843 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 2e4465c1-f3ca-451e-9e39-df9b361734d9 of type vlan for network 4683055f-3a0e-4c32-90f2-2bae6c25c590 Jul 22 11:36:00.865697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.946333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.957691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:00.958332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:00.985334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] For port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,segment=NetworkSegment(04826572-841c-432a-87d4-578f6c6a007b),segment_id=04826572-841c-432a-87d4-578f6c6a007b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:00.985904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.035887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.6550207 Jul 22 11:36:01.035887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Calling delete_port for dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:01.036576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:01.037733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc8456bb-e1a8-4694-b965-400d406d5d2e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:01.039152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-4782dde0-1581-47a3-9450-676536222c12 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2563174 Jul 22 11:36:01.044846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:01.047032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': '4683055f-3a0e-4c32-90f2-2bae6c25c590', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:01.048583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.086067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event deleted for resources: {'Port': ['ID=119f4923-00e8-402d-b138-6ede016b17a3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:01.091243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57720971-57b5-4e2a-bf42-9d47dacaddef None None] Provisioning complete for port 53ebc55d-567a-4a75-855e-7243cdacdf58 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:01.091623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57720971-57b5-4e2a-bf42-9d47dacaddef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.108108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5faa0c3d-d032-4460-9a78-c5bc994e6ce2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=4683055f-3a0e-4c32-90f2-2bae6c25c590,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:01.119310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.139052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] No DVR routers for this DVR port 119f4923-00e8-402d-b138-6ede016b17a3 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:01.145981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 4683055f-3a0e-4c32-90f2-2bae6c25c590 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:01.149052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.151102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e95e2ba1-d9a0-44f7-8af7-9ed45d79a235 req-96f13cad-2328-46df-8457-9c3845fe94bf tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "DELETE /v2.0/ports/119f4923-00e8-402d-b138-6ede016b17a3 HTTP/1.1" status: 204 len: 173 time: 1.1631420 Jul 22 11:36:01.151737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'name': 'network-vif-deleted', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:01.154582 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d631cc0d-6cc6-4e33-822d-3708708edd05" -d '{"events": [{"server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "name": "network-vif-deleted", "tag": "119f4923-00e8-402d-b138-6ede016b17a3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:01.172541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:58Z', 'revision_number': 4, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '53ebc55d-567a-4a75-855e-7243cdacdf58', 'name': '', 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'mac_address': 'fa:16:3e:d7:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:57Z', 'updated_at': '2021-07-22T11:35:58Z', 'revision_number': 2, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'subnets': [{'id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:01.203805 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fe28776e-0400-4586-a569-9425d1aecad9 x-openstack-request-id: req-fe28776e-0400-4586-a569-9425d1aecad9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:01.204622 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ea7f05da-4845-4819-a3b6-e40e2a30591c", "name": "network-vif-deleted", "tag": "119f4923-00e8-402d-b138-6ede016b17a3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:01.206580 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fe28776e-0400-4586-a569-9425d1aecad9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:01.207449 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ea7f05da-4845-4819-a3b6-e40e2a30591c', 'name': 'network-vif-deleted', 'tag': '119f4923-00e8-402d-b138-6ede016b17a3', 'status': 'completed', 'code': 200} Jul 22 11:36:01.224154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Checking router: 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:36:01.224520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Updating router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 port 53ebc55d-567a-4a75-855e-7243cdacdf58 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:36:01.226144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-57720971-57b5-4e2a-bf42-9d47dacaddef None None] Port 53ebc55d-567a-4a75-855e-7243cdacdf58 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:36:01.313439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.339692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cc8456bb-e1a8-4694-b965-400d406d5d2e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:01.340104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.341675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.349627 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:01.353342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.429054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.476152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Pushing event deleted for resources: {'Port': ['ID=dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:01.484733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3729a27-f4fd-4fb2-9101-ae8f3f62282c req-de8dfec3-90ab-45e3-ba92-194129f62af5 tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.21 "GET /v2.0/ports?device_id=ea7f05da-4845-4819-a3b6-e40e2a30591c HTTP/1.1" status: 200 len: 210 time: 0.0383935 Jul 22 11:36:01.508825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Allocated IP 172.25.6.185 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/52497b4f-9773-41e5-bff7-b904113b6512) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:01.525313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed900901-5086-4181-aa99-db59a9552275 req-37c7c2df-dd39-4638-84da-c74bea893f95 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:01.526817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed900901-5086-4181-aa99-db59a9552275 req-37c7c2df-dd39-4638-84da-c74bea893f95 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.36 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.2255039 Jul 22 11:36:01.560503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] No DVR routers for this DVR port dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:01.587336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.589610 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98e3bbfc-be85-4c9a-b535-9dc38fc683cb req-c425b882-be80-4f8d-9a82-0869ada6ee9c tempest-MultipleCreateTestJSON-1442963713 tempest-MultipleCreateTestJSON-1442963713-project] 10.222.0.20 "DELETE /v2.0/ports/dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 HTTP/1.1" status: 204 len: 173 time: 1.2875073 Jul 22 11:36:01.773800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.775428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.788770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Deleting port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:01.788770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.833354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'name': 'network-vif-deleted', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:01.835816 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-177ba93e-e0e4-433e-b71e-9e5071b4523d" -d '{"events": [{"server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "name": "network-vif-deleted", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:01.847042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95b4d81-c446-4c32-9038-d5ee94b84004 req-5689ce96-dc69-436e-b3c3-6a166996b93d tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:01.851108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b95b4d81-c446-4c32-9038-d5ee94b84004 req-5689ce96-dc69-436e-b3c3-6a166996b93d tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 946 time: 0.1225891 Jul 22 11:36:01.901943 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.902154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=d60e3ad6-cde7-41de-a3f9-bbaa1249e941,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:01.919001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Transition to ACTIVE for port object 53ebc55d-567a-4a75-855e-7243cdacdf58 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:01.930893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b95b4d81-c446-4c32-9038-d5ee94b84004 req-88cd2f79-cb77-43ca-8a03-f4a85d0b87c2 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/security-groups?id=8b6a8974-ccec-429c-a37c-551b4e06489c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0701199 Jul 22 11:36:01.933433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.934776 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.938269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '2e4465c1-f3ca-451e-9e39-df9b361734d9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '4683055f-3a0e-4c32-90f2-2bae6c25c590'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:01.938658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: 4683055f-3a0e-4c32-90f2-2bae6c25c590, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:01.962090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] For port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,segment=NetworkSegment(4add4fc6-01b0-4f70-b983-e623df92e075),segment_id=4add4fc6-01b0-4f70-b983-e623df92e075)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:01.962475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:01.982900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Calling delete_port for 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:01.994225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:01.997091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:02.001010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:02.007380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 4683055f-3a0e-4c32-90f2-2bae6c25c590 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:02.008037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event updated for resources: {'Port': ['ID=52497b4f-9773-41e5-bff7-b904113b6512,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:02.055366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 4683055f-3a0e-4c32-90f2-2bae6c25c590) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:02.081026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f03728f-6702-4480-8412-cddc6df6c2b2 None None] Network 4683055f-3a0e-4c32-90f2-2bae6c25c590 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:02.142099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:02.142742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.154909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63a1c8-f90f-42f0-a7e2-424228e26c47 None None] Pushing event updated for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:02.183177 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fce49d2-b734-480f-a1bf-e2a177d67ab6 x-openstack-request-id: req-6fce49d2-b734-480f-a1bf-e2a177d67ab6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:02.183476 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c8aad36b-9f70-4c38-89ea-84625f9a6f7b", "name": "network-vif-deleted", "tag": "dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:02.183908 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fce49d2-b734-480f-a1bf-e2a177d67ab6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:02.184119 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c8aad36b-9f70-4c38-89ea-84625f9a6f7b', 'name': 'network-vif-deleted', 'tag': 'dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3', 'status': 'completed', 'code': 200} Jul 22 11:36:02.185071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.225632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Attempting to bind port 53ebc55d-567a-4a75-855e-7243cdacdf58 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:02.226207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Attempting to bind port 53ebc55d-567a-4a75-855e-7243cdacdf58 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:02.226458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Attempting to bind port 53ebc55d-567a-4a75-855e-7243cdacdf58 on network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:02.241356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-09b9dce0-a351-41a0-bde5-4b6c097769ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.2014167 Jul 22 11:36:02.244520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35362) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:02.248787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.270707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:02.271213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Checking segment: {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:02.271493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.271893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Bound using segment: {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:02.272643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Bound port: 53ebc55d-567a-4a75-855e-7243cdacdf58, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ba603ad8-41b3-4dbe-83e4-57cf06608d19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:02.273051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.275056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.275898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['40f0c8e9-c0f6-467b-a24a-aea0472a30f5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:02.396132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] For port 53ebc55d-567a-4a75-855e-7243cdacdf58, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:02.405336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] For port 53ebc55d-567a-4a75-855e-7243cdacdf58, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=53ebc55d-567a-4a75-855e-7243cdacdf58,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:02.427588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.543859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.555486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.563979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:02.625898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:02.626241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device dd7d85e4-0d64-4ee4-8ee4-56f39d76c5c3 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:02.626682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 119f4923-00e8-402d-b138-6ede016b17a3 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:02.672403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Pushing event deleted for resources: {'Port': ['ID=40f0c8e9-c0f6-467b-a24a-aea0472a30f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:02.681239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:36:02.681893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:02.686100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63a1c8-f90f-42f0-a7e2-424228e26c47 None None] Pushing event updated for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:02.691198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 119f4923-00e8-402d-b138-6ede016b17a3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:02.691628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 119f4923-00e8-402d-b138-6ede016b17a3 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:02.725232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event updated for resources: {'Port': ['ID=52497b4f-9773-41e5-bff7-b904113b6512,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:02.743558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce85304b-0cc2-4007-bec4-844fbac8bbf5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-4683055f-3a0e-4c32-90f2-2bae6c25c590', 'network_id': '4683055f-3a0e-4c32-90f2-2bae6c25c590', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': 'd60e3ad6-cde7-41de-a3f9-bbaa1249e941'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:02.745305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ce85304b-0cc2-4007-bec4-844fbac8bbf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.754287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.762275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] No DVR routers for this DVR port 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:02.766723 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.768871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed900901-5086-4181-aa99-db59a9552275 req-f69f39f3-45f4-4eea-a9d7-324b4670dc23 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.36 "DELETE /v2.0/ports/40f0c8e9-c0f6-467b-a24a-aea0472a30f5 HTTP/1.1" status: 204 len: 173 time: 1.2346230 Jul 22 11:36:02.774204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.781469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-43870825-37fe-472f-87fe-189210ace502 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 1.7413690 Jul 22 11:36:02.836462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.860349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-9bfd7d21-6b30-48a3-be68-809a7a020848 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0779595 Jul 22 11:36:02.879951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5d726ee-70fd-4bb3-88e9-bd1d70915ebe req-29f1fef2-e0d1-4933-ae0d-3e37244d5a8e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:02.887201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5d726ee-70fd-4bb3-88e9-bd1d70915ebe req-29f1fef2-e0d1-4933-ae0d-3e37244d5a8e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 950 time: 0.2631230 Jul 22 11:36:02.932457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:02.987457 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5d726ee-70fd-4bb3-88e9-bd1d70915ebe req-97f0caa1-0022-4ece-af82-f1f81486c511 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0993872 Jul 22 11:36:03.030330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.039287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-a621e132-0e62-4d2f-ad24-5e7b4cf0c28d tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:03.054304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f6a9fb-0bcf-41b2-80aa-5c021c1d53f9 req-a621e132-0e62-4d2f-ad24-5e7b4cf0c28d tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1930149 Jul 22 11:36:03.080913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=d60e3ad6-cde7-41de-a3f9-bbaa1249e941,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:03.107056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:36:03.160025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.174099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4683055f-3a0e-4c32-90f2-2bae6c25c590']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-ce85304b-0cc2-4007-bec4-844fbac8bbf5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d60e3ad6-cde7-41de-a3f9-bbaa1249e941: This subnet is being modified by another concurrent operation. Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:03.186582 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet d60e3ad6-cde7-41de-a3f9-bbaa1249e941: This subnet is being modified by another concurrent operation. Jul 22 11:36:03.190316 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:36:03.194237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e4465c1-f3ca-451e-9e39-df9b361734d9') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:03.194237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e4465c1-f3ca-451e-9e39-df9b361734d9') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:03.202806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a5acfe88-0cee-4f59-8874-2fc8f6549e70 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:03.210660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.215499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-277c6369-6f2c-4c0e-8d96-806432a7b8f4 req-e7588d68-4f97-4d2d-9394-99329a517868 tempest-ServerAddressesNegativeTestJSON-577486915 tempest-ServerAddressesNegativeTestJSON-577486915-project] 10.222.0.21 "GET /v2.0/ports?device_id=9bfd9000-90c7-489c-bb91-f957f3d2c269 HTTP/1.1" status: 200 len: 210 time: 0.0510769 Jul 22 11:36:03.240827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: a5acfe88-0cee-4f59-8874-2fc8f6549e70 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:03.241344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a5acfe88-0cee-4f59-8874-2fc8f6549e70 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:03.247501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.251259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69855257-e61c-4883-9f55-0a212096405f None None] Network 4683055f-3a0e-4c32-90f2-2bae6c25c590 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:03.257601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:03.258021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:03.262381 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:03.352043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.361772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.367797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/4683055f-3a0e-4c32-90f2-2bae6c25c590 HTTP/1.1" status: 204 len: 168 time: 1.1218076 Jul 22 11:36:03.368483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:03.408624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-931388764'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:03.422388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c30dfbf-0065-4bdf-a930-187b7fb3c6fc tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=4683055f-3a0e-4c32-90f2-2bae6c25c590,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:03.429412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e139b453-d31e-4e71-8694-01ddf299dd1c req-fe1dde7f-8b0a-4805-abda-0eb4b25a5586 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips/36f0a9c4-1505-4d2f-b97c-ded5b3e931dc HTTP/1.1" status: 200 len: 693 time: 0.0960615 Jul 22 11:36:03.453379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:03.465538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.493998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:03.503197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e7d6d29-0ea0-496d-b523-a37179068d9a None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:36:03.504818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.505444 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 7f9ace7a-4e02-48dc-9659-2ed29c199d03 of type vlan for network dd1d3969-6157-4e16-8286-83f7faeccd6e Jul 22 11:36:03.557211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35382) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:03.571231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.575681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e139b453-d31e-4e71-8694-01ddf299dd1c req-d72a5795-1dfe-4db3-aeb1-76d877bac422 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:03.577193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e139b453-d31e-4e71-8694-01ddf299dd1c req-d72a5795-1dfe-4db3-aeb1-76d877bac422 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1416559 Jul 22 11:36:03.641327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Deleting subnet 2ab108ed-7496-49c2-8fe3-6c268169926d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:03.645937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.672999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.679465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:03.680248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.687406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7d6d29-0ea0-496d-b523-a37179068d9a None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:36:03.693290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:58Z', 'revision_number': 4, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '53ebc55d-567a-4a75-855e-7243cdacdf58', 'name': '', 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'mac_address': 'fa:16:3e:d7:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:57Z', 'updated_at': '2021-07-22T11:36:02Z', 'revision_number': 4, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'subnets': [{'id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:03.727094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-13aa5741-2a97-43f7-b066-44eecc365936 None None] The sync data for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 is: [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:58Z', 'revision_number': 4, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '53ebc55d-567a-4a75-855e-7243cdacdf58', 'name': '', 'network_id': 'fad9e257-88b1-4d65-b6d8-3607fcc76ea5', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'mac_address': 'fa:16:3e:d7:51:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_interface', 'standard_attr_id': 1369, 'fixed_ips': [{'subnet_id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:57Z', 'updated_at': '2021-07-22T11:36:02Z', 'revision_number': 4, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'subnets': [{'id': '50385e9d-1a56-4a62-9881-92f7cbc835bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:36:03.729736 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.3325377 Jul 22 11:36:03.737134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:03.772252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'dd1d3969-6157-4e16-8286-83f7faeccd6e', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:03.827397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:03.849696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6c0f0cd-a2bc-4f49-b0b3-d8adcb573809 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=dd1d3969-6157-4e16-8286-83f7faeccd6e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:03.862744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network dd1d3969-6157-4e16-8286-83f7faeccd6e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:03.996802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.057091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:04.061041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.092278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-563e70aa-2b4a-4958-aac7-e9131922fa67 req-6f571a70-a253-4c86-bb23-e63ea1d18926 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?tenant_id=ae48a9ec3f394f2e9204365548568e40 HTTP/1.1" status: 200 len: 696 time: 0.4915476 Jul 22 11:36:04.161746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67c11d4a-7b64-4aed-a698-771a0502215a req-4d1aae8b-171c-4aeb-85ef-db5d71d267e5 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:04.163377 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-67c11d4a-7b64-4aed-a698-771a0502215a req-4d1aae8b-171c-4aeb-85ef-db5d71d267e5 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 950 time: 0.2170241 Jul 22 11:36:04.185633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'name': 'network-vif-deleted', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:04.187947 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c43debc4-2d6b-465e-811f-07b2df75cb81" -d '{"events": [{"server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "name": "network-vif-deleted", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:04.214997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-563e70aa-2b4a-4958-aac7-e9131922fa67 req-15d96aa6-6831-4be3-9781-b61a1a0c4cea tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:04.224778 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.228091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-563e70aa-2b4a-4958-aac7-e9131922fa67 req-15d96aa6-6831-4be3-9781-b61a1a0c4cea tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks?id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 787 time: 0.1349044 Jul 22 11:36:04.292652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a3ab198-4045-4e9f-946a-d4ed55b127a1 req-6072f208-734b-47cb-bd29-c3f80e1773a1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:04.295632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.297040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/2ab108ed-7496-49c2-8fe3-6c268169926d HTTP/1.1" status: 204 len: 168 time: 0.7377446 Jul 22 11:36:04.300278 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa65af73-0b42-4515-abff-ce42931a320f x-openstack-request-id: req-fa65af73-0b42-4515-abff-ce42931a320f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:04.300815 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9bfd9000-90c7-489c-bb91-f957f3d2c269", "name": "network-vif-deleted", "tag": "40f0c8e9-c0f6-467b-a24a-aea0472a30f5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:04.301139 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa65af73-0b42-4515-abff-ce42931a320f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:04.301673 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9bfd9000-90c7-489c-bb91-f957f3d2c269', 'name': 'network-vif-deleted', 'tag': '40f0c8e9-c0f6-467b-a24a-aea0472a30f5', 'status': 'completed', 'code': 200} Jul 22 11:36:04.301798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a3ab198-4045-4e9f-946a-d4ed55b127a1 req-6072f208-734b-47cb-bd29-c3f80e1773a1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 950 time: 0.1136539 Jul 22 11:36:04.302389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:04.341931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f92c1c-0b26-4da4-812e-773808dfdc49 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2ab108ed-7496-49c2-8fe3-6c268169926d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:04.378514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-030e8943-4f1e-45c3-8b44-327c51fa9730 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips/36f0a9c4-1505-4d2f-b97c-ded5b3e931dc HTTP/1.1" status: 200 len: 693 time: 0.0739222 Jul 22 11:36:04.387459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a3ab198-4045-4e9f-946a-d4ed55b127a1 req-42ddc519-8a5b-4845-bf8a-da0608cb12b8 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0847464 Jul 22 11:36:04.462875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:04.518687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-7caa74d3-418d-4a71-9bfa-ca3c8a60a85c tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:04.527663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-7caa74d3-418d-4a71-9bfa-ca3c8a60a85c tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1389785 Jul 22 11:36:04.590288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.596855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-49b774f8-e36e-4be1-a16f-f5452414f872 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0682068 Jul 22 11:36:04.603630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:04.603979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.621100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Deleting subnet f4681dc4-13e7-48a7-be7c-29b6f8436623 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:04.623543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.644001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.648934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-ca841920-2853-4a31-8cb2-f7edb060d555 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.185 HTTP/1.1" status: 200 len: 696 time: 0.0512726 Jul 22 11:36:04.796534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Deleting port 52497b4f-9773-41e5-bff7-b904113b6512 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:04.796534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.840129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.877876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=6c52f6fc-9428-4803-8193-1c79a3b783cc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:04.883082 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.883299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.897552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Calling delete_port for 52497b4f-9773-41e5-bff7-b904113b6512 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:04.929295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.962429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d364e08b-e4c9-4a0f-989d-d80f69b1640d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:04.972005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:04.972447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:04.975816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '7f9ace7a-4e02-48dc-9659-2ed29c199d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': 'dd1d3969-6157-4e16-8286-83f7faeccd6e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:04.976505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: dd1d3969-6157-4e16-8286-83f7faeccd6e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:05.007936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '04826572-841c-432a-87d4-578f6c6a007b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:05.008610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '04826572-841c-432a-87d4-578f6c6a007b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:05.014217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 53ebc55d-567a-4a75-855e-7243cdacdf58 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:05.017888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.021039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:05.056885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.063974 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.082856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network dd1d3969-6157-4e16-8286-83f7faeccd6e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:05.090187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event deleted for resources: {'Port': ['ID=52497b4f-9773-41e5-bff7-b904113b6512,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:05.101788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 53ebc55d-567a-4a75-855e-7243cdacdf58 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:05.107231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 53ebc55d-567a-4a75-855e-7243cdacdf58 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:05.107544 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.132467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.149756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:05.150294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:05.153954 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:05.161062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.163924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.165126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05ceaa5-2e52-41e4-a82e-f4277d2b0070 req-9799c52c-b60f-4617-a854-26972c076f21 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "DELETE /v2.0/floatingips/36f0a9c4-1505-4d2f-b97c-ded5b3e931dc HTTP/1.1" status: 204 len: 173 time: 0.5018454 Jul 22 11:36:05.173748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, dd1d3969-6157-4e16-8286-83f7faeccd6e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:05.193248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:05.193788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.203521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f78f34a-cd85-4d7a-8b22-936d086dc0d1 None None] Network dd1d3969-6157-4e16-8286-83f7faeccd6e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:05.259108 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-255bd831-62fe-4c8c-b8b7-83e74a281484 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5209901 Jul 22 11:36:05.265800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:05.276667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.282472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.311407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-9dd57046-2533-4732-b744-bfaabd07a887 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.1237168 Jul 22 11:36:05.324030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:05.329535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.331485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d364e08b-e4c9-4a0f-989d-d80f69b1640d HTTP/1.1" status: 204 len: 168 time: 1.0008698 Jul 22 11:36:05.350243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4681dc4-13e7-48a7-be7c-29b6f8436623,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:05.352956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:05.358526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.359725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.362743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ea6567b8-e9f0-4726-8d8d-cf83caad1fdf admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4681dc4-13e7-48a7-be7c-29b6f8436623 HTTP/1.1" status: 204 len: 168 time: 0.8965843 Jul 22 11:36:05.365580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:05.384069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cdb6d72-246c-4e6b-98dd-32b127f5ddd6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d364e08b-e4c9-4a0f-989d-d80f69b1640d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:05.391733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:05.392087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 40f0c8e9-c0f6-467b-a24a-aea0472a30f5 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:05.397464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.467510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.486366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.491045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:05.496380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.511755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:05.553009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:05.558586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9', '38092053-01c8-45bb-8fac-b835c517003d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:05.612899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd67c8f-79ce-4949-8d67-ac7ce6aeb0f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-dd1d3969-6157-4e16-8286-83f7faeccd6e', 'network_id': 'dd1d3969-6157-4e16-8286-83f7faeccd6e', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '6c52f6fc-9428-4803-8193-1c79a3b783cc'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:05.613730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-393b1c1c-fd3b-494a-8a26-74601ee0f381 req-c9810956-cec1-4d4f-982d-e87ccb6c3dc3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=d6bf03fd-03c7-48db-a3a4-933aaac0af77 HTTP/1.1" status: 200 len: 210 time: 0.0572791 Jul 22 11:36:05.617118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fcd67c8f-79ce-4949-8d67-ac7ce6aeb0f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.618856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:05.625673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.627695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-67c11d4a-7b64-4aed-a698-771a0502215a req-ecf8c0e8-877a-4e10-ae7b-0282a8402471 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "DELETE /v2.0/ports/3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb HTTP/1.1" status: 204 len: 173 time: 1.4539258 Jul 22 11:36:05.662908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.682728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.697530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c7b8c80-f8c1-48f2-a074-298e1af8e5b1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:05.705502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 53ebc55d-567a-4a75-855e-7243cdacdf58, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=53ebc55d-567a-4a75-855e-7243cdacdf58,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:05.716922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4add4fc6-01b0-4f70-b983-e623df92e075') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:05.717297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4add4fc6-01b0-4f70-b983-e623df92e075') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:05.718191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-192ef66d-e8ea-4601-a4f2-0b466cde6e95 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=398e4fef47014da0bfe09b13c142d50f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1597867 Jul 22 11:36:05.720903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:05.732944 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.747876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.755038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.762260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:05.762724 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.790185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.804217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.826982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=6c52f6fc-9428-4803-8193-1c79a3b783cc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:05.852958 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:05.865018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.875072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.876588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.880070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] 10.222.0.21 "DELETE /v2.0/networks/8c7b8c80-f8c1-48f2-a074-298e1af8e5b1 HTTP/1.1" status: 204 len: 168 time: 0.5129731 Jul 22 11:36:05.890493 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:05.960819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.011377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd1d3969-6157-4e16-8286-83f7faeccd6e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:06.012016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-fcd67c8f-79ce-4949-8d67-ac7ce6aeb0f5 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c52f6fc-9428-4803-8193-1c79a3b783cc: This subnet is being modified by another concurrent operation. Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:06.042000 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6c52f6fc-9428-4803-8193-1c79a3b783cc: This subnet is being modified by another concurrent operation. Jul 22 11:36:06.046493 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:36:06.051947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f9ace7a-4e02-48dc-9659-2ed29c199d03') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:06.051947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f9ace7a-4e02-48dc-9659-2ed29c199d03') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:06.062290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.062671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.063193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.067035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.067587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.069864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.070462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.071091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.071669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.072259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.072939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.073483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:06.075067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.090156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Allocated IP 172.25.6.88 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/50405859-8975-4b58-bcfe-1b351f62e515) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:06.090862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ded73447-7002-43ad-80fb-611c6d554d7a None None] Network dd1d3969-6157-4e16-8286-83f7faeccd6e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:06.098884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.107978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:06.108398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:06.112633 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:06.126113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.128743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.130836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/31c2049b-bcdc-4e58-8d35-323c9164e788 HTTP/1.1" status: 204 len: 168 time: 0.4085951 Jul 22 11:36:06.157574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72d15dde-e951-4a55-851c-2e4ddfccf437 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31c2049b-bcdc-4e58-8d35-323c9164e788,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.172489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8252537e-6531-4cab-b369-f5d35e896c7c admin admin] Pushing event deleted for resources: {'Network': ['ID=8c7b8c80-f8c1-48f2-a074-298e1af8e5b1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.186219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:06.231442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.239013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.241524 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/dd1d3969-6157-4e16-8286-83f7faeccd6e HTTP/1.1" status: 204 len: 168 time: 0.9744015 Jul 22 11:36:06.245296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:06.275622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1234488195'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:06.282163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a399510e-bd99-4a80-8e63-5e747f1b422a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=dd1d3969-6157-4e16-8286-83f7faeccd6e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.302432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'name': 'network-vif-deleted', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:06.305296 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-401e61be-d5f3-4205-85a3-5d4a30dad5cd" -d '{"events": [{"server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "name": "network-vif-deleted", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:06.322515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:06.373032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.379733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58632477-cd6e-4bc1-92a8-a1d5fe7aee19 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:36:06.382635 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51944f4c-2dce-4fd2-99e3-8e5a04c32954 x-openstack-request-id: req-51944f4c-2dce-4fd2-99e3-8e5a04c32954 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:06.382945 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d6bf03fd-03c7-48db-a3a4-933aaac0af77", "name": "network-vif-deleted", "tag": "3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:06.383525 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51944f4c-2dce-4fd2-99e3-8e5a04c32954 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:06.385137 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd6bf03fd-03c7-48db-a3a4-933aaac0af77', 'name': 'network-vif-deleted', 'tag': '3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb', 'status': 'completed', 'code': 200} Jul 22 11:36:06.397667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-37c6e855-0501-4dc5-9c36-afa2e7cdd515 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d4c1d32382442c4aa5fcf4cc6e0b06a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2078974 Jul 22 11:36:06.398360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35438) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:06.433732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:06.455274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.455806 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment a89f7df4-9ce1-4855-af6c-e89445564978 of type vlan for network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 Jul 22 11:36:06.476787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.497097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.515501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.516524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.575584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.594347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:06.595541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:06.595990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.596708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.617905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:06.633586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:06.633907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e77c560-ed71-4f28-bffe-1c9ef3dd2fbb not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:06.639762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:06.643894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.646182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.649207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.3987906 Jul 22 11:36:06.650502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b6a8974-ccec-429c-a37c-551b4e06489c HTTP/1.1" status: 204 len: 168 time: 0.2495022 Jul 22 11:36:06.653092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:06.653614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:06.660317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:06.678350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58632477-cd6e-4bc1-92a8-a1d5fe7aee19 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:36:06.750690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.760141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e1fe48-125e-41ad-8ab0-b5c8c94740bf tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=5dd006a9-48c2-4e88-a4fd-ac54ab104ce0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.770545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a35befa-b371-4c8e-a4dd-ff6da6491ae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b6a8974-ccec-429c-a37c-551b4e06489c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.805243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event updated for resources: {'Port': ['ID=50405859-8975-4b58-bcfe-1b351f62e515,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:06.825184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:06.838301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:07.007215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.044912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.160734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 is not hosted by any dhcp agent {{(pid=93706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:36:07.181679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:07.184615 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.188118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "PUT /v2.0/networks/5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 HTTP/1.1" status: 200 len: 723 time: 0.5336387 Jul 22 11:36:07.193615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:07.196050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-894ed0f0-cde9-4faa-95b2-36a0a3694661 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=5dd006a9-48c2-4e88-a4fd-ac54ab104ce0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:07.212870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:07.250787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.259705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.277473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 53ebc55d-567a-4a75-855e-7243cdacdf58 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:07.324329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:07.383378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event updated for resources: {'Port': ['ID=50405859-8975-4b58-bcfe-1b351f62e515,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:07.385836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.404104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.413099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-1e4cab8a-cc31-4a35-a3d4-29a9897a6d65 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.0937030 Jul 22 11:36:07.444628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:07.449198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.500126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-424dbe9f-17af-429c-92a5-55c075b80bd1 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.88 HTTP/1.1" status: 200 len: 695 time: 0.0857866 Jul 22 11:36:07.636553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 53ebc55d-567a-4a75-855e-7243cdacdf58 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:07.637518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.704351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca60918a-4c09-4d59-afb4-8f6c35a73528 req-227f0bd5-07b3-44f5-8148-0a3f951f17e2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:07.706222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca60918a-4c09-4d59-afb4-8f6c35a73528 req-227f0bd5-07b3-44f5-8148-0a3f951f17e2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 949 time: 0.1573381 Jul 22 11:36:07.714257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-e300fad8-563c-47bb-b54f-32b629612128 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:07.715662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f36a36c8-3fe8-4422-9097-935634c7e4b9 req-e300fad8-563c-47bb-b54f-32b629612128 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.2142072 Jul 22 11:36:07.756483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.758371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca60918a-4c09-4d59-afb4-8f6c35a73528 req-801dbe20-0c5c-46e6-a7b1-f0969772dcc3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406444 Jul 22 11:36:07.854474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-2ca1f679-1758-406e-a57f-d9d5d8c8e47b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips/30aaf10b-1657-4778-b881-2cd95d05ca94 HTTP/1.1" status: 200 len: 692 time: 0.0588362 Jul 22 11:36:07.879194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=9091f553-6624-4a9d-b05c-092104aa23d4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:07.888563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': 'a89f7df4-9ce1-4855-af6c-e89445564978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:07.888927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:07.908003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:07.924525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:07.929765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:07.930359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:07.963561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1110f6ae-6283-4137-8cd0-89e0982ceb2f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7667451 Jul 22 11:36:07.964469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:07.974616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:07.988028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbdd8df3-d4e9-495b-814b-8e12c0ba996b None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:08.010754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-1d155e12-3696-4609-b1c6-1f01d8869bf3 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:08.018231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-1d155e12-3696-4609-b1c6-1f01d8869bf3 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 784 time: 0.1576242 Jul 22 11:36:08.073763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-eb477780-ec87-4b52-893a-71e1aa614aae tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.88 HTTP/1.1" status: 200 len: 695 time: 0.0548856 Jul 22 11:36:08.076098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:08.125264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4653033'] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.135595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-0e0ea870-f04a-420c-beac-425447653945 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips?floating_ip_address=172.25.6.88 HTTP/1.1" status: 200 len: 695 time: 0.0609219 Jul 22 11:36:08.263470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-5dd006a9-48c2-4e88-a4fd-ac54ab104ce0', 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '9091f553-6624-4a9d-b05c-092104aa23d4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:08.264443 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.272578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2129099145-network', 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:08.291298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Deleting port 50405859-8975-4b58-bcfe-1b351f62e515 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:08.291721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.318425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:08.321147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.333941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.407662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.408337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.427190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770042281072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4803371'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.427421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Calling delete_port for 50405859-8975-4b58-bcfe-1b351f62e515 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:08.505340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=9091f553-6624-4a9d-b05c-092104aa23d4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:08.508374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Allocated IP 172.20.0.2 (5dd006a9-48c2-4e88-a4fd-ac54ab104ce0/9091f553-6624-4a9d-b05c-092104aa23d4/8a28b48e-f6c0-46d3-903b-dd4954f7d229) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:08.545918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-3b4528fb-a445-4edb-ba76-9085e62af988 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:08.547659 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-3b4528fb-a445-4edb-ba76-9085e62af988 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 949 time: 0.1833775 Jul 22 11:36:08.552656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:08.553257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.557574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fea06669-2d66-437a-a43b-475d120c9ad9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "PUT /v2.0/subnets/9091f553-6624-4a9d-b05c-092104aa23d4 HTTP/1.1" status: 200 len: 806 time: 0.5915334 Jul 22 11:36:08.558476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35526) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:08.639476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.649154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.752053 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.759622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b514c0c0-44a7-426a-999c-34d67f856110 req-e2986bb9-51a1-4eab-811d-74309869e068 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0585601 Jul 22 11:36:08.762014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07715c47-7c3a-479f-bb76-a25825a9cd59,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:08.789224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.796653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Transition to ACTIVE for port object 8a28b48e-f6c0-46d3-903b-dd4954f7d229 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:08.800704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.839060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:08.845799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Transition to ACTIVE for port object 8a28b48e-f6c0-46d3-903b-dd4954f7d229 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:08.860669 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.865833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Pushing event deleted for resources: {'Port': ['ID=50405859-8975-4b58-bcfe-1b351f62e515,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:08.875563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port 38092053-01c8-45bb-8fac-b835c517003d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:08.875976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.877681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.878394 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Added segment b2adde03-0ba8-4ba9-b66b-d07097103648 of type vlan for network 314d358a-65b2-410e-8e6a-d06e77e5a4eb Jul 22 11:36:08.933855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.940961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:08.950089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:08.958458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:08.963420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:08.976861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Pushing event updated for resources: {'Port': ['ID=8a28b48e-f6c0-46d3-903b-dd4954f7d229,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:09.045313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Attempting to bind port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:09.045780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Attempting to bind port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'a89f7df4-9ce1-4855-af6c-e89445564978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:09.046160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Attempting to bind port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 on network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:09.051942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port 38092053-01c8-45bb-8fac-b835c517003d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=38092053-01c8-45bb-8fac-b835c517003d,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:09.052320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.053517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:09.053953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Checking segment: {'id': 'a89f7df4-9ce1-4855-af6c-e89445564978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:09.054659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.054861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Bound using segment: {'id': 'a89f7df4-9ce1-4855-af6c-e89445564978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:09.055352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Bound port: 8a28b48e-f6c0-46d3-903b-dd4954f7d229, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a89f7df4-9ce1-4855-af6c-e89445564978', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:09.055998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.103157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.104382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:09.104979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.144108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] For port 8a28b48e-f6c0-46d3-903b-dd4954f7d229, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:09.148791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] For port 8a28b48e-f6c0-46d3-903b-dd4954f7d229, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a28b48e-f6c0-46d3-903b-dd4954f7d229,segment=NetworkSegment(a89f7df4-9ce1-4855-af6c-e89445564978),segment_id=a89f7df4-9ce1-4855-af6c-e89445564978)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:09.155575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.221226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] Pushing event updated for resources: {'Network': ['ID=314d358a-65b2-410e-8e6a-d06e77e5a4eb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:09.221858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-89804fcb-4f63-4e9a-9d05-0bc387d48876 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.1448038 Jul 22 11:36:09.226951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:09.227929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75cfa8a2-2713-4dda-8e78-ad231f3888ff None None] Pushing event updated for resources: {'Port': ['ID=8a28b48e-f6c0-46d3-903b-dd4954f7d229,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:09.239261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:09.247576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Request body: {'subnet': {'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2129099145-subnet', 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:09.251027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.255054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.265230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be2a1806-3ad8-4e5f-af76-d1e601d1794a req-4323a998-e8f8-4764-82f8-cea430e7723b tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "DELETE /v2.0/floatingips/30aaf10b-1657-4778-b881-2cd95d05ca94 HTTP/1.1" status: 204 len: 173 time: 1.1286840 Jul 22 11:36:09.316096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1aba15e-9e63-4748-b23c-50bc678f0645 req-6c7c1fe6-c865-4d1c-8d3e-ca45cb3bb88a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:09.330528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1aba15e-9e63-4748-b23c-50bc678f0645 req-6c7c1fe6-c865-4d1c-8d3e-ca45cb3bb88a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 949 time: 0.3197999 Jul 22 11:36:09.373012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:09.379787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.421816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1aba15e-9e63-4748-b23c-50bc678f0645 req-2520098b-839a-4e13-8af5-d76e72b460d7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0898309 Jul 22 11:36:09.443749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for 38092053-01c8-45bb-8fac-b835c517003d owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:09.468905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.538060 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-a7598d40-406a-4299-8e21-83cfc6705f0a req-5056a9e3-5df5-4c32-b038-1ef9543285a8 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] show failed (client error): The resource could not be found. Jul 22 11:36:09.561892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7598d40-406a-4299-8e21-83cfc6705f0a req-5056a9e3-5df5-4c32-b038-1ef9543285a8 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips/30aaf10b-1657-4778-b881-2cd95d05ca94 HTTP/1.1" status: 404 len: 350 time: 0.0964842 Jul 22 11:36:09.588398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=9091f553-6624-4a9d-b05c-092104aa23d4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:09.648207 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.669476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd006a9-48c2-4e88-a4fd-ac54ab104ce0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:09.686484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f7df4-9ce1-4855-af6c-e89445564978') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:09.686787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f7df4-9ce1-4855-af6c-e89445564978') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:09.709022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.729944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.761888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:09.762295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:09.765660 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:09.844011 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-392d150d-547a-4576-8874-df7ef4eaa5da req-e3d79f71-b754-4b74-9adc-617aee921a79 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] show failed (client error): The resource could not be found. Jul 22 11:36:09.858694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-392d150d-547a-4576-8874-df7ef4eaa5da req-e3d79f71-b754-4b74-9adc-617aee921a79 tempest-FloatingIPsTestJSON-271628213 tempest-FloatingIPsTestJSON-271628213-project] 10.222.0.21 "GET /v2.0/floatingips/30aaf10b-1657-4778-b881-2cd95d05ca94 HTTP/1.1" status: 404 len: 350 time: 0.2516966 Jul 22 11:36:09.860368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:09.867492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:09.977737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76d16042-80b1-4f04-b5ca-f9292721483c req-ae84a22a-1e7d-4690-a763-681c569bad9c tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0396769 Jul 22 11:36:09.982816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:36:09.982816 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:36:09.982816 n-d-754448-4 neutron-server[93706]: [parameters: {'id': '5dd006a9-48c2-4e88-a4fd-ac54ab104ce0'}] Jul 22 11:36:09.982816 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:36:09.983165 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:36:09.985573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.000263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4', 'a907705d-05f7-43e1-a95a-e530e47d59c9', '38092053-01c8-45bb-8fac-b835c517003d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:10.002566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:10.017610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=971a1255-d6d6-4777-bd21-ad8f7f2f7060,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:10.027594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:10.028038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Network hostable DHCP agents. Network: 314d358a-65b2-410e-8e6a-d06e77e5a4eb, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:10.048148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=38092053-01c8-45bb-8fac-b835c517003d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:10.050403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:10.070043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 314d358a-65b2-410e-8e6a-d06e77e5a4eb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:10.075690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:10.076410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.116009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91d3bc8c-8ce1-418f-9ce1-5b9cbb0b21ee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 0.8862851 Jul 22 11:36:10.136005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49833335-ce60-4bab-9e19-bcd2e63cf3cf None None] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:10.146577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port 38092053-01c8-45bb-8fac-b835c517003d on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:10.155324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.157403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-44c37b80-66ba-4880-8bfc-8e72a9f89e86 req-634a2a8f-5458-45cb-b547-05360bff44d1 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "DELETE /v2.0/ports/38092053-01c8-45bb-8fac-b835c517003d HTTP/1.1" status: 204 len: 173 time: 1.5982211 Jul 22 11:36:10.157862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'name': 'network-vif-deleted', 'tag': '38092053-01c8-45bb-8fac-b835c517003d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:10.161431 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a90c34bd-30bd-48fa-981a-d995301f12f8" -d '{"events": [{"server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "name": "network-vif-deleted", "tag": "38092053-01c8-45bb-8fac-b835c517003d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:10.307103 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f86019a9-a5ed-4e1b-a6d4-ae65412e5c9a x-openstack-request-id: req-f86019a9-a5ed-4e1b-a6d4-ae65412e5c9a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:10.307423 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3d1ba4e9-e4f8-45e8-90e7-27b200e2c240", "name": "network-vif-deleted", "tag": "38092053-01c8-45bb-8fac-b835c517003d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:10.307641 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f86019a9-a5ed-4e1b-a6d4-ae65412e5c9a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:10.308052 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3d1ba4e9-e4f8-45e8-90e7-27b200e2c240', 'name': 'network-vif-deleted', 'tag': '38092053-01c8-45bb-8fac-b835c517003d', 'status': 'completed', 'code': 200} Jul 22 11:36:10.485600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.529766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e7ed88e-a43b-4f3b-afa8-7bdb0bd70279 None None] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:10.671607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e1c858c-37a5-42a6-9949-4869db3675d8 req-ebbd6265-2944-417b-b57c-925a9dc2685b tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=3d1ba4e9-e4f8-45e8-90e7-27b200e2c240 HTTP/1.1" status: 200 len: 210 time: 0.0966866 Jul 22 11:36:10.767669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:10.768012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.870573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01cd9ae3-bacc-46e6-8bc2-64d769b11bae None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:10.888906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-37362a03-2617-4478-8194-be8207f9e6b6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:10.898544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-37362a03-2617-4478-8194-be8207f9e6b6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.2195024 Jul 22 11:36:10.905477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port 8a28b48e-f6c0-46d3-903b-dd4954f7d229, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a28b48e-f6c0-46d3-903b-dd4954f7d229,segment=NetworkSegment(a89f7df4-9ce1-4855-af6c-e89445564978),segment_id=a89f7df4-9ce1-4855-af6c-e89445564978)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:10.905944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.918075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-0631e0f6-92e2-4ebb-ae81-8a6582b8617c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0186002 Jul 22 11:36:10.918274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:10.957945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for 8a28b48e-f6c0-46d3-903b-dd4954f7d229 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:10.979281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-bb544215-6eff-4dc9-b74f-d4a6e0823b2f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0597472 Jul 22 11:36:11.027774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ae6376a-9a57-49d8-9d0c-6290f63c2334 None None] Provisioning for port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:11.167672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28b48e-f6c0-46d3-903b-dd4954f7d229 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:11.221342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-d5090b3f-569a-4433-9747-bb1ed9fcfa74 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2410014 Jul 22 11:36:11.285834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a252abd7-18b1-4382-9968-6c404d258e8f req-98c85047-2e58-4511-a60b-fa4fbb85f75f tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0600247 Jul 22 11:36:11.289033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No active binding found for port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 11:36:11.289198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.289951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28b48e-f6c0-46d3-903b-dd4954f7d229 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 11:36:11.323584 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b9970e-aada-481b-ac14-1c9dd269568c req-e2901709-7cd5-4eec-8c0d-532c0fc48535 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0541837 Jul 22 11:36:11.341532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 11:36:11.361046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=8a28b48e-f6c0-46d3-903b-dd4954f7d229,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:11.374894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port 8a28b48e-f6c0-46d3-903b-dd4954f7d229 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:11.390424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-862a0586-7b86-4eab-8f27-d6b9dc2d6de7 None None] DHCP port deletion for 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:11.419400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-356c07d0-a9da-48f6-837c-0007c2c44fde None None] Network 5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:11.457322 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-95ce04c7-b445-4074-acfd-c882e9cd65f1 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2345157 Jul 22 11:36:11.528225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.546194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5dd006a9-48c2-4e88-a4fd-ac54ab104ce0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:11.565270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a89f7df4-9ce1-4855-af6c-e89445564978') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:11.565632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a89f7df4-9ce1-4855-af6c-e89445564978') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:11.595452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.612254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.623726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:11.624305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:11.627620 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:11.650947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c000c3ab-8b6a-4f96-8a36-93c396bc11b0 req-85c8ffa8-368d-4b5c-9eb6-0b302d3ef397 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 210 time: 0.0302837 Jul 22 11:36:11.701050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Deleting port 53ebc55d-567a-4a75-855e-7243cdacdf58 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:11.701663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.704825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.725005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.729191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 HTTP/1.1" status: 204 len: 168 time: 3.1665282 Jul 22 11:36:11.729559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:11.748699 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-94ee54a9-7bef-45bd-90f9-598fa128d1a0 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:11.749247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-94ee54a9-7bef-45bd-90f9-598fa128d1a0 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:11.753103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-94ee54a9-7bef-45bd-90f9-598fa128d1a0 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 HTTP/1.1" status: 404 len: 339 time: 0.0219548 Jul 22 11:36:11.756041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e14b03f2-a058-4750-903f-ccd3933d669a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=5dd006a9-48c2-4e88-a4fd-ac54ab104ce0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:11.761722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:11.767664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-171027782', 'description': 'd1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:11.797010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:11.802037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.831502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:11.841038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] For port 53ebc55d-567a-4a75-855e-7243cdacdf58, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=53ebc55d-567a-4a75-855e-7243cdacdf58,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:11.841239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.842988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.842988 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 310a3468-1ac5-44fe-b419-008901840670 of type vlan for network effd1e9e-0fff-442d-b7d0-04059c6cafd9 Jul 22 11:36:11.856581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Calling delete_port for 53ebc55d-567a-4a75-855e-7243cdacdf58 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:11.906038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.949104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:11.955405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:11.958590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.005211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.2445774 Jul 22 11:36:12.008469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:12.112013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dc962e0-7d9b-4c36-9bfd-3ae422ad659b tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=effd1e9e-0fff-442d-b7d0-04059c6cafd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:12.125437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network effd1e9e-0fff-442d-b7d0-04059c6cafd9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:12.154406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.208167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0c8554d-880f-4cc9-8fda-d3f88e484ee9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:12.210628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c0c8554d-880f-4cc9-8fda-d3f88e484ee9 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks?id=effd1e9e-0fff-442d-b7d0-04059c6cafd9 HTTP/1.1" status: 200 len: 760 time: 0.2001925 Jul 22 11:36:12.212563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:12.218605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Pushing event deleted for resources: {'Port': ['ID=53ebc55d-567a-4a75-855e-7243cdacdf58,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:12.231696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'description': 'd2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:12.457940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8796e550-fd52-4308-9f8f-26e0dbc59b51 req-9c61c023-72f3-4a19-8b35-13aeb31b43bf tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:12.459532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8796e550-fd52-4308-9f8f-26e0dbc59b51 req-9c61c023-72f3-4a19-8b35-13aeb31b43bf tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 949 time: 0.2024071 Jul 22 11:36:12.461423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a411ddb-2885-4951-a138-1d5eab249209 req-255c78fb-f0df-4ca9-80d6-fb85f2628f32 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0485604 Jul 22 11:36:12.480931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.536419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.558254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8796e550-fd52-4308-9f8f-26e0dbc59b51 req-69643f70-3f21-4f17-aa9f-2fc66c63bd4e tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0655994 Jul 22 11:36:12.559355 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.586719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network effd1e9e-0fff-442d-b7d0-04059c6cafd9 is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:36:12.592187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:12.593180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.594067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "PUT /v2.0/networks/effd1e9e-0fff-442d-b7d0-04059c6cafd9 HTTP/1.1" status: 200 len: 757 time: 0.3788617 Jul 22 11:36:12.605622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:12.612238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a43ea4eb-216a-46bc-bb8a-74950cc3cf8e req-94ca8ee3-d391-45ee-959a-8045f37cdc73 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1004827 Jul 22 11:36:12.656510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 38092053-01c8-45bb-8fac-b835c517003d no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:12.670359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee2434c-099f-4e71-94b3-67d283a78240 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=effd1e9e-0fff-442d-b7d0-04059c6cafd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:12.692109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network effd1e9e-0fff-442d-b7d0-04059c6cafd9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:12.727897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-782754e8-e262-48c2-9a2c-2bd870532e76 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:12.729440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-782754e8-e262-48c2-9a2c-2bd870532e76 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks?id=effd1e9e-0fff-442d-b7d0-04059c6cafd9 HTTP/1.1" status: 200 len: 760 time: 0.1231809 Jul 22 11:36:12.740755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:12.746883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-56794219'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:12.762353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 38092053-01c8-45bb-8fac-b835c517003d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:12.762763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 38092053-01c8-45bb-8fac-b835c517003d not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:12.774646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c938af7-607e-4e54-a96e-2cfe3edd7d27 req-a826510d-015e-49c9-ac8a-15d1c9ed40fa tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 210 time: 0.0440288 Jul 22 11:36:12.787133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:36:12.802015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:12.805615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.829931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:12.839743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.840088 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment ffe29c5e-2d2a-4289-8bfe-0756e21d16f3 of type vlan for network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 Jul 22 11:36:12.882387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.921088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.928505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:12.929363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:12.971641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 0.2296798 Jul 22 11:36:12.974590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:12.980299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:13.017087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-38938f65-c5c2-448f-878c-d4038045c467 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:13.018932 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-38938f65-c5c2-448f-878c-d4038045c467 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.1472182 Jul 22 11:36:13.034420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:36:13.042739 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fe96de2b-4ba3-4efe-a6c4-13b23d963bfa admin admin] 10.222.0.21 "PUT /v2.0/routers/9d3b6ce0-3a3a-4e63-8e86-8844b27fd548/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1730423 Jul 22 11:36:13.044491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '10288b60-a0fc-4a34-89c8-3729109c503e', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:13.049940 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Sync routers for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:36:13.069663 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:36:13.070634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:13.105798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28b48e-f6c0-46d3-903b-dd4954f7d229 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:13.127700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8a28b48e-f6c0-46d3-903b-dd4954f7d229 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:13.128422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28b48e-f6c0-46d3-903b-dd4954f7d229 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:13.156090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:13.229942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:36:13.267113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:13.271351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:13.458323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:36:12Z', 'revision_number': 5, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:13.472565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9d0fcbe-ba69-42c1-83f0-c062b1cf30a3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=fe8d382a-6ece-41fe-b8aa-c4bd97eb4197,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:13.484717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:13.502300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:13.512744 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Checking router: 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:36:13.521865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:13.523212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Routers {'9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:36:13.531012 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:13.698930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-279c33f9-1f20-4f63-8f7c-ad583ed6c6a3 req-a32006a1-d8bd-4132-b217-f45e8ec86eb1 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0791881 Jul 22 11:36:13.716566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:13.723641 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] Set router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:36:13.878967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:13.883588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:13.910887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.9 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/43c4f049-f9ae-4ba4-ac27-7bb5069e12a9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:13.919982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cceb060f-9f72-493b-85b0-d40438d6faae req-5b40fb1a-f34b-4758-977b-16fbca7c8f09 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:13.921514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cceb060f-9f72-493b-85b0-d40438d6faae req-5b40fb1a-f34b-4758-977b-16fbca7c8f09 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 949 time: 0.5742376 Jul 22 11:36:13.979694 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:36:12Z', 'revision_number': 5, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:13.997548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=f69c26d9-5f7f-4767-9e8b-3431295efa78,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:14.009564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1014493d-3c04-41f8-9d8b-4930292952a4 req-da081ebf-a53b-4a45-9af4-288b7214dced tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:14.017506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1014493d-3c04-41f8-9d8b-4930292952a4 req-da081ebf-a53b-4a45-9af4-288b7214dced tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 949 time: 0.1995986 Jul 22 11:36:14.031179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-286c4615-f247-493e-a90b-2ef5aca1456c req-07916b7e-4a04-4370-ac44-ed929fc963fc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:14.032697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-286c4615-f247-493e-a90b-2ef5aca1456c req-07916b7e-4a04-4370-ac44-ed929fc963fc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/ports?device_id=1e5d86be-d700-42f7-95e4-f0cd94014ed6 HTTP/1.1" status: 200 len: 949 time: 0.3057036 Jul 22 11:36:14.039078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:14.039438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: fe8d382a-6ece-41fe-b8aa-c4bd97eb4197, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:14.049106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-52965065-8762-4109-9f7c-8b3846257ecf None None] The sync data for ids ['9d3b6ce0-3a3a-4e63-8e86-8844b27fd548'] in n-d-754448-4 is: [{'id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'name': 'tempest-FloatingIPsTestJSON-984915104-router', 'tenant_id': 'ae48a9ec3f394f2e9204365548568e40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:36:12Z', 'revision_number': 5, 'project_id': 'ae48a9ec3f394f2e9204365548568e40', 'gw_port': {'id': 'cc8456bb-e1a8-4694-b965-400d406d5d2e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:56:de:6b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9d3b6ce0-3a3a-4e63-8e86-8844b27fd548', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1361, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:35:53Z', 'updated_at': '2021-07-22T11:35:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:36:14.167572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:14.171051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de6c85b3-7ecb-4592-b008-a1353acb3ceb req-7b914f5b-9ea9-4554-854e-1ea1864229ff tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 210 time: 0.0517478 Jul 22 11:36:14.193313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1014493d-3c04-41f8-9d8b-4930292952a4 req-8c58a2e7-1b08-4407-ba5d-6ba0d6a31d78 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1746123 Jul 22 11:36:14.196992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Deleting port cc8456bb-e1a8-4694-b965-400d406d5d2e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:14.197343 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.234242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fe8d382a-6ece-41fe-b8aa-c4bd97eb4197) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:14.237796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:14.239016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.245904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5b49ecf-c3a5-4e43-8ed1-2dfc8121a9be None None] Network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:14.289214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbeb8bf6-857a-46b5-95fe-9bd355c31d80 req-81a62f90-5bcb-4e9c-8ca0-e995475651b7 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0452092 Jul 22 11:36:14.291986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d379fe0a-20b5-4254-9ae2-9fc27485216f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3164463 Jul 22 11:36:14.295924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:14.355788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port a907705d-05f7-43e1-a95a-e530e47d59c9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:14.356046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.425219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port a67095f9-0675-4fc2-99e7-801b74a35cfc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:14.425634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.485432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-fe8d382a-6ece-41fe-b8aa-c4bd97eb4197', 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': 'f69c26d9-5f7f-4767-9e8b-3431295efa78'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:14.486587 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.488234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.523359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port a907705d-05f7-43e1-a95a-e530e47d59c9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a907705d-05f7-43e1-a95a-e530e47d59c9,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:14.523791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.563718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for a907705d-05f7-43e1-a95a-e530e47d59c9 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:14.574898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port a67095f9-0675-4fc2-99e7-801b74a35cfc, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a67095f9-0675-4fc2-99e7-801b74a35cfc,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:14.575080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.589427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.608939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for a67095f9-0675-4fc2-99e7-801b74a35cfc owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:14.617478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] For port cc8456bb-e1a8-4694-b965-400d406d5d2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc8456bb-e1a8-4694-b965-400d406d5d2e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:14.617892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.628999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.641191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Calling delete_port for cc8456bb-e1a8-4694-b965-400d406d5d2e owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:14.657429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Allocated IP 172.20.0.2 (fe8d382a-6ece-41fe-b8aa-c4bd97eb4197/f69c26d9-5f7f-4767-9e8b-3431295efa78/fdda63af-89c2-4b2f-8cb8-7782e42afc0e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:14.801915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.815135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:14.836805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=a907705d-05f7-43e1-a95a-e530e47d59c9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:14.859612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa', 'a67095f9-0675-4fc2-99e7-801b74a35cfc'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:14.868628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.889128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port a907705d-05f7-43e1-a95a-e530e47d59c9 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:14.891032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:14.893100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-286c4615-f247-493e-a90b-2ef5aca1456c req-03792bc7-1825-4c8c-89c8-12dab3f729dc tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "DELETE /v2.0/ports/a907705d-05f7-43e1-a95a-e530e47d59c9 HTTP/1.1" status: 204 len: 173 time: 0.8492911 Jul 22 11:36:14.893816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'name': 'network-vif-deleted', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:14.901299 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bc0a52e-bca9-4c93-a8c2-0f48a6449237" -d '{"events": [{"server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "name": "network-vif-deleted", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:14.954584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 53ebc55d-567a-4a75-855e-7243cdacdf58 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:14.962098 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8c19308d-098b-4b25-8ede-a1afbb486125 x-openstack-request-id: req-8c19308d-098b-4b25-8ede-a1afbb486125 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:14.962599 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1e5d86be-d700-42f7-95e4-f0cd94014ed6", "name": "network-vif-deleted", "tag": "a907705d-05f7-43e1-a95a-e530e47d59c9", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:14.963005 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8c19308d-098b-4b25-8ede-a1afbb486125 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:14.963663 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1e5d86be-d700-42f7-95e4-f0cd94014ed6', 'name': 'network-vif-deleted', 'tag': 'a907705d-05f7-43e1-a95a-e530e47d59c9', 'status': 'completed', 'code': 200} Jul 22 11:36:14.987288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:15.005714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:15.013909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:15.017838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:15.135595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:15.136113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.149289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.162242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 53ebc55d-567a-4a75-855e-7243cdacdf58 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:15.162630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 53ebc55d-567a-4a75-855e-7243cdacdf58 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:15.182042 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.189905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e1fe3b83-cad8-4b3d-8bdf-1e34ffc49698 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1599774 Jul 22 11:36:15.190133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.201367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Transition to ACTIVE for port object fdda63af-89c2-4b2f-8cb8-7782e42afc0e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:15.201758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=a67095f9-0675-4fc2-99e7-801b74a35cfc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:15.254313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Transition to ACTIVE for port object fdda63af-89c2-4b2f-8cb8-7782e42afc0e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:15.279070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc8456bb-e1a8-4694-b965-400d406d5d2e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:15.282203 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.294079 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc013491-a4d0-48ed-8bbd-93c8b8359bda None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.335708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Request body: {'port': {'device_id': '10288b60-a0fc-4a34-89c8-3729109c503e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:15.361650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.384818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port a67095f9-0675-4fc2-99e7-801b74a35cfc on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:15.385857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.389285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cceb060f-9f72-493b-85b0-d40438d6faae req-6b48f419-ad33-459c-b17c-ca32b099cd2f tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "DELETE /v2.0/ports/a67095f9-0675-4fc2-99e7-801b74a35cfc HTTP/1.1" status: 204 len: 173 time: 1.4405551 Jul 22 11:36:15.397954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:15.435244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Pushing event updated for resources: {'Port': ['ID=fdda63af-89c2-4b2f-8cb8-7782e42afc0e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:15.438050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:15.450497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'name': 'network-vif-deleted', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:15.453218 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f654c760-9f8e-4a19-be70-72ce068dea44" -d '{"events": [{"server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "name": "network-vif-deleted", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:15.456077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.456821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=f69c26d9-5f7f-4767-9e8b-3431295efa78,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:15.467217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:15.471600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-996f7017-028b-45da-bf9f-c6fc826b32c4 req-64f46feb-49cb-4057-a7af-ab573b6a73cb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca54aad8-6418-411b-8af1-b5f6e5eabdb1 HTTP/1.1" status: 200 len: 210 time: 0.1057811 Jul 22 11:36:15.563619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a15ac8fa-747c-418a-9342-8e960bcfac33 req-30fd363f-9072-476d-b6f7-15f6ec791068 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:15.587094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a15ac8fa-747c-418a-9342-8e960bcfac33 req-30fd363f-9072-476d-b6f7-15f6ec791068 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 931 time: 0.2714961 Jul 22 11:36:15.620860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.672074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e7a352d-0461-48f4-935c-6ef0177b4a1c req-e507b2a6-3bfb-4bc8-bb85-93026185e41a tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0589111 Jul 22 11:36:15.672951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Attempting to bind port fdda63af-89c2-4b2f-8cb8-7782e42afc0e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:15.673634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Attempting to bind port fdda63af-89c2-4b2f-8cb8-7782e42afc0e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:15.674303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Attempting to bind port fdda63af-89c2-4b2f-8cb8-7782e42afc0e on network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:15.695033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:15.695033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Checking segment: {'id': 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:15.695670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.696172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Bound using segment: {'id': 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:15.696758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Bound port: fdda63af-89c2-4b2f-8cb8-7782e42afc0e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:15.697249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.729764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.745011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a15ac8fa-747c-418a-9342-8e960bcfac33 req-88c12254-9aaf-4edb-b6f5-d88bc696001a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1543884 Jul 22 11:36:15.765641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8d382a-6ece-41fe-b8aa-c4bd97eb4197']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:15.781191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:15.782727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:15.800186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.820874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.831205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.833782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.839340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:15.840834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] For port fdda63af-89c2-4b2f-8cb8-7782e42afc0e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:15.841249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:15.850355 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:15.881143 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccb6456b-616a-4845-b48d-eafe9e7267bf x-openstack-request-id: req-ccb6456b-616a-4845-b48d-eafe9e7267bf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:15.881779 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca54aad8-6418-411b-8af1-b5f6e5eabdb1", "name": "network-vif-deleted", "tag": "a67095f9-0675-4fc2-99e7-801b74a35cfc", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:15.881779 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccb6456b-616a-4845-b48d-eafe9e7267bf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:15.882089 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca54aad8-6418-411b-8af1-b5f6e5eabdb1', 'name': 'network-vif-deleted', 'tag': 'a67095f9-0675-4fc2-99e7-801b74a35cfc', 'status': 'completed', 'code': 200} Jul 22 11:36:15.901102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.901520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:36:15.912857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:15.914653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a37e468a-2c74-4230-915d-d8e602c78e35 admin admin] 10.222.0.21 "DELETE /v2.0/routers/9d3b6ce0-3a3a-4e63-8e86-8844b27fd548 HTTP/1.1" status: 204 len: 168 time: 2.7556214 Jul 22 11:36:15.917995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:15.928759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:36:15.928759 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:36:15.928759 n-d-754448-4 neutron-server[93707]: [parameters: {'id': 'fe8d382a-6ece-41fe-b8aa-c4bd97eb4197'}] Jul 22 11:36:15.928759 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:36:15.929542 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:36:15.942148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] For port fdda63af-89c2-4b2f-8cb8-7782e42afc0e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fdda63af-89c2-4b2f-8cb8-7782e42afc0e,segment=NetworkSegment(ffe29c5e-2d2a-4289-8bfe-0756e21d16f3),segment_id=ffe29c5e-2d2a-4289-8bfe-0756e21d16f3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:15.953364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.021143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:16.035945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Deleting subnet 50385e9d-1a56-4a62-9881-92f7cbc835bf {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:16.044826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.114050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c4e488-b766-4869-a770-9e297974d1e0 None None] Pushing event updated for resources: {'Port': ['ID=fdda63af-89c2-4b2f-8cb8-7782e42afc0e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:16.126141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.182485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d94a9ab-b652-4c7e-accd-ddbdbae19934 None None] Network fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:16.264628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:16.277517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.295805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.309436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:16.318338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Transition to ACTIVE for port object 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:16.328468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.388763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Pushing event updated for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:16.401998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.431003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.450683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c92356b-ca80-4bc2-88cb-f90818863f16 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:36:16.479481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50385e9d-1a56-4a62-9881-92f7cbc835bf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:16.484783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.490997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:16.491169 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2fe9021d-8f23-4a66-adb8-0c42fafabac5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/50385e9d-1a56-4a62-9881-92f7cbc835bf HTTP/1.1" status: 204 len: 168 time: 0.5718377 Jul 22 11:36:16.515597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Attempting to bind port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:16.516015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Attempting to bind port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:16.516418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Attempting to bind port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:16.520979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:36:16.521400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Attempting to bind port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:16.529545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:16.529545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:16.529545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:16.529545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Bound port: 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:16.529545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.595567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.604121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port fdda63af-89c2-4b2f-8cb8-7782e42afc0e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:16.604462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.617030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:16.621176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:16.632805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.668099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a907705d-05f7-43e1-a95a-e530e47d59c9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:16.675179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:16.676882 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.684728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port fdda63af-89c2-4b2f-8cb8-7782e42afc0e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fdda63af-89c2-4b2f-8cb8-7782e42afc0e,segment=NetworkSegment(ffe29c5e-2d2a-4289-8bfe-0756e21d16f3),segment_id=ffe29c5e-2d2a-4289-8bfe-0756e21d16f3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:16.685143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:16.685563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] 10.222.0.20 "PUT /v2.0/ports/43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 HTTP/1.1" status: 200 len: 1091 time: 1.4335141 Jul 22 11:36:16.702500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: a907705d-05f7-43e1-a95a-e530e47d59c9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:16.703276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a907705d-05f7-43e1-a95a-e530e47d59c9 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:16.713775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c92356b-ca80-4bc2-88cb-f90818863f16 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:36:16.728003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for fdda63af-89c2-4b2f-8cb8-7782e42afc0e owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:16.804715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8b68a20-e628-4250-9f50-47b498dd756f service neutron] Pushing event updated for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:16.844054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e33140a9-e6c6-4ff8-97b8-5b1e04d5c9bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:16.845814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-e33140a9-e6c6-4ff8-97b8-5b1e04d5c9bf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 1094 time: 0.1187236 Jul 22 11:36:16.907041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03b41b73-4bd8-47f9-82df-18e38e74c9be req-2337af70-0de3-4658-a96a-4348a9cd5521 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1040978 Jul 22 11:36:16.909467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-8d2ced24-3009-4e0f-8850-98da3b7b56ee service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 HTTP/1.1" status: 200 len: 217 time: 0.0553768 Jul 22 11:36:16.997504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-8c2c4fb0-fda6-4606-8dec-eb3f0e545115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:16.997504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-8c2c4fb0-fda6-4606-8dec-eb3f0e545115 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0779266 Jul 22 11:36:17.022187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc8456bb-e1a8-4694-b965-400d406d5d2e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:17.025798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.049371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-5c855d4b-d264-4ab7-84d7-6579ccff5640 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0457473 Jul 22 11:36:17.053859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: cc8456bb-e1a8-4694-b965-400d406d5d2e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:17.054207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc8456bb-e1a8-4694-b965-400d406d5d2e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:17.076751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=fdda63af-89c2-4b2f-8cb8-7782e42afc0e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:17.084890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port fdda63af-89c2-4b2f-8cb8-7782e42afc0e on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:17.091608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Deleting port 2e26b44b-c874-4a4c-a47c-4d091b57f582 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:17.091960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.169417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8cab6ab-aae1-4a3c-8cef-8e879182a3dd req-e7c53033-c507-4de3-b6e1-4c51721a1e0c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:17.171013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8cab6ab-aae1-4a3c-8cef-8e879182a3dd req-e7c53033-c507-4de3-b6e1-4c51721a1e0c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 943 time: 0.2629023 Jul 22 11:36:17.178743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-ea59bc28-e739-430c-b036-69fdddcc65c9 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157761 Jul 22 11:36:17.210630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a5ac568-7a28-473a-9004-b53833f173ae None None] Network fad9e257-88b1-4d65-b6d8-3607fcc76ea5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:17.247748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] For port 2e26b44b-c874-4a4c-a47c-4d091b57f582, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e26b44b-c874-4a4c-a47c-4d091b57f582,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:17.248135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.294071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a67095f9-0675-4fc2-99e7-801b74a35cfc no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:17.298384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.298618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afb76f8-d48a-44fd-baac-bb87bf82dd90 req-1f318eb4-1e26-4123-8e55-044de2546303 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1111879 Jul 22 11:36:17.318438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fe8d382a-6ece-41fe-b8aa-c4bd97eb4197']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.320801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Calling delete_port for 2e26b44b-c874-4a4c-a47c-4d091b57f582 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:17.326972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: a67095f9-0675-4fc2-99e7-801b74a35cfc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:17.327600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a67095f9-0675-4fc2-99e7-801b74a35cfc not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:17.334381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.334709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ffe29c5e-2d2a-4289-8bfe-0756e21d16f3') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.338887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8cab6ab-aae1-4a3c-8cef-8e879182a3dd req-8fa5e2db-3565-4387-b3df-8ed91c3bf25c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1552305 Jul 22 11:36:17.351653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.369550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.408906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:17.409320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:17.414200 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:17.475673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] DHCP port deletion for fad9e257-88b1-4d65-b6d8-3607fcc76ea5 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:17.524020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.525443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Deleting port 2e26b44b-c874-4a4c-a47c-4d091b57f582 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:17.525888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.538801 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.540612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 HTTP/1.1" status: 204 len: 168 time: 3.2430453 Jul 22 11:36:17.543629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:17.558003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2fb28c7-5fda-4bcd-9dae-a3180b19058e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=fe8d382a-6ece-41fe-b8aa-c4bd97eb4197,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:17.585684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0c24ce-b601-4b5c-8f99-e9fd6df8b2fb req-09246cf1-9285-414d-a030-8656a14f67c9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:17.587343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab0c24ce-b601-4b5c-8f99-e9fd6df8b2fb req-09246cf1-9285-414d-a030-8656a14f67c9 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 950 time: 0.1741393 Jul 22 11:36:17.587982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.592973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] For port 2e26b44b-c874-4a4c-a47c-4d091b57f582, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e26b44b-c874-4a4c-a47c-4d091b57f582,segment=NetworkSegment(ba603ad8-41b3-4dbe-83e4-57cf06608d19),segment_id=ba603ad8-41b3-4dbe-83e4-57cf06608d19)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:17.593641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.596663 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc915e01-4872-4fd6-b040-335d00414ebb tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] GET failed (client error): The resource could not be found. Jul 22 11:36:17.598732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc915e01-4872-4fd6-b040-335d00414ebb tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets/f69c26d9-5f7f-4767-9e8b-3431295efa78 HTTP/1.1" status: 404 len: 337 time: 0.0540864 Jul 22 11:36:17.602036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:17.607875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Calling delete_port for 2e26b44b-c874-4a4c-a47c-4d091b57f582 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:17.621046 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b0d92f6-8b73-488a-8d0c-d0102d17e1d5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:17.621649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b0d92f6-8b73-488a-8d0c-d0102d17e1d5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:17.622358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Pushing event deleted for resources: {'Port': ['ID=2e26b44b-c874-4a4c-a47c-4d091b57f582,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:17.623413 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2b0d92f6-8b73-488a-8d0c-d0102d17e1d5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 HTTP/1.1" status: 404 len: 339 time: 0.0203996 Jul 22 11:36:17.630765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:17.637610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] No DVR routers for this DVR port 2e26b44b-c874-4a4c-a47c-4d091b57f582 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:17.695893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab0c24ce-b601-4b5c-8f99-e9fd6df8b2fb req-5f09f40d-5991-4469-b252-cf13f4ead94a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0817349 Jul 22 11:36:17.700676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.727865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.731782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] Pushing event deleted for resources: {'Port': ['ID=2e26b44b-c874-4a4c-a47c-4d091b57f582,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:17.738672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54207abe-f6fa-49e5-9bc4-d1b5b5c11762 None None] No DVR routers for this DVR port 2e26b44b-c874-4a4c-a47c-4d091b57f582 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:17.738863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fad9e257-88b1-4d65-b6d8-3607fcc76ea5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.751941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba603ad8-41b3-4dbe-83e4-57cf06608d19') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.752253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba603ad8-41b3-4dbe-83e4-57cf06608d19') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:17.764209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.775772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.781012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.787722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:17.788175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:17.789830 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:17.830630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-541c107a-c3f0-4a73-ab8c-f2b07d1f8370 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:17.832773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-541c107a-c3f0-4a73-ab8c-f2b07d1f8370 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2009883 Jul 22 11:36:17.835432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:17.848670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.853923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:17.858086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] 10.222.0.21 "DELETE /v2.0/networks/fad9e257-88b1-4d65-b6d8-3607fcc76ea5 HTTP/1.1" status: 204 len: 168 time: 1.3630874 Jul 22 11:36:17.868148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d6e21d8-8801-495a-993b-b4b6859fd385 admin admin] Pushing event deleted for resources: {'Network': ['ID=fad9e257-88b1-4d65-b6d8-3607fcc76ea5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:17.877813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d966620c-1298-4685-91b7-f8d56b365cb8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 207 time: 0.0413113 Jul 22 11:36:17.882572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:17.883057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:17.885617 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9185631-9c56-4ef9-8db7-774903351d95" -d '{"events": [{"name": "network-changed", "server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:17.927059 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b2deae9b-067c-4011-b13b-f60e62636a9d x-openstack-request-id: req-b2deae9b-067c-4011-b13b-f60e62636a9d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:17.927698 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:17.927698 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b2deae9b-067c-4011-b13b-f60e62636a9d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:17.927957 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9', 'status': 'completed', 'code': 200} Jul 22 11:36:18.000858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.036461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-974e86a2-5093-492d-97b6-8e68499e9305 req-fd47d88a-6016-4c0e-ae09-25813fa753cb tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0501325 Jul 22 11:36:18.084425 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-408b48b4-6872-4791-9ff5-36f0af1f13b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ae48a9ec3f394f2e9204365548568e40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0820508 Jul 22 11:36:18.084962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.137000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.147150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-635fe6da-9578-45fa-98ba-972db93ca8f1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.163296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.218698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.221322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.225850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/575cfd37-82aa-42e4-a1ba-a471deb59328 HTTP/1.1" status: 204 len: 168 time: 0.1365921 Jul 22 11:36:18.231225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af4ec615-5fde-42ec-87a0-36355e7a43bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=575cfd37-82aa-42e4-a1ba-a471deb59328,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:18.341420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12445939-6384-4274-b802-1a8d2a331ae8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.341626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-c4598921-f462-42eb-970a-e463f520a43d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.343105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-c4598921-f462-42eb-970a-e463f520a43d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 950 time: 0.0930657 Jul 22 11:36:18.348698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12445939-6384-4274-b802-1a8d2a331ae8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.354246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12445939-6384-4274-b802-1a8d2a331ae8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.360224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12445939-6384-4274-b802-1a8d2a331ae8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.361897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12445939-6384-4274-b802-1a8d2a331ae8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2486 time: 0.4735951 Jul 22 11:36:18.366194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.407647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185631-9c56-4ef9-8db7-774903351d95 req-622b81b2-2447-491b-9671-91572dbf1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.409196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-622b81b2-2447-491b-9671-91572dbf1941 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 1094 time: 0.4507117 Jul 22 11:36:18.548175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-48adceb7-fed2-44f9-beb1-0e0bd6ce133e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 575 time: 0.1807332 Jul 22 11:36:18.554495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.572647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185631-9c56-4ef9-8db7-774903351d95 req-3674126a-499a-4305-9bde-710a29d90e99 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.574172 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-3674126a-499a-4305-9bde-710a29d90e99 service neutron] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.1334448 Jul 22 11:36:18.610735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port ead5a914-030b-4123-a8e7-cf68ae68cbc5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:18.611122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.650410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01df5307-f2d0-406b-b244-0fb20e77b684 req-e1b816d1-408a-40b9-a27a-f71226ad905b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.652151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01df5307-f2d0-406b-b244-0fb20e77b684 req-e1b816d1-408a-40b9-a27a-f71226ad905b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 943 time: 0.1953292 Jul 22 11:36:18.658561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-c85fae0a-2afb-498f-b846-75ca1ad2168b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 HTTP/1.1" status: 200 len: 217 time: 0.0745530 Jul 22 11:36:18.723079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9185631-9c56-4ef9-8db7-774903351d95 req-66e9f73d-74d9-41ce-bfe5-220d7c62c17a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.724495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-66e9f73d-74d9-41ce-bfe5-220d7c62c17a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0593593 Jul 22 11:36:18.735334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011cc158-0845-491d-ba73-6774b47f1c09 req-5e793a60-b4aa-42d5-9bb1-d3ba08da38c3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.736834 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011cc158-0845-491d-ba73-6774b47f1c09 req-5e793a60-b4aa-42d5-9bb1-d3ba08da38c3 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 950 time: 0.1549637 Jul 22 11:36:18.771863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b2d88-b4a9-48a6-8f77-832308c1d55d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.773504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-257b2d88-b4a9-48a6-8f77-832308c1d55d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.775082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-257b2d88-b4a9-48a6-8f77-832308c1d55d tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.2211263 Jul 22 11:36:18.784012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.800119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-a47c8144-3bee-4d49-a935-d27dc92c1e96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0622864 Jul 22 11:36:18.862835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01df5307-f2d0-406b-b244-0fb20e77b684 req-d2d732ed-7144-4b82-9ac1-b027e275a61c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1848576 Jul 22 11:36:18.935118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port ead5a914-030b-4123-a8e7-cf68ae68cbc5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ead5a914-030b-4123-a8e7-cf68ae68cbc5,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:18.935494 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.956005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-c1cda55c-2a57-4d17-9dd4-af5793a511d4 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1475441 Jul 22 11:36:18.959126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4332ae-aa40-44f3-9a81-d2fd5743424f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.960834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d4332ae-aa40-44f3-9a81-d2fd5743424f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:18.962435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9d4332ae-aa40-44f3-9a81-d2fd5743424f tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1763008 Jul 22 11:36:18.966704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:18.970174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port 41989360-a7f3-4690-8b22-5de95927c2b4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:18.970320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for ead5a914-030b-4123-a8e7-cf68ae68cbc5 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:18.970545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:18.990250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e26b44b-c874-4a4c-a47c-4d091b57f582 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:19.013357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2e26b44b-c874-4a4c-a47c-4d091b57f582 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:19.014042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e26b44b-c874-4a4c-a47c-4d091b57f582 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:19.048789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834cf2df-6529-469c-ad00-77528fff4eb6 req-2268c2e5-e12a-40bd-9589-98caceb8d79a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:19.051055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-834cf2df-6529-469c-ad00-77528fff4eb6 req-2268c2e5-e12a-40bd-9589-98caceb8d79a tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c764925-bc87-41eb-b6e8-90d3db76bf5e HTTP/1.1" status: 200 len: 950 time: 0.2454891 Jul 22 11:36:19.085769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:19.126413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-834cf2df-6529-469c-ad00-77528fff4eb6 req-7a4087e8-4bd3-4e8e-a146-b4b8f19eafe0 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648923 Jul 22 11:36:19.230692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-caa59f3c-ccab-412b-aa02-3e8ef3ed96ea req-23cb5f13-5eec-411f-ae1f-7bf76da75776 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0519736 Jul 22 11:36:19.245339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.263166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:19.268373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5', '41989360-a7f3-4690-8b22-5de95927c2b4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:19.268765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port 41989360-a7f3-4690-8b22-5de95927c2b4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=41989360-a7f3-4690-8b22-5de95927c2b4,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:19.269674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.288169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=ead5a914-030b-4123-a8e7-cf68ae68cbc5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:19.296723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5b2d3f0-8917-4103-8dd0-9bcb654ccac1 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:19.301930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c5b2d3f0-8917-4103-8dd0-9bcb654ccac1 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks/8f379ecd-e7fc-49a6-9e01-92f155931e4f HTTP/1.1" status: 200 len: 800 time: 0.3236325 Jul 22 11:36:19.302902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:19.392458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.409049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1826463005-network', 'tenant_id': '565a04aca8bb4d2383746d7438a95909'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:19.413302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port ead5a914-030b-4123-a8e7-cf68ae68cbc5 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:19.416401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.421648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f731ae2-a94f-470e-a31d-5d61dfd0c602 req-d9dec9ba-b03c-47bd-849f-0f0461293866 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "DELETE /v2.0/ports/ead5a914-030b-4123-a8e7-cf68ae68cbc5 HTTP/1.1" status: 204 len: 173 time: 1.0706728 Jul 22 11:36:19.422478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'name': 'network-vif-deleted', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:19.422808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b9185631-9c56-4ef9-8db7-774903351d95 req-eeb76aed-ff98-4c1f-b023-a58564ebce66 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4551268 Jul 22 11:36:19.425113 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b3afc961-0e01-40d0-9455-06289a55f816" -d '{"events": [{"server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "name": "network-vif-deleted", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:19.428111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-52c04c95-7b13-4ff0-9f71-38a26ccc1053 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/networks/8f379ecd-e7fc-49a6-9e01-92f155931e4f?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 316 time: 0.1229904 Jul 22 11:36:19.429233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for 41989360-a7f3-4690-8b22-5de95927c2b4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:19.433647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:19.537098 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6bbc8c0-c3f8-4edd-a10f-a60570867c5e x-openstack-request-id: req-e6bbc8c0-c3f8-4edd-a10f-a60570867c5e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:19.537390 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2c764925-bc87-41eb-b6e8-90d3db76bf5e", "name": "network-vif-deleted", "tag": "ead5a914-030b-4123-a8e7-cf68ae68cbc5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:19.537649 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6bbc8c0-c3f8-4edd-a10f-a60570867c5e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:19.538054 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2c764925-bc87-41eb-b6e8-90d3db76bf5e', 'name': 'network-vif-deleted', 'tag': 'ead5a914-030b-4123-a8e7-cf68ae68cbc5', 'status': 'completed', 'code': 200} Jul 22 11:36:19.614220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:19.617344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.628848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b0f32f5-8e5b-4cf8-8db9-7d5638a4091e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:19.633930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1b0f32f5-8e5b-4cf8-8db9-7d5638a4091e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets/4f3f8dee-c254-44d0-ad86-d469f75356c2 HTTP/1.1" status: 200 len: 811 time: 0.1959369 Jul 22 11:36:19.633930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.636166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:19.691028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.705664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ead5a914-030b-4123-a8e7-cf68ae68cbc5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:19.746061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=41989360-a7f3-4690-8b22-5de95927c2b4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:19.766703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e22dc433-2397-4565-a0c3-c276c7cb17c5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:19.768174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e22dc433-2397-4565-a0c3-c276c7cb17c5 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "GET /v2.0/subnets/4f3f8dee-c254-44d0-ad86-d469f75356c2?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1310663 Jul 22 11:36:19.772942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:19.778983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-218084980'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:19.809275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port 41989360-a7f3-4690-8b22-5de95927c2b4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:19.812284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.814276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011cc158-0845-491d-ba73-6774b47f1c09 req-4d2faa70-3b59-4189-ab37-b985f9e34b73 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.20 "DELETE /v2.0/ports/41989360-a7f3-4690-8b22-5de95927c2b4 HTTP/1.1" status: 204 len: 173 time: 1.0671136 Jul 22 11:36:19.825217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.832388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.867131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:19.877633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:19.883104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:19.886610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.889089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.889425 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Added segment 2c886d1f-cdd7-4e29-a088-4c8766270e41 of type vlan for network 0d005663-4766-4a09-a059-d83bf48f44b9 Jul 22 11:36:19.928696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'name': 'network-vif-deleted', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:19.931413 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc5c8d99-0b60-441a-a9cb-221797fdeffe" -d '{"events": [{"server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "name": "network-vif-deleted", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:19.958718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.965173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:19.985691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:19.986047 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Added segment 6c754d7d-8cf5-4a13-8543-3983fa2ee774 of type vlan for network 0f428ae5-90af-4098-b367-a2759421ede4 Jul 22 11:36:19.987512 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-540d6758-c539-405c-88bc-5dff3b33edf5 x-openstack-request-id: req-540d6758-c539-405c-88bc-5dff3b33edf5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:19.988687 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dd99e101-a983-4540-a49c-ba9ff4581cb1", "name": "network-vif-deleted", "tag": "41989360-a7f3-4690-8b22-5de95927c2b4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:19.988687 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-540d6758-c539-405c-88bc-5dff3b33edf5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:19.989016 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dd99e101-a983-4540-a49c-ba9ff4581cb1', 'name': 'network-vif-deleted', 'tag': '41989360-a7f3-4690-8b22-5de95927c2b4', 'status': 'completed', 'code': 200} Jul 22 11:36:19.991884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:20.067501 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.068734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:20.069320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.100925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.137374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.0492954 Jul 22 11:36:20.140687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:20.147193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Request body: {'subnet': {'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1826463005-subnet', 'tenant_id': '565a04aca8bb4d2383746d7438a95909', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:20.170652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:20.173281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.178703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a81a0845-3e9c-4006-bf35-13ab44f5166c admin admin] Pushing event updated for resources: {'Network': ['ID=0d005663-4766-4a09-a059-d83bf48f44b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:20.192048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0d005663-4766-4a09-a059-d83bf48f44b9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:20.194897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-927d8c3c-da94-4712-8dc0-7fd38cecdad2 req-a263019e-c0c4-462b-a6f8-da2cd145bd00 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:20.196472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-927d8c3c-da94-4712-8dc0-7fd38cecdad2 req-a263019e-c0c4-462b-a6f8-da2cd145bd00 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 943 time: 0.2179797 Jul 22 11:36:20.202349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.209570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:20.210469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.268759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4947519 Jul 22 11:36:20.274888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:20.279975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'network_id': '0f428ae5-90af-4098-b367-a2759421ede4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:20.360976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cceefd-82f4-4449-80af-9ead9a917049 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Network': ['ID=0f428ae5-90af-4098-b367-a2759421ede4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:20.382843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0f428ae5-90af-4098-b367-a2759421ede4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:20.388320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-927d8c3c-da94-4712-8dc0-7fd38cecdad2 req-349b5500-ae0a-4d53-9d0f-273526964c21 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1668363 Jul 22 11:36:20.462871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-039f1f14-0269-40e3-b8cb-3bfa5889824c req-3b959514-4f99-44f3-a525-125f1454cac7 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=dd99e101-a983-4540-a49c-ba9ff4581cb1 HTTP/1.1" status: 200 len: 210 time: 0.0965054 Jul 22 11:36:20.515868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Made reservation on behalf of a0333876cc4a400ab6abb374a2f49b31 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:20.521368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.543898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.607091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:20.617057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Performing IP validity checks on allocation pools {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 11:36:20.617574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 11:36:20.617831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Checking segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:20.618204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Network hostable DHCP agents. Network: 0d005663-4766-4a09-a059-d83bf48f44b9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:20.624595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91c6a33d-f7bf-4773-a51b-d302e599a00b req-f2bd8213-e147-4a96-8ef5-ad76cc1f071d tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0711930 Jul 22 11:36:20.636265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Network 0d005663-4766-4a09-a059-d83bf48f44b9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:20.650821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0d005663-4766-4a09-a059-d83bf48f44b9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:20.656171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:20.656849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.666957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:20.672280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb57c6d9-074d-40da-a88c-2cbab78c2161 None None] Network 0d005663-4766-4a09-a059-d83bf48f44b9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:20.683116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14bb54e6-4d6b-423f-bb98-e8c63c6302e5 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 0.5412052 Jul 22 11:36:20.805650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.868748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=6cc8e33d-2904-4ca8-9fe8-6024b0a720f6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:20.876533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Checking segment: {'id': '6c754d7d-8cf5-4a13-8543-3983fa2ee774', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': '0f428ae5-90af-4098-b367-a2759421ede4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:20.876977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network hostable DHCP agents. Network: 0f428ae5-90af-4098-b367-a2759421ede4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:20.889008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8218adf5-37cf-4ce0-8fd9-0dca02f1c21f None None] Network 0d005663-4766-4a09-a059-d83bf48f44b9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:20.897632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Network 0f428ae5-90af-4098-b367-a2759421ede4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:20.916244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0f428ae5-90af-4098-b367-a2759421ede4) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:20.920737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:20.921560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:20.942205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5428fdb8-89da-4ddf-8565-efaf671c8faa tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 0.6637936 Jul 22 11:36:20.943104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:20.949532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:21.059734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4653033'] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.076041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c51261fb-1e2e-46de-a35b-e8b360d7481d None None] Network 0f428ae5-90af-4098-b367-a2759421ede4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:21.085867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:21.124849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9', 'mac_address': 'fa:16:3e:80:48:84', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:21.162684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-17df73e4-63d3-4666-926e-99b1b5eaf7ea tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:21.170111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-17df73e4-63d3-4666-926e-99b1b5eaf7ea tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.1211147 Jul 22 11:36:21.193532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-8c78d309-8389-4995-8234-35232c5b35c9 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/quotas/565a04aca8bb4d2383746d7438a95909 HTTP/1.1" status: 200 len: 375 time: 0.0217648 Jul 22 11:36:21.227689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-1eae8079-44c5-4140-8ad8-dbacaadb4da7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0329025 Jul 22 11:36:21.251347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770042281072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4803371'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.276459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.293983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:21.294605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.298760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "PUT /v2.0/subnets/6cc8e33d-2904-4ca8-9fe8-6024b0a720f6 HTTP/1.1" status: 200 len: 877 time: 0.3542376 Jul 22 11:36:21.301808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:21.321874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.340220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-9fe462e4-9eef-4442-93e9-e70678433e95 service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1038585 Jul 22 11:36:21.343927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b485815-0606-449a-a7b4-d6482e2915ac tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event updated for resources: {'Subnet': ['ID=6cc8e33d-2904-4ca8-9fe8-6024b0a720f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:21.363631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:21.409818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:21.417950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c64b7829-4efc-4837-b35e-b4ca08851f97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-0f428ae5-90af-4098-b367-a2759421ede4', 'network_id': '0f428ae5-90af-4098-b367-a2759421ede4', 'tenant_id': 'a0333876cc4a400ab6abb374a2f49b31', 'fixed_ips': [{'subnet_id': '6cc8e33d-2904-4ca8-9fe8-6024b0a720f6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:21.419114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c64b7829-4efc-4837-b35e-b4ca08851f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.419963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.422633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.445454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-62b207b6-b3e7-46ba-8db7-6bd7bfe85cc6 service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1041179 Jul 22 11:36:21.496026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.575348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:21.591114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ad4d9-25e7-4ccd-885c-248e6c81c304 req-66a4ab05-9d0f-4a27-a6cc-beac30dfcbda tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:21.600625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-c64b7829-4efc-4837-b35e-b4ca08851f97 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cc8e33d-2904-4ca8-9fe8-6024b0a720f6: This subnet is being modified by another concurrent operation. Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:36:21.612172 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6cc8e33d-2904-4ca8-9fe8-6024b0a720f6: This subnet is being modified by another concurrent operation. Jul 22 11:36:21.616680 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:36:21.631187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb1ad4d9-25e7-4ccd-885c-248e6c81c304 req-66a4ab05-9d0f-4a27-a6cc-beac30dfcbda tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 944 time: 0.1395903 Jul 22 11:36:21.636696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7580191-bc58-40a7-aa06-9d020a3dd723 None None] Network 0f428ae5-90af-4098-b367-a2759421ede4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:21.650675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=6cc8e33d-2904-4ca8-9fe8-6024b0a720f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:21.704725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb1ad4d9-25e7-4ccd-885c-248e6c81c304 req-e5634f32-e257-4afd-a78c-1293cd6dec1f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0722296 Jul 22 11:36:21.716630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:21.745042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.763504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0f428ae5-90af-4098-b367-a2759421ede4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:21.778748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6c754d7d-8cf5-4a13-8543-3983fa2ee774') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:21.779053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6c754d7d-8cf5-4a13-8543-3983fa2ee774') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:21.781458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0a34fd8-3ae4-4584-9347-ea55a010bef1 req-ee1c9c89-6454-43b1-840d-db25c7cfa349 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 210 time: 0.0327895 Jul 22 11:36:21.791417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.819173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.826123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:21.827096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:21.831506 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:21.905041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41018411-d293-4931-821b-56331e8c702f req-ad4c95a7-4765-4135-b629-5957b3dead2c tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0516381 Jul 22 11:36:21.920508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b749e6-4952-4d37-acd1-859922987fc3 None None] Network 0f428ae5-90af-4098-b367-a2759421ede4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:21.942580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.966076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:21.971886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:21.973266 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/0f428ae5-90af-4098-b367-a2759421ede4 HTTP/1.1" status: 204 len: 168 time: 0.6708424 Jul 22 11:36:21.974356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1720b21b-a496-4cf9-b7d1-71b57a1affe8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=0f428ae5-90af-4098-b367-a2759421ede4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:22.001359 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b360d17-3a46-4212-a8de-254cffae8760 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.001917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b360d17-3a46-4212-a8de-254cffae8760 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.004464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2b360d17-3a46-4212-a8de-254cffae8760 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/6cc8e33d-2904-4ca8-9fe8-6024b0a720f6 HTTP/1.1" status: 404 len: 337 time: 0.0313323 Jul 22 11:36:22.006982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35872) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.033092 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ce08f3a-34c2-4cee-93fb-7b089381511e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.033942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ce08f3a-34c2-4cee-93fb-7b089381511e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.036435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4ce08f3a-34c2-4cee-93fb-7b089381511e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/0f428ae5-90af-4098-b367-a2759421ede4 HTTP/1.1" status: 404 len: 339 time: 0.0248971 Jul 22 11:36:22.039148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.072411 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c97dcc07-823c-465d-b9d2-9c8bdadec249 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.073064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c97dcc07-823c-465d-b9d2-9c8bdadec249 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.074658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c97dcc07-823c-465d-b9d2-9c8bdadec249 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/f69c26d9-5f7f-4767-9e8b-3431295efa78 HTTP/1.1" status: 404 len: 337 time: 0.0346048 Jul 22 11:36:22.077836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.093174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79c5e6f-50da-4bd7-83e2-e223b0d95cf6 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:36:22.101381 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a69d253-e5a5-41ad-8cc7-09e061d56dd6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.101971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a69d253-e5a5-41ad-8cc7-09e061d56dd6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.106183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a69d253-e5a5-41ad-8cc7-09e061d56dd6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/fe8d382a-6ece-41fe-b8aa-c4bd97eb4197 HTTP/1.1" status: 404 len: 339 time: 0.0252588 Jul 22 11:36:22.106435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.228647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.267132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e79c5e6f-50da-4bd7-83e2-e223b0d95cf6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:36:22.268449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-820f48d9-8e9a-4379-84c2-2a1d35435227 req-c97760eb-69fc-4153-a2f6-1d3b453a373d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:22.270789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-820f48d9-8e9a-4379-84c2-2a1d35435227 req-c97760eb-69fc-4153-a2f6-1d3b453a373d tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.0824196 Jul 22 11:36:22.330720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-820f48d9-8e9a-4379-84c2-2a1d35435227 req-d4c86bc4-ef75-4db3-8fd1-80db684f9a90 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475948 Jul 22 11:36:22.350087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.360096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['effd1e9e-0fff-442d-b7d0-04059c6cafd9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:22.371584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '310a3468-1ac5-44fe-b419-008901840670') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:22.371584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '310a3468-1ac5-44fe-b419-008901840670') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:22.381921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.402971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.411446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:22.411864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:22.414915 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:22.487376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.494721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.496762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/effd1e9e-0fff-442d-b7d0-04059c6cafd9 HTTP/1.1" status: 204 len: 168 time: 0.3892429 Jul 22 11:36:22.499250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.517383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c37a88-525d-4cb0-b524-fdde25582508 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=effd1e9e-0fff-442d-b7d0-04059c6cafd9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:22.536951 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8fe8c152-9e5f-4b64-9826-07a80a77b4ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.537408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8fe8c152-9e5f-4b64-9826-07a80a77b4ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.539204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8fe8c152-9e5f-4b64-9826-07a80a77b4ed tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/9091f553-6624-4a9d-b05c-092104aa23d4 HTTP/1.1" status: 404 len: 337 time: 0.0390415 Jul 22 11:36:22.541618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.559592 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-442050bd-d0c4-4ae1-9ae6-7fbda3fd62c6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.560152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-442050bd-d0c4-4ae1-9ae6-7fbda3fd62c6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.564121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-442050bd-d0c4-4ae1-9ae6-7fbda3fd62c6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/5dd006a9-48c2-4e88-a4fd-ac54ab104ce0 HTTP/1.1" status: 404 len: 339 time: 0.0193634 Jul 22 11:36:22.564352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.597687 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac3dfba-4d74-409b-91f0-1457a0eaec14 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.598184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac3dfba-4d74-409b-91f0-1457a0eaec14 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.599925 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ac3dfba-4d74-409b-91f0-1457a0eaec14 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/6c52f6fc-9428-4803-8193-1c79a3b783cc HTTP/1.1" status: 404 len: 337 time: 0.0346742 Jul 22 11:36:22.602426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.620469 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-64dd58e2-5e67-4e4a-94c5-8881a206f2f8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.620993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-64dd58e2-5e67-4e4a-94c5-8881a206f2f8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.622666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64dd58e2-5e67-4e4a-94c5-8881a206f2f8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/dd1d3969-6157-4e16-8286-83f7faeccd6e HTTP/1.1" status: 404 len: 339 time: 0.0192809 Jul 22 11:36:22.624875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35892) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.650939 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6b2dcbfb-d004-4f7a-8e58-acb9c8e9dea8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.651378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6b2dcbfb-d004-4f7a-8e58-acb9c8e9dea8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.652984 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b2dcbfb-d004-4f7a-8e58-acb9c8e9dea8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/d60e3ad6-cde7-41de-a3f9-bbaa1249e941 HTTP/1.1" status: 404 len: 337 time: 0.0272508 Jul 22 11:36:22.655220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.674615 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-dec33957-f78a-4b4b-92c1-4bc5fd423e48 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.675672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dec33957-f78a-4b4b-92c1-4bc5fd423e48 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.677727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dec33957-f78a-4b4b-92c1-4bc5fd423e48 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/4683055f-3a0e-4c32-90f2-2bae6c25c590 HTTP/1.1" status: 404 len: 339 time: 0.0216508 Jul 22 11:36:22.680241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.682381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:22.706677 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c3b09014-8609-494e-ba06-0a3896a497a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.707368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c3b09014-8609-494e-ba06-0a3896a497a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.709255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c3b09014-8609-494e-ba06-0a3896a497a6 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/5b1b674c-0ebd-4057-8e4f-b2aceb7e4b41 HTTP/1.1" status: 404 len: 337 time: 0.0281017 Jul 22 11:36:22.711807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.730706 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5675f817-804a-498c-821e-adf52bb0b6c8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.731277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5675f817-804a-498c-821e-adf52bb0b6c8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.734718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5675f817-804a-498c-821e-adf52bb0b6c8 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/87926cce-bead-4e8e-8939-c3c75864c7b8 HTTP/1.1" status: 404 len: 339 time: 0.0204184 Jul 22 11:36:22.735404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.741564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:22.746211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:22.746717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.764079 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5860ea2a-2608-46fa-89c8-1b71904c931c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.764655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5860ea2a-2608-46fa-89c8-1b71904c931c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.769332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5860ea2a-2608-46fa-89c8-1b71904c931c tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/49c08d90-0987-4b6b-b3d8-821956bbd581 HTTP/1.1" status: 404 len: 337 time: 0.0302031 Jul 22 11:36:22.769332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.792124 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdaa7bf1-ab2a-42a6-9db1-ee0c9164f993 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.792688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bdaa7bf1-ab2a-42a6-9db1-ee0c9164f993 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.796921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bdaa7bf1-ab2a-42a6-9db1-ee0c9164f993 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/c8e9ffa3-ea17-4667-8805-2baf76bdcd18 HTTP/1.1" status: 404 len: 339 time: 0.0241370 Jul 22 11:36:22.797138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.832605 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-156ffb55-0ebf-4f38-9488-a73a1d0d7ac3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.833690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-156ffb55-0ebf-4f38-9488-a73a1d0d7ac3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.835342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-156ffb55-0ebf-4f38-9488-a73a1d0d7ac3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/63fdaff6-e9a6-42ea-b929-2f83f3d57584 HTTP/1.1" status: 404 len: 337 time: 0.0370419 Jul 22 11:36:22.838402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.842785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.867775 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-50fcf163-7609-4c35-9bc4-dc10e3ed3e5e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.868340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-50fcf163-7609-4c35-9bc4-dc10e3ed3e5e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.873278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-50fcf163-7609-4c35-9bc4-dc10e3ed3e5e tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/bf53bd50-890d-46db-90fb-e4af4076210a HTTP/1.1" status: 404 len: 339 time: 0.0305705 Jul 22 11:36:22.873440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:22.873440 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14666e33-0541-4282-b291-d3237adaa775" -d '{"events": [{"server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "name": "network-vif-plugged", "status": "completed", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:22.873936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.886920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:22.888614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af83f931-5aed-494c-995c-44bd11c42b24 req-fc26a53d-3408-4b1c-9873-4fdf649c62c5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:22.890336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af83f931-5aed-494c-995c-44bd11c42b24 req-fc26a53d-3408-4b1c-9873-4fdf649c62c5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 944 time: 0.0865183 Jul 22 11:36:22.897773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:22.899164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 41989360-a7f3-4690-8b22-5de95927c2b4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:22.909349 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac991720-d903-4e68-b294-e2e30cc5b1c3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.910818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ac991720-d903-4e68-b294-e2e30cc5b1c3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.912789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac991720-d903-4e68-b294-e2e30cc5b1c3 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/ed42bdc2-f08d-4da4-aca8-f06db9250708 HTTP/1.1" status: 404 len: 337 time: 0.0378132 Jul 22 11:36:22.918861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:22.940329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 41989360-a7f3-4690-8b22-5de95927c2b4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:22.940680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 41989360-a7f3-4690-8b22-5de95927c2b4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:22.941826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ead5a914-030b-4123-a8e7-cf68ae68cbc5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:22.972300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ead5a914-030b-4123-a8e7-cf68ae68cbc5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:22.972723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ead5a914-030b-4123-a8e7-cf68ae68cbc5 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:22.981576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db26647e-e11f-4bbf-9226-9f51179497e1 req-f9056d21-77a5-43f4-ac24-9a1bc2617dc0 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 210 time: 0.0653610 Jul 22 11:36:22.985181 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ef4f1eb-d732-437d-ba2f-a67e0a760b32 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:22.986063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ef4f1eb-d732-437d-ba2f-a67e0a760b32 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:22.990190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7ef4f1eb-d732-437d-ba2f-a67e0a760b32 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/b9abe51d-47ed-4558-a46f-b75150e07e1b HTTP/1.1" status: 404 len: 339 time: 0.0695200 Jul 22 11:36:22.992969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:23.003248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:23.021880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af83f931-5aed-494c-995c-44bd11c42b24 req-8424c4c9-fcd6-4e5d-9853-81bcff60096f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1245952 Jul 22 11:36:23.041318 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf3707f0-9dbe-4d3c-8913-87cd0eb17c27 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:23.041986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf3707f0-9dbe-4d3c-8913-87cd0eb17c27 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:23.047088 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bf3707f0-9dbe-4d3c-8913-87cd0eb17c27 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/187d7220-372d-4f4e-9b51-b0cc70042722 HTTP/1.1" status: 404 len: 337 time: 0.0529349 Jul 22 11:36:23.049699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:23.074017 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5e14aef9-01d4-4fd8-8dac-1dc875783dd2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:23.075110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5e14aef9-01d4-4fd8-8dac-1dc875783dd2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:23.079351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e14aef9-01d4-4fd8-8dac-1dc875783dd2 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/e5c63b1f-57a1-4430-833c-df671908b3a1 HTTP/1.1" status: 404 len: 339 time: 0.0255218 Jul 22 11:36:23.079547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:23.104894 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34d1114b-2bd1-44c6-bd63-98cc6f314b85 x-openstack-request-id: req-34d1114b-2bd1-44c6-bd63-98cc6f314b85 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:23.106075 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "name": "network-vif-plugged", "status": "completed", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:23.106580 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34d1114b-2bd1-44c6-bd63-98cc6f314b85 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:23.107192 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9', 'code': 200} Jul 22 11:36:23.163634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7cf53f63-64a2-4067-acc2-0477136a50d3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:23.165422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7cf53f63-64a2-4067-acc2-0477136a50d3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.36 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.1904473 Jul 22 11:36:23.189467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting subnet 4f3f8dee-c254-44d0-ad86-d469f75356c2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:23.195778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.207980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Request body: {'port': {'device_id': '3991d232-f948-46ab-bca7-70eb93703dec', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'admin_state_up': True, 'tenant_id': '565a04aca8bb4d2383746d7438a95909'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:23.231920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93a74ce3-279f-420f-82c8-437f7c93add8 req-2290bcc9-2844-4c65-9eea-240d1e7b2076 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0544858 Jul 22 11:36:23.252337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.305183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807c054-0630-4593-bcb1-e0cca21e7b77 req-06a97a16-25ac-48c7-93c4-63392ff37ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:23.306750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9807c054-0630-4593-bcb1-e0cca21e7b77 req-06a97a16-25ac-48c7-93c4-63392ff37ce3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 1096 time: 0.1344635 Jul 22 11:36:23.341127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.351381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:23.354916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.375938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9807c054-0630-4593-bcb1-e0cca21e7b77 req-658eb313-9caa-4b25-9a62-133bbe4c6eab service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531173 Jul 22 11:36:23.437426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.496153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Allocated IP 172.20.0.6 (0d005663-4766-4a09-a059-d83bf48f44b9/ae8aacc5-7ed7-4f69-adb8-e2290cb24c76/234b8083-6c2d-4a4b-b6a6-5d050b0442eb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:23.664453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.707607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.750549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Network 0d005663-4766-4a09-a059-d83bf48f44b9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:23.757081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:23.760926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:23.792532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:23.818505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:23.819177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.836702 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-ea5395b2-b2b8-451b-9da3-dfa65cf8f152 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6319544 Jul 22 11:36:23.838366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Subnet': ['ID=4f3f8dee-c254-44d0-ad86-d469f75356c2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:23.845630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:23.847725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-708ac401-993b-45ac-bdad-759e3a224842 tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/subnets/4f3f8dee-c254-44d0-ad86-d469f75356c2 HTTP/1.1" status: 204 len: 168 time: 0.7671046 Jul 22 11:36:23.848640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Request body: {'port': {'device_id': '3991d232-f948-46ab-bca7-70eb93703dec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:23.850871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:23.854935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62e1cce9-3a39-46d7-ba8d-480b4ea94881 None None] Network 8f379ecd-e7fc-49a6-9e01-92f155931e4f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:23.898050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5c7efd-f54b-41d0-b987-d9f99076682e req-2bc0424f-89e0-4380-9aaf-78d8ad01c779 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:23.899579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a5c7efd-f54b-41d0-b987-d9f99076682e req-2bc0424f-89e0-4380-9aaf-78d8ad01c779 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.4980030 Jul 22 11:36:23.938793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-af682055-ef75-4047-9545-683d8b0199da tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:23.940253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-af682055-ef75-4047-9545-683d8b0199da tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 950 time: 0.1151488 Jul 22 11:36:23.977808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a5c7efd-f54b-41d0-b987-d9f99076682e req-a6a1253a-3485-44ea-91c8-d13f2f2ad828 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/security-groups?id=e63c77c9-3b59-4c5c-9a8a-b66424ed4921&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720756 Jul 22 11:36:23.996045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.008818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.076327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Deleting port 232d170c-d774-458e-b524-96a5f9d4e1fa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:24.077182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.109305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] DHCP port deletion for 8f379ecd-e7fc-49a6-9e01-92f155931e4f request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:24.180925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Deleting port ac654d7f-670c-4167-bb35-6f6c8853ad2e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:24.181529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.186491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Deleting port ac654d7f-670c-4167-bb35-6f6c8853ad2e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:24.187115 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.265462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] For port ac654d7f-670c-4167-bb35-6f6c8853ad2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ac654d7f-670c-4167-bb35-6f6c8853ad2e,segment=NetworkSegment(33327c48-6e93-45d9-b5fb-44c5883869ae),segment_id=33327c48-6e93-45d9-b5fb-44c5883869ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:24.266157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.270906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] For port 232d170c-d774-458e-b524-96a5f9d4e1fa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=232d170c-d774-458e-b524-96a5f9d4e1fa,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:24.271277 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.281609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Calling delete_port for ac654d7f-670c-4167-bb35-6f6c8853ad2e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:24.282410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] For port ac654d7f-670c-4167-bb35-6f6c8853ad2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ac654d7f-670c-4167-bb35-6f6c8853ad2e,segment=NetworkSegment(33327c48-6e93-45d9-b5fb-44c5883869ae),segment_id=33327c48-6e93-45d9-b5fb-44c5883869ae)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:24.282913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.296663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ff79c7-c232-4142-840c-34934130097f req-e55f8e39-3bff-466a-a3b8-6d28c887f009 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:24.298154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0ff79c7-c232-4142-840c-34934130097f req-e55f8e39-3bff-466a-a3b8-6d28c887f009 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 931 time: 0.1996353 Jul 22 11:36:24.302062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Calling delete_port for 232d170c-d774-458e-b524-96a5f9d4e1fa owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:24.327209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Calling delete_port for ac654d7f-670c-4167-bb35-6f6c8853ad2e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:24.371582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.383073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4913759-1f8c-41a6-9408-71821697b14f req-b2469ac9-b30a-42b8-9c47-581f9e76c571 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:24.384580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4913759-1f8c-41a6-9408-71821697b14f req-b2469ac9-b30a-42b8-9c47-581f9e76c571 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 945 time: 0.1923146 Jul 22 11:36:24.397082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] Pushing event deleted for resources: {'Port': ['ID=ac654d7f-670c-4167-bb35-6f6c8853ad2e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:24.403982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff186a2-9ed4-469e-933a-944820fbb269 None None] No DVR routers for this DVR port ac654d7f-670c-4167-bb35-6f6c8853ad2e on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:24.415691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0ff79c7-c232-4142-840c-34934130097f req-43f9788f-9806-47ea-9cb6-c187c7fb0b82 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086707 Jul 22 11:36:24.465108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4913759-1f8c-41a6-9408-71821697b14f req-790d846b-64c2-4e36-a461-fe3fbf279ef7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678976 Jul 22 11:36:24.480895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 234b8083-6c2d-4a4b-b6a6-5d050b0442eb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:24.496078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.496078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.530967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Port': ['ID=ac654d7f-670c-4167-bb35-6f6c8853ad2e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:24.542217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.547966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] No DVR routers for this DVR port ac654d7f-670c-4167-bb35-6f6c8853ad2e on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:24.556798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['232d170c-d774-458e-b524-96a5f9d4e1fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:24.590602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Transition to ACTIVE for port object 234b8083-6c2d-4a4b-b6a6-5d050b0442eb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:24.603414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Pushing event deleted for resources: {'Port': ['ID=232d170c-d774-458e-b524-96a5f9d4e1fa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:24.614669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.681795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5aef8e6-8c1c-4297-8e68-bc11c3de482d req-92b918f0-b8ae-43e0-b375-9f6ac866976c tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0860925 Jul 22 11:36:24.682675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] No DVR routers for this DVR port 232d170c-d774-458e-b524-96a5f9d4e1fa on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:24.685209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.687385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3402eaa7-255b-4ab9-8b6f-68c19af29d0f req-db34f5ea-7263-472f-b0dc-e2a266647ac2 tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.36 "DELETE /v2.0/ports/232d170c-d774-458e-b524-96a5f9d4e1fa HTTP/1.1" status: 204 len: 173 time: 0.7407098 Jul 22 11:36:24.687833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'name': 'network-vif-deleted', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:24.688963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.690067 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a3e56cf5-0e51-465e-b3f9-e805b5088e13" -d '{"events": [{"server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "name": "network-vif-deleted", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:24.709754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8f379ecd-e7fc-49a6-9e01-92f155931e4f']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:24.712918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:24.732674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '33327c48-6e93-45d9-b5fb-44c5883869ae') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:24.732976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '33327c48-6e93-45d9-b5fb-44c5883869ae') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:24.748457 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8829f538-a23f-4290-b447-aa08aeba50d8 x-openstack-request-id: req-8829f538-a23f-4290-b447-aa08aeba50d8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:24.748814 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a0e4d299-70ac-41ee-9db6-cb3706ac2cc4", "name": "network-vif-deleted", "tag": "232d170c-d774-458e-b524-96a5f9d4e1fa", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:24.749126 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8829f538-a23f-4290-b447-aa08aeba50d8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:24.749582 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a0e4d299-70ac-41ee-9db6-cb3706ac2cc4', 'name': 'network-vif-deleted', 'tag': '232d170c-d774-458e-b524-96a5f9d4e1fa', 'status': 'completed', 'code': 200} Jul 22 11:36:24.788458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.811006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.821720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:24.822129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:24.825054 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:24.884723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Attempting to bind port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:24.885062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Attempting to bind port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:24.885393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Attempting to bind port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:24.890795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb on network 0d005663-4766-4a09-a059-d83bf48f44b9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:36:24.891124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Attempting to bind port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:24.896875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 35, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:24.897275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Checking segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:24.897650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Bound using segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:24.898075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Bound port: 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:24.898429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.900374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.907013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:24.908789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] 10.222.0.21 "DELETE /v2.0/networks/8f379ecd-e7fc-49a6-9e01-92f155931e4f HTTP/1.1" status: 204 len: 168 time: 1.0560126 Jul 22 11:36:24.932004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9aec62e-cc21-46f4-9084-6662a359bd0a tempest-NetworksTest-363329502 tempest-NetworksTest-363329502-project] Pushing event deleted for resources: {'Network': ['ID=8f379ecd-e7fc-49a6-9e01-92f155931e4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:24.977139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ac654d7f-670c-4167-bb35-6f6c8853ad2e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:24.998187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ac654d7f-670c-4167-bb35-6f6c8853ad2e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:25.000689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ac654d7f-670c-4167-bb35-6f6c8853ad2e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:25.006780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:25.010608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:25.022481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.095757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:25.096899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.098438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] 10.222.0.36 "PUT /v2.0/ports/234b8083-6c2d-4a4b-b6a6-5d050b0442eb HTTP/1.1" status: 200 len: 1091 time: 1.2549446 Jul 22 11:36:25.098914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:25.104041 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e24d0a69-106e-422c-aa26-87564ce98d33" -d '{"events": [{"name": "network-changed", "server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:25.127201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa9ac9b-bfca-4b28-92ae-41bba8561b07 service neutron] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:25.141308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a04dc37c-0fd7-4ad1-a143-b37a148aa41f req-5cd888fe-839e-48c1-b939-d47f5c5d0ffb tempest-ServersOnMultiNodesTest-1718623270 tempest-ServersOnMultiNodesTest-1718623270-project] 10.222.0.21 "GET /v2.0/ports?device_id=a0e4d299-70ac-41ee-9db6-cb3706ac2cc4 HTTP/1.1" status: 200 len: 210 time: 0.0510137 Jul 22 11:36:25.163728 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-276a8c8c-4cda-4d1b-8e90-cec0f44d9dd3 x-openstack-request-id: req-276a8c8c-4cda-4d1b-8e90-cec0f44d9dd3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:25.163961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:25.164173 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-276a8c8c-4cda-4d1b-8e90-cec0f44d9dd3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:25.164567 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'status': 'completed', 'code': 200} Jul 22 11:36:25.214279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-3fd9629f-6a7f-448d-a1c5-77d4d1d5eb99 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:25.215972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-3fd9629f-6a7f-448d-a1c5-77d4d1d5eb99 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 1094 time: 0.0645766 Jul 22 11:36:25.229810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:25.267417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-abf4aa00-bc4b-4fb3-86fc-9e29425b4f1c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb HTTP/1.1" status: 200 len: 217 time: 0.0390799 Jul 22 11:36:25.319747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-164e7bd0-740d-4489-995a-5ae52ad94874 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:25.321237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-164e7bd0-740d-4489-995a-5ae52ad94874 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0479479 Jul 22 11:36:25.357959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-778e1832-e00d-4289-9b9f-fd9f101b2ffc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0294161 Jul 22 11:36:25.371038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0155654-88c2-4168-aa56-9f28c433e6e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0333876cc4a400ab6abb374a2f49b31&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1400120 Jul 22 11:36:25.373719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:25.421685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.450304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.530824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.533693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:25.534931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4657bf02-2dd9-4fd9-bcdd-eaa212cd4b06 HTTP/1.1" status: 204 len: 168 time: 0.1602778 Jul 22 11:36:25.564702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905665fb-4e80-407e-a241-65a2a4902477 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4657bf02-2dd9-4fd9-bcdd-eaa212cd4b06,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:25.631775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef33cec9-f442-4eb5-a390-375d48db33ff req-637b6f50-99f8-4b70-8203-a760652abe85 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:25.639631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef33cec9-f442-4eb5-a390-375d48db33ff req-637b6f50-99f8-4b70-8203-a760652abe85 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 943 time: 0.1418860 Jul 22 11:36:25.697617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c682ded7-28db-473d-b024-d658477cb106 req-cd07b690-f342-499e-bbea-b750f6be0e08 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:25.699372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c682ded7-28db-473d-b024-d658477cb106 req-cd07b690-f342-499e-bbea-b750f6be0e08 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 945 time: 0.1369228 Jul 22 11:36:25.703557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef33cec9-f442-4eb5-a390-375d48db33ff req-ee37ee40-9cd4-4a54-b98d-f7b720a924ee tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0630360 Jul 22 11:36:25.755036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c682ded7-28db-473d-b024-d658477cb106 req-0e76ae55-bc6d-43e7-ad7f-6f0405bb74b8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461473 Jul 22 11:36:25.768450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-e72d8001-9d59-433a-aebf-e4184624858a service neutron] 10.222.0.36 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4031770 Jul 22 11:36:25.893700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a9ad3efe-75a5-44cc-b75c-07d159c187f3 req-b695ae24-0699-4ad2-b7fa-7892095f3473 service neutron] 10.222.0.36 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1179512 Jul 22 11:36:25.908844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0a2405b-edd9-4e8f-9cae-d0d2c8ec1d81 req-1587b99b-def1-428f-9427-62d035fff280 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0317078 Jul 22 11:36:26.044963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-9f2586f6-f866-4072-bad7-bcb37451c636 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:26.046490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-9f2586f6-f866-4072-bad7-bcb37451c636 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 1094 time: 0.0613124 Jul 22 11:36:26.111596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-8a9408eb-2a56-4f0d-9ad6-d369058db231 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:26.114133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-8a9408eb-2a56-4f0d-9ad6-d369058db231 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.1121488 Jul 22 11:36:26.131207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-714784b6-8881-4fcd-a70d-b0857854f958 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0098248 Jul 22 11:36:26.150809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-0e2878f7-cd88-49dc-8a94-b7fcfa59502f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:26.152701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-0e2878f7-cd88-49dc-8a94-b7fcfa59502f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 906 time: 0.0986209 Jul 22 11:36:26.213764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-2cdaa3c6-7fbb-4c1e-b82f-8f4a51e7d801 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0718584 Jul 22 11:36:26.215153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-a952ffcf-79d8-4ea4-a7ae-7bd19c0ad3d6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb HTTP/1.1" status: 200 len: 217 time: 0.0523963 Jul 22 11:36:26.268090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-dc1d49d3-04c6-4835-8337-14fda9d062b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:26.270119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-dc1d49d3-04c6-4835-8337-14fda9d062b3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0466895 Jul 22 11:36:26.308897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-466097de-1f5d-471b-84b2-665381c0956f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0319648 Jul 22 11:36:26.313920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-daba6af1-ec71-4de5-a67d-ac3c28021ced service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975907 Jul 22 11:36:26.348642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:26.421884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-780a83e4-f36a-4373-965a-d1f231ae8475 service neutron] 10.222.0.36 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1050894 Jul 22 11:36:26.428780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47553481-5b9f-467f-9d0f-03fe4642ea7e req-1ba835fd-11d5-4e9b-a4c2-96fc926d9923 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024458 Jul 22 11:36:26.474172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:26.533721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e24d0a69-106e-422c-aa26-87564ce98d33 req-1f62631d-18e3-4e1b-a59f-15e26ba2efcc service neutron] 10.222.0.36 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1052096 Jul 22 11:36:26.635846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1554119268'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:26.646905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4111a2e9-8dfc-43dd-90ef-956b926fa903 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9363f75eaa064125a7ee1e649823378a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1696060 Jul 22 11:36:26.647703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:26.668503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:26.674524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.691961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.740313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.779279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.824748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.832376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.865357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:26.886734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.887081 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment 25b25352-69ce-4c74-9896-acdc1c2ebb18 of type vlan for network a3d83c67-da5c-4087-bf0c-c73a096d69fb Jul 22 11:36:26.888961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e2af20e8-baf4-487d-bc6f-ce18c5c829f9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:26.931854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.935413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.939649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e63c77c9-3b59-4c5c-9a8a-b66424ed4921 HTTP/1.1" status: 204 len: 168 time: 0.2909071 Jul 22 11:36:26.940701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.958367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66ad65bd-58c0-4181-b452-b16044a4cb7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e63c77c9-3b59-4c5c-9a8a-b66424ed4921,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:26.979144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:26.989769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:26.991433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.000668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28d80fd2-dbff-4a23-bf7d-4dd10f51bc2b req-f34abd38-5dae-409e-b116-02fe995a5719 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:27.008934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28d80fd2-dbff-4a23-bf7d-4dd10f51bc2b req-f34abd38-5dae-409e-b116-02fe995a5719 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 943 time: 0.1884909 Jul 22 11:36:27.045111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 0.6937046 Jul 22 11:36:27.046040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:27.057109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'name': 'tempest-PortsTestJSON-1428841697'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:27.078733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a724c90a-7207-4574-b566-af9a5c63690c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=a3d83c67-da5c-4087-bf0c-c73a096d69fb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:27.088797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28d80fd2-dbff-4a23-bf7d-4dd10f51bc2b req-18c916b7-5a55-461a-8e0e-c8387f9a8f68 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0785251 Jul 22 11:36:27.095935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:27.219233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:27.224391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.253413 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.258757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 59c3384d-d572-46d9-a108-5f666ce53491 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:27.327746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b77a5f0f-11c9-4888-a0e8-edec739aa0cb req-fc6df916-558f-4605-b83e-cdd19063ab04 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0793099 Jul 22 11:36:27.333556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 232d170c-d774-458e-b524-96a5f9d4e1fa no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:27.360599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 232d170c-d774-458e-b524-96a5f9d4e1fa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:27.360943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 232d170c-d774-458e-b524-96a5f9d4e1fa not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:27.418999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:27.541589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b7fbbff-2bf2-4b23-8221-224b540a2621 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0ad568a8dad543e796627d3ac5506a34&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1219919 Jul 22 11:36:27.544337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:27.549759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.603953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.624961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.644693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-9763f128-060a-4abc-82a1-d8d9fe62767b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:27.646208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-9763f128-060a-4abc-82a1-d8d9fe62767b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.1497231 Jul 22 11:36:27.659345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.671078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-ac6ad94f-5e5e-4fcf-a1a2-ca8582ff4d13 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0192873 Jul 22 11:36:27.678577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.681623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.683062 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54afd84b-0527-49f8-9a06-0a7029356159 HTTP/1.1" status: 204 len: 168 time: 0.1374905 Jul 22 11:36:27.691915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24024534-ee91-4618-9463-9e97ba3a1759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54afd84b-0527-49f8-9a06-0a7029356159,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:27.750703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=59c3384d-d572-46d9-a108-5f666ce53491,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:27.776249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': '25b25352-69ce-4c74-9896-acdc1c2ebb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:27.776611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: a3d83c67-da5c-4087-bf0c-c73a096d69fb, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:27.802308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-109272e3-5ff7-4dc7-b120-a3f987d39ec8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1133566 Jul 22 11:36:27.803385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:27.814630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a3d83c67-da5c-4087-bf0c-c73a096d69fb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:27.819720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:27.825066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:27.825662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.827176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ea058aa-31e5-4fc5-9f97-76b84910927b None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:27.840809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6201245f-3aa8-48f3-baac-2610f37c6a1c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 0.7935877 Jul 22 11:36:27.844147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:27.849880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-243339562'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:27.889947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:27.893797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.924680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:27.939035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:27.939429 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment ae726e86-76c5-4ea2-a222-00d4ec591c17 of type vlan for network 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c Jul 22 11:36:27.997627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.011065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-e3a5af05-d14d-4492-89ad-7104ef883153 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:36:28.012208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-e3a5af05-d14d-4492-89ad-7104ef883153 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.2025793 Jul 22 11:36:28.030698 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.038024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:28.040327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.051481 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.085310 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.2398963 Jul 22 11:36:28.087849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:28.094820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'ports': [{'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'}, {'network_id': '41595bfe-c4c4-4ff6-9194-50a6d3bddc3c'}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:28.095132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:28.095607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '41595bfe-c4c4-4ff6-9194-50a6d3bddc3c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:28.130592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-ee4ff86d-8e1e-4e59-9e58-1cbabc8a885b service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1112604 Jul 22 11:36:28.156204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b85088-9498-49fe-9c35-331c5e769b4d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=41595bfe-c4c4-4ff6-9194-50a6d3bddc3c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:28.167530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:28.288761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-5e5ed27a-bc55-4418-ac7a-e26d7c5fca83 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514268 Jul 22 11:36:28.299671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f15195f5-05c9-4d93-8161-fed670f01934 req-9a217a16-9a89-4c26-9c4d-2a3df9a14ae6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:28.301595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f15195f5-05c9-4d93-8161-fed670f01934 req-9a217a16-9a89-4c26-9c4d-2a3df9a14ae6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 943 time: 0.1413510 Jul 22 11:36:28.342163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:28.349591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.364080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f15195f5-05c9-4d93-8161-fed670f01934 req-6a0843f9-d198-40cc-9b61-1bfadf387906 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0562427 Jul 22 11:36:28.380138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.521894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port ef963f9d-8952-46a5-bfa2-156ce025afd9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:28.589694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:28.616276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ce0d55-b949-4748-bc47-2c939b73d6c3 req-d42b66c2-2835-40ad-bb03-be00969a7ce3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 210 time: 0.0521874 Jul 22 11:36:28.651369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2b0bb87-aeb5-4305-a3f6-25b8bb3ac014 req-0b3c75cc-2ee6-4ef6-9b45-6e9da9679da4 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0411842 Jul 22 11:36:28.736674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-278664027-network', 'tenant_id': '24250bef857348f2be8ea4866797be6e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:28.777627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.782144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Made reservation on behalf of 24250bef857348f2be8ea4866797be6e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:28.784501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.804965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:28.887987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:29.024278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.030699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.072952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:29.093825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.098764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.099115 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Added segment e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4 of type vlan for network 860565a6-4f6c-4d0f-9350-81f410007b23 Jul 22 11:36:29.101909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e718d53-7be0-4979-bc81-40058fa387d7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.160931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.199783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.211448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.212374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.212950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.267612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:29.281509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:29.285858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:29.287219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.290763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6999886 Jul 22 11:36:29.291503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=ef963f9d-8952-46a5-bfa2-156ce025afd9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.293730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:29.299043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Request body: {'subnet': {'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-278664027-subnet', 'tenant_id': '24250bef857348f2be8ea4866797be6e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:29.323213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Made reservation on behalf of 24250bef857348f2be8ea4866797be6e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:29.325997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.341486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:29.353662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5fe12d-f681-4c5a-b14a-d7a25b239df1 admin admin] Pushing event updated for resources: {'Network': ['ID=860565a6-4f6c-4d0f-9350-81f410007b23,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.367463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 860565a6-4f6c-4d0f-9350-81f410007b23 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:29.383146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.416241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': 'ae726e86-76c5-4ea2-a222-00d4ec591c17', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '41595bfe-c4c4-4ff6-9194-50a6d3bddc3c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:29.416538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:29.488429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:29.507418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:29.512938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:29.519591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eef538a8-bab8-4f46-92e7-144f9097842a None None] Network 41595bfe-c4c4-4ff6-9194-50a6d3bddc3c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:29.524687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.531039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.531753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.596303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee3f1dc2-0d9e-4641-ac5e-fa40985ccc7a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 1.5049214 Jul 22 11:36:29.597596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:29.606934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:29.669912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'mac_address': 'fa:16:3e:6b:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:29.693423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-4e1ab818-0fc2-4ee9-9058-f1b24d027e6b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.695092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-4e1ab818-0fc2-4ee9-9058-f1b24d027e6b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.2659919 Jul 22 11:36:29.721535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59feb5a5-a073-4840-8eaa-ca5ad5fd3729 req-e9ffdb5a-99e6-4b71-bc14-63e591cb3080 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.723622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59feb5a5-a073-4840-8eaa-ca5ad5fd3729 req-e9ffdb5a-99e6-4b71-bc14-63e591cb3080 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 943 time: 0.2075622 Jul 22 11:36:29.725141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.730110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '283af479-6cc2-405b-9b25-8be43f2398d3', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:29.783197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.802930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 234b8083-6c2d-4a4b-b6a6-5d050b0442eb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:29.807365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59feb5a5-a073-4840-8eaa-ca5ad5fd3729 req-31b57eda-c5c0-42c2-905d-4c5b648e64a1 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746012 Jul 22 11:36:29.811600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.830434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Checking segment: {'id': 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:29.830833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Network hostable DHCP agents. Network: 860565a6-4f6c-4d0f-9350-81f410007b23, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:29.831146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:29.845112 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.848167 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:36:29.858500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:29.858500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.900266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:29.901894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-662385d7-7668-444f-8080-d9f71660080c req-b2677cfc-ccd6-44de-ad8c-0899394ebac9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 210 time: 0.0654228 Jul 22 11:36:29.935634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-401d3ac1-6549-402e-b768-f0b6a8de296e req-f16b9c10-014e-468b-87b4-d2efb986f877 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0392137 Jul 22 11:36:29.937300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Network 860565a6-4f6c-4d0f-9350-81f410007b23 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:29.946015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.949137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 860565a6-4f6c-4d0f-9350-81f410007b23) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:29.957665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3cec5630-f282-4f02-81d9-1673bba06fd4 None None] Network 860565a6-4f6c-4d0f-9350-81f410007b23 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:29.964379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:29.966564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:29.967201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.974585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:29.978419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:29.983112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09369e39-2541-409e-9367-c31bc072e3d1 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6881726 Jul 22 11:36:30.092172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b50b568-16f2-463a-8807-eb483a90f52b None None] Network 860565a6-4f6c-4d0f-9350-81f410007b23 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:30.171976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.212732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:30.216284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.4 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/8881360f-93f0-4ac4-ae3a-12e2be5be969) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:30.222721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.224763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad47e0d1-d2e5-4d4c-bb9e-d9b97f37c529 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c HTTP/1.1" status: 204 len: 168 time: 0.6262643 Jul 22 11:36:30.227455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:30.301283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['234b8083-6c2d-4a4b-b6a6-5d050b0442eb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:30.398622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1fccdd-bea2-4301-8191-54853044be3b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:30.404685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb1fccdd-bea2-4301-8191-54853044be3b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:30.406323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb1fccdd-bea2-4301-8191-54853044be3b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1452 time: 0.1779163 Jul 22 11:36:30.410063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:30.495325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.526465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port ef963f9d-8952-46a5-bfa2-156ce025afd9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:30.526823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.548537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.561032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:30.597892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:30.602858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-1685056355-network', 'tenant_id': '00fd64d6a7b9498997cc991548eea0ec'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:30.611719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.625522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for ef963f9d-8952-46a5-bfa2-156ce025afd9 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:30.625726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:30.632284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:30.638314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:30.666464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:30.681560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Made reservation on behalf of 00fd64d6a7b9498997cc991548eea0ec for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:30.684383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.697078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.721446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:30.722731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.730711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.777821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=ef963f9d-8952-46a5-bfa2-156ce025afd9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:30.783266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.786568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6321b2ea-9cfc-44e5-95d1-816ffee235a3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/ef963f9d-8952-46a5-bfa2-156ce025afd9 HTTP/1.1" status: 204 len: 168 time: 0.3750110 Jul 22 11:36:30.788040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:30.844411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.852341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.862124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-170ec556-63e6-42a9-a71f-cf90f45b9d54 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1367261 Jul 22 11:36:30.881583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Request body: {'port': {'device_id': '283af479-6cc2-405b-9b25-8be43f2398d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:30.902215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:30.916903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44351a1f-2990-4ef9-9c1d-5299a0f801f6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:30.918390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-44351a1f-2990-4ef9-9c1d-5299a0f801f6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1269546 Jul 22 11:36:30.920991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:30.928410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e13d893e-b8fb-4684-b61e-6310e71dd12e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:30.934717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:30.935061 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Added segment 2bf3df15-5da2-4870-a4f5-dc2232664562 of type vlan for network 8df62082-fa9d-43a3-b183-6479aac9535e Jul 22 11:36:30.967951 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-28fe1926-6523-4f9f-a540-e83e4cbde8d7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:30.969518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-28fe1926-6523-4f9f-a540-e83e4cbde8d7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/0ac6b2b2-7ef6-4de1-95eb-5fbdfd198f9c HTTP/1.1" status: 404 len: 333 time: 0.0475929 Jul 22 11:36:30.973349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:31.005169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.008112 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecaa8985-e9c0-422c-bd85-7cba4dd36cc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:31.009512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ecaa8985-e9c0-422c-bd85-7cba4dd36cc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/ef963f9d-8952-46a5-bfa2-156ce025afd9 HTTP/1.1" status: 404 len: 333 time: 0.0353632 Jul 22 11:36:31.012687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:31.043128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.066782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ecfac25-218f-48d2-89dd-458efcdd217c req-6056903e-b04a-4bed-a941-e015456227fe tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:31.068646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ecfac25-218f-48d2-89dd-458efcdd217c req-6056903e-b04a-4bed-a941-e015456227fe tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 944 time: 0.1675396 Jul 22 11:36:31.105328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8957600-f897-459d-9f9e-4dc7930e0445 req-a038a930-9bf2-44f5-847c-21125626e5b6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:31.106847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8957600-f897-459d-9f9e-4dc7930e0445 req-a038a930-9bf2-44f5-847c-21125626e5b6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 931 time: 0.1025591 Jul 22 11:36:31.136990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ecfac25-218f-48d2-89dd-458efcdd217c req-53a802b1-7748-4b28-9044-ad37ffa310a1 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610268 Jul 22 11:36:31.151242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.157984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8957600-f897-459d-9f9e-4dc7930e0445 req-86130fcb-390c-49e4-aa25-fc41707e6fb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404987 Jul 22 11:36:31.158135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.159037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:31.159652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.236359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ee17ea2-fd49-4b35-9aa5-5c1f177899d0 req-c3e4b0a8-7c35-4f24-9604-74ec60f0ecb2 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0289605 Jul 22 11:36:31.317311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.7182357 Jul 22 11:36:31.320570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4f4651-c4ee-4031-97f9-88b7763d8ce6 admin admin] Pushing event updated for resources: {'Network': ['ID=8df62082-fa9d-43a3-b183-6479aac9535e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:31.320899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:31.327801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Request body: {'subnet': {'network_id': '8df62082-fa9d-43a3-b183-6479aac9535e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-1685056355-subnet', 'tenant_id': '00fd64d6a7b9498997cc991548eea0ec', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:31.330554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8df62082-fa9d-43a3-b183-6479aac9535e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:31.352356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Made reservation on behalf of 00fd64d6a7b9498997cc991548eea0ec for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:31.354918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.360402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:31.403050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.445735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41595bfe-c4c4-4ff6-9194-50a6d3bddc3c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:31.461649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae726e86-76c5-4ea2-a222-00d4ec591c17') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:31.461947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae726e86-76c5-4ea2-a222-00d4ec591c17') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:31.474119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:31.475187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.478770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:31.479326 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.498913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.512122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:31.512945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:31.515521 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:31.531928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.576430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.596623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Pushing event updated for resources: {'Subnet': ['ID=0d6176ea-4623-455f-b248-a90c5be67659,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:31.606279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:31.608763 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0b47c642-f280-4796-8b50-6064d0b187d3" -d '{"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-plugged", "status": "completed", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:31.609082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.610823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Checking segment: {'id': '2bf3df15-5da2-4870-a4f5-dc2232664562', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '8df62082-fa9d-43a3-b183-6479aac9535e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:31.611255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Network hostable DHCP agents. Network: 8df62082-fa9d-43a3-b183-6479aac9535e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:31.619028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.624405 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/41595bfe-c4c4-4ff6-9194-50a6d3bddc3c HTTP/1.1" status: 204 len: 168 time: 0.6058142 Jul 22 11:36:31.626044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:31.630663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:31.635610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1585221703'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:31.638232 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.652423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ab8b1df-a3ef-4904-8418-3e5018e19fe5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=41595bfe-c4c4-4ff6-9194-50a6d3bddc3c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:31.655021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Network 8df62082-fa9d-43a3-b183-6479aac9535e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:31.655778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8881360f-93f0-4ac4-ae3a-12e2be5be969 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:31.667763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.670971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8df62082-fa9d-43a3-b183-6479aac9535e) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:31.677153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:31.678234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.688245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Transition to ACTIVE for port object 8881360f-93f0-4ac4-ae3a-12e2be5be969 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:31.689345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60a6235d-d425-4f44-a582-2dd4cbca8601 None None] Network 8df62082-fa9d-43a3-b183-6479aac9535e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:31.693914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:31.697689 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.702494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-278b33b7-94c6-4b32-8ca7-85461f1ed74c admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3787515 Jul 22 11:36:31.713653 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4157f270-da91-4960-bfd3-b8459413d07a x-openstack-request-id: req-4157f270-da91-4960-bfd3-b8459413d07a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:31.714020 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-plugged", "status": "completed", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:31.714196 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4157f270-da91-4960-bfd3-b8459413d07a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:31.718673 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'code': 200} Jul 22 11:36:31.729998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.792410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:31.836561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:31.876119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:31.876730 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment d1c3b1bc-f354-49e8-8318-fae19082b6ab of type vlan for network 9748c917-1693-401e-8785-6dd73ce6a645 Jul 22 11:36:31.881027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d06f746-4a2c-4b6d-9afc-580e1c96dc71 None None] Network 8df62082-fa9d-43a3-b183-6479aac9535e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:31.890839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:31.956721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.023035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b07ec7a9-5b85-407e-a274-efb31a7f2465 req-9b471583-8e99-45d3-91b4-f30e7417783a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.024432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b07ec7a9-5b85-407e-a274-efb31a7f2465 req-9b471583-8e99-45d3-91b4-f30e7417783a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 1096 time: 0.2335007 Jul 22 11:36:32.063757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.069958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.070571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.122462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Attempting to bind port 8881360f-93f0-4ac4-ae3a-12e2be5be969 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:32.122808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Attempting to bind port 8881360f-93f0-4ac4-ae3a-12e2be5be969 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:32.123134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Attempting to bind port 8881360f-93f0-4ac4-ae3a-12e2be5be969 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:32.128843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4976592 Jul 22 11:36:32.132292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:32.133936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b07ec7a9-5b85-407e-a274-efb31a7f2465 req-16ec7b29-9299-4923-97d4-635a73cbd682 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005981 Jul 22 11:36:32.137061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Port 8881360f-93f0-4ac4-ae3a-12e2be5be969 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:36:32.137371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Attempting to bind port 8881360f-93f0-4ac4-ae3a-12e2be5be969 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:32.138090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '9748c917-1693-401e-8785-6dd73ce6a645', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:32.173455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:32.174369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:32.174369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:32.174624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Bound port: 8881360f-93f0-4ac4-ae3a-12e2be5be969, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:32.175023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.178439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74dd763a-7bf7-4ed8-9dfb-cb969f1ab978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=9748c917-1693-401e-8785-6dd73ce6a645,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:32.193795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9748c917-1693-401e-8785-6dd73ce6a645 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:32.250777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:32.254980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:32.259650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.299683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.301310 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.302891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] 10.222.0.20 "PUT /v2.0/ports/8881360f-93f0-4ac4-ae3a-12e2be5be969 HTTP/1.1" status: 200 len: 1091 time: 1.4301717 Jul 22 11:36:32.303350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:32.305677 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3693158c-76bc-4e67-9723-6e8b456a1300" -d '{"events": [{"name": "network-changed", "server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:32.330646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36161503-17d6-4d33-93ec-694d162b44a5 service neutron] Pushing event updated for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:32.399593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-92ecd870-fff1-4a5c-baa2-92ff4dea3343 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.401117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-92ecd870-fff1-4a5c-baa2-92ff4dea3343 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 1094 time: 0.0610402 Jul 22 11:36:32.525282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-9e08c2ec-8fba-4042-bffb-0db90e2dde25 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969 HTTP/1.1" status: 200 len: 217 time: 0.0376990 Jul 22 11:36:32.575484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:32.577329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-4820b25f-4ef1-456a-a633-36716e324ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.578817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-4820b25f-4ef1-456a-a633-36716e324ef5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0479126 Jul 22 11:36:32.578932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:32.608049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-6cafa88a-ab35-4f09-8065-e88eb3c03051 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.609432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-6cafa88a-ab35-4f09-8065-e88eb3c03051 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/networks?id=860565a6-4f6c-4d0f-9350-81f410007b23 HTTP/1.1" status: 200 len: 814 time: 0.4559190 Jul 22 11:36:32.615967 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-624410a8-b78c-4a34-9aaa-38bc0b16ea44 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0302663 Jul 22 11:36:32.647339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca5d96f9-8711-419a-9075-acc1c548016d req-52e666a6-c5a3-4373-bd6d-6fe5a1296dba tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:32.648784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca5d96f9-8711-419a-9075-acc1c548016d req-52e666a6-c5a3-4373-bd6d-6fe5a1296dba tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 945 time: 0.4185770 Jul 22 11:36:32.649976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-811945b1-092f-44c5-9be4-0f6cf6bb2d04 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/quotas/24250bef857348f2be8ea4866797be6e HTTP/1.1" status: 200 len: 375 time: 0.0324996 Jul 22 11:36:32.717083 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-02fbea65-49e6-467b-a6b7-e90c1149786d service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921967 Jul 22 11:36:32.731130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-f5cd4110-4138-4145-8280-b192c465ea7b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=24250bef857348f2be8ea4866797be6e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0509100 Jul 22 11:36:32.788309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca5d96f9-8711-419a-9075-acc1c548016d req-29968327-d0b2-497b-8622-98ac9807ceb2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1091349 Jul 22 11:36:32.822701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-af8607ed-c3a7-4f0f-819a-a3c150ac0318 req-c3ff8d33-59f2-4148-b14c-3157138df371 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972965 Jul 22 11:36:32.944661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-703be43f-31c3-4298-97f1-72146c75c5ac service neutron] 10.222.0.21 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2042992 Jul 22 11:36:32.994774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.097392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38e9a4a9-0096-4cef-a3ee-809a87c269f8 req-8925a6e3-38ac-4695-9a2f-52f55cd42c2e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:33.098895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38e9a4a9-0096-4cef-a3ee-809a87c269f8 req-8925a6e3-38ac-4695-9a2f-52f55cd42c2e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 943 time: 0.2424998 Jul 22 11:36:33.108744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:33.159431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-cde8db83-ebac-4de5-bf81-e2f4584b0704 service neutron] 10.222.0.21 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2088242 Jul 22 11:36:33.165048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': 'd1c3b1bc-f354-49e8-8318-fae19082b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:33.165417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 9748c917-1693-401e-8785-6dd73ce6a645, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:33.175506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38e9a4a9-0096-4cef-a3ee-809a87c269f8 req-03d49028-af72-498c-9e27-a7847bdcad56 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0672719 Jul 22 11:36:33.191507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 9748c917-1693-401e-8785-6dd73ce6a645 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:33.202581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9748c917-1693-401e-8785-6dd73ce6a645) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:33.206959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:33.207621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.214546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8e827db-d46e-4086-b358-3d6b57bba91f None None] Network 9748c917-1693-401e-8785-6dd73ce6a645 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:33.226331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c464f92c-a569-459b-b9c8-6a56d4dd6272 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0924718 Jul 22 11:36:33.229012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:33.235613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '9748c917-1693-401e-8785-6dd73ce6a645', 'name': 'tempest-PortsTestJSON-646505922'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:33.299058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98e9efa6-4f85-4435-a2d0-0f4713ad87d0 req-4ee035e9-198c-46f7-a5cd-8b85d896f565 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0416708 Jul 22 11:36:33.474218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-9748c917-1693-401e-8785-6dd73ce6a645', 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': '6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:33.475139 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.511990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48123a45-7520-42af-b859-0add25b41a0f req-028a72b2-bcde-4821-9720-d30775406ee4 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 210 time: 0.0466177 Jul 22 11:36:33.634654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Allocated IP 172.20.0.2 (9748c917-1693-401e-8785-6dd73ce6a645/6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d/081b5628-4e62-4ec0-ae4e-76eb88d6884d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:33.638984 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0819e302-a472-4d92-a74b-7538d469b687 x-openstack-request-id: req-0819e302-a472-4d92-a74b-7538d469b687 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:33.639397 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:33.639672 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0819e302-a472-4d92-a74b-7538d469b687 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:33.640098 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969', 'status': 'completed', 'code': 200} Jul 22 11:36:33.766390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-c8430c68-f88d-4bc4-a887-4603b61c8eab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:33.768525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-c8430c68-f88d-4bc4-a887-4603b61c8eab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 1094 time: 0.1313653 Jul 22 11:36:33.799528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.804989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:33.808473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.809790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Transition to ACTIVE for port object 081b5628-4e62-4ec0-ae4e-76eb88d6884d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:33.837888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Transition to ACTIVE for port object 081b5628-4e62-4ec0-ae4e-76eb88d6884d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:33.844499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.865459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port c0b23ff9-7b15-4250-a21d-b2f47fc35b6c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:33.892925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Network 9748c917-1693-401e-8785-6dd73ce6a645 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:33.895513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:33.898513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:33.904118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Pushing event updated for resources: {'Port': ['ID=081b5628-4e62-4ec0-ae4e-76eb88d6884d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:33.957350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-fa0f3a54-7386-4204-8d56-3598f4690a20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:33.959059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-fa0f3a54-7386-4204-8d56-3598f4690a20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.1811411 Jul 22 11:36:33.966168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b75b6879-a4cf-4605-8555-5532ebd1b4ca req-f1487f9e-79c4-45b3-b1fb-e8d737925fec tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:33.968676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b75b6879-a4cf-4605-8555-5532ebd1b4ca req-f1487f9e-79c4-45b3-b1fb-e8d737925fec tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 945 time: 0.0960369 Jul 22 11:36:33.978521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Attempting to bind port 081b5628-4e62-4ec0-ae4e-76eb88d6884d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:33.979120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Attempting to bind port 081b5628-4e62-4ec0-ae4e-76eb88d6884d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd1c3b1bc-f354-49e8-8318-fae19082b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:33.979643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Attempting to bind port 081b5628-4e62-4ec0-ae4e-76eb88d6884d on network 9748c917-1693-401e-8785-6dd73ce6a645 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:33.985452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:33.986038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Checking segment: {'id': 'd1c3b1bc-f354-49e8-8318-fae19082b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:33.986674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:33.988408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Bound using segment: {'id': 'd1c3b1bc-f354-49e8-8318-fae19082b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:33.989010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Bound port: 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1c3b1bc-f354-49e8-8318-fae19082b6ab', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '9748c917-1693-401e-8785-6dd73ce6a645'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:33.989411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.015109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b75b6879-a4cf-4605-8555-5532ebd1b4ca req-15940699-d92b-4b9b-a1b8-fe028af60979 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397270 Jul 22 11:36:34.033698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-518f684c-e756-4c99-9442-e2beb34bd408 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969 HTTP/1.1" status: 200 len: 217 time: 0.0658977 Jul 22 11:36:34.067810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] For port 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:34.072343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] For port 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=081b5628-4e62-4ec0-ae4e-76eb88d6884d,segment=NetworkSegment(d1c3b1bc-f354-49e8-8318-fae19082b6ab),segment_id=d1c3b1bc-f354-49e8-8318-fae19082b6ab)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:34.080658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.098776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.11 (9748c917-1693-401e-8785-6dd73ce6a645/6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d/c0b23ff9-7b15-4250-a21d-b2f47fc35b6c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:34.127174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-b23608a3-5197-4188-90b3-2b11ec7e7a22 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:34.129640 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-b23608a3-5197-4188-90b3-2b11ec7e7a22 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0886822 Jul 22 11:36:34.152877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1803c3ba-70f2-49ba-813e-913df5ef28ba None None] Pushing event updated for resources: {'Port': ['ID=081b5628-4e62-4ec0-ae4e-76eb88d6884d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:34.185663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-c6a16a47-a6da-482a-869c-d4f5a70f778f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0473790 Jul 22 11:36:34.394058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4aceae74-a1e9-4da9-84eb-57bee9619c59 req-144e6fa5-1296-4cbf-9974-6732c7d94182 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:34.396776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4aceae74-a1e9-4da9-84eb-57bee9619c59 req-144e6fa5-1296-4cbf-9974-6732c7d94182 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 945 time: 0.1600721 Jul 22 11:36:34.399575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-7fb95f92-ba9b-457a-9f52-2c06ea8e5b4d service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2046115 Jul 22 11:36:34.424589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b424631-7e88-4758-b9be-a4575d25f7ca req-75e6bac8-52d7-4ebe-b5ae-4510aea55056 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:34.434221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b424631-7e88-4758-b9be-a4575d25f7ca req-75e6bac8-52d7-4ebe-b5ae-4510aea55056 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 943 time: 0.1655471 Jul 22 11:36:34.444445 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.498337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object c0b23ff9-7b15-4250-a21d-b2f47fc35b6c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:34.519870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b424631-7e88-4758-b9be-a4575d25f7ca req-d8248230-b7bc-4810-88b7-d2fc210f256e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0838737 Jul 22 11:36:34.533826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4aceae74-a1e9-4da9-84eb-57bee9619c59 req-0586c708-c502-4bc1-96a0-7301f76782f6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294549 Jul 22 11:36:34.612129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3693158c-76bc-4e67-9723-6e8b456a1300 req-761efed6-e0ba-4ecf-bb2d-7dcb9d9345a0 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2039955 Jul 22 11:36:34.664479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-27eca2b0-6383-4554-b5f9-9920fb8ec76b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:34.666428 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-27eca2b0-6383-4554-b5f9-9920fb8ec76b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.36 "GET /v2.0/networks?id=860565a6-4f6c-4d0f-9350-81f410007b23 HTTP/1.1" status: 200 len: 814 time: 0.1663013 Jul 22 11:36:34.668176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.682966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Request body: {'port': {'device_id': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23', 'admin_state_up': True, 'tenant_id': '24250bef857348f2be8ea4866797be6e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:34.689433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-579b2776-7242-42e3-a474-8515d9896dac req-2cefcaeb-8c7d-4176-bb84-588427fa3006 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0507932 Jul 22 11:36:34.745509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 9748c917-1693-401e-8785-6dd73ce6a645 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:34.759606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:34.761686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8881360f-93f0-4ac4-ae3a-12e2be5be969 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:34.769316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:34.828831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-733a9f55-6b89-4f75-9b41-4139b6119c49 req-32c2df47-6d34-4501-9b75-b71e5543d539 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 210 time: 0.0341427 Jul 22 11:36:34.851560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=c0b23ff9-7b15-4250-a21d-b2f47fc35b6c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:34.888009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:34.889299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:34.889915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.901207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '8881360f-93f0-4ac4-ae3a-12e2be5be969', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': '8881360f-93f0-4ac4-ae3a-12e2be5be969', 'mac_address': 'fa:16:3e:f5:5e:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:34.923649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Made reservation on behalf of 24250bef857348f2be8ea4866797be6e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:34.928909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.944198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:34.954755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6775ea56-ecc0-4d12-a586-3d99538ede48 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.7243836 Jul 22 11:36:34.958394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:34.967130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8881360f-93f0-4ac4-ae3a-12e2be5be969 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:35.009763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:35.016642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.064255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 081b5628-4e62-4ec0-ae4e-76eb88d6884d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:35.117242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port c0b23ff9-7b15-4250-a21d-b2f47fc35b6c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:35.117592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.119164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Allocated IP 172.20.0.6 (860565a6-4f6c-4d0f-9350-81f410007b23/c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f/a68affa8-e953-4d27-b212-e2cd00c219bf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:35.120066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:35.142827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 081b5628-4e62-4ec0-ae4e-76eb88d6884d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:35.230488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.243187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for c0b23ff9-7b15-4250-a21d-b2f47fc35b6c owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:35.275357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['8881360f-93f0-4ac4-ae3a-12e2be5be969'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:35.293391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.340423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.357026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6021aa-6ad8-4fc6-9b00-2d260545360f None None] Network 9748c917-1693-401e-8785-6dd73ce6a645 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:35.391367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Network 860565a6-4f6c-4d0f-9350-81f410007b23 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:35.395405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:35.399634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:35.407260 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.424474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Pushing event updated for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:35.441800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=c0b23ff9-7b15-4250-a21d-b2f47fc35b6c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:35.457344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:35.458484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.477022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Provisioning for port 081b5628-4e62-4ec0-ae4e-76eb88d6884d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:35.479337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-e045c946-e664-46b8-b800-292e7872bcf7 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8023190 Jul 22 11:36:35.491853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Request body: {'port': {'device_id': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:35.502945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Provisioning complete for port 081b5628-4e62-4ec0-ae4e-76eb88d6884d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:35.503295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.525687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.530244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-86be6778-2485-4eca-b1af-6ec31da33a81 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/c0b23ff9-7b15-4250-a21d-b2f47fc35b6c HTTP/1.1" status: 204 len: 168 time: 0.5683408 Jul 22 11:36:35.530426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36268) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:35.562953 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-de7a8a39-ca24-48f9-b8d1-e525136d7192 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:36:35.563784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-de7a8a39-ca24-48f9-b8d1-e525136d7192 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:35.570295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36272) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:35.571904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de7a8a39-ca24-48f9-b8d1-e525136d7192 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/c0b23ff9-7b15-4250-a21d-b2f47fc35b6c HTTP/1.1" status: 404 len: 333 time: 0.0400770 Jul 22 11:36:35.606297 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b08d126f-6ef6-4ac0-b61a-17ad47ca4800 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:35.611205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b08d126f-6ef6-4ac0-b61a-17ad47ca4800 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/c0b23ff9-7b15-4250-a21d-b2f47fc35b6c HTTP/1.1" status: 404 len: 333 time: 0.0373299 Jul 22 11:36:35.611205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.611470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:35.694097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.735709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] For port 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=081b5628-4e62-4ec0-ae4e-76eb88d6884d,segment=NetworkSegment(d1c3b1bc-f354-49e8-8318-fae19082b6ab),segment_id=d1c3b1bc-f354-49e8-8318-fae19082b6ab)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:35.744063 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.764112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:35.767647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.802454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d7a024e-9761-49db-9dd7-6466b0e2af25 None None] Pushing event updated for resources: {'Port': ['ID=081b5628-4e62-4ec0-ae4e-76eb88d6884d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:35.820723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.900536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5368569-9e8b-4e56-8831-8e39c1867af5 req-deb9b1b5-3d30-421b-9d54-ae505c6b17e3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:35.902094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5368569-9e8b-4e56-8831-8e39c1867af5 req-deb9b1b5-3d30-421b-9d54-ae505c6b17e3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 944 time: 0.2534118 Jul 22 11:36:35.924707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a68affa8-e953-4d27-b212-e2cd00c219bf {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:35.932468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.941169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d38b55a1-4e71-4a4b-953c-42a46160e90f req-87f837f8-f516-4e32-829f-dd62778dd49e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:35.942801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d38b55a1-4e71-4a4b-953c-42a46160e90f req-87f837f8-f516-4e32-829f-dd62778dd49e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 945 time: 0.2796211 Jul 22 11:36:35.946577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Transition to ACTIVE for port object a68affa8-e953-4d27-b212-e2cd00c219bf will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:35.959679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.966234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-64d7e846-d6ad-4448-b0a5-7f4ac4f36697 None None] Provisioning complete for port 081b5628-4e62-4ec0-ae4e-76eb88d6884d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:35.966472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-64d7e846-d6ad-4448-b0a5-7f4ac4f36697 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:35.995391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.029892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5368569-9e8b-4e56-8831-8e39c1867af5 req-cafb61d2-4a43-40f3-97fb-f3d670d7f45f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049922 Jul 22 11:36:36.041604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d38b55a1-4e71-4a4b-953c-42a46160e90f req-cd768237-2d48-4095-9642-a1d6ca4f827d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0802581 Jul 22 11:36:36.106503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.131821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Pushing event updated for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:36.138663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:36.150591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.155082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9e53fb3b-8873-4f5f-ad18-f548b9eb8204 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d HTTP/1.1" status: 204 len: 168 time: 0.5402367 Jul 22 11:36:36.162623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36290) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:36.178123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5b43d27-b765-439b-9380-7359d23dbd63 req-87b93342-6dcc-4fc1-b7fe-fe501e369444 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0418220 Jul 22 11:36:36.241818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd5f4841-1fb4-4807-8341-76e8356049d8 None None] Network 9748c917-1693-401e-8785-6dd73ce6a645 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:36.255196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Attempting to bind port a68affa8-e953-4d27-b212-e2cd00c219bf on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:36.255531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Attempting to bind port a68affa8-e953-4d27-b212-e2cd00c219bf by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:36.255862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Attempting to bind port a68affa8-e953-4d27-b212-e2cd00c219bf on network 860565a6-4f6c-4d0f-9350-81f410007b23 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:36.270602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Port a68affa8-e953-4d27-b212-e2cd00c219bf on network 860565a6-4f6c-4d0f-9350-81f410007b23 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:36:36.270887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Attempting to bind port a68affa8-e953-4d27-b212-e2cd00c219bf on network 860565a6-4f6c-4d0f-9350-81f410007b23 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:36.280124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.282841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:36.283075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Checking segment: {'id': 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:36.283462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Bound using segment: {'id': 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:36.283905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Bound port: a68affa8-e953-4d27-b212-e2cd00c219bf, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:36.284885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.350984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-78a5e664-8402-40bb-8f26-0bd6b525082b None None] Could not find standard attr ID for object c0b23ff9-7b15-4250-a21d-b2f47fc35b6c. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:36:36.395272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-051d916c-e1a9-4319-b228-39ba2cdc3a21 req-8b2c8259-d287-4298-87b6-20d46f06cb21 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:36.397035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-051d916c-e1a9-4319-b228-39ba2cdc3a21 req-8b2c8259-d287-4298-87b6-20d46f06cb21 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 943 time: 0.0755932 Jul 22 11:36:36.418141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:36.436654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a68affa8-e953-4d27-b212-e2cd00c219bf,segment=NetworkSegment(e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4),segment_id=e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:36.442412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 081b5628-4e62-4ec0-ae4e-76eb88d6884d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:36.442799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.458414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.466656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-051d916c-e1a9-4319-b228-39ba2cdc3a21 req-2607726f-29d4-4305-940d-c57cd062d073 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616870 Jul 22 11:36:36.499483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] DHCP port deletion for 9748c917-1693-401e-8785-6dd73ce6a645 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:36.535391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:36.535950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.537387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] 10.222.0.36 "PUT /v2.0/ports/a68affa8-e953-4d27-b212-e2cd00c219bf HTTP/1.1" status: 200 len: 1091 time: 1.0504010 Jul 22 11:36:36.537869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:36.540121 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58b6866c-8299-4eb1-bd2b-aa37111055d3" -d '{"events": [{"name": "network-changed", "server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:36.567897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Deleting port 081b5628-4e62-4ec0-ae4e-76eb88d6884d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:36.568699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.577376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] For port 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=081b5628-4e62-4ec0-ae4e-76eb88d6884d,segment=NetworkSegment(d1c3b1bc-f354-49e8-8318-fae19082b6ab),segment_id=d1c3b1bc-f354-49e8-8318-fae19082b6ab)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:36.577753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.617153 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1a064f91-f5b5-45dc-8e58-c43efa31a741 x-openstack-request-id: req-1a064f91-f5b5-45dc-8e58-c43efa31a741 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:36.617443 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:36.617703 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1a064f91-f5b5-45dc-8e58-c43efa31a741 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:36.618109 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf', 'status': 'completed', 'code': 200} Jul 22 11:36:36.624086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 081b5628-4e62-4ec0-ae4e-76eb88d6884d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:36.646824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] For port 081b5628-4e62-4ec0-ae4e-76eb88d6884d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=081b5628-4e62-4ec0-ae4e-76eb88d6884d,segment=NetworkSegment(d1c3b1bc-f354-49e8-8318-fae19082b6ab),segment_id=d1c3b1bc-f354-49e8-8318-fae19082b6ab)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:36.647432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.655203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a919f372-356e-47fd-b7e1-08820e6534ed service neutron] Pushing event updated for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:36.670655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Calling delete_port for 081b5628-4e62-4ec0-ae4e-76eb88d6884d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:36.736984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-ce1767f3-3f6d-452d-a87d-e4b6ed3c4a7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:36.739402 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-ce1767f3-3f6d-452d-a87d-e4b6ed3c4a7a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24250bef857348f2be8ea4866797be6e&device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 1094 time: 0.1503885 Jul 22 11:36:36.795743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-18482604-7eb5-4adf-a8cc-cb6001b85243 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68affa8-e953-4d27-b212-e2cd00c219bf HTTP/1.1" status: 200 len: 217 time: 0.0483644 Jul 22 11:36:36.803857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.857554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=081b5628-4e62-4ec0-ae4e-76eb88d6884d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:36.866111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No DVR routers for this DVR port 081b5628-4e62-4ec0-ae4e-76eb88d6884d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:36.869988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8881360f-93f0-4ac4-ae3a-12e2be5be969 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:36.914936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48694611-7c14-4dbf-b196-825346ba8094 req-8b6d6f61-e276-4f52-bcf0-2ab2e733cf6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:36.916442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-8b6d6f61-e276-4f52-bcf0-2ab2e733cf6f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f HTTP/1.1" status: 200 len: 854 time: 0.1138265 Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: from cryptography.utils import int_from_bytes Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: from cryptography.utils import int_from_bytes Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.937638 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:36:36.940560 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:36:36.951992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 8881360f-93f0-4ac4-ae3a-12e2be5be969 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:36.954072 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.967392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 8881360f-93f0-4ac4-ae3a-12e2be5be969 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:36.967987 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.989201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:36.993411 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-379f0d7a-e961-4e6e-8cba-5903513d815b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=860565a6-4f6c-4d0f-9350-81f410007b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644026 Jul 22 11:36:37.003056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9748c917-1693-401e-8785-6dd73ce6a645']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:37.006141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] No DVR routers for this DVR port 081b5628-4e62-4ec0-ae4e-76eb88d6884d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:37.008934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd8871f9-9fb6-4389-8784-1669c752bfe1 None None] Pushing event deleted for resources: {'Port': ['ID=081b5628-4e62-4ec0-ae4e-76eb88d6884d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:37.013769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 081b5628-4e62-4ec0-ae4e-76eb88d6884d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:37.039697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1c3b1bc-f354-49e8-8318-fae19082b6ab') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:37.040001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1c3b1bc-f354-49e8-8318-fae19082b6ab') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:37.040470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 081b5628-4e62-4ec0-ae4e-76eb88d6884d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:37.040823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 081b5628-4e62-4ec0-ae4e-76eb88d6884d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:37.053702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.101298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.102760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.114883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:37.115298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:37.118229 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:37.136201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:37.139396 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c1f3088c-2962-4928-b946-8e775451d8c8" -d '{"events": [{"server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "name": "network-vif-plugged", "status": "completed", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:37.148365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-dc94e1f8-9b0e-4b87-8863-648a66336003 service neutron] 10.222.0.36 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467299 Jul 22 11:36:37.152914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:37.160112 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.192056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a8bf36-5049-46b0-af5a-e7420c65c629 req-f8d9eebc-0e34-44a1-baba-884782da7a82 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.195146 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-06469952-a39a-41be-8bae-8bf474c5ec54 x-openstack-request-id: req-06469952-a39a-41be-8bae-8bf474c5ec54 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:37.195690 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "name": "network-vif-plugged", "status": "completed", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:37.196123 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-06469952-a39a-41be-8bae-8bf474c5ec54 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:37.196599 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969', 'code': 200} Jul 22 11:36:37.201649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a8bf36-5049-46b0-af5a-e7420c65c629 req-f8d9eebc-0e34-44a1-baba-884782da7a82 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 944 time: 0.0898101 Jul 22 11:36:37.256774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:37.257458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a8bf36-5049-46b0-af5a-e7420c65c629 req-465c1642-1c47-466e-abbb-6342980ca685 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503590 Jul 22 11:36:37.268304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.311833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.317883 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/9748c917-1693-401e-8785-6dd73ce6a645 HTTP/1.1" status: 204 len: 168 time: 1.1499863 Jul 22 11:36:37.319004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:37.330097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4e1a2d-58c3-4ce8-a043-be8dec8d4362 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=9748c917-1693-401e-8785-6dd73ce6a645,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:37.331889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1940582451'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:37.360944 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48694611-7c14-4dbf-b196-825346ba8094 req-59b50ea3-2230-453b-bbb6-2547f56ea6b0 service neutron] 10.222.0.36 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1987128 Jul 22 11:36:37.363886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eed6cfd-3b87-4ed2-8dd3-45a06df8e564 req-c44192e9-cc10-4c75-8068-53d64abf433c tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0505815 Jul 22 11:36:37.372598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1356f301-c7ac-4c6d-972f-cdb445f8764a req-d42f8fbe-943b-4a5c-ae10-25ff36be6257 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.374109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1356f301-c7ac-4c6d-972f-cdb445f8764a req-d42f8fbe-943b-4a5c-ae10-25ff36be6257 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 1096 time: 0.1013136 Jul 22 11:36:37.400785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:37.404411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.432222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:37.436549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1356f301-c7ac-4c6d-972f-cdb445f8764a req-ed72495e-7253-4113-a761-c3076043cad4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454941 Jul 22 11:36:37.442293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.442653 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment bdce90e6-4ab0-46c0-954b-685ad9f17440 of type vlan for network 84c2d852-0339-4329-bec2-3ed247e25288 Jul 22 11:36:37.483605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.497032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-cff3bb9e-ba5d-42c5-b8e3-933b7739b8b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.498576 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-cff3bb9e-ba5d-42c5-b8e3-933b7739b8b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=24250bef857348f2be8ea4866797be6e&device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 1094 time: 0.0611241 Jul 22 11:36:37.514922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.521034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.521840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.590310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2635629 Jul 22 11:36:37.593727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:37.600047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '84c2d852-0339-4329-bec2-3ed247e25288', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:37.600695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-5ec74c37-5ae1-46e8-a164-096f36306deb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.602172 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-5ec74c37-5ae1-46e8-a164-096f36306deb service neutron] 10.222.0.36 "GET /v2.0/networks?id=860565a6-4f6c-4d0f-9350-81f410007b23 HTTP/1.1" status: 200 len: 915 time: 0.0956633 Jul 22 11:36:37.642266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a5be87-54b2-4a47-bd38-3fa7416c38b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=84c2d852-0339-4329-bec2-3ed247e25288,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:37.647197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-66ba9a83-5083-4e2a-bf07-6c4ab96de7da service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a68affa8-e953-4d27-b212-e2cd00c219bf HTTP/1.1" status: 200 len: 217 time: 0.0359383 Jul 22 11:36:37.653833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 84c2d852-0339-4329-bec2-3ed247e25288 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:37.721839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-46b7be8e-0068-4e69-adb1-b6b01a37c782 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.724135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-46b7be8e-0068-4e69-adb1-b6b01a37c782 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f HTTP/1.1" status: 200 len: 854 time: 0.0663037 Jul 22 11:36:37.729009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19f4cb31-234a-4e24-931a-49e6a282cd47 req-03e90bc8-fb90-491f-8ebb-12598ac1700a tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:37.732466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19f4cb31-234a-4e24-931a-49e6a282cd47 req-03e90bc8-fb90-491f-8ebb-12598ac1700a tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 943 time: 0.1883759 Jul 22 11:36:37.776717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-95d0cac3-4a87-4821-a1e3-68f2b874800f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=860565a6-4f6c-4d0f-9350-81f410007b23&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335460 Jul 22 11:36:37.792290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:37.795837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:37.821818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19f4cb31-234a-4e24-931a-49e6a282cd47 req-303d4e77-bd86-4e71-975d-d104d596a73c tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829566 Jul 22 11:36:37.881722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-15897e3c-09ac-4fb8-84e0-3f59e3687fd2 service neutron] 10.222.0.36 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0975232 Jul 22 11:36:37.983995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-58b6866c-8299-4eb1-bd2b-aa37111055d3 req-db3f7378-f0dd-4bd4-820b-9afa6722b971 service neutron] 10.222.0.36 "GET /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950763 Jul 22 11:36:38.004176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.067011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=1c2bbbd8-2a2a-426e-9821-60c3712f16c3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:38.076988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': 'bdce90e6-4ab0-46c0-954b-685ad9f17440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:38.077348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 84c2d852-0339-4329-bec2-3ed247e25288, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:38.093363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 84c2d852-0339-4329-bec2-3ed247e25288 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:38.102869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 84c2d852-0339-4329-bec2-3ed247e25288) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:38.106799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:38.107384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.113839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ef3cdb9-4be5-4e0a-976b-da4eac5ee0fe None None] Network 84c2d852-0339-4329-bec2-3ed247e25288 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:38.121804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a18e9473-9ed4-43e2-b249-b571bf0e9990 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5269163 Jul 22 11:36:38.124641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:38.129876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '84c2d852-0339-4329-bec2-3ed247e25288', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1567700867'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:38.254092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:38.259413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.266206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-84c2d852-0339-4329-bec2-3ed247e25288', 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': '1c2bbbd8-2a2a-426e-9821-60c3712f16c3'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:38.267117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.280721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port c56ee228-99ba-4e34-bffa-d3dc59e222a9 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:38.448694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.7 (84c2d852-0339-4329-bec2-3ed247e25288/1c2bbbd8-2a2a-426e-9821-60c3712f16c3/c56ee228-99ba-4e34-bffa-d3dc59e222a9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:38.467950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da0c7f8f-2efc-4f00-bc78-336b481da46a req-fa09533b-20ad-4c18-a36f-7a9fde3c6fc1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:38.469451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da0c7f8f-2efc-4f00-bc78-336b481da46a req-fa09533b-20ad-4c18-a36f-7a9fde3c6fc1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.1314323 Jul 22 11:36:38.561585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14d44fc2-08aa-47df-a648-fae730eaf455 req-73f90b87-1bda-4ac7-999e-337215e5b648 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0568247 Jul 22 11:36:38.606589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da0c7f8f-2efc-4f00-bc78-336b481da46a req-dab48641-68e7-4358-8e78-d2614efc760d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1286526 Jul 22 11:36:38.641584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.656536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object c56ee228-99ba-4e34-bffa-d3dc59e222a9 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:38.724590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.767473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 84c2d852-0339-4329-bec2-3ed247e25288 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:38.770688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Allocated IP 172.20.0.2 (84c2d852-0339-4329-bec2-3ed247e25288/1c2bbbd8-2a2a-426e-9821-60c3712f16c3/6882199b-94c1-4726-b637-dc839cef4f7a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:38.775270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:38.777946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:38.813530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=c56ee228-99ba-4e34-bffa-d3dc59e222a9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:38.835841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de600744-e619-417f-b258-889b77ed556e req-0b652033-bd52-4371-8303-805dc66f3f61 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:38.837370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de600744-e619-417f-b258-889b77ed556e req-0b652033-bd52-4371-8303-805dc66f3f61 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.1621194 Jul 22 11:36:38.850424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:38.851386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.888640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-410721e9-3018-4f19-a93e-7a503048cbca tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 0.7626057 Jul 22 11:36:38.893694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:38.962147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:38.971300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Transition to ACTIVE for port object 6882199b-94c1-4726-b637-dc839cef4f7a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:38.987162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Transition to ACTIVE for port object 6882199b-94c1-4726-b637-dc839cef4f7a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:38.994143 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.039319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Network 84c2d852-0339-4329-bec2-3ed247e25288 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:39.042137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:39.045189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:39.056287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Pushing event updated for resources: {'Port': ['ID=6882199b-94c1-4726-b637-dc839cef4f7a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:39.115092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Attempting to bind port 6882199b-94c1-4726-b637-dc839cef4f7a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:39.115729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Attempting to bind port 6882199b-94c1-4726-b637-dc839cef4f7a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'bdce90e6-4ab0-46c0-954b-685ad9f17440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:39.115729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Attempting to bind port 6882199b-94c1-4726-b637-dc839cef4f7a on network 84c2d852-0339-4329-bec2-3ed247e25288 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:39.121018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:39.121397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Checking segment: {'id': 'bdce90e6-4ab0-46c0-954b-685ad9f17440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:39.121804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.122201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Bound using segment: {'id': 'bdce90e6-4ab0-46c0-954b-685ad9f17440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:39.122728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Bound port: 6882199b-94c1-4726-b637-dc839cef4f7a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdce90e6-4ab0-46c0-954b-685ad9f17440', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '84c2d852-0339-4329-bec2-3ed247e25288'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:39.123117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.162875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de600744-e619-417f-b258-889b77ed556e req-7dd4e9f0-c254-4af9-b905-bfb8e9ea7ad8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3074536 Jul 22 11:36:39.193571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] For port 6882199b-94c1-4726-b637-dc839cef4f7a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:39.197528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] For port 6882199b-94c1-4726-b637-dc839cef4f7a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6882199b-94c1-4726-b637-dc839cef4f7a,segment=NetworkSegment(bdce90e6-4ab0-46c0-954b-685ad9f17440),segment_id=bdce90e6-4ab0-46c0-954b-685ad9f17440)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:39.203485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.270476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c6861de-98bf-42ca-ab68-2b16d4bb2540 None None] Pushing event updated for resources: {'Port': ['ID=6882199b-94c1-4726-b637-dc839cef4f7a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:39.270697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6c395c6-134b-4ea0-b9c3-63788234b42d req-7c2ec415-a9f5-4437-9b9c-74823da00401 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.270697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6c395c6-134b-4ea0-b9c3-63788234b42d req-7c2ec415-a9f5-4437-9b9c-74823da00401 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 943 time: 0.1096296 Jul 22 11:36:39.311106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port c56ee228-99ba-4e34-bffa-d3dc59e222a9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:39.311969 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.332804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6c395c6-134b-4ea0-b9c3-63788234b42d req-5a3841be-0302-4792-a1cb-034699ac9e3d tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589724 Jul 22 11:36:39.432262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a68affa8-e953-4d27-b212-e2cd00c219bf details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:39.447225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.465866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for c56ee228-99ba-4e34-bffa-d3dc59e222a9 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:39.548054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5523b6-82fd-47c9-8541-d8f48aedf0a3 req-a708f84d-b7f2-4801-93bd-f09c521b003e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.549640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5523b6-82fd-47c9-8541-d8f48aedf0a3 req-a708f84d-b7f2-4801-93bd-f09c521b003e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.1574066 Jul 22 11:36:39.629913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a68affa8-e953-4d27-b212-e2cd00c219bf,segment=NetworkSegment(e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4),segment_id=e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:39.642377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'a68affa8-e953-4d27-b212-e2cd00c219bf', 'network_id': '860565a6-4f6c-4d0f-9350-81f410007b23', 'port_id': 'a68affa8-e953-4d27-b212-e2cd00c219bf', 'mac_address': 'fa:16:3e:06:2d:91', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:39.662502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5523b6-82fd-47c9-8541-d8f48aedf0a3 req-b9ef3d66-5e36-4b0d-95f0-1d6b90c881a9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842021 Jul 22 11:36:39.718793 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.746907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a68affa8-e953-4d27-b212-e2cd00c219bf {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:39.763106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad9b7ac3-034e-435d-b231-42a8b410e658 req-0ff64570-4c9e-4961-b1f7-ac1f5bfdfd27 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0818431 Jul 22 11:36:39.791496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.794941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a68affa8-e953-4d27-b212-e2cd00c219bf,segment=NetworkSegment(e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4),segment_id=e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:39.801397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.801810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:39.814712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-881b78f4-f33a-47ad-bc43-0bbe9e7d171a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.0983620 Jul 22 11:36:39.818347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=c56ee228-99ba-4e34-bffa-d3dc59e222a9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:39.961003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:39.988701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.989465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.989917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:39.990046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.990592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.991076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.991621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.991817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:39.992223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:39.994675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-74adeba0-2530-4f23-9812-d4f110f3223d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/c56ee228-99ba-4e34-bffa-d3dc59e222a9 HTTP/1.1" status: 204 len: 168 time: 1.0976326 Jul 22 11:36:39.997091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:39.997227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a93aa63d-d30c-4f37-b5dd-d2e0bd7390ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.1253700 Jul 22 11:36:40.011841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'mac_address': 'fa:16:3e:6b:6f:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:40.028240 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f12a979f-abc9-4aa8-a5ef-15383601ae20 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:40.029882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f12a979f-abc9-4aa8-a5ef-15383601ae20 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/c56ee228-99ba-4e34-bffa-d3dc59e222a9 HTTP/1.1" status: 404 len: 333 time: 0.0318506 Jul 22 11:36:40.032631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:40.058744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.073544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 234b8083-6c2d-4a4b-b6a6-5d050b0442eb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:40.104715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:40.108225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 1c2bbbd8-2a2a-426e-9821-60c3712f16c3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:40.110114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.113062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.152977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-0d78715f-33e3-41fb-8e91-5bae4b5471e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.153369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-0d78715f-33e3-41fb-8e91-5bae4b5471e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.153840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-0d78715f-33e3-41fb-8e91-5bae4b5471e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.156438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-0d78715f-33e3-41fb-8e91-5bae4b5471e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 2291 time: 0.1358669 Jul 22 11:36:40.169070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.186873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:40.240055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['234b8083-6c2d-4a4b-b6a6-5d050b0442eb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:40.251575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-754639d5-4d5c-4d6a-ac11-75045b9d76e3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 1001 time: 0.0877132 Jul 22 11:36:40.279875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.354798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-aeb73764-6407-47a1-bbf7-3ea6b5425668 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.356359 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-aeb73764-6407-47a1-bbf7-3ea6b5425668 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.0958340 Jul 22 11:36:40.500993 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.504809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a68affa8-e953-4d27-b212-e2cd00c219bf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:40.549471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-cfa3fb91-3d11-40fe-8477-7c696121709f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.552109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-cfa3fb91-3d11-40fe-8477-7c696121709f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1871481 Jul 22 11:36:40.613538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=1c2bbbd8-2a2a-426e-9821-60c3712f16c3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:40.624542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.638582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-40aa97ac-cc30-49bc-9985-9b3eaa7825b7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/1c2bbbd8-2a2a-426e-9821-60c3712f16c3 HTTP/1.1" status: 204 len: 168 time: 0.6022477 Jul 22 11:36:40.641245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:40.648129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3005124a-4bfd-4991-a9b4-74eef61be430 None None] Network 84c2d852-0339-4329-bec2-3ed247e25288 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:40.673934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-c283e7a9-6a81-4553-83d0-4ffb2cb200fc service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1140907 Jul 22 11:36:40.794655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:40.816898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7138a758-709b-4b9f-9457-e7d71d67dbdb req-36dc368f-c061-42ce-abb2-5ec42e38277e tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:40.827018 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7138a758-709b-4b9f-9457-e7d71d67dbdb req-36dc368f-c061-42ce-abb2-5ec42e38277e tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 944 time: 0.3596017 Jul 22 11:36:40.879222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-5c67d65a-5a32-4fef-97d5-1649ed39f3fe service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1979287 Jul 22 11:36:40.937849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f42f72e4-98ba-4c76-8df7-8ec808b48369 None None] Provisioning for port 6882199b-94c1-4726-b637-dc839cef4f7a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:40.959501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7138a758-709b-4b9f-9457-e7d71d67dbdb req-72e439e1-5b21-4c1d-bbb4-279f1e5edc2f tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1290054 Jul 22 11:36:40.990712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-27484ef3-3ee5-448c-b875-fd3b8977d22d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 217 time: 0.0924509 Jul 22 11:36:41.062630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 6882199b-94c1-4726-b637-dc839cef4f7a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:41.062905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.077886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-71a4c331-d9d1-4906-8801-e24d026e3e75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:41.079790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-71a4c331-d9d1-4906-8801-e24d026e3e75 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0781169 Jul 22 11:36:41.145134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] DHCP port deletion for 84c2d852-0339-4329-bec2-3ed247e25288 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:41.146882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8db0548-7921-4c0a-9b26-3fc25d51ce4a req-ef20920c-0bcf-48bf-ba05-5262f465e05f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:41.147966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8db0548-7921-4c0a-9b26-3fc25d51ce4a req-ef20920c-0bcf-48bf-ba05-5262f465e05f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.2524099 Jul 22 11:36:41.163931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-842222b2-c3ee-44a5-b773-b39ef987fbf6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:41.165508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-842222b2-c3ee-44a5-b773-b39ef987fbf6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.3604846 Jul 22 11:36:41.202367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] For port 6882199b-94c1-4726-b637-dc839cef4f7a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6882199b-94c1-4726-b637-dc839cef4f7a,segment=NetworkSegment(bdce90e6-4ab0-46c0-954b-685ad9f17440),segment_id=bdce90e6-4ab0-46c0-954b-685ad9f17440)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:41.202717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.226958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a894acec-bec2-41d8-8e80-fc24d8eb78e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:41.228515 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a894acec-bec2-41d8-8e80-fc24d8eb78e3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1397963 Jul 22 11:36:41.230666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Deleting port 6882199b-94c1-4726-b637-dc839cef4f7a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:41.231162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.231757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 6882199b-94c1-4726-b637-dc839cef4f7a owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:41.285983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf9457d3-d530-4b0c-8a26-a5316a0cf163 req-31a1b3d8-cd9b-4d2c-8d78-50a98b15ed17 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0708625 Jul 22 11:36:41.299212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8db0548-7921-4c0a-9b26-3fc25d51ce4a req-f1873d4b-bb80-4fee-b844-c77a2a3d12da tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852489 Jul 22 11:36:41.363525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] For port 6882199b-94c1-4726-b637-dc839cef4f7a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6882199b-94c1-4726-b637-dc839cef4f7a,segment=NetworkSegment(bdce90e6-4ab0-46c0-954b-685ad9f17440),segment_id=bdce90e6-4ab0-46c0-954b-685ad9f17440)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:41.363525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.391882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Calling delete_port for 6882199b-94c1-4726-b637-dc839cef4f7a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:41.396147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.415413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No DVR routers for this DVR port 6882199b-94c1-4726-b637-dc839cef4f7a on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:41.447727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:41.460642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=6882199b-94c1-4726-b637-dc839cef4f7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:41.540863 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.569621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.571747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] Pushing event deleted for resources: {'Port': ['ID=6882199b-94c1-4726-b637-dc839cef4f7a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:41.575154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:41.575581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.577621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed92944c-4c27-4a8f-9722-43fdd3bfa16f None None] No DVR routers for this DVR port 6882199b-94c1-4726-b637-dc839cef4f7a on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:41.609254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84c2d852-0339-4329-bec2-3ed247e25288']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:41.629310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdce90e6-4ab0-46c0-954b-685ad9f17440') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:41.629604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdce90e6-4ab0-46c0-954b-685ad9f17440') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:41.645721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.683008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.690087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.692811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:41.695213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:41.698790 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:41.740614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:41.743557 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f41ff363-84c8-4df4-ab6b-ff7007e5e1f7" -d '{"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-plugged", "status": "completed", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:41.760748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:41.771683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.827623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.828223 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4fcd4ed5-245e-4233-b2fa-7079e063fa9b x-openstack-request-id: req-4fcd4ed5-245e-4233-b2fa-7079e063fa9b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:41.828727 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-plugged", "status": "completed", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:41.829259 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4fcd4ed5-245e-4233-b2fa-7079e063fa9b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:41.829815 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'code': 200} Jul 22 11:36:41.846012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:41.852369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/84c2d852-0339-4329-bec2-3ed247e25288 HTTP/1.1" status: 204 len: 168 time: 1.2052853 Jul 22 11:36:41.866076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:41.870138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:41.876120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'name': 'tempest-PortsTestJSON-408182838'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:41.898653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f3f0c9a-ba57-46c5-af0a-b2fa3b0e9e4c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=84c2d852-0339-4329-bec2-3ed247e25288,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:41.899717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-e0d3321b-445b-40d9-8efd-6a98c10d3e2f service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6595793 Jul 22 11:36:41.996856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:42.000470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.008223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port 8881360f-93f0-4ac4-ae3a-12e2be5be969 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:42.012716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.032392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 316e5729-0184-471f-820e-2f00f2343a07 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:42.117965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-faf8b8eb-8fea-4330-95c5-aaf11ed28c80 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042212 Jul 22 11:36:42.181928 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-61dac2e6-22c8-4fef-9bc8-2bf3e7881254 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 217 time: 0.0522459 Jul 22 11:36:42.228632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adc360be-320c-4f45-b19f-1e9eff01c17f req-213b11bb-647a-4a5a-a7ff-12701d39192e tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:42.230260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adc360be-320c-4f45-b19f-1e9eff01c17f req-213b11bb-647a-4a5a-a7ff-12701d39192e tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 944 time: 0.1527662 Jul 22 11:36:42.258804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port 8881360f-93f0-4ac4-ae3a-12e2be5be969, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8881360f-93f0-4ac4-ae3a-12e2be5be969,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:42.259132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.262202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-f98bf7e2-07f4-4b8a-b019-73a97bf72197 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:42.263729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-f98bf7e2-07f4-4b8a-b019-73a97bf72197 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0717745 Jul 22 11:36:42.310069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for 8881360f-93f0-4ac4-ae3a-12e2be5be969 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:42.344171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adc360be-320c-4f45-b19f-1e9eff01c17f req-707b6c81-5c10-4f09-96c2-5360608adf20 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1022723 Jul 22 11:36:42.369871 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.462516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-3c890c58-1ecc-48d8-9fd1-ea2043c5cda4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:42.464274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-3c890c58-1ecc-48d8-9fd1-ea2043c5cda4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1900172 Jul 22 11:36:42.488357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12764bc1-e561-41b1-a286-1d381cf710f7 req-01f5b68a-214f-4bf2-9e61-c1d01935a84d tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0621288 Jul 22 11:36:42.532437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.608848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-3d94c8eb-be7c-4a32-9d64-3e85b8b7bf80 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1244934 Jul 22 11:36:42.629823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:42.640078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:42.649968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:42.657049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:42.658015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.664444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=316e5729-0184-471f-820e-2f00f2343a07,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:42.697108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d2d3ad4-fd81-4df4-8f62-1ec1dd9c2b73 req-04316b8d-9dc7-46be-9fb9-06d917d42b64 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:42.701702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d2d3ad4-fd81-4df4-8f62-1ec1dd9c2b73 req-04316b8d-9dc7-46be-9fb9-06d917d42b64 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 945 time: 0.2348599 Jul 22 11:36:42.706124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5ff2006-f03d-4cba-bd2a-a3f1d7bb90a5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8326168 Jul 22 11:36:42.714051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:42.785270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d2d3ad4-fd81-4df4-8f62-1ec1dd9c2b73 req-201a0a63-73ed-405a-b038-5ff8ce8952bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781393 Jul 22 11:36:42.866757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-8d07e36b-ae3f-49eb-8618-acd7d30f9bb8 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2472117 Jul 22 11:36:42.889346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.892902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 316e5729-0184-471f-820e-2f00f2343a07 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:42.899359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:42.905484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:43.003419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-96bf2a52-ca53-4e1b-a4dd-9cb8cbca2779 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 217 time: 0.1176651 Jul 22 11:36:43.059971 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.066754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6882199b-94c1-4726-b637-dc839cef4f7a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:43.087095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 316e5729-0184-471f-820e-2f00f2343a07 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:43.091337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6882199b-94c1-4726-b637-dc839cef4f7a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:43.091691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6882199b-94c1-4726-b637-dc839cef4f7a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:43.157894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-81ba4419-65e0-4e5e-8e37-e0713995b3ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:43.159878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-81ba4419-65e0-4e5e-8e37-e0713995b3ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1003449 Jul 22 11:36:43.162484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=8881360f-93f0-4ac4-ae3a-12e2be5be969,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:43.217481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.266876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=316e5729-0184-471f-820e-2f00f2343a07,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:43.272097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.275376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e07d2829-b316-4710-bdfb-559037f6e543 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/316e5729-0184-471f-820e-2f00f2343a07 HTTP/1.1" status: 204 len: 168 time: 0.5593858 Jul 22 11:36:43.277810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:43.285571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'mac_address': 'fa:16:3e:a4:42:f0', 'name': 'tempest-PortsTestJSON-1793715005'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:43.365676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port 8881360f-93f0-4ac4-ae3a-12e2be5be969 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:43.384011 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.386034 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-97d019d3-d162-4ce0-99ce-5ccf3b39fa0a req-5a56f8b9-87ac-4a0e-9570-40c39f5013a7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "DELETE /v2.0/ports/8881360f-93f0-4ac4-ae3a-12e2be5be969 HTTP/1.1" status: 204 len: 173 time: 2.2079961 Jul 22 11:36:43.389484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'name': 'network-vif-deleted', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:43.398214 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d3a2acd9-5397-4475-9931-fdba09669f11" -d '{"events": [{"server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "name": "network-vif-deleted", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:43.427420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:43.447158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a68affa8-e953-4d27-b212-e2cd00c219bf up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:43.461581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-cb8f758e-5eae-4d63-9aa0-a898f20aa09a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:43.469370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-cb8f758e-5eae-4d63-9aa0-a898f20aa09a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2986188 Jul 22 11:36:43.633572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-d31cfef7-a85f-4ae1-8bad-82c1a4d5891c service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1557994 Jul 22 11:36:43.635425 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d24547f9-6401-4e86-824b-064d0980e8d9 x-openstack-request-id: req-d24547f9-6401-4e86-824b-064d0980e8d9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:43.635827 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "283af479-6cc2-405b-9b25-8be43f2398d3", "name": "network-vif-deleted", "tag": "8881360f-93f0-4ac4-ae3a-12e2be5be969", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:43.636306 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d24547f9-6401-4e86-824b-064d0980e8d9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:43.636634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port a68affa8-e953-4d27-b212-e2cd00c219bf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:43.636962 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '283af479-6cc2-405b-9b25-8be43f2398d3', 'name': 'network-vif-deleted', 'tag': '8881360f-93f0-4ac4-ae3a-12e2be5be969', 'status': 'completed', 'code': 200} Jul 22 11:36:43.642011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port a68affa8-e953-4d27-b212-e2cd00c219bf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:43.642822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.796432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-506b2265-67e9-4dab-a048-b3b10869688a service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1507239 Jul 22 11:36:43.798090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.807565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf9e0b6a-2d1f-472d-b93c-b52318731fba req-6524e228-5f2f-4d6b-bb4f-df3d4423c3d7 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0896595 Jul 22 11:36:43.817108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.834896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:43.837599 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-61ca3970-7668-44ee-9195-a222cc3b672f" -d '{"events": [{"server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "name": "network-vif-plugged", "status": "completed", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:43.857186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port b00dc1d1-b471-4848-bad2-267350710a13 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:43.881902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b51bd7-a627-4c1f-b52e-2f5f4eb8b00e req-9697aa3f-7044-4f36-aa4c-947cfd1bd49b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:43.890139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28b51bd7-a627-4c1f-b52e-2f5f4eb8b00e req-9697aa3f-7044-4f36-aa4c-947cfd1bd49b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 944 time: 0.3754189 Jul 22 11:36:43.896815 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-72319aad-1e93-4b3e-9955-f7c4dfa92ccb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0932350 Jul 22 11:36:43.907484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a68affa8-e953-4d27-b212-e2cd00c219bf,segment=NetworkSegment(e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4),segment_id=e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:43.921765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:43.987877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28b51bd7-a627-4c1f-b52e-2f5f4eb8b00e req-d747c4b2-f095-4482-aa4c-8d5333490524 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0958428 Jul 22 11:36:44.074204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:44.097802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-5c5f0abb-d895-4c43-9a39-832576700ad6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.100649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-5c5f0abb-d895-4c43-9a39-832576700ad6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1836431 Jul 22 11:36:44.135107 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-47a489e3-97e7-412f-ae2a-487f48941ab0 x-openstack-request-id: req-47a489e3-97e7-412f-ae2a-487f48941ab0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:44.135657 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "name": "network-vif-plugged", "status": "completed", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:44.135920 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-47a489e3-97e7-412f-ae2a-487f48941ab0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:44.136335 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf', 'code': 200} Jul 22 11:36:44.220496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-ce093fb6-9caa-4963-b720-3544553e9f77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.223695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-ce093fb6-9caa-4963-b720-3544553e9f77 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1105139 Jul 22 11:36:44.243011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd346e22-f655-45cb-8331-1bb9c65f190d req-e5cd0965-1bc2-4b9f-9127-92d49e8b422e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=283af479-6cc2-405b-9b25-8be43f2398d3 HTTP/1.1" status: 200 len: 210 time: 0.0533938 Jul 22 11:36:44.323194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:44.360912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-94582099-3937-45f5-8c6b-1f513499c813 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1165361 Jul 22 11:36:44.387360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2c2bc5-f14d-4072-b871-7db3baca6750 req-ed711fc3-003d-4717-8167-24e3a3e98b02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.395850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f2c2bc5-f14d-4072-b871-7db3baca6750 req-ed711fc3-003d-4717-8167-24e3a3e98b02 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 1096 time: 0.1518497 Jul 22 11:36:44.438291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:44.484255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-23a35181-aaee-407d-99e2-5073ce81c44a service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1157506 Jul 22 11:36:44.493832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f2c2bc5-f14d-4072-b871-7db3baca6750 req-cfdc35a1-3619-41b4-bd9b-011f2d8f3a9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829573 Jul 22 11:36:44.516539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:44.522526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:44.526506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:44.532237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.532842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:44.539178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=b00dc1d1-b471-4848-bad2-267350710a13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:44.541041 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-70def7dc-8a8e-459b-954b-e2e21539ca13 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.0491884 Jul 22 11:36:44.573726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a275cf33-4367-492f-9af9-7142d2ed4c9e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.2945805 Jul 22 11:36:44.578968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:44.614421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-8ec3fddb-eb3d-45aa-add6-3f149bcd0328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.618501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-8ec3fddb-eb3d-45aa-add6-3f149bcd0328 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0621431 Jul 22 11:36:44.647040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3636abbd-07d5-40a5-aefa-10c25aadc301 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.648566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3636abbd-07d5-40a5-aefa-10c25aadc301 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/b00dc1d1-b471-4848-bad2-267350710a13 HTTP/1.1" status: 200 len: 841 time: 0.0684745 Jul 22 11:36:44.651425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:44.725201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-3d4273ff-23f1-4ebf-b94b-c8c0d864b4df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:44.726966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-3d4273ff-23f1-4ebf-b94b-c8c0d864b4df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0975080 Jul 22 11:36:44.773630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port b00dc1d1-b471-4848-bad2-267350710a13 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:44.773967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:44.809934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8881360f-93f0-4ac4-ae3a-12e2be5be969 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:36:44.842832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-dad7609e-a74c-4052-af28-722727afe3c8 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1070292 Jul 22 11:36:44.849063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 8881360f-93f0-4ac4-ae3a-12e2be5be969 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:36:44.849485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8881360f-93f0-4ac4-ae3a-12e2be5be969 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:36:44.872333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:44.889272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for b00dc1d1-b471-4848-bad2-267350710a13 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:44.975766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-869de3c4-a1fc-4cf6-85ff-73c9333ac4ed req-d2e7acb5-9213-4565-aa23-ee19a1816948 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0412393 Jul 22 11:36:45.000770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-5d5f694e-c017-422f-8146-dc561abbdcf5 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448109 Jul 22 11:36:45.036038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:45.073693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=b00dc1d1-b471-4848-bad2-267350710a13,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:45.088946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-28693915-2d8f-48e6-8c55-ebce89bfdf62 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.0735705 Jul 22 11:36:45.090898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:45.096890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-92c33bf6-2c7f-460a-ad51-30cf0fccd07e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/b00dc1d1-b471-4848-bad2-267350710a13 HTTP/1.1" status: 204 len: 168 time: 0.4373443 Jul 22 11:36:45.097090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:45.156688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7f1995-b9c4-412a-a69a-78557603c203 req-f60f4a12-e9b2-4957-877c-883bad84010f tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:45.161309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d7f1995-b9c4-412a-a69a-78557603c203 req-f60f4a12-e9b2-4957-877c-883bad84010f tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 945 time: 0.0885994 Jul 22 11:36:45.204359 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-605f6d6b-af64-40f6-a57b-bb872470c0e8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:45.213509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-605f6d6b-af64-40f6-a57b-bb872470c0e8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/b00dc1d1-b471-4848-bad2-267350710a13 HTTP/1.1" status: 404 len: 333 time: 0.1078379 Jul 22 11:36:45.215270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:45.223177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d7f1995-b9c4-412a-a69a-78557603c203 req-168b730f-7477-4ee4-979a-898cf254d21f tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537798 Jul 22 11:36:45.230674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'name': 'tempest-PortsTestJSON-260511843'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:45.263843 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-23919fb6-5886-4777-abeb-9098d6b36657 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:45.281076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-1c9a6250-ed75-4c7b-a6a6-3de4b400bc2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:45.282675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-1c9a6250-ed75-4c7b-a6a6-3de4b400bc2b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.1622159 Jul 22 11:36:45.435837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:45.441955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:45.485665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 6746d20c-ceea-4980-a591-7d721ddaa48d yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:45.595777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a3bc3a03-99e5-4cfc-a88b-58070efa83bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:45.598638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-a3bc3a03-99e5-4cfc-a88b-58070efa83bd service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2474248 Jul 22 11:36:45.805842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:45.848696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-8c3746c6-8393-4167-a0ef-f66dc664fec8 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2120359 Jul 22 11:36:45.945102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:46.012538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:46.022403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:46.026208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:46.032304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:46.032933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:46.035568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=6746d20c-ceea-4980-a591-7d721ddaa48d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:46.040529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f50b1d96-87c5-433b-8d56-b3c1557ad485 req-0bbef550-e9a7-439f-b008-d1c99bb84de6 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1893518 Jul 22 11:36:46.059566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6bcaa9af-c6c9-4e23-af83-2f121fd0269c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 0.8431957 Jul 22 11:36:46.064655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:46.081373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:46.194241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6291f971-09c0-480a-8b1c-3a82721b7357 req-c2c25523-7261-4424-a32f-f118c0407f71 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1029744 Jul 22 11:36:46.328363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:46.372383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-4968e690-74d5-4644-a520-d15821b99f87 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:46.380258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-4968e690-74d5-4644-a520-d15821b99f87 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.2513652 Jul 22 11:36:46.470420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-ccbfb8c3-0c6e-4634-99dd-d2c26b7bae44 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0889211 Jul 22 11:36:46.838503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-338add69-6d2e-4863-9a64-c3e1e16a0cf3 req-40504dfc-2945-47f1-93c8-bf71376e624b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:46.845452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-338add69-6d2e-4863-9a64-c3e1e16a0cf3 req-40504dfc-2945-47f1-93c8-bf71376e624b tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 945 time: 0.4309068 Jul 22 11:36:46.923969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-4cf6a355-fe94-449c-958a-82b6e06b3c6d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4524386 Jul 22 11:36:46.939731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-338add69-6d2e-4863-9a64-c3e1e16a0cf3 req-d81a3d2a-2724-4580-b242-8504bfbf1612 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932622 Jul 22 11:36:47.036238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.038236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ced6c26-3abd-40ba-8acf-380aeb37286a req-3707d02f-554a-4d3f-a984-3df123ab0964 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0722539 Jul 22 11:36:47.101395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.163683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-6c8346be-4cc3-4465-8fcb-425bed78b7d7 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2365382 Jul 22 11:36:47.169741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] In _notify_port_updated(), no bound segment for port 6746d20c-ceea-4980-a591-7d721ddaa48d on network a3d83c67-da5c-4087-bf0c-c73a096d69fb {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:36:47.175454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:47.176077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.177407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/ports/6746d20c-ceea-4980-a591-7d721ddaa48d HTTP/1.1" status: 200 len: 818 time: 1.1092067 Jul 22 11:36:47.180263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36584) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:47.219042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd5f0608-d649-48bc-ac19-9a20d50fd09f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=6746d20c-ceea-4980-a591-7d721ddaa48d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:47.385821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 6746d20c-ceea-4980-a591-7d721ddaa48d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:47.386177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.401633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94a462d0-11c4-4a42-a701-4465df586b11 req-90c35a56-62ed-46fc-a5a3-405d17f20778 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0862248 Jul 22 11:36:47.449572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-9660ffb5-55dc-41e3-b643-f3fd0ae79016 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2711027 Jul 22 11:36:47.573621 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.605760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 6746d20c-ceea-4980-a591-7d721ddaa48d owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:47.765439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d134185f-f172-4dd2-b63b-cceeb6bc20b7 req-fbc72cf8-c6aa-4d0f-9591-4613470c42dc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0471952 Jul 22 11:36:47.783407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.801245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.867005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=6746d20c-ceea-4980-a591-7d721ddaa48d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:47.888102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:47.890283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b6abfa5-54fc-41b4-be03-8f3ecc3a9317 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/6746d20c-ceea-4980-a591-7d721ddaa48d HTTP/1.1" status: 204 len: 168 time: 0.7090023 Jul 22 11:36:47.893977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:48.027915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c005f5b1-b969-461f-99ce-09eac9e2bcdd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:48.030994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c005f5b1-b969-461f-99ce-09eac9e2bcdd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.1353204 Jul 22 11:36:48.036712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:48.078700 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf53a94-28c4-42f5-b44e-24ca11e44cbd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:48.080581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3bf53a94-28c4-42f5-b44e-24ca11e44cbd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/6746d20c-ceea-4980-a591-7d721ddaa48d HTTP/1.1" status: 404 len: 333 time: 0.0426116 Jul 22 11:36:48.086582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:48.094768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1901906510'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:48.135739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:48.142806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.166653 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08564263-4263-472e-8d5d-5e005b47e776 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.196068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:48.210295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.210668 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment 165d553d-ef78-47b2-a54d-afecf30381c4 of type vlan for network 933633d6-0356-4c5a-b383-21b77a4038b8 Jul 22 11:36:48.292023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.344759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.364061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:48.364721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.419576 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3277705 Jul 22 11:36:48.420614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:48.427669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:48.455717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce39e4fa-0664-4268-bd76-18d0159df83b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=933633d6-0356-4c5a-b383-21b77a4038b8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:48.470291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:36:48.642200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-380c6466-44d1-4389-979b-19e2e0ab301a req-e3d4939d-3663-462b-80b1-784858ae1a56 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1058114 Jul 22 11:36:48.736060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:48.740181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:48.929591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-467b8f12-eecc-4684-af46-107f86275659 req-77bfb8ee-4ea0-4260-bcfa-0e587de46ebf tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0638413 Jul 22 11:36:49.024712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0644a1-ff8f-4cf8-8f4f-4dd1f7a45d3d req-7680c845-0578-4659-ad35-3a18f7b6b284 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb&device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0373971 Jul 22 11:36:49.054324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:49.123909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=0d977b29-ec43-4a30-9952-aff8cf15cea5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:49.173840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': '165d553d-ef78-47b2-a54d-afecf30381c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:49.174208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 933633d6-0356-4c5a-b383-21b77a4038b8, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:36:49.198167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 933633d6-0356-4c5a-b383-21b77a4038b8 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:36:49.219344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 933633d6-0356-4c5a-b383-21b77a4038b8) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:49.229329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:49.232259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cefce5ef-0220-48de-a06a-4e0e2c650ccb None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:49.234711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:49.278534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-13dd42d6-07ec-4563-985f-80e7919a177a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8514802 Jul 22 11:36:49.279151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:49.289318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:49.350173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:49.420405 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-107eefef-5045-4f1a-b282-0dee6c4d319b req-0694fe57-5f9f-448a-b9c3-bc09dfe695a1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9aa7b75f4b574aa99156754416a439de&device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0440714 Jul 22 11:36:49.478694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-3e014e66-b8eb-43bd-b77c-1054370eba86 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:49.480178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-3e014e66-b8eb-43bd-b77c-1054370eba86 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.3203688 Jul 22 11:36:49.508195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36bec35f-c8f9-46bc-8399-4fae6097ba52 req-da00ce20-5ddc-46a9-a819-429daa48f04f tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1544104 Jul 22 11:36:49.509188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:49.530779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-107eefef-5045-4f1a-b282-0dee6c4d319b req-4b2ece6b-aee5-42c2-9710-ce45291bf2f3 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=9aa7b75f4b574aa99156754416a439de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0495906 Jul 22 11:36:49.557975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-933633d6-0356-4c5a-b383-21b77a4038b8', 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': '0d977b29-ec43-4a30-9952-aff8cf15cea5'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:36:49.558887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:49.599342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:49.603905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:49.732995 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 0d977b29-ec43-4a30-9952-aff8cf15cea5 (CIDR: 172.20.0.0/28) Jul 22 11:36:49.738481 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:36:49.739929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:36:49.767797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae08a983-52a7-4050-a278-532dd3e34bbe tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.4867315 Jul 22 11:36:49.770537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:49.778769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:49.798947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-107eefef-5045-4f1a-b282-0dee6c4d319b req-f6eb82cd-8448-4b49-a62b-ef6e2949f6cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:49.801029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-107eefef-5045-4f1a-b282-0dee6c4d319b req-f6eb82cd-8448-4b49-a62b-ef6e2949f6cd service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2640538 Jul 22 11:36:49.848807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Allocated IP 172.20.0.2 (933633d6-0356-4c5a-b383-21b77a4038b8/0d977b29-ec43-4a30-9952-aff8cf15cea5/f4f4ea9d-0058-48a0-ba76-6f65a19ab35c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:49.852963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:49.856899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.060525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.070036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Transition to ACTIVE for port object f4f4ea9d-0058-48a0-ba76-6f65a19ab35c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:50.080043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.10 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/b5b04c96-d9d4-461b-ab49-ddeb460ecfcd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:50.086652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Transition to ACTIVE for port object f4f4ea9d-0058-48a0-ba76-6f65a19ab35c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:50.098852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.115326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25bd57c7-8a2c-4b70-b45a-2e7c8114b988 req-4acc3d93-f54d-437d-8689-e1af532496b0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 210 time: 0.0526760 Jul 22 11:36:50.150516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:50.158725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.159300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:50.167938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:50.172472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:50.210081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Pushing event updated for resources: {'Port': ['ID=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:50.273323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Attempting to bind port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:50.274479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Attempting to bind port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '165d553d-ef78-47b2-a54d-afecf30381c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:50.276073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Attempting to bind port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c on network 933633d6-0356-4c5a-b383-21b77a4038b8 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:50.281709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:50.282427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Checking segment: {'id': '165d553d-ef78-47b2-a54d-afecf30381c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:50.283022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.283571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Bound using segment: {'id': '165d553d-ef78-47b2-a54d-afecf30381c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:50.284781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Bound port: f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '165d553d-ef78-47b2-a54d-afecf30381c4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:50.286363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.415168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.430384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] For port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:50.438650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] For port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,segment=NetworkSegment(165d553d-ef78-47b2-a54d-afecf30381c4),segment_id=165d553d-ef78-47b2-a54d-afecf30381c4)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:50.450886 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.528628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.586229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:50.779274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dedd1e49-7507-4070-af63-777837aca1fb None None] Pushing event updated for resources: {'Port': ['ID=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:50.857067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:50.866175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:50.870181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:50.881736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:50.989677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deb843b0-4085-4b91-abb8-fac8d9d13814 req-0e2df130-265f-43bd-86e6-a9ce94699d7d tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.1400623 Jul 22 11:36:51.069775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:51.097562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 933633d6-0356-4c5a-b383-21b77a4038b8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:51.113937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:51.119537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:51.120356 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:51.146540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=852a5752-043d-4a21-b128-8a5c41d95283,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:51.171531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-331f3228-bfe0-4c3e-b3f6-c537a51382c9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.3975139 Jul 22 11:36:51.173528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:51.191071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'fixed_ips': [{'subnet_id': '0d977b29-ec43-4a30-9952-aff8cf15cea5'}, {'subnet_id': '852a5752-043d-4a21-b128-8a5c41d95283'}], 'name': 'tempest-PortsTestJSON-1084319601'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:51.209592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4f4ea9d-0058-48a0-ba76-6f65a19ab35c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:51.225740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-107eefef-5045-4f1a-b282-0dee6c4d319b req-d2a17ad1-81d0-47fd-bdc6-423241d091d8 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.20 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0964592 Jul 22 11:36:51.243909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:51.245403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:51.302362 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-f354d87d-696d-4544-bfbd-03bcfe1fb841 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8094032 Jul 22 11:36:51.315165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Request body: {'port': {'device_id': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:51.340997 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:51.493272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5138d954-6189-44d3-8a7d-4d414ad1abea req-3624bec7-d7e3-4e39-9be6-0384740b4d36 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:51.494860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5138d954-6189-44d3-8a7d-4d414ad1abea req-3624bec7-d7e3-4e39-9be6-0384740b4d36 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 932 time: 0.1489937 Jul 22 11:36:51.498683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:51.505810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:51.615880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:51.649526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5138d954-6189-44d3-8a7d-4d414ad1abea req-6d5fa9f1-8504-4ef8-8702-ec23f5ac236a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1472006 Jul 22 11:36:51.800802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:51.841219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:36:52.439801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33d7b77f-831a-4c69-9bfe-d4eeba00d6fc None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:52.510172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9883c70d-1470-4aa1-8d97-2696eda89a33 req-40e5d81e-af30-4554-9d6e-8b311e9b1029 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=e2487a31-3012-4d2a-9d72-c051d9666efb HTTP/1.1" status: 200 len: 210 time: 0.0547030 Jul 22 11:36:52.567159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.9 (933633d6-0356-4c5a-b383-21b77a4038b8/0d977b29-ec43-4a30-9952-aff8cf15cea5/9932a195-97d7-4b60-a3ce-f2e12ad037c7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:52.581397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.25 (933633d6-0356-4c5a-b383-21b77a4038b8/852a5752-043d-4a21-b128-8a5c41d95283/9932a195-97d7-4b60-a3ce-f2e12ad037c7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:52.602819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b5b04c96-d9d4-461b-ab49-ddeb460ecfcd {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:52.613227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:52.626490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Provisioning for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:52.629006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Transition to ACTIVE for port object b5b04c96-d9d4-461b-ab49-ddeb460ecfcd will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:52.634784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:52.642707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Provisioning complete for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:52.643906 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:52.764253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:52.815454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Attempting to bind port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:36:52.815454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Attempting to bind port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:36:52.816368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Attempting to bind port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:52.821300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:36:52.821640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Attempting to bind port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:36:52.827149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:36:52.827500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:36:52.827889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:36:52.828330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Bound port: b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:36:52.828755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:52.974365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:36:52.981536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:36:52.982518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:52.993855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.045485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 9932a195-97d7-4b60-a3ce-f2e12ad037c7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:53.070717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-069cb499-0052-4114-9d40-e94f161636e8 req-63261795-98bc-4158-9d7a-a394d88d8f90 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:53.089357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-069cb499-0052-4114-9d40-e94f161636e8 req-63261795-98bc-4158-9d7a-a394d88d8f90 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.2786784 Jul 22 11:36:53.117273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Pushing event updated for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:53.123594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:53.124610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.130061 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-950681a3-35d8-4949-b2d5-08888e19d4c4 service neutron] 10.222.0.36 "PUT /v2.0/ports/b5b04c96-d9d4-461b-ab49-ddeb460ecfcd HTTP/1.1" status: 200 len: 1092 time: 1.8201175 Jul 22 11:36:53.131367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:36:53.133944 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6eb42821-7565-4533-80e3-37caf50dc417" -d '{"events": [{"name": "network-changed", "server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:36:53.181487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:36:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c5fcd5b-1d02-46ce-9c7a-f041dfd32b6f x-openstack-request-id: req-6c5fcd5b-1d02-46ce-9c7a-f041dfd32b6f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:36:53.182072 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:36:53.182667 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c5fcd5b-1d02-46ce-9c7a-f041dfd32b6f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:36:53.183097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-069cb499-0052-4114-9d40-e94f161636e8 req-29668df2-3745-43d3-8db1-12d942483bbf tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0927939 Jul 22 11:36:53.185731 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd', 'status': 'completed', 'code': 200} Jul 22 11:36:53.214252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.235396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.277188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] For port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,segment=NetworkSegment(165d553d-ef78-47b2-a54d-afecf30381c4),segment_id=165d553d-ef78-47b2-a54d-afecf30381c4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:53.285215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-82f09979-8cfd-4a18-a034-4096129de93d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:53.287412 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-82f09979-8cfd-4a18-a034-4096129de93d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 1095 time: 0.0995510 Jul 22 11:36:53.290142 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.297098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 933633d6-0356-4c5a-b383-21b77a4038b8 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:36:53.300449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:36:53.304665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:36:53.311882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=9932a195-97d7-4b60-a3ce-f2e12ad037c7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:53.363115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-a8356598-4576-41ba-a2f8-bde9ca9ec390 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd HTTP/1.1" status: 200 len: 217 time: 0.0662680 Jul 22 11:36:53.363932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1241c7-5647-43b8-8a20-8d836cd0f6f8 None None] Pushing event updated for resources: {'Port': ['ID=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:53.419316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:53.419993 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.444257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c4336d8-e135-457e-a5e2-b805713ff225 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 2.2683845 Jul 22 11:36:53.446954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:53.450673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-d4b90500-a1b7-4c1f-a2f7-0a7252f173eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:53.452118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d977b29-ec43-4a30-9952-aff8cf15cea5'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:53.452246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-d4b90500-a1b7-4c1f-a2f7-0a7252f173eb service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0732951 Jul 22 11:36:53.491158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Update dhcp port {'port': {'network_id': '933633d6-0356-4c5a-b383-21b77a4038b8', 'fixed_ips': [{'subnet_id': '0d977b29-ec43-4a30-9952-aff8cf15cea5', 'ip_address': '172.20.0.2'}, {'subnet_id': '852a5752-043d-4a21-b128-8a5c41d95283'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'f4f4ea9d-0058-48a0-ba76-6f65a19ab35c'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:36:53.495733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-14dc69ef-6504-4b13-b963-41868f95fabf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0361440 Jul 22 11:36:53.536205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.657829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:53.681477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-7925931e-08cc-44f6-a7b6-ef85945dd03d service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776137 Jul 22 11:36:53.950051 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c5170ba8-f8db-4081-b5e0-7545e9af10b7 req-8e344e82-dd75-465a-acdd-3d06df7a38dc service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2587643 Jul 22 11:36:54.000234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Allocated IP 172.20.0.18 (933633d6-0356-4c5a-b383-21b77a4038b8/852a5752-043d-4a21-b128-8a5c41d95283/f4f4ea9d-0058-48a0-ba76-6f65a19ab35c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:54.134723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42821-7565-4533-80e3-37caf50dc417 req-e4c50d20-f0fd-49d5-90bd-6aff8d3a972f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:54.137550 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-e4c50d20-f0fd-49d5-90bd-6aff8d3a972f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 1095 time: 0.1305778 Jul 22 11:36:54.138159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8307455e-cb16-44d8-9a9e-efb80205f6c0 req-d3006a62-1767-4d20-a636-ba8aafa1e3ce service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9aa7b75f4b574aa99156754416a439de&device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0505955 Jul 22 11:36:54.273024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] For port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,segment=NetworkSegment(165d553d-ef78-47b2-a54d-afecf30381c4),segment_id=165d553d-ef78-47b2-a54d-afecf30381c4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:54.339456 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:54.355091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Transition to ACTIVE for port object f4f4ea9d-0058-48a0-ba76-6f65a19ab35c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:36:54.363765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:54.367187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42821-7565-4533-80e3-37caf50dc417 req-2f2dccf3-1a98-4d84-bc53-4277f368855c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:54.371181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-2f2dccf3-1a98-4d84-bc53-4277f368855c service neutron] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.2196362 Jul 22 11:36:54.421639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-a1bddd4d-1642-46e7-bcc2-612cea377ce6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd HTTP/1.1" status: 200 len: 217 time: 0.0421607 Jul 22 11:36:54.489171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eb42821-7565-4533-80e3-37caf50dc417 req-c4954a4d-c141-4c7d-8726-4176242a3518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:54.494699 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-c4954a4d-c141-4c7d-8726-4176242a3518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0655022 Jul 22 11:36:54.532801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f384505-af85-44c1-83bd-1db455b747f8 req-926c3579-23c9-425d-bef3-94abed100ca6 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.4057932 Jul 22 11:36:54.547361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-5aee45a6-658d-4546-a0f7-4f377dc02ee8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0385027 Jul 22 11:36:54.619309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888a3c44-31fe-4363-85be-a40db7a07b70 None None] Pushing event updated for resources: {'Port': ['ID=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:54.646808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8307455e-cb16-44d8-9a9e-efb80205f6c0 req-57d8e219-b384-4598-9d55-a35ee2f400ba service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=9aa7b75f4b574aa99156754416a439de&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4503062 Jul 22 11:36:54.754276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-8d97c546-e711-44b9-965f-7216960ab9f9 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1879847 Jul 22 11:36:54.977387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6eb42821-7565-4533-80e3-37caf50dc417 req-3263146e-c9c2-4c78-af0a-fa6f57c8c5eb service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2153983 Jul 22 11:36:54.997869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8307455e-cb16-44d8-9a9e-efb80205f6c0 req-f52bc72d-8923-4e50-89ee-2509ab3e3151 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:54.999436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8307455e-cb16-44d8-9a9e-efb80205f6c0 req-f52bc72d-8923-4e50-89ee-2509ab3e3151 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.3275576 Jul 22 11:36:55.024560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Delete allocated IP 172.20.0.25 (933633d6-0356-4c5a-b383-21b77a4038b8/852a5752-043d-4a21-b128-8a5c41d95283) {{(pid=93707) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:36:55.111296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4f4ea9d-0058-48a0-ba76-6f65a19ab35c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:36:55.240431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32433e8f-116d-4a3b-b66d-64698e11245f req-9583a3ba-dfcb-4225-9f72-04783e93684b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:55.247566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32433e8f-116d-4a3b-b66d-64698e11245f req-9583a3ba-dfcb-4225-9f72-04783e93684b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.7126565 Jul 22 11:36:55.299279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:55.356940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32433e8f-116d-4a3b-b66d-64698e11245f req-d34253f6-0cef-4e20-a753-00d39c7ea6a6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065896 Jul 22 11:36:55.356940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Ignored duplicate provisioning block setup for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 11:36:55.374442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:55.468973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d84c6b6e-f537-4564-a2d4-2853b074801c None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:55.497630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=9932a195-97d7-4b60-a3ce-f2e12ad037c7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:55.515498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] In _notify_port_updated(), no bound segment for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 on network 933633d6-0356-4c5a-b383-21b77a4038b8 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:36:55.524101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:55.524844 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:55.526251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bb327cdc-c68e-4c3c-859d-9e72c5cd23cf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/ports/9932a195-97d7-4b60-a3ce-f2e12ad037c7 HTTP/1.1" status: 200 len: 919 time: 2.0783393 Jul 22 11:36:55.529026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:55.537765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'fixed_ips': [{'subnet_id': '0d977b29-ec43-4a30-9952-aff8cf15cea5'}, {'subnet_id': '852a5752-043d-4a21-b128-8a5c41d95283'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:55.593052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0d7dd31-a289-4a41-8809-57e9507d143b None None] Provisioning for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:55.605257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0d7dd31-a289-4a41-8809-57e9507d143b None None] Provisioning complete for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:55.605631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0d7dd31-a289-4a41-8809-57e9507d143b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:55.690079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7fab012-97a3-460d-8db8-dd9d30bd014f req-469e6802-8c30-46fe-a850-0d8e1db8d161 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0553114 Jul 22 11:36:55.881418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.217793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Provisioning for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:36:56.223706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Provisioning complete for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:56.224874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.303402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:36:56.321471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Provisioning complete for port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:56.322010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cabd24f-53f7-411d-81a9-5571ca9a81a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.344079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.24 (933633d6-0356-4c5a-b383-21b77a4038b8/852a5752-043d-4a21-b128-8a5c41d95283/9932a195-97d7-4b60-a3ce-f2e12ad037c7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:36:56.482256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.499174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Ignored duplicate provisioning block setup for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 11:36:56.507910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.552157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8307455e-cb16-44d8-9a9e-efb80205f6c0 req-3432af91-fb11-4d7d-b9df-b7e25b094982 tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.36 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0743117 Jul 22 11:36:56.675996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=9932a195-97d7-4b60-a3ce-f2e12ad037c7,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:56.695282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-687f6429-2b5c-4093-baa6-3f11ec4970a7 req-33f597e2-8e99-4207-ab03-ba9a3e19dc84 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:56.697785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-687f6429-2b5c-4093-baa6-3f11ec4970a7 req-33f597e2-8e99-4207-ab03-ba9a3e19dc84 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.1443746 Jul 22 11:36:56.715812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.716023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.717687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.717687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.717687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.717687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.717687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.718063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.718142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.718402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.718748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.719074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:56.755954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] In _notify_port_updated(), no bound segment for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 on network 933633d6-0356-4c5a-b383-21b77a4038b8 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:36:56.758555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3eec9158-4c32-4341-b892-2a8774d5c633 None None] Provisioning complete for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:56.758969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3eec9158-4c32-4341-b892-2a8774d5c633 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.770000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:56.773639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:56.775102 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-29e49231-2686-4bc1-9d67-1fc4c2e5c550 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/ports/9932a195-97d7-4b60-a3ce-f2e12ad037c7 HTTP/1.1" status: 200 len: 999 time: 1.2450519 Jul 22 11:36:56.781176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:56.843382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-687f6429-2b5c-4093-baa6-3f11ec4970a7 req-cf80a2ac-3cf3-408c-a860-096d853079d7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1394374 Jul 22 11:36:56.870153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3eec9158-4c32-4341-b892-2a8774d5c633 None None] Port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:36:56.958264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4a8bd85-2114-4d1e-82ae-4312bb44f06e req-d81dc236-816a-4fe0-a3a2-07894968177a tempest-ServerShowV247Test-1232695284 tempest-ServerShowV247Test-1232695284-project] 10.222.0.21 "GET /v2.0/ports?device_id=65c612e2-1e05-49ba-addb-58649d362474 HTTP/1.1" status: 200 len: 210 time: 0.0695138 Jul 22 11:36:57.043521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:57.043521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.102351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e98831dd-6b93-4419-b04e-cc5dc26d57d8 None None] Provisioning complete for port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:36:57.103083 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e98831dd-6b93-4419-b04e-cc5dc26d57d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.165849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.179834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 9932a195-97d7-4b60-a3ce-f2e12ad037c7 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:57.196249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e98831dd-6b93-4419-b04e-cc5dc26d57d8 None None] Port 9932a195-97d7-4b60-a3ce-f2e12ad037c7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:36:57.224568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.509058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b5b04c96-d9d4-461b-ab49-ddeb460ecfcd details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:36:57.513688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.516042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-22d597ef-cfd0-455c-bb6d-3d22bc20afd9 None None] Could not find standard attr ID for object 9932a195-97d7-4b60-a3ce-f2e12ad037c7. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:36:57.585508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=9932a195-97d7-4b60-a3ce-f2e12ad037c7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:57.773401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.776208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12976ab7-5243-4551-900b-22c50dd77b06 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/9932a195-97d7-4b60-a3ce-f2e12ad037c7 HTTP/1.1" status: 204 len: 168 time: 0.9940441 Jul 22 11:36:57.778934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:57.804144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:57.813606 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea5c935-d0ac-4b4c-a37b-ca0e25a28dc1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:36:57.816720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ea5c935-d0ac-4b4c-a37b-ca0e25a28dc1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/9932a195-97d7-4b60-a3ce-f2e12ad037c7 HTTP/1.1" status: 404 len: 333 time: 0.0360947 Jul 22 11:36:57.818602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd', 'mac_address': 'fa:16:3e:96:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:36:57.819733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:57.928449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 852a5752-043d-4a21-b128-8a5c41d95283 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:57.931999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.946387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:57.997326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.006673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b5b04c96-d9d4-461b-ab49-ddeb460ecfcd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:36:58.074535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:58.093524 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.100985 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.134514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98c7d8ac-61f6-4d2f-8872-5b46a984e2bc req-2af96cf1-4e72-4bfd-a276-61ae5a9dc2de tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:58.136109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98c7d8ac-61f6-4d2f-8872-5b46a984e2bc req-2af96cf1-4e72-4bfd-a276-61ae5a9dc2de tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 944 time: 0.1687536 Jul 22 11:36:58.170148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:58.180667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98c7d8ac-61f6-4d2f-8872-5b46a984e2bc req-58bc9cfc-a2da-4a6b-a839-c1570f000c29 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436540 Jul 22 11:36:58.217028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.332285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.371787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.377041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:58.377760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/852a5752-043d-4a21-b128-8a5c41d95283 HTTP/1.1" status: 204 len: 168 time: 0.5566778 Jul 22 11:36:58.379290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ac67b99-dad0-4db6-ba20-840e54453bbf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=852a5752-043d-4a21-b128-8a5c41d95283,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:58.379769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934a37b6-3b65-4ae9-bcc7-30093ea8c7b0 None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:58.449928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 0d977b29-ec43-4a30-9952-aff8cf15cea5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:36:58.462791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.540458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.542879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b5b04c96-d9d4-461b-ab49-ddeb460ecfcd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:36:58.646085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:58.749328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.787597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f819a498-f5d7-4fc8-b7c4-53c159e68e57 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.869511 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.906846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=0d977b29-ec43-4a30-9952-aff8cf15cea5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:58.928596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.930686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/0d977b29-ec43-4a30-9952-aff8cf15cea5 HTTP/1.1" status: 204 len: 168 time: 0.5528331 Jul 22 11:36:58.932677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.932911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.933355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.933800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.934263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36892) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:58.934540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.941716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bc0d1101-a672-44fe-8579-8e4699069d0c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:36:58.987617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f819a498-f5d7-4fc8-b7c4-53c159e68e57 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:58.994838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f819a498-f5d7-4fc8-b7c4-53c159e68e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.065519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.075201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f819a498-f5d7-4fc8-b7c4-53c159e68e57 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9aa7b75f4b574aa99156754416a439de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4275541 Jul 22 11:36:59.077793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:59.083382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819a498-f5d7-4fc8-b7c4-53c159e68e57 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38d819b4-95ab-4c46-9774-e4145025de29,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:59.134619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.141455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:36:59.141804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.157309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.210755 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.213815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] For port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,segment=NetworkSegment(165d553d-ef78-47b2-a54d-afecf30381c4),segment_id=165d553d-ef78-47b2-a54d-afecf30381c4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:36:59.214186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.215935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.219501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/38d819b4-95ab-4c46-9774-e4145025de29 HTTP/1.1" status: 204 len: 168 time: 0.1383045 Jul 22 11:36:59.226718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f58b6e6-8941-4093-beaa-7a38858fc953 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38d819b4-95ab-4c46-9774-e4145025de29,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:59.228923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for f4f4ea9d-0058-48a0-ba76-6f65a19ab35c owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:36:59.382487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.392189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1b28f1-ce44-421a-b02f-320aff8391a9 req-d4a423d4-70ea-4007-a415-69af2b083316 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:59.400378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff1b28f1-ce44-421a-b02f-320aff8391a9 req-d4a423d4-70ea-4007-a415-69af2b083316 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.0871162 Jul 22 11:36:59.418531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No DVR routers for this DVR port f4f4ea9d-0058-48a0-ba76-6f65a19ab35c on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:36:59.420298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=f4f4ea9d-0058-48a0-ba76-6f65a19ab35c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:59.501507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff1b28f1-ce44-421a-b02f-320aff8391a9 req-aed33f7c-5751-4bc3-9337-c4820e8e5098 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0984914 Jul 22 11:36:59.538280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.552261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['933633d6-0356-4c5a-b383-21b77a4038b8']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:59.559894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-186e1180-32c2-4a3c-b241-721ea0ef84ef None None] Network 933633d6-0356-4c5a-b383-21b77a4038b8 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:36:59.569679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '165d553d-ef78-47b2-a54d-afecf30381c4') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:59.569892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '165d553d-ef78-47b2-a54d-afecf30381c4') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:36:59.579478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.597716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.607390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:36:59.608028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:36:59.611594 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:36:59.662098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7f2fdfcf-3aa7-4611-8a4c-f35fb04bdd59 None None] Could not find standard attr ID for object f4f4ea9d-0058-48a0-ba76-6f65a19ab35c. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:36:59.681348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.702570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.704522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/933633d6-0356-4c5a-b383-21b77a4038b8 HTTP/1.1" status: 204 len: 168 time: 0.7690945 Jul 22 11:36:59.707054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e11f301-972d-424c-93e0-94f99835a200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=933633d6-0356-4c5a-b383-21b77a4038b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:36:59.710378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:59.785676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3f35aa5-4599-46fc-8594-af17e8de2db6 None None] DHCP port deletion for 933633d6-0356-4c5a-b383-21b77a4038b8 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:36:59.804889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81d66266-b685-4ade-a0b7-f00f814b7824 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:36:59.809621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-81d66266-b685-4ade-a0b7-f00f814b7824 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 844 time: 0.0948267 Jul 22 11:36:59.810218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:59.876556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2eff0615-056e-4de5-bbf3-c9a619c89819 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.0656188 Jul 22 11:36:59.880644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:36:59.886074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1675602735'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:36:59.910061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:36:59.913858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.938372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:36:59.951674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:36:59.952914 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment 315e54ed-5317-4d46-81aa-d1398cf9e540 of type vlan for network 6bfc811b-3fb7-485b-aeff-b16ff229248a Jul 22 11:37:00.004438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.038278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.043869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:00.044457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.080449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1985207 Jul 22 11:37:00.083822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:00.089094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:00.111379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:00.117608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba42175c-e9be-4387-8f09-617cdee50d92 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=6bfc811b-3fb7-485b-aeff-b16ff229248a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:00.128668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:37:00.201698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:00.205325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.279267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-1173137656-network', 'tenant_id': '8201478b453549808dad9d59770d57ca'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:00.317856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Made reservation on behalf of 8201478b453549808dad9d59770d57ca for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:00.320587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.333527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.486058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.556747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.569218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.598063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=a38c9382-7565-4bc8-b163-b50a85be0985,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:00.600253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:37:00.627172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': '315e54ed-5317-4d46-81aa-d1398cf9e540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:00.628161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 6bfc811b-3fb7-485b-aeff-b16ff229248a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:37:00.635957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.636295 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Added segment dfa78b7e-745f-45af-a837-ae8fa27dd99a of type vlan for network d79d358c-dae3-43c4-9a98-92e7319d501e Jul 22 11:37:00.645620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d350fbb4-8a46-4d48-8b60-be3208d14730,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:00.662653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72717fdb-7022-4636-8a60-ffc21f1852c2 req-69aee5b6-9619-4541-8b06-e1020daa067f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:00.665158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72717fdb-7022-4636-8a60-ffc21f1852c2 req-69aee5b6-9619-4541-8b06-e1020daa067f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.0738711 Jul 22 11:37:00.684658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:37:00.694840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.709600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6bfc811b-3fb7-485b-aeff-b16ff229248a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:00.720059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:00.720668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.722039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25b77857-a8cd-498d-a93b-087d3c24dd86 None None] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:00.747256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72717fdb-7022-4636-8a60-ffc21f1852c2 req-37e95871-8c68-4cfa-b328-65c3f31a23eb tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730579 Jul 22 11:37:00.750542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.751637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:00.752896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.766070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c7e543da-3de4-4b45-b066-1eaa1b862118 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.6808772 Jul 22 11:37:00.769885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:00.777631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a', 'name': 'tempest-PortsTestJSON-864436598'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:00.812564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.6998436 Jul 22 11:37:00.818986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:00.824637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Request body: {'subnet': {'network_id': 'd79d358c-dae3-43c4-9a98-92e7319d501e', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-1173137656-subnet', 'tenant_id': '8201478b453549808dad9d59770d57ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:00.868884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e020df0-90fa-420e-b205-4f689fbbe1d2 admin admin] Pushing event updated for resources: {'Network': ['ID=d79d358c-dae3-43c4-9a98-92e7319d501e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:00.882879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network d79d358c-dae3-43c4-9a98-92e7319d501e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:37:00.912323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Made reservation on behalf of 8201478b453549808dad9d59770d57ca for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:00.915169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:00.997018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:01.001663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.043646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-6bfc811b-3fb7-485b-aeff-b16ff229248a', 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': 'a38c9382-7565-4bc8-b163-b50a85be0985'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:37:01.045043 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.046767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port ef9d95c6-e12e-428c-ab87-23d184ffdb56 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:01.075436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4f4ea9d-0058-48a0-ba76-6f65a19ab35c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:01.105720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f4f4ea9d-0058-48a0-ba76-6f65a19ab35c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:01.106483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f4f4ea9d-0058-48a0-ba76-6f65a19ab35c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:01.176508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-6d57bb9f-dde1-4e70-9ee8-e2dd666e86c8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:01.178172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-6d57bb9f-dde1-4e70-9ee8-e2dd666e86c8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.2105536 Jul 22 11:37:01.200813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.224809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-2a15c837-ae2b-4883-982d-7731c649c2b2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/quotas/565a04aca8bb4d2383746d7438a95909 HTTP/1.1" status: 200 len: 375 time: 0.0263958 Jul 22 11:37:01.265450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d57d741a-b6e4-45c6-835b-170895c3ae29,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:01.273338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Checking segment: {'id': 'dfa78b7e-745f-45af-a837-ae8fa27dd99a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'd79d358c-dae3-43c4-9a98-92e7319d501e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:01.273704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Network hostable DHCP agents. Network: d79d358c-dae3-43c4-9a98-92e7319d501e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:37:01.277061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.6 (6bfc811b-3fb7-485b-aeff-b16ff229248a/a38c9382-7565-4bc8-b163-b50a85be0985/ef9d95c6-e12e-428c-ab87-23d184ffdb56) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:01.296920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Network d79d358c-dae3-43c4-9a98-92e7319d501e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:37:01.326914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, d79d358c-dae3-43c4-9a98-92e7319d501e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:01.339773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-085bf8cc-16a3-4429-932f-5b2438b81da3 None None] Network d79d358c-dae3-43c4-9a98-92e7319d501e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:01.342476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-f56001d1-b0eb-4730-9ce9-7e6a44375b2b tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1162293 Jul 22 11:37:01.346223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:01.347252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.364994 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-79ceade7-1506-4210-9b05-5187c8d85f3e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.5447226 Jul 22 11:37:01.546116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b5b04c96-d9d4-461b-ab49-ddeb460ecfcd up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:01.583902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4bcafa1-5208-48e5-b704-d9cbfdfbfd8e None None] Network d79d358c-dae3-43c4-9a98-92e7319d501e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:01.600373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37048) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:01.607525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.652989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Deleting subnet d57d741a-b6e4-45c6-835b-170895c3ae29 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:01.655896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object ef9d95c6-e12e-428c-ab87-23d184ffdb56 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:01.656443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.692985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-e17bd4c3-0e34-4e6e-94e1-1f601cf08819 service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3498702 Jul 22 11:37:01.697195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:01.702392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:01.703022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.711359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.764060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.775164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.848247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.853223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Allocated IP 172.20.0.2 (6bfc811b-3fb7-485b-aeff-b16ff229248a/a38c9382-7565-4bc8-b163-b50a85be0985/2664cc90-79af-4044-a017-34eaeeef160c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:01.889806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:01.890917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d57d741a-b6e4-45c6-835b-170895c3ae29,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:01.894508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.899053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da842af0-b9bf-4b90-8539-982815d07585 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d57d741a-b6e4-45c6-835b-170895c3ae29 HTTP/1.1" status: 204 len: 168 time: 0.2959704 Jul 22 11:37:01.899829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:01.899914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:01.928367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.942860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:01.985462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-1f211db6-fb0a-45b4-beb8-9285057d3e8d service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2911065 Jul 22 11:37:01.987410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:01.990083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=ef9d95c6-e12e-428c-ab87-23d184ffdb56,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:02.004520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:02.007125 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3389cdc0-aeae-4686-9a3b-b4ae64e8e10e" -d '{"events": [{"server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:02.034876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:02.039115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:02.045978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.049668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.098512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f00c8f7f-8d97-4e4a-af5f-360aac94fa1b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.3267429 Jul 22 11:37:02.103170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37058) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:02.112693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35cec7a6-9ae2-42ff-856e-f247405abf82 req-5b3a3ea6-a04b-4746-a533-0112871cf86c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:02.115890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.118930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35cec7a6-9ae2-42ff-856e-f247405abf82 req-5b3a3ea6-a04b-4746-a533-0112871cf86c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 945 time: 0.2438722 Jul 22 11:37:02.136115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a', 'name': 'tempest-PortsTestJSON-1943996675'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:02.142483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d79d358c-dae3-43c4-9a98-92e7319d501e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:02.160907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dfa78b7e-745f-45af-a837-ae8fa27dd99a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:02.178891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dfa78b7e-745f-45af-a837-ae8fa27dd99a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:02.194159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:02.204545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.221956 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.225191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35cec7a6-9ae2-42ff-856e-f247405abf82 req-8091d910-0139-4ed9-8114-ec1702b052fc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1049778 Jul 22 11:37:02.228115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:02.228602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.248958 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:02.255830 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:02.271824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Transition to ACTIVE for port object 2664cc90-79af-4044-a017-34eaeeef160c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:02.304513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Transition to ACTIVE for port object 2664cc90-79af-4044-a017-34eaeeef160c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:02.314186 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa842480-2ffc-4c85-bdc7-af3003586d87 x-openstack-request-id: req-aa842480-2ffc-4c85-bdc7-af3003586d87 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:02.314583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.316065 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "name": "network-vif-plugged", "status": "completed", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:02.316557 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa842480-2ffc-4c85-bdc7-af3003586d87 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:02.317223 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd', 'code': 200} Jul 22 11:37:02.321763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.322832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:02.327444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.330074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.334064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] 10.222.0.21 "DELETE /v2.0/networks/d79d358c-dae3-43c4-9a98-92e7319d501e HTTP/1.1" status: 204 len: 168 time: 0.4335930 Jul 22 11:37:02.356466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63748390-1142-4e11-b7cf-b65728087527 admin admin] Pushing event deleted for resources: {'Network': ['ID=d79d358c-dae3-43c4-9a98-92e7319d501e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:02.392682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:02.465039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:02.475251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:02.485033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:02.526883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Pushing event updated for resources: {'Port': ['ID=2664cc90-79af-4044-a017-34eaeeef160c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:02.534390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-639fc750-7516-4314-9d3d-1bc2f34ca947 req-25cb8ba7-35dd-4761-bc17-c2dcbfe59397 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 210 time: 0.0501015 Jul 22 11:37:02.571464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37074) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:02.648114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Attempting to bind port 2664cc90-79af-4044-a017-34eaeeef160c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:02.648418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Attempting to bind port 2664cc90-79af-4044-a017-34eaeeef160c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '315e54ed-5317-4d46-81aa-d1398cf9e540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:02.648928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Attempting to bind port 2664cc90-79af-4044-a017-34eaeeef160c on network 6bfc811b-3fb7-485b-aeff-b16ff229248a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:02.655618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:02.656013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Checking segment: {'id': '315e54ed-5317-4d46-81aa-d1398cf9e540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:02.656518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.656987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Bound using segment: {'id': '315e54ed-5317-4d46-81aa-d1398cf9e540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:02.657506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Bound port: 2664cc90-79af-4044-a017-34eaeeef160c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '315e54ed-5317-4d46-81aa-d1398cf9e540', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '6bfc811b-3fb7-485b-aeff-b16ff229248a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:02.658155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.684225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-947b5262-a53b-4e78-afc9-2e058d7fc5fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8201478b453549808dad9d59770d57ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1075654 Jul 22 11:37:02.684533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:02.701219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fe2e34c-7e7d-461f-adb3-41fe1c47e886 req-90f22b5b-793b-44d6-ac0e-a312debab3b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:02.703302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fe2e34c-7e7d-461f-adb3-41fe1c47e886 req-90f22b5b-793b-44d6-ac0e-a312debab3b3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 1097 time: 0.2972355 Jul 22 11:37:02.711074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-84bfa9ba-6c30-450e-9323-a5fbebb343c9 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:02.712639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-84bfa9ba-6c30-450e-9323-a5fbebb343c9 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.36 "GET /v2.0/ports?device_id=3991d232-f948-46ab-bca7-70eb93703dec HTTP/1.1" status: 200 len: 945 time: 0.1039264 Jul 22 11:37:02.741813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] For port 2664cc90-79af-4044-a017-34eaeeef160c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:02.742940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.9 (6bfc811b-3fb7-485b-aeff-b16ff229248a/a38c9382-7565-4bc8-b163-b50a85be0985/713cc56c-2a3e-4b8b-b970-9d05a1f7efe8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:02.746390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] For port 2664cc90-79af-4044-a017-34eaeeef160c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2664cc90-79af-4044-a017-34eaeeef160c,segment=NetworkSegment(315e54ed-5317-4d46-81aa-d1398cf9e540),segment_id=315e54ed-5317-4d46-81aa-d1398cf9e540)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:02.754588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.779924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fe2e34c-7e7d-461f-adb3-41fe1c47e886 req-c19972c3-a3fd-4a5f-9924-68460208da9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0692375 Jul 22 11:37:02.818002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.826314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d8fa269-a641-4f86-ba63-cf2c951a5d5d None None] Pushing event updated for resources: {'Port': ['ID=2664cc90-79af-4044-a017-34eaeeef160c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:02.879540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.940873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Deleting port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:02.941676 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.965464 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:02.993262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:03.016850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.020404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.021572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d350fbb4-8a46-4d48-8b60-be3208d14730 HTTP/1.1" status: 204 len: 168 time: 0.3303590 Jul 22 11:37:03.034745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b598cdf3-e4d4-41fb-9193-40cde1cb6e8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d350fbb4-8a46-4d48-8b60-be3208d14730,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:03.036121 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.073210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] For port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:03.073583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.091119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Calling delete_port for 234b8083-6c2d-4a4b-b6a6-5d050b0442eb owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:03.104047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:03.112385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:03.130438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:03.141015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=713cc56c-2a3e-4b8b-b970-9d05a1f7efe8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:03.211194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:03.211839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.229957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0fa3528-6749-4700-9662-af7cf93d24cc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.0978742 Jul 22 11:37:03.232837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:03.328208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.361430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event deleted for resources: {'Port': ['ID=234b8083-6c2d-4a4b-b6a6-5d050b0442eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:03.419929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] No DVR routers for this DVR port 234b8083-6c2d-4a4b-b6a6-5d050b0442eb on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:03.422708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:03.428312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-447839ad-4934-4b21-90fa-fd3b4783fc8d req-02ffe755-716e-4848-b789-d43e83256682 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.36 "DELETE /v2.0/ports/234b8083-6c2d-4a4b-b6a6-5d050b0442eb HTTP/1.1" status: 204 len: 173 time: 0.7081597 Jul 22 11:37:03.428817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-deleted', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:03.432123 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1a6a06c1-ba74-4206-9e12-378a10ccd3d2" -d '{"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-deleted", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:03.538177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:03.583418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 234b8083-6c2d-4a4b-b6a6-5d050b0442eb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:03.583770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 234b8083-6c2d-4a4b-b6a6-5d050b0442eb not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:03.630141 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b5583e77-1c79-4f8e-b8e4-06b757b75436 x-openstack-request-id: req-b5583e77-1c79-4f8e-b8e4-06b757b75436 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:03.630439 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "3991d232-f948-46ab-bca7-70eb93703dec", "name": "network-vif-deleted", "tag": "234b8083-6c2d-4a4b-b6a6-5d050b0442eb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:03.630945 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b5583e77-1c79-4f8e-b8e4-06b757b75436 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:03.631378 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '3991d232-f948-46ab-bca7-70eb93703dec', 'name': 'network-vif-deleted', 'tag': '234b8083-6c2d-4a4b-b6a6-5d050b0442eb', 'status': 'completed', 'code': 200} Jul 22 11:37:03.843405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-52287cd9-e33b-4ffb-8e39-63add189494d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:03.845220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-52287cd9-e33b-4ffb-8e39-63add189494d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.1843481 Jul 22 11:37:03.861459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Request body: {'port': {'device_id': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'admin_state_up': True, 'tenant_id': '565a04aca8bb4d2383746d7438a95909'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:03.937999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e20bf0a-8bee-4fb5-b3fe-f15ab1ce8abe req-8b946b79-aeb5-4a5f-bde0-25d0fbc8c7d3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 210 time: 0.0711210 Jul 22 11:37:04.031693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d007427-d8a9-4dd7-8119-1916349e720d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:04.034953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3d007427-d8a9-4dd7-8119-1916349e720d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.6 HTTP/1.1" status: 200 len: 921 time: 0.7991660 Jul 22 11:37:04.037570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37116) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:04.085349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc77329c-a72d-44e3-815e-ccd456a95425 req-870a6768-5fcf-47be-835e-be390fee65fe tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:04.088530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc77329c-a72d-44e3-815e-ccd456a95425 req-870a6768-5fcf-47be-835e-be390fee65fe tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.7438521 Jul 22 11:37:04.106706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:04.110831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.184843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc77329c-a72d-44e3-815e-ccd456a95425 req-2cd5bb0b-736c-444a-aca9-7c5de37b6354 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0899022 Jul 22 11:37:04.218372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:04.218823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.269894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740c4bd7-fe81-4b22-8f14-c548efbbfa4a None None] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:04.293640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Allocated IP 172.20.0.6 (0d005663-4766-4a09-a059-d83bf48f44b9/ae8aacc5-7ed7-4f69-adb8-e2290cb24c76/43a6a51d-559e-4c7c-b0be-c6563771c3ae) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:04.357975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.367940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d1cc662-d959-4cb3-9936-e0028c44eb9f None None] Provisioning for port 2664cc90-79af-4044-a017-34eaeeef160c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:04.386517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:04.509377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.560783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.651857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.670550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:04.707009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Network 0d005663-4766-4a09-a059-d83bf48f44b9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:04.708835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:04.711810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:04.724550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=713cc56c-2a3e-4b8b-b970-9d05a1f7efe8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:04.790766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:04.791509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.818752 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-01f98bf7-35e4-476f-b3dc-448bedb02d11 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9636548 Jul 22 11:37:04.831943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Request body: {'port': {'device_id': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:04.863853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:04.868715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-39a339ac-e6e7-4895-a9b3-4219b49b938b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 HTTP/1.1" status: 204 len: 168 time: 0.8280296 Jul 22 11:37:04.870801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:04.930539 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-64f9f275-bf90-41b3-8067-5d80479ee1e4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:04.932461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64f9f275-bf90-41b3-8067-5d80479ee1e4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/713cc56c-2a3e-4b8b-b970-9d05a1f7efe8 HTTP/1.1" status: 404 len: 333 time: 0.0605111 Jul 22 11:37:04.935129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:04.984263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.130229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port ef9d95c6-e12e-428c-ab87-23d184ffdb56 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:05.130718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.143589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2664cc90-79af-4044-a017-34eaeeef160c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:05.259237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61d625eb-88d2-4b98-9154-e4ffcd52d425 None None] Could not find standard attr ID for object 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:37:05.301481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61d625eb-88d2-4b98-9154-e4ffcd52d425 None None] Provisioning for port ef9d95c6-e12e-428c-ab87-23d184ffdb56 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:05.306862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-61d625eb-88d2-4b98-9154-e4ffcd52d425 None None] Provisioning complete for port ef9d95c6-e12e-428c-ab87-23d184ffdb56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:05.307219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-61d625eb-88d2-4b98-9154-e4ffcd52d425 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.308889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2664cc90-79af-4044-a017-34eaeeef160c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:05.318559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2664cc90-79af-4044-a017-34eaeeef160c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:05.318936 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.421116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.464936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for ef9d95c6-e12e-428c-ab87-23d184ffdb56 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:05.470516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-61d625eb-88d2-4b98-9154-e4ffcd52d425 None None] Port ef9d95c6-e12e-428c-ab87-23d184ffdb56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:05.533949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b73412-6ede-45ce-949e-aad34e05d99d req-a3c17e68-3db0-41a6-957d-0aa82607932b tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:05.535666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3b73412-6ede-45ce-949e-aad34e05d99d req-a3c17e68-3db0-41a6-957d-0aa82607932b tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 931 time: 0.2450626 Jul 22 11:37:05.586170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.615003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d78595c3-2ca0-44c3-b63c-48069dc2c84d None None] Provisioning complete for port ef9d95c6-e12e-428c-ab87-23d184ffdb56 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:05.615757 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d78595c3-2ca0-44c3-b63c-48069dc2c84d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.678312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2664cc90-79af-4044-a017-34eaeeef160c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2664cc90-79af-4044-a017-34eaeeef160c,segment=NetworkSegment(315e54ed-5317-4d46-81aa-d1398cf9e540),segment_id=315e54ed-5317-4d46-81aa-d1398cf9e540)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:05.683455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d78595c3-2ca0-44c3-b63c-48069dc2c84d None None] Port ef9d95c6-e12e-428c-ab87-23d184ffdb56 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:05.692722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.697801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3b73412-6ede-45ce-949e-aad34e05d99d req-93532b55-e30d-4c7c-8870-48d66a4a8854 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1038747 Jul 22 11:37:05.766508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2664cc90-79af-4044-a017-34eaeeef160c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:05.893671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:05.898036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e095d42-ccc6-481e-8fe7-6971172899a7 None None] Could not find standard attr ID for object 713cc56c-2a3e-4b8b-b970-9d05a1f7efe8. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:37:05.961303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=ef9d95c6-e12e-428c-ab87-23d184ffdb56,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:05.973829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb8b3c26-c137-4b81-addd-0ac1b22bff69 req-7f9c70a1-beb4-4c46-92dd-947b58d731c2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:05.975798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb8b3c26-c137-4b81-addd-0ac1b22bff69 req-7f9c70a1-beb4-4c46-92dd-947b58d731c2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.2325494 Jul 22 11:37:06.058903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9be2e3a-ab7e-41ff-b0bd-95ba0f5e0655 req-aaec9c63-ad50-4e26-8616-8ef54272bf84 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.060550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9be2e3a-ab7e-41ff-b0bd-95ba0f5e0655 req-aaec9c63-ad50-4e26-8616-8ef54272bf84 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.2582955 Jul 22 11:37:06.074828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 43a6a51d-559e-4c7c-b0be-c6563771c3ae {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:06.083715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.097800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Transition to ACTIVE for port object 43a6a51d-559e-4c7c-b0be-c6563771c3ae will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:06.102531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.127589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb8b3c26-c137-4b81-addd-0ac1b22bff69 req-df44abb5-a2d1-493f-a480-63abf1ff706a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1198587 Jul 22 11:37:06.129051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.130992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9594699e-f413-474d-a7e5-e05d8eda8ad5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/ef9d95c6-e12e-428c-ab87-23d184ffdb56 HTTP/1.1" status: 204 len: 168 time: 1.1944304 Jul 22 11:37:06.134068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:06.182575 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6ad28517-13bd-4b0e-9a0e-9aa36d88a3f4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:06.184276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:06.185041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ad28517-13bd-4b0e-9a0e-9aa36d88a3f4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/ef9d95c6-e12e-428c-ab87-23d184ffdb56 HTTP/1.1" status: 404 len: 333 time: 0.0499377 Jul 22 11:37:06.191823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9be2e3a-ab7e-41ff-b0bd-95ba0f5e0655 req-634dacee-724d-41cb-84bc-9c9033e45582 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114311 Jul 22 11:37:06.192323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:06.287119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet a38c9382-7565-4bc8-b163-b50a85be0985 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:06.290807 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.302989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Attempting to bind port 43a6a51d-559e-4c7c-b0be-c6563771c3ae on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:06.303500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Attempting to bind port 43a6a51d-559e-4c7c-b0be-c6563771c3ae by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:06.303939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Attempting to bind port 43a6a51d-559e-4c7c-b0be-c6563771c3ae on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:06.310392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Port 43a6a51d-559e-4c7c-b0be-c6563771c3ae on network 0d005663-4766-4a09-a059-d83bf48f44b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:37:06.310821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Attempting to bind port 43a6a51d-559e-4c7c-b0be-c6563771c3ae on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:06.316559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:06.316997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Checking segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:06.317477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Bound using segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:06.317979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Bound port: 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:06.318705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.393906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.431126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:06.434470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:06.451468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.501769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.502515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.504127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] 10.222.0.20 "PUT /v2.0/ports/43a6a51d-559e-4c7c-b0be-c6563771c3ae HTTP/1.1" status: 200 len: 1091 time: 1.6776018 Jul 22 11:37:06.527971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:06.536565 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ac4f384-e050-4e2e-83dd-6e93b40423b9" -d '{"events": [{"name": "network-changed", "server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:06.610980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.620616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ebcd2c-a693-4ab2-b965-40873bb53106 service neutron] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:06.639846 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-064d1712-d536-4446-ad9d-ba47799ab893 x-openstack-request-id: req-064d1712-d536-4446-ad9d-ba47799ab893 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:06.640144 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:06.640655 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-064d1712-d536-4446-ad9d-ba47799ab893 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:06.641127 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'status': 'completed', 'code': 200} Jul 22 11:37:06.664602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-93980640-0fb0-4097-9562-8947bfb5f253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.666980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-93980640-0fb0-4097-9562-8947bfb5f253 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 1094 time: 0.1103678 Jul 22 11:37:06.682240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70bc59b8-b7f8-401c-9491-72ee6054f790 req-d940e611-479e-4fc8-8b7c-dda51b221c72 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.683786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70bc59b8-b7f8-401c-9491-72ee6054f790 req-d940e611-479e-4fc8-8b7c-dda51b221c72 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.1664884 Jul 22 11:37:06.720403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-f49ec171-f8a7-4270-b80f-48a985e5ae99 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae HTTP/1.1" status: 200 len: 217 time: 0.0445411 Jul 22 11:37:06.733382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70bc59b8-b7f8-401c-9491-72ee6054f790 req-2a46428b-3505-4e47-8d8a-05461a261f32 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411379 Jul 22 11:37:06.744116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.776360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=a38c9382-7565-4bc8-b163-b50a85be0985,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:06.785815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.787994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef985c5b-7291-4add-b1e0-c1c83b02cc85 None None] Network 6bfc811b-3fb7-485b-aeff-b16ff229248a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:06.790687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2ffbe52c-40cc-48d4-9844-1b6e03c48de8 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/a38c9382-7565-4bc8-b163-b50a85be0985 HTTP/1.1" status: 204 len: 168 time: 0.5973437 Jul 22 11:37:06.791430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37220) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:06.806616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-acc61e8c-6719-460c-83ae-c298c694c70d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.809570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-acc61e8c-6719-460c-83ae-c298c694c70d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0824199 Jul 22 11:37:06.851591 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:37:06.873107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-1c5b10b2-db23-4850-a782-b9d4fda35408 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0538182 Jul 22 11:37:06.926371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:06.956244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-889ca8d8-4a7d-4d4e-a4cd-6eb43fb091c6 req-8181ff46-4f7b-4740-bbad-f5ff18adba1d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:06.958110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-889ca8d8-4a7d-4d4e-a4cd-6eb43fb091c6 req-8181ff46-4f7b-4740-bbad-f5ff18adba1d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 943 time: 0.1657686 Jul 22 11:37:07.066910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-889ca8d8-4a7d-4d4e-a4cd-6eb43fb091c6 req-9e255e68-a0c3-49a8-ba52-0568226615aa tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019051 Jul 22 11:37:07.084113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 2664cc90-79af-4044-a017-34eaeeef160c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:07.084459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.086143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] DHCP port deletion for 6bfc811b-3fb7-485b-aeff-b16ff229248a request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:37:07.091433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-9f64bfc4-5513-4613-9ebd-86dc6f7e0f0c service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2097626 Jul 22 11:37:07.200917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] For port 2664cc90-79af-4044-a017-34eaeeef160c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2664cc90-79af-4044-a017-34eaeeef160c,segment=NetworkSegment(315e54ed-5317-4d46-81aa-d1398cf9e540),segment_id=315e54ed-5317-4d46-81aa-d1398cf9e540)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:07.201215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.214708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 2664cc90-79af-4044-a017-34eaeeef160c owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:07.214908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Deleting port 2664cc90-79af-4044-a017-34eaeeef160c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:07.215702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.256122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9011e718-5258-4d8b-871c-73c7bf7b7905 req-418cf82d-2097-4e67-b427-2e1e5a0890dd service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528041 Jul 22 11:37:07.404631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.406226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] For port 2664cc90-79af-4044-a017-34eaeeef160c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2664cc90-79af-4044-a017-34eaeeef160c,segment=NetworkSegment(315e54ed-5317-4d46-81aa-d1398cf9e540),segment_id=315e54ed-5317-4d46-81aa-d1398cf9e540)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:07.407099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.420106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No DVR routers for this DVR port 2664cc90-79af-4044-a017-34eaeeef160c on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:07.430230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407fe327-9543-4828-91d7-230d721fa232 req-ec87e43c-d74c-4f5a-afa9-35eeef07347f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:07.437283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-407fe327-9543-4828-91d7-230d721fa232 req-ec87e43c-d74c-4f5a-afa9-35eeef07347f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.3313808 Jul 22 11:37:07.469292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Calling delete_port for 2664cc90-79af-4044-a017-34eaeeef160c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:07.473023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-5c8169e6-0015-479a-af74-8dae8d4ce148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:07.479366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-5c8169e6-0015-479a-af74-8dae8d4ce148 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 1094 time: 0.1576433 Jul 22 11:37:07.492929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=2664cc90-79af-4044-a017-34eaeeef160c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:07.613622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.638951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6bfc811b-3fb7-485b-aeff-b16ff229248a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:07.660796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '315e54ed-5317-4d46-81aa-d1398cf9e540') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:07.661092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '315e54ed-5317-4d46-81aa-d1398cf9e540') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:07.682326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.710934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.713385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.724612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:07.725028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.745177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-e6a800b8-4a56-41ef-a815-fab369745316 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:07.750925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Pushing event deleted for resources: {'Port': ['ID=2664cc90-79af-4044-a017-34eaeeef160c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:07.752214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-e6a800b8-4a56-41ef-a815-fab369745316 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 906 time: 0.2643332 Jul 22 11:37:07.763389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] No DVR routers for this DVR port 2664cc90-79af-4044-a017-34eaeeef160c on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:07.766175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.766984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.767416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.768697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.769419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.769959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.770536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.771218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.771778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.772438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.773210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.773757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d14dbdb6-fb6f-4b5e-babe-e63f71f0e583 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:07.819246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-a3a2e264-0d26-4951-93ef-884a3c63cc27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae HTTP/1.1" status: 200 len: 217 time: 0.0630486 Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:07.848224 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:07.867204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.882856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:07.890268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/6bfc811b-3fb7-485b-aeff-b16ff229248a HTTP/1.1" status: 204 len: 168 time: 1.0912428 Jul 22 11:37:07.894024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:07.899864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-555973226'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:07.919536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af37969c-6610-4d88-a04b-8c2cd59435b8 req-7f78a5e4-4e10-45f4-a9f2-bc61dc379a37 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:07.927300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af37969c-6610-4d88-a04b-8c2cd59435b8 req-7f78a5e4-4e10-45f4-a9f2-bc61dc379a37 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.6046243 Jul 22 11:37:07.937737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-595cde16-321b-4694-85d8-bbc0112d4e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:07.940406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-595cde16-321b-4694-85d8-bbc0112d4e3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.1121385 Jul 22 11:37:07.959865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2177a8d-179a-48d9-81c8-18a7334e068f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=6bfc811b-3fb7-485b-aeff-b16ff229248a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:07.960401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:07.972195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.008876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-407fe327-9543-4828-91d7-230d721fa232 req-c384a802-4b97-4cc0-b4a8-deb23d95a60d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5613637 Jul 22 11:37:08.010237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-3220cc65-8415-4c74-b468-41f5a2b46c3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0634234 Jul 22 11:37:08.072125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af37969c-6610-4d88-a04b-8c2cd59435b8 req-491511c0-7444-49d6-9522-95b11848af91 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1439285 Jul 22 11:37:08.075243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:37:08.109502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.110555 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment 0f8d753a-ef0c-4b12-ba1f-10edb2732b08 of type vlan for network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 Jul 22 11:37:08.205974 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.246698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-756e4d66-447c-4b2f-9357-4b2d69d2f1ce service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2155464 Jul 22 11:37:08.335612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.341462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:08.342068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.360360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac4e045-c6a9-4fb4-a4b8-966b3736bbcd req-23882c8b-4390-4fdc-8d3a-f4dada46939f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:08.362987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac4e045-c6a9-4fb4-a4b8-966b3736bbcd req-23882c8b-4390-4fdc-8d3a-f4dada46939f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 943 time: 0.1505439 Jul 22 11:37:08.428917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac4e045-c6a9-4fb4-a4b8-966b3736bbcd req-6d661ca6-0561-44d9-a0b0-705f652ecd02 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579216 Jul 22 11:37:08.455925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:08.481369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.5825012 Jul 22 11:37:08.481578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:08.492884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:08.522154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efde124b-62d7-4056-931c-001f27b5df57 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=8111f783-3b7e-4922-83d5-6a7a5e51dcd4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:08.534862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:37:08.554693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ac4f384-e050-4e2e-83dd-6e93b40423b9 req-6b3bf6b9-947d-4e96-8932-11b449a634c3 service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2976665 Jul 22 11:37:08.688106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-2fd4534a-a8b6-4f62-af21-1eca2e676b78 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:08.689892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-2fd4534a-a8b6-4f62-af21-1eca2e676b78 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 946 time: 0.1094322 Jul 22 11:37:08.722657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e367-1280-436c-891c-57837f472595 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.766543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:08.778996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.819252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:08.819594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.928626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:37:08.949439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:08.949804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:08.988357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for b5b04c96-d9d4-461b-ab49-ddeb460ecfcd owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:09.110919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2664cc90-79af-4044-a017-34eaeeef160c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:09.144188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e367-1280-436c-891c-57837f472595 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.153331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2664cc90-79af-4044-a017-34eaeeef160c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:09.153937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2664cc90-79af-4044-a017-34eaeeef160c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:09.170245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8eb5e367-1280-436c-891c-57837f472595 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.206190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:09.214271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.224597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'mac_address': 'fa:16:3e:8a:93:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:37:09.266635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.288541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:09.291631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['b5b04c96-d9d4-461b-ab49-ddeb460ecfcd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:09.311650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=b5b04c96-d9d4-461b-ab49-ddeb460ecfcd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:09.343003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8eb5e367-1280-436c-891c-57837f472595 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1326b8a0717349aa8b0820b3cbb902ab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8815238 Jul 22 11:37:09.344227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:09.353625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb5e367-1280-436c-891c-57837f472595 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9584d2c7-e008-41ec-beca-6d9fb4a2a0f5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:09.369091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.393131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 43a6a51d-559e-4c7c-b0be-c6563771c3ae {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:09.400826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port b5b04c96-d9d4-461b-ab49-ddeb460ecfcd on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:09.422669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.423749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:09.428077 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95c79f37-1218-47a5-9df2-d37adfff99e1 req-6187a3f5-0c17-4549-b0aa-08a7cbd6fcb4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "DELETE /v2.0/ports/b5b04c96-d9d4-461b-ab49-ddeb460ecfcd HTTP/1.1" status: 204 len: 173 time: 0.7316508 Jul 22 11:37:09.429120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'name': 'network-vif-deleted', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:09.432827 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5098a46f-a14a-4b51-9ce0-82c1a8bad8e8" -d '{"events": [{"server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "name": "network-vif-deleted", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:09.441770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.459694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.482679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': '0f8d753a-ef0c-4b12-ba1f-10edb2732b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:09.487461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 8111f783-3b7e-4922-83d5-6a7a5e51dcd4, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:37:09.490490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:09.527016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:09.546497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.588977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e4193c9-e143-4b2b-9c66-d9dfcea882e9 req-e4b2c841-8b7f-420a-aaba-43ff858e4385 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:09.594084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e4193c9-e143-4b2b-9c66-d9dfcea882e9 req-e4b2c841-8b7f-420a-aaba-43ff858e4385 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=66ad1fda-53eb-4dcd-afd3-663eef7bcbf8 HTTP/1.1" status: 200 len: 867 time: 0.4524350 Jul 22 11:37:09.604662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:37:09.644840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.647625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.648875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9584d2c7-e008-41ec-beca-6d9fb4a2a0f5 HTTP/1.1" status: 204 len: 168 time: 0.3017302 Jul 22 11:37:09.666596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43a6a51d-559e-4c7c-b0be-c6563771c3ae'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:09.672393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8111f783-3b7e-4922-83d5-6a7a5e51dcd4) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:09.691449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ce45cf5-cbc0-40e3-b9ea-65b4f84bf51c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9584d2c7-e008-41ec-beca-6d9fb4a2a0f5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:09.694210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b735de-c10f-453b-bc7e-7db3c844f6f0 req-f9f5b654-9320-4820-a97c-d03a00cb1a22 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:09.701947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14b735de-c10f-453b-bc7e-7db3c844f6f0 req-f9f5b654-9320-4820-a97c-d03a00cb1a22 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.4083190 Jul 22 11:37:09.715656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d5c74f-d668-45f8-9904-76506abe2a27 None None] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:09.727510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:09.728102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:09.741424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e4193c9-e143-4b2b-9c66-d9dfcea882e9 req-18179d34-56cf-4b0f-bef2-aa466387a9bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1155453 Jul 22 11:37:09.809224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:09.815815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4', 'name': 'tempest-PortsTestJSON-785544351', 'fixed_ips': [{'subnet_id': 'b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1', 'ip_address': '172.20.0.10'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:09.824409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1600acbf-2f8d-4253-9963-91ffe182c12e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.3424304 Jul 22 11:37:09.828797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14b735de-c10f-453b-bc7e-7db3c844f6f0 req-9ddc8cc1-0d14-46b4-a089-658e4bc85d2f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1256649 Jul 22 11:37:09.976530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8111f783-3b7e-4922-83d5-6a7a5e51dcd4', 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': 'b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:37:09.977639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.048057 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-978ff893-189f-4227-9a2a-cc257e4f6c4b x-openstack-request-id: req-978ff893-189f-4227-9a2a-cc257e4f6c4b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:10.050555 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "66ad1fda-53eb-4dcd-afd3-663eef7bcbf8", "name": "network-vif-deleted", "tag": "b5b04c96-d9d4-461b-ab49-ddeb460ecfcd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:10.051290 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-978ff893-189f-4227-9a2a-cc257e4f6c4b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:10.051904 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '66ad1fda-53eb-4dcd-afd3-663eef7bcbf8', 'name': 'network-vif-deleted', 'tag': 'b5b04c96-d9d4-461b-ab49-ddeb460ecfcd', 'status': 'completed', 'code': 200} Jul 22 11:37:10.114007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:10.165562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-176ec1f3-5516-485a-a139-71e6a053328f req-688a242a-8653-4c63-ac31-84587d192944 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:10.171220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-176ec1f3-5516-485a-a139-71e6a053328f req-688a242a-8653-4c63-ac31-84587d192944 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 944 time: 0.1585565 Jul 22 11:37:10.194975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Allocated IP 172.20.0.2 (8111f783-3b7e-4922-83d5-6a7a5e51dcd4/b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1/70ced57d-aac5-43fe-a19a-7e1eda684251) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:10.303277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-176ec1f3-5516-485a-a139-71e6a053328f req-fe72a241-e193-4005-86a4-aadf8f87c549 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1238117 Jul 22 11:37:10.328623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.353133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 8796458a-2346-4551-aeb6-726a5acb94a9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:10.365855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:10.382196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e9e-e9f8-4ed0-adde-aed82d303b3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.414408 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.428157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Transition to ACTIVE for port object 70ced57d-aac5-43fe-a19a-7e1eda684251 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:10.449485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Transition to ACTIVE for port object 70ced57d-aac5-43fe-a19a-7e1eda684251 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:10.458074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.499208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:10.503365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:10.503870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e9e-e9f8-4ed0-adde-aed82d303b3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.507338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:10.510592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4faf8e9e-e9f8-4ed0-adde-aed82d303b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.546424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Pushing event updated for resources: {'Port': ['ID=70ced57d-aac5-43fe-a19a-7e1eda684251,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:10.568222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.10 (8111f783-3b7e-4922-83d5-6a7a5e51dcd4/b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1/8796458a-2346-4551-aeb6-726a5acb94a9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:10.575523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4faf8e9e-e9f8-4ed0-adde-aed82d303b3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d8ae568-acd1-4210-b532-d0b9d2c53913,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:10.585071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4faf8e9e-e9f8-4ed0-adde-aed82d303b3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=368bc292f6a14c44be5167fa71f80b9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140317 Jul 22 11:37:10.585471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37296) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:10.590515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Attempting to bind port 70ced57d-aac5-43fe-a19a-7e1eda684251 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:10.590863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Attempting to bind port 70ced57d-aac5-43fe-a19a-7e1eda684251 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '0f8d753a-ef0c-4b12-ba1f-10edb2732b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:10.591419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Attempting to bind port 70ced57d-aac5-43fe-a19a-7e1eda684251 on network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:10.599400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:10.599784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Checking segment: {'id': '0f8d753a-ef0c-4b12-ba1f-10edb2732b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:10.600198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.600599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Bound using segment: {'id': '0f8d753a-ef0c-4b12-ba1f-10edb2732b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:10.601074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Bound port: 70ced57d-aac5-43fe-a19a-7e1eda684251, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f8d753a-ef0c-4b12-ba1f-10edb2732b08', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:10.602163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.646540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.670324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.691441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] For port 70ced57d-aac5-43fe-a19a-7e1eda684251, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:10.696874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] For port 70ced57d-aac5-43fe-a19a-7e1eda684251, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=70ced57d-aac5-43fe-a19a-7e1eda684251,segment=NetworkSegment(0f8d753a-ef0c-4b12-ba1f-10edb2732b08),segment_id=0f8d753a-ef0c-4b12-ba1f-10edb2732b08)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:10.704078 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.725807 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.728839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.732669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d8ae568-acd1-4210-b532-d0b9d2c53913 HTTP/1.1" status: 204 len: 168 time: 0.1435690 Jul 22 11:37:10.746754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee182cc-7879-4b25-8b0a-dccd8ff2de74 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d8ae568-acd1-4210-b532-d0b9d2c53913,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:10.768302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.786103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 8796458a-2346-4551-aeb6-726a5acb94a9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:10.812513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-984f5ed6-42d0-47e3-b9cb-2e260122ece5 None None] Pushing event updated for resources: {'Port': ['ID=70ced57d-aac5-43fe-a19a-7e1eda684251,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:10.836519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:10.927458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:10.933918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:10.938158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:10.944776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:11.025659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=8796458a-2346-4551-aeb6-726a5acb94a9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:11.072718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:11.073573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:11.088444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 43a6a51d-559e-4c7c-b0be-c6563771c3ae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:11.104664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 43a6a51d-559e-4c7c-b0be-c6563771c3ae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:11.109518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:11.122050 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-59828532-5ab2-4011-88c3-6a50b26343d4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.3114033 Jul 22 11:37:11.123021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:11.129097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '8111f783-3b7e-4922-83d5-6a7a5e51dcd4', 'name': 'tempest-PortsTestJSON-1749073241', 'fixed_ips': [{'subnet_id': 'b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1', 'ip_address': '172.20.0.9'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:11.319239 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:11.349924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:11.353459 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-060aad66-26fe-44b7-9a63-431d3fb25d91" -d '{"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-plugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:11.367754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:11.373253 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:11.428055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:11.592670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b5b04c96-d9d4-461b-ab49-ddeb460ecfcd no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:11.619371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: b5b04c96-d9d4-461b-ab49-ddeb460ecfcd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:11.619729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device b5b04c96-d9d4-461b-ab49-ddeb460ecfcd not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:11.623239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb9a1a5-b31a-4eb2-ae2c-c4de4e06678a req-f56b4f09-a54b-4e16-ae31-0bf79c471be0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:11.624863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fb9a1a5-b31a-4eb2-ae2c-c4de4e06678a req-f56b4f09-a54b-4e16-ae31-0bf79c471be0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.6135032 Jul 22 11:37:11.704598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-51bd09e1-a172-4c59-913e-18d701eb93c8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:11.713111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-51bd09e1-a172-4c59-913e-18d701eb93c8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.1887078 Jul 22 11:37:11.749341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f3ba5cce-1286-433c-8657-0bab79500826 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0350683 Jul 22 11:37:11.766606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fb9a1a5-b31a-4eb2-ae2c-c4de4e06678a req-5352abcf-99ca-4415-a77b-5a7d699fd676 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1217902 Jul 22 11:37:11.779294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:11.947802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:11.967449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-ede96508-b402-4351-8ac9-ba2d48c3ccc0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172179 Jul 22 11:37:11.990639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 601086d1-0849-4394-bed0-04853ad296f0 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:12.078786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a255f4a-a08b-4f65-b2c4-9a1dbf229b3a req-e6c00049-dbad-47bf-a407-ddbf7c05c6aa tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:12.081007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a255f4a-a08b-4f65-b2c4-9a1dbf229b3a req-e6c00049-dbad-47bf-a407-ddbf7c05c6aa tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.2123773 Jul 22 11:37:12.096795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fd3c8b4-537b-46f1-b8ed-8874041e8cb1 None None] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:12.165709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-c41a3371-6cb2-463b-86d7-851759784515 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1871586 Jul 22 11:37:12.197249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fb8d4042-ad55-43e8-8f89-dd6d76315578 None None] Provisioning for port 70ced57d-aac5-43fe-a19a-7e1eda684251 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:12.380155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a255f4a-a08b-4f65-b2c4-9a1dbf229b3a req-c4fbd18b-40a7-488d-8ea2-1431bf485544 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2925253 Jul 22 11:37:12.397021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.9 (8111f783-3b7e-4922-83d5-6a7a5e51dcd4/b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1/601086d1-0849-4394-bed0-04853ad296f0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:12.446487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-92dbe746-46f6-4d6a-86fc-8c2863710631 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2070773 Jul 22 11:37:12.493395 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-04e13ac4-3cb2-4e8a-b639-1318041eaaf9 x-openstack-request-id: req-04e13ac4-3cb2-4e8a-b639-1318041eaaf9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:12.493690 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-plugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:12.493949 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-04e13ac4-3cb2-4e8a-b639-1318041eaaf9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:12.494355 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'code': 200} Jul 22 11:37:12.661300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:12.685064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ef1eb5-7f10-4aae-b656-99902ce7e35c req-5f936d98-7c67-4074-a64e-8be548a70576 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:12.687509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-75ef1eb5-7f10-4aae-b656-99902ce7e35c req-5f936d98-7c67-4074-a64e-8be548a70576 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 1096 time: 0.1043539 Jul 22 11:37:12.701826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 601086d1-0849-4394-bed0-04853ad296f0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:12.741536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-feac305f-4d8d-4997-9a6e-91869f6db835 None None] Provisioning for port 8796458a-2346-4551-aeb6-726a5acb94a9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:12.760398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-feac305f-4d8d-4997-9a6e-91869f6db835 None None] Provisioning complete for port 8796458a-2346-4551-aeb6-726a5acb94a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:12.763066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-feac305f-4d8d-4997-9a6e-91869f6db835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:12.778817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:12.825043 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-75ef1eb5-7f10-4aae-b656-99902ce7e35c req-143fbefe-14ab-4520-85b3-82b4ff889afa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1298718 Jul 22 11:37:12.872960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-feac305f-4d8d-4997-9a6e-91869f6db835 None None] Port 8796458a-2346-4551-aeb6-726a5acb94a9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:12.979884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef2c5de6-bccb-411e-ad4c-b498af94bdc9 req-1d946964-6436-4e24-b3da-69397477fc78 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 210 time: 0.1179640 Jul 22 11:37:13.052295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:13.081084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:13.084057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:13.084957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42de7d83-c8c2-465d-a71f-3c53dd6f15bd None None] Provisioning complete for port 8796458a-2346-4551-aeb6-726a5acb94a9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:13.085344 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42de7d83-c8c2-465d-a71f-3c53dd6f15bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.130370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=601086d1-0849-4394-bed0-04853ad296f0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:13.154054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.158486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.197801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-54ff44a8-6c37-4651-aaf5-4294f7eb106c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.0701616 Jul 22 11:37:13.198315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:13.255434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-42de7d83-c8c2-465d-a71f-3c53dd6f15bd None None] Port 8796458a-2346-4551-aeb6-726a5acb94a9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:13.262634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 70ced57d-aac5-43fe-a19a-7e1eda684251 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:13.265869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374e1d76-6110-46f6-965a-427b86944046 req-64c2195f-b248-410c-89b4-e09e97593048 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.281197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-374e1d76-6110-46f6-965a-427b86944046 req-64c2195f-b248-410c-89b4-e09e97593048 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.3386776 Jul 22 11:37:13.399630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-374e1d76-6110-46f6-965a-427b86944046 req-24e7be22-8666-47cb-afb1-9f3691ce2318 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1172459 Jul 22 11:37:13.426320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 70ced57d-aac5-43fe-a19a-7e1eda684251 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:13.430690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 70ced57d-aac5-43fe-a19a-7e1eda684251 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:13.431191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.537481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f65fd6c2-4720-4433-b93e-d0a13c987cca None None] Provisioning for port 601086d1-0849-4394-bed0-04853ad296f0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:13.560963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f65fd6c2-4720-4433-b93e-d0a13c987cca None None] Provisioning complete for port 601086d1-0849-4394-bed0-04853ad296f0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:13.561711 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f65fd6c2-4720-4433-b93e-d0a13c987cca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.629666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53046970-db94-4f63-ba9f-2cf44e973729 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.637294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53046970-db94-4f63-ba9f-2cf44e973729 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 922 time: 0.4375772 Jul 22 11:37:13.642149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:13.680408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f65fd6c2-4720-4433-b93e-d0a13c987cca None None] Port 601086d1-0849-4394-bed0-04853ad296f0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:13.684947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.770912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 70ced57d-aac5-43fe-a19a-7e1eda684251, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=70ced57d-aac5-43fe-a19a-7e1eda684251,segment=NetworkSegment(0f8d753a-ef0c-4b12-ba1f-10edb2732b08),segment_id=0f8d753a-ef0c-4b12-ba1f-10edb2732b08)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:13.782152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:13.796405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c83537d-cfc3-42cd-8d02-2c060f88c1be req-07f7701f-8b63-4666-b69b-f870198b4ccb tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.798283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c83537d-cfc3-42cd-8d02-2c060f88c1be req-07f7701f-8b63-4666-b69b-f870198b4ccb tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1650407 Jul 22 11:37:13.824033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf6fcd-764e-4094-9e4b-e52be2b5c32c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.862045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf6fcd-764e-4094-9e4b-e52be2b5c32c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.864080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=70ced57d-aac5-43fe-a19a-7e1eda684251,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:13.882842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c83537d-cfc3-42cd-8d02-2c060f88c1be req-5fc2a945-e5d3-4ebb-85a1-cbd08ce87eb1 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0644219 Jul 22 11:37:13.890927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32bf6fcd-764e-4094-9e4b-e52be2b5c32c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:13.893193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32bf6fcd-764e-4094-9e4b-e52be2b5c32c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.2474165 Jul 22 11:37:13.897918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:14.167595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 601086d1-0849-4394-bed0-04853ad296f0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:14.170832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:14.171108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1162257c-4a48-4923-80ad-44614aa38334 req-5668dba8-43e3-4a43-a0b6-b29f8bb85791 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 210 time: 0.0569026 Jul 22 11:37:14.279760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:14.295271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 601086d1-0849-4394-bed0-04853ad296f0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:14.640283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:14.691708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=601086d1-0849-4394-bed0-04853ad296f0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:14.793635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-57327870-73bc-4eb7-9606-4d9e0395f706 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:14.795191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-57327870-73bc-4eb7-9606-4d9e0395f706 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.3166397 Jul 22 11:37:14.812313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '4538f138-5af3-4190-94af-830022d5c45a', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:14.817837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc70dec7-502b-4189-a88f-4e9c90e9ef44 req-3dbbf921-3ae3-419a-8540-7ac289bc4597 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:14.826286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc70dec7-502b-4189-a88f-4e9c90e9ef44 req-3dbbf921-3ae3-419a-8540-7ac289bc4597 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.2201731 Jul 22 11:37:14.890087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc70dec7-502b-4189-a88f-4e9c90e9ef44 req-3b192175-4390-406b-b6e9-b714e9568900 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0623937 Jul 22 11:37:14.890699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:14.893612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bcc06425-22d0-4426-a059-d91253c371e3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/601086d1-0849-4394-bed0-04853ad296f0 HTTP/1.1" status: 204 len: 168 time: 0.9936371 Jul 22 11:37:14.902404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:14.985127 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-95221797-f41a-4000-ae14-2e5e77bf7aff tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:14.991243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:14.992050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95221797-f41a-4000-ae14-2e5e77bf7aff tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/601086d1-0849-4394-bed0-04853ad296f0 HTTP/1.1" status: 404 len: 333 time: 0.0882759 Jul 22 11:37:15.109335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:15.116092 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.136995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44d9a376-dd90-4a4c-9ec2-a3e3816faaa8 req-54647187-36f1-4189-b448-b139f5c710df tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:15.139205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44d9a376-dd90-4a4c-9ec2-a3e3816faaa8 req-54647187-36f1-4189-b448-b139f5c710df tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1114697 Jul 22 11:37:15.140167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 70ced57d-aac5-43fe-a19a-7e1eda684251 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:15.227595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44d9a376-dd90-4a4c-9ec2-a3e3816faaa8 req-0bc37ab3-325d-498e-af50-013cc5d0b9c2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775163 Jul 22 11:37:15.245456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 70ced57d-aac5-43fe-a19a-7e1eda684251 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:15.246020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.292672 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6daa43d8-d15b-4210-bbf8-0209a9c30073 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.362187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 8796458a-2346-4551-aeb6-726a5acb94a9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:15.362586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.371262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e692311-e22a-4182-af50-2054a051b8f8 req-54b3e77d-ba95-430f-b4a8-9dbc41295661 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 210 time: 0.0566101 Jul 22 11:37:15.505879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.6 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/7239e735-fa97-40a6-8330-2db04ab39fb0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:15.546789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.597239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 8796458a-2346-4551-aeb6-726a5acb94a9 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:15.607579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1996a1fd-2e28-42fd-af5e-e7b132fd1d1d req-77dd44c2-f7db-4548-9a53-3ee27332c711 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:15.609142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1996a1fd-2e28-42fd-af5e-e7b132fd1d1d req-77dd44c2-f7db-4548-9a53-3ee27332c711 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1082935 Jul 22 11:37:15.658432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:15.667376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1996a1fd-2e28-42fd-af5e-e7b132fd1d1d req-1b724b3e-554f-4d4c-9c3c-f857055894ea tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476713 Jul 22 11:37:15.777882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-873bc61a-d4f6-4eb3-983e-face12a8bc34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.845476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.868473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.920332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=8796458a-2346-4551-aeb6-726a5acb94a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:15.957783 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-873bc61a-d4f6-4eb3-983e-face12a8bc34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:15.974679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-873bc61a-d4f6-4eb3-983e-face12a8bc34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.007230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.019856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:16.034823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873bc61a-d4f6-4eb3-983e-face12a8bc34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff224ab3-856a-4be0-a8cf-d449d3dd1633,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:16.042805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:16.043164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-873bc61a-d4f6-4eb3-983e-face12a8bc34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e139c7c25884e039d5ab2f3f87b4849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3828678 Jul 22 11:37:16.098993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:16.108758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:16.117582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:16.133014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.137543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8cbed87d-bd19-4de3-8eff-f6c4eb2c8740 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/8796458a-2346-4551-aeb6-726a5acb94a9 HTTP/1.1" status: 204 len: 168 time: 1.1425743 Jul 22 11:37:16.144261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:16.171671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d40ad75-9d97-4da0-9308-b6c2aecb8ced req-a312c19b-1b56-4a13-aeb6-62d891f2d520 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:16.173337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d40ad75-9d97-4da0-9308-b6c2aecb8ced req-a312c19b-1b56-4a13-aeb6-62d891f2d520 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1590948 Jul 22 11:37:16.203473 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ae2aee1-b609-4177-ae53-ee38201e30f7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:16.205058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ae2aee1-b609-4177-ae53-ee38201e30f7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/8796458a-2346-4551-aeb6-726a5acb94a9 HTTP/1.1" status: 404 len: 333 time: 0.0391738 Jul 22 11:37:16.211079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:16.224464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:16.297329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d40ad75-9d97-4da0-9308-b6c2aecb8ced req-cb49a40e-f90c-4a7a-a611-a638c73d1918 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1160743 Jul 22 11:37:16.303624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:16.304481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.322167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.355127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-f96f93f1-cc34-4bf4-8c0b-327adc344220 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5469830 Jul 22 11:37:16.355986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:16.359809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.360781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.379510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Request body: {'port': {'device_id': '4538f138-5af3-4190-94af-830022d5c45a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:16.433017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.509503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.525711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.529297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.530492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ff224ab3-856a-4be0-a8cf-d449d3dd1633 HTTP/1.1" status: 204 len: 168 time: 0.4829957 Jul 22 11:37:16.598751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0a235-6ccc-4e22-8acb-7077406d45c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff224ab3-856a-4be0-a8cf-d449d3dd1633,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:16.650276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.902335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.922175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7239e735-fa97-40a6-8330-2db04ab39fb0 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:16.933480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.947300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c4d7608-46bb-4e9c-9e58-46591578066d req-f82df280-e821-4990-974d-17225e327a04 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:16.948156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Transition to ACTIVE for port object 7239e735-fa97-40a6-8330-2db04ab39fb0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:16.949125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c4d7608-46bb-4e9c-9e58-46591578066d req-f82df280-e821-4990-974d-17225e327a04 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 931 time: 0.3915112 Jul 22 11:37:16.952152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:16.959520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:16.969714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68b10a06-0145-46da-a8f5-863b5e7a773a None None] Network 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:17.026584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:17.027473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.032415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-14627b09-57fe-44fb-8784-25660b9b3850 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1 HTTP/1.1" status: 204 len: 168 time: 0.8185561 Jul 22 11:37:17.036850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:17.084280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:17.086042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d814b54a-3be9-4d39-8767-83af15d441aa req-dafef21c-f802-4049-8980-76b6417c384e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:17.094332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d814b54a-3be9-4d39-8767-83af15d441aa req-dafef21c-f802-4049-8980-76b6417c384e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.3190033 Jul 22 11:37:17.102294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-292ff126-c150-4f8b-9668-de08b8587100 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.102809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c4d7608-46bb-4e9c-9e58-46591578066d req-95b30a14-120c-4a2c-9d64-aa4ec3e16840 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1332192 Jul 22 11:37:17.154913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d814b54a-3be9-4d39-8767-83af15d441aa req-526cf5b1-f582-4bef-b5f1-8955269aee95 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0595772 Jul 22 11:37:17.259916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] DHCP port deletion for 8111f783-3b7e-4922-83d5-6a7a5e51dcd4 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:37:17.319766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Deleting port 70ced57d-aac5-43fe-a19a-7e1eda684251 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:17.320437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.458945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] For port 70ced57d-aac5-43fe-a19a-7e1eda684251, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=70ced57d-aac5-43fe-a19a-7e1eda684251,segment=NetworkSegment(0f8d753a-ef0c-4b12-ba1f-10edb2732b08),segment_id=0f8d753a-ef0c-4b12-ba1f-10edb2732b08)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:17.459604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.474485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Calling delete_port for 70ced57d-aac5-43fe-a19a-7e1eda684251 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:17.566909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec28500-dc02-4f0d-9c04-46c01d244fdf req-faddc02f-4391-42f1-a61f-1a4e78e9d9ea tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:17.570170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ec28500-dc02-4f0d-9c04-46c01d244fdf req-faddc02f-4391-42f1-a61f-1a4e78e9d9ea tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1272686 Jul 22 11:37:17.622569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.643969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:37:17.659617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ec28500-dc02-4f0d-9c04-46c01d244fdf req-42392e3a-7b64-4917-8e0c-094dcb20ad2d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0829892 Jul 22 11:37:17.725207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] No DVR routers for this DVR port 70ced57d-aac5-43fe-a19a-7e1eda684251 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:17.734138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e17e69f7-87bb-47a5-a854-d22e1a32a89f None None] Pushing event deleted for resources: {'Port': ['ID=70ced57d-aac5-43fe-a19a-7e1eda684251,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:17.741900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.800093 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.819197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Attempting to bind port 7239e735-fa97-40a6-8330-2db04ab39fb0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:17.819810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Attempting to bind port 7239e735-fa97-40a6-8330-2db04ab39fb0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:17.820313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Attempting to bind port 7239e735-fa97-40a6-8330-2db04ab39fb0 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:17.859391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Port 7239e735-fa97-40a6-8330-2db04ab39fb0 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:37:17.866721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Attempting to bind port 7239e735-fa97-40a6-8330-2db04ab39fb0 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:17.876198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:17.891318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:37:17.926681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 36, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:17.928185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:17.930930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:17.931567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Bound port: 7239e735-fa97-40a6-8330-2db04ab39fb0, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:17.932111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.961881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:17.988599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:18.017014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.024646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:18.034392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.103797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8111f783-3b7e-4922-83d5-6a7a5e51dcd4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:18.109960 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-292ff126-c150-4f8b-9668-de08b8587100 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.125832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:18.126047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-292ff126-c150-4f8b-9668-de08b8587100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.130367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f8d753a-ef0c-4b12-ba1f-10edb2732b08') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:18.130700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f8d753a-ef0c-4b12-ba1f-10edb2732b08') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:18.177298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc746b46-7b63-4dc3-aad5-d3d6c1f3b297 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.196924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.217971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['063ce041-9506-4d5a-95d0-2176f5c6192f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:18.273673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.285797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-292ff126-c150-4f8b-9668-de08b8587100 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bcda36fc-465f-4327-9d77-c785e95fef9d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:18.296419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-292ff126-c150-4f8b-9668-de08b8587100 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6eb3df8ea7144c0588911ff7ad81cdd1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2660573 Jul 22 11:37:18.299204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:18.299695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:18.302893 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:18.304766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:18.314143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:18.347149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7239e735-fa97-40a6-8330-2db04ab39fb0,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:18.387167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.418869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.434596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.440143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/8111f783-3b7e-4922-83d5-6a7a5e51dcd4 HTTP/1.1" status: 204 len: 168 time: 1.3974378 Jul 22 11:37:18.440143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:18.441550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.442999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] 10.222.0.36 "PUT /v2.0/ports/7239e735-fa97-40a6-8330-2db04ab39fb0 HTTP/1.1" status: 200 len: 1091 time: 2.0709896 Jul 22 11:37:18.443742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:18.446031 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05309c82-ffc8-4796-8c52-d4ba23409d54" -d '{"events": [{"name": "network-changed", "server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:18.459521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:18.466962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'network': {'name': 'tempest-PortsTestJSON-1033824715'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:18.470175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d481a1a-113b-4737-866c-f461e4dfe01c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=8111f783-3b7e-4922-83d5-6a7a5e51dcd4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:18.491200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b3fc05b-1185-482f-9b50-9cf4a2d849e3 service neutron] Pushing event updated for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:18.581569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:18.585657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.605029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.625573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:37:18.640837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.641233 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Added segment 49c16148-302c-4634-9930-d8a8bf7c10e6 of type vlan for network 446cdff1-244d-46f5-b85d-c64443a87280 Jul 22 11:37:18.654268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-cac64b13-4a90-40dd-855b-050196bba5a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:18.656018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-cac64b13-4a90-40dd-855b-050196bba5a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 1094 time: 0.1474607 Jul 22 11:37:18.660049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.741799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b32de325-62a9-43fa-8038-7dec82810ddf req-b25c639c-831c-45c7-b648-f7d5e3ba5e01 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:18.743606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b32de325-62a9-43fa-8038-7dec82810ddf req-b25c639c-831c-45c7-b648-f7d5e3ba5e01 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 943 time: 0.5152204 Jul 22 11:37:18.757830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3066ea8-4b60-4a35-bf0a-34093ae87c38 req-d5bb7eae-f901-4fa3-968d-c97e322f9c81 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:18.761704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3066ea8-4b60-4a35-bf0a-34093ae87c38 req-d5bb7eae-f901-4fa3-968d-c97e322f9c81 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.5109816 Jul 22 11:37:18.813104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.833375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-a506f851-9f9f-4d42-a6cf-85a6e4f1ff5c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7239e735-fa97-40a6-8330-2db04ab39fb0 HTTP/1.1" status: 200 len: 217 time: 0.1292894 Jul 22 11:37:18.913720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-32e32143-2c32-429b-af02-6ee9da798df7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:18.915429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-32e32143-2c32-429b-af02-6ee9da798df7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0759745 Jul 22 11:37:18.966736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b32de325-62a9-43fa-8038-7dec82810ddf req-0f6f76b4-2037-4e01-917f-9a4ccb2440fc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2037926 Jul 22 11:37:18.975736 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-109171e3-6825-4510-92ec-78fa44e1e41e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0489700 Jul 22 11:37:18.976413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:18.992915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3066ea8-4b60-4a35-bf0a-34093ae87c38 req-97f2e36b-fad9-4e1d-b7ba-47593aa7c895 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073097 Jul 22 11:37:19.011916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.014984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.019570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/bcda36fc-465f-4327-9d77-c785e95fef9d HTTP/1.1" status: 204 len: 168 time: 0.7018523 Jul 22 11:37:19.019880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:19.020061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.052183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67d87f63-d445-45a3-8ee0-ae6048b2076e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bcda36fc-465f-4327-9d77-c785e95fef9d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:19.123077 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cd3be041-ccec-46df-984f-25789e943a35 x-openstack-request-id: req-cd3be041-ccec-46df-984f-25789e943a35 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:19.124331 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:19.124790 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cd3be041-ccec-46df-984f-25789e943a35 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:19.125384 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0', 'status': 'completed', 'code': 200} Jul 22 11:37:19.140994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 70ced57d-aac5-43fe-a19a-7e1eda684251 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:19.171506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 70ced57d-aac5-43fe-a19a-7e1eda684251 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:19.172545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 70ced57d-aac5-43fe-a19a-7e1eda684251 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:19.201074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.7404602 Jul 22 11:37:19.207127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:19.225249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': '446cdff1-244d-46f5-b85d-c64443a87280', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:19.254108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e230ef09-a2a4-45c6-b6a5-ebb514670713 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Network': ['ID=446cdff1-244d-46f5-b85d-c64443a87280,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:19.268632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 446cdff1-244d-46f5-b85d-c64443a87280 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:37:19.342634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-b6b0e758-8dc0-49b2-91fc-89651cba8463 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3176100 Jul 22 11:37:19.489335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.532616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d9f3e243-9659-475b-b3fb-2a46b3286779 req-09af428a-91ed-430a-8cce-a75438f8b36d service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1822529 Jul 22 11:37:19.571919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:19.577990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.656233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:19.764305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-7005518c-52d2-479c-9c1a-6ea9df13d86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:19.765853 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-7005518c-52d2-479c-9c1a-6ea9df13d86b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 1094 time: 0.1555996 Jul 22 11:37:19.781626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 063ce041-9506-4d5a-95d0-2176f5c6192f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:19.782919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:19.949927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07c12b8c-40b4-4f51-8a85-2588a0764e88 req-e88e0ef8-642e-4d6c-9209-d6d25671ad0c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:19.970017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07c12b8c-40b4-4f51-8a85-2588a0764e88 req-e88e0ef8-642e-4d6c-9209-d6d25671ad0c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.4937186 Jul 22 11:37:20.123048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-2535b74e-063d-445c-a7d0-5fd1a4279c07 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:20.123569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:20.125443 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-2535b74e-063d-445c-a7d0-5fd1a4279c07 service neutron] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.3516233 Jul 22 11:37:20.210219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-455d6dca-e775-4568-b905-f2bf0546984b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=7239e735-fa97-40a6-8330-2db04ab39fb0 HTTP/1.1" status: 200 len: 217 time: 0.0669651 Jul 22 11:37:20.240757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:20.254236 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5368f1cc-4390-4c69-a7ef-6a5cdddb5cf1" -d '{"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:20.305020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:20.316725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:20.322318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-a20e3bda-7200-42b8-aa2a-f9519592e2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:20.327637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-a20e3bda-7200-42b8-aa2a-f9519592e2ed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.1078155 Jul 22 11:37:20.381776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-6d9ca42b-4809-4a24-a1d4-c366a1a80a18 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459366 Jul 22 11:37:20.447424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:20.546159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07c12b8c-40b4-4f51-8a85-2588a0764e88 req-49a567db-2711-4b33-935f-da4663e92aad tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5740080 Jul 22 11:37:20.561697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:20.593247 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-444c65c5-f1a7-4788-bda1-f960747f6dbe service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033298 Jul 22 11:37:20.795273 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05309c82-ffc8-4796-8c52-d4ba23409d54 req-fefe4165-f921-40e5-a7a9-643890e5c587 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1940989 Jul 22 11:37:20.819270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b140137c-6d4c-41d2-abfe-a669efabd6ba req-4cedb7e1-1eb0-4a0c-892c-a2cfd3d2a478 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:20.820832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b140137c-6d4c-41d2-abfe-a669efabd6ba req-4cedb7e1-1eb0-4a0c-892c-a2cfd3d2a478 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 943 time: 0.5133164 Jul 22 11:37:20.826142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=51d08f22-12a4-47da-bd5f-e7211687f2b5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:20.887524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Checking segment: {'id': '49c16148-302c-4634-9930-d8a8bf7c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:20.887961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network hostable DHCP agents. Network: 446cdff1-244d-46f5-b85d-c64443a87280, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:37:20.943840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-409ab4ff-3a5f-4c48-9011-3674a0e90d45 req-b80b5249-ecab-4ed9-b4c0-34f5683c2d6e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:20.946002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-409ab4ff-3a5f-4c48-9011-3674a0e90d45 req-b80b5249-ecab-4ed9-b4c0-34f5683c2d6e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.2577295 Jul 22 11:37:20.951896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b140137c-6d4c-41d2-abfe-a669efabd6ba req-556817b2-dbe9-4495-9566-abcef0044e49 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1137540 Jul 22 11:37:20.958480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 446cdff1-244d-46f5-b85d-c64443a87280 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:37:21.058828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 446cdff1-244d-46f5-b85d-c64443a87280) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:21.069343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-292c7fd0-04ba-4105-81f8-68d61205d4b2 None None] Network 446cdff1-244d-46f5-b85d-c64443a87280 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:21.075867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:21.080411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.184662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-409ab4ff-3a5f-4c48-9011-3674a0e90d45 req-430b769b-4660-4823-9c15-52f52c6efd90 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172434 Jul 22 11:37:21.186673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8acce3ca-a85d-4c85-a4b2-116dc2759c09 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.9753401 Jul 22 11:37:21.189450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37578) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:21.194349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-120661857', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:21.246990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.248025 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.281003 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57efd5a7-804b-4fde-af3a-fd1b8ce54924 x-openstack-request-id: req-57efd5a7-804b-4fde-af3a-fd1b8ce54924 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:21.281588 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:21.281588 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57efd5a7-804b-4fde-af3a-fd1b8ce54924 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:21.281916 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'code': 200} Jul 22 11:37:21.315498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.372475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.385695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.422783 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.427703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:21.429239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c69549ed-add4-4e9b-aec1-e5dc98805286 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 701 time: 0.2343886 Jul 22 11:37:21.434060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'network_id': '446cdff1-244d-46f5-b85d-c64443a87280', 'name': 'tempest-PortsTestJSON-1756477126'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:21.459987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-446cdff1-244d-46f5-b85d-c64443a87280', 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': '51d08f22-12a4-47da-bd5f-e7211687f2b5'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:37:21.464949 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.687186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7239e735-fa97-40a6-8330-2db04ab39fb0 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:37:21.688605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:21.697957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:21.741845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:21.743589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Allocated IP 172.20.0.2 (446cdff1-244d-46f5-b85d-c64443a87280/51d08f22-12a4-47da-bd5f-e7211687f2b5/5016e0f9-7f9d-40c1-a834-33f9b1ba17c4) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:21.873462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6712e967-ae33-4a98-a81b-660d2b558bf8 req-e0363f00-6888-477b-9841-92e95bade4f4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:21.882199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6712e967-ae33-4a98-a81b-660d2b558bf8 req-e0363f00-6888-477b-9841-92e95bade4f4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1823354 Jul 22 11:37:21.992049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6712e967-ae33-4a98-a81b-660d2b558bf8 req-ade6b0e6-9e5f-48e5-9cbc-0f409e938579 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1085148 Jul 22 11:37:22.100398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7239e735-fa97-40a6-8330-2db04ab39fb0,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:22.128806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.144409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '7239e735-fa97-40a6-8330-2db04ab39fb0', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': '7239e735-fa97-40a6-8330-2db04ab39fb0', 'mac_address': 'fa:16:3e:6e:4a:bb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:37:22.150754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Transition to ACTIVE for port object 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:22.211376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Transition to ACTIVE for port object 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:22.219364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.231156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.239762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f684442-689c-4395-888c-45eff5fd0674 req-91d49fa9-64ef-41e1-803d-939c830e7a2e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:22.254136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f684442-689c-4395-888c-45eff5fd0674 req-91d49fa9-64ef-41e1-803d-939c830e7a2e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 943 time: 0.1709318 Jul 22 11:37:22.273367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7239e735-fa97-40a6-8330-2db04ab39fb0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:22.305817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Network 446cdff1-244d-46f5-b85d-c64443a87280 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:22.315608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Pushing event updated for resources: {'Port': ['ID=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:22.335596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7239e735-fa97-40a6-8330-2db04ab39fb0,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:22.337461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:22.340720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:22.352080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.357782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.3 (446cdff1-244d-46f5-b85d-c64443a87280/51d08f22-12a4-47da-bd5f-e7211687f2b5/8563c879-4a2b-4dbe-b7c6-29b85044d3c5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:22.399508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f684442-689c-4395-888c-45eff5fd0674 req-c67c28c9-0969-48eb-b03e-aa423de2781a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498413 Jul 22 11:37:22.523021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Attempting to bind port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:22.523533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Attempting to bind port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '49c16148-302c-4634-9930-d8a8bf7c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:22.524003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Attempting to bind port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 on network 446cdff1-244d-46f5-b85d-c64443a87280 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:22.527315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:22.537334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:22.537914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Checking segment: {'id': '49c16148-302c-4634-9930-d8a8bf7c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:22.538543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.539019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Bound using segment: {'id': '49c16148-302c-4634-9930-d8a8bf7c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:22.539821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Bound port: 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '49c16148-302c-4634-9930-d8a8bf7c10e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '446cdff1-244d-46f5-b85d-c64443a87280'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:22.540341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.644412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04f5f852-751e-4330-b7ca-1a58a89dcd5b req-87e69e2d-16af-4a57-ae3a-1790c48f5038 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:22.650184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04f5f852-751e-4330-b7ca-1a58a89dcd5b req-87e69e2d-16af-4a57-ae3a-1790c48f5038 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1975451 Jul 22 11:37:22.658638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] For port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:22.661988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.667618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] For port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,segment=NetworkSegment(49c16148-302c-4634-9930-d8a8bf7c10e6),segment_id=49c16148-302c-4634-9930-d8a8bf7c10e6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:22.679369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7239e735-fa97-40a6-8330-2db04ab39fb0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:22.683962 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.701901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:22.772231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04f5f852-751e-4330-b7ca-1a58a89dcd5b req-ffe6d8a7-ba53-4d2f-bf1b-85a853e1d2f2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097882 Jul 22 11:37:22.777138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:22.846265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 446cdff1-244d-46f5-b85d-c64443a87280 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:22.851009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2fe30fe-306c-4ca1-8952-51f589d9c21f None None] Pushing event updated for resources: {'Port': ['ID=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:22.900215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:22.917172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:23.015461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:23.016337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:23.055041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=8563c879-4a2b-4dbe-b7c6-29b85044d3c5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:23.071845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:23.073228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bea71cc3-b9ad-48fc-b045-52ebab6aebfd tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 1.6437731 Jul 22 11:37:24.294141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62467f06-aff6-4050-b84c-2441670425b6 None None] Network 446cdff1-244d-46f5-b85d-c64443a87280 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:24.344734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05811f44-2960-4a1c-bf09-cfd2b0ac7592 req-973c5c9c-93af-48c2-a950-8af5e755907e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:24.348284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05811f44-2960-4a1c-bf09-cfd2b0ac7592 req-973c5c9c-93af-48c2-a950-8af5e755907e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 1.2019677 Jul 22 11:37:24.436926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6f42049a-5ccb-4a25-9ee7-69d0837754c1 None None] Provisioning for port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:24.445807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05811f44-2960-4a1c-bf09-cfd2b0ac7592 req-5f43245f-aa5c-466d-8b91-c491ceeec627 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0832038 Jul 22 11:37:24.476556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1373d9aa-a89f-4060-a832-19ce47d00b9b req-de89604d-5d17-4285-90c9-4785ec0253bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:24.488681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1373d9aa-a89f-4060-a832-19ce47d00b9b req-de89604d-5d17-4285-90c9-4785ec0253bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 944 time: 0.6742465 Jul 22 11:37:24.690603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1373d9aa-a89f-4060-a832-19ce47d00b9b req-0ee6ed8f-055b-4045-9080-8c1ebedaa2ff tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1815608 Jul 22 11:37:24.881224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c38b7cd6-e638-4cec-840e-7bdccb1db288 req-a62cfca3-a3b5-4d98-aa0c-f9935789df73 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:24.888619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c38b7cd6-e638-4cec-840e-7bdccb1db288 req-a62cfca3-a3b5-4d98-aa0c-f9935789df73 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 945 time: 0.2776828 Jul 22 11:37:24.905496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:24.919252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79167c2b-ec7d-406d-9cf6-4644aadbe4c1 None None] Provisioning for port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:24.926087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79167c2b-ec7d-406d-9cf6-4644aadbe4c1 None None] Provisioning complete for port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:24.926502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79167c2b-ec7d-406d-9cf6-4644aadbe4c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:24.996325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-79167c2b-ec7d-406d-9cf6-4644aadbe4c1 None None] Port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:25.101948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c38b7cd6-e638-4cec-840e-7bdccb1db288 req-3245521e-1704-47b8-9a47-dd31844fb201 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/security-groups?id=0e718d53-7be0-4979-bc81-40058fa387d7&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073622 Jul 22 11:37:25.171091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:25.184127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28b88b4b-c681-40d7-aa38-8e68ee09e92a req-bc068f6d-14a7-4960-997c-5e34192fd021 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:25.191305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28b88b4b-c681-40d7-aa38-8e68ee09e92a req-bc068f6d-14a7-4960-997c-5e34192fd021 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.3850992 Jul 22 11:37:25.295922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:25.301361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:25.301740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.322997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-c8d3e4e3-a1fa-467d-9cfa-60cd24df3117 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:25.324710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-c8d3e4e3-a1fa-467d-9cfa-60cd24df3117 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.36 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 945 time: 0.1292417 Jul 22 11:37:25.405162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1cb236e6-758f-4879-a497-613c63c0d48b None None] Provisioning complete for port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:25.405533 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cb236e6-758f-4879-a497-613c63c0d48b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.467935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28b88b4b-c681-40d7-aa38-8e68ee09e92a req-170cd2c7-06cc-4972-a356-e1dc7dda09cc tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2629004 Jul 22 11:37:25.560757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1cb236e6-758f-4879-a497-613c63c0d48b None None] Port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:25.574127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Deleting port a68affa8-e953-4d27-b212-e2cd00c219bf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:25.574849 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.595294 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.678768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,segment=NetworkSegment(49c16148-302c-4634-9930-d8a8bf7c10e6),segment_id=49c16148-302c-4634-9930-d8a8bf7c10e6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:25.688708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.697737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.745337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7239e735-fa97-40a6-8330-2db04ab39fb0 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:25.780428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] For port a68affa8-e953-4d27-b212-e2cd00c219bf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a68affa8-e953-4d27-b212-e2cd00c219bf,segment=NetworkSegment(e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4),segment_id=e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:25.781245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.792990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.815236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Calling delete_port for a68affa8-e953-4d27-b212-e2cd00c219bf owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:25.819003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:25.883057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=8563c879-4a2b-4dbe-b7c6-29b85044d3c5,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:25.888094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 7239e735-fa97-40a6-8330-2db04ab39fb0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:25.891926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 7239e735-fa97-40a6-8330-2db04ab39fb0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:25.892743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:25.935001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ab765b3-25ed-4f9b-a2c4-cd771beea9b7 req-52008f30-5b51-40ed-9912-ecb48aeb7f07 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:25.936578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ab765b3-25ed-4f9b-a2c4-cd771beea9b7 req-52008f30-5b51-40ed-9912-ecb48aeb7f07 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3474464 Jul 22 11:37:25.976939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-365e1146-626a-43d3-a12d-3d19215c1380 req-a3d065c3-255a-478e-8204-9a2803154770 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:25.978707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-365e1146-626a-43d3-a12d-3d19215c1380 req-a3d065c3-255a-478e-8204-9a2803154770 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.3024364 Jul 22 11:37:26.075660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.090120 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.101952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a68affa8-e953-4d27-b212-e2cd00c219bf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:26.133708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Pushing event deleted for resources: {'Port': ['ID=a68affa8-e953-4d27-b212-e2cd00c219bf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:26.166908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ab765b3-25ed-4f9b-a2c4-cd771beea9b7 req-2ce77637-2c1f-4e3a-8487-42166e52f3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2016804 Jul 22 11:37:26.200667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-365e1146-626a-43d3-a12d-3d19215c1380 req-3ab7aaac-46f5-4bff-8bc1-626e00dfe824 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2012975 Jul 22 11:37:26.201391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:26.201391 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e80c1839-e63e-4c15-9c13-953af4d503a8" -d '{"events": [{"server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "name": "network-vif-plugged", "status": "completed", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:26.235541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7239e735-fa97-40a6-8330-2db04ab39fb0,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:26.250157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.264482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] No DVR routers for this DVR port a68affa8-e953-4d27-b212-e2cd00c219bf on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:26.270773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.276618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d06f534e-4d1b-4d26-96b9-555fdd5490f2 req-cae50f75-b02c-4129-a569-664bd59cc814 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.36 "DELETE /v2.0/ports/a68affa8-e953-4d27-b212-e2cd00c219bf HTTP/1.1" status: 204 len: 173 time: 0.9446480 Jul 22 11:37:26.280389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'name': 'network-vif-deleted', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:26.283606 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c4faaaef-a8f9-41e9-b1a1-1ecb360f0391" -d '{"events": [{"server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "name": "network-vif-deleted", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:26.411492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:26.463415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80832fea-3179-4f57-a93d-ad305b8c8bc9 req-d6c79031-f3fa-4623-9e9d-48903fb3c889 tempest-VolumesAdminNegativeTest-49756178 tempest-VolumesAdminNegativeTest-49756178-project] 10.222.0.21 "GET /v2.0/ports?device_id=e877dc67-4b90-4f82-9947-f0abc5964d9b HTTP/1.1" status: 200 len: 210 time: 0.0832305 Jul 22 11:37:26.499840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b45ac696-f86d-41e0-b7b1-33011817578a None None] Provisioning complete for port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:26.500434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b45ac696-f86d-41e0-b7b1-33011817578a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.532059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.543380 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-67c5cc00-4562-4c26-b603-ba778c4bcba9 x-openstack-request-id: req-67c5cc00-4562-4c26-b603-ba778c4bcba9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:26.543949 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "name": "network-vif-plugged", "status": "completed", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:26.544845 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-67c5cc00-4562-4c26-b603-ba778c4bcba9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:26.545541 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0', 'code': 200} Jul 22 11:37:26.564163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b45ac696-f86d-41e0-b7b1-33011817578a None None] Port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:26.591098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32564063-8206-4361-8490-bbcd7ee5a6bc req-935e6d84-c62f-4bd8-b6e3-62ada7fc45d7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:26.599752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32564063-8206-4361-8490-bbcd7ee5a6bc req-935e6d84-c62f-4bd8-b6e3-62ada7fc45d7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 945 time: 0.2618129 Jul 22 11:37:26.694783 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1557fd8-c24a-4da0-a257-ce3093f881e2 x-openstack-request-id: req-e1557fd8-c24a-4da0-a257-ce3093f881e2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:26.695639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32564063-8206-4361-8490-bbcd7ee5a6bc req-1764460d-18ad-4207-b45c-cc3a583ae768 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933754 Jul 22 11:37:26.697428 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "e877dc67-4b90-4f82-9947-f0abc5964d9b", "name": "network-vif-deleted", "tag": "a68affa8-e953-4d27-b212-e2cd00c219bf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:26.697708 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1557fd8-c24a-4da0-a257-ce3093f881e2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:26.698150 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e877dc67-4b90-4f82-9947-f0abc5964d9b', 'name': 'network-vif-deleted', 'tag': 'a68affa8-e953-4d27-b212-e2cd00c219bf', 'status': 'completed', 'code': 200} Jul 22 11:37:26.780349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5037331-e040-4cbc-b111-7591691e34e8 req-59d968ec-4f82-4d5b-a67b-2e4953f2882d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:26.782350 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5037331-e040-4cbc-b111-7591691e34e8 req-59d968ec-4f82-4d5b-a67b-2e4953f2882d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 1096 time: 0.1524053 Jul 22 11:37:26.837922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5037331-e040-4cbc-b111-7591691e34e8 req-7b3bac5b-bd2e-470c-a155-21ac88c3daa2 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0482006 Jul 22 11:37:26.893136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:26.988146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49a49f59-1f88-4c0f-9411-e5c5b5436559 req-3d6b86d0-8695-4ffe-98c1-03195aa25349 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:26.990488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49a49f59-1f88-4c0f-9411-e5c5b5436559 req-3d6b86d0-8695-4ffe-98c1-03195aa25349 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1883247 Jul 22 11:37:27.093132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:27.126970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49a49f59-1f88-4c0f-9411-e5c5b5436559 req-c1cb8d89-6977-4108-96ce-e99ae980d6e4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0951948 Jul 22 11:37:27.168343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:27.168961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:27.277807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:27.320230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:27.331210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:27.501370 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:27.518213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=8563c879-4a2b-4dbe-b7c6-29b85044d3c5,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:27.621378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a511950-cc7a-4681-862b-f1b8331417fd req-3edca2d0-38ae-4724-b87f-c91f64d634d5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:27.628712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a511950-cc7a-4681-862b-f1b8331417fd req-3edca2d0-38ae-4724-b87f-c91f64d634d5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.2298412 Jul 22 11:37:27.639897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b2dd14-1230-4f8c-a283-5ec169b18753 req-ee24d233-f23d-4579-a90b-4bfcf52352bf tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:27.647166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2b2dd14-1230-4f8c-a283-5ec169b18753 req-ee24d233-f23d-4579-a90b-4bfcf52352bf tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3025584 Jul 22 11:37:27.743994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a511950-cc7a-4681-862b-f1b8331417fd req-4885c8af-c16e-4cd4-b263-bc9c72206e07 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143215 Jul 22 11:37:27.766133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2b2dd14-1230-4f8c-a283-5ec169b18753 req-3597a179-3da0-40e9-938e-0f7f4ec45a72 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1179991 Jul 22 11:37:27.789143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network 446cdff1-244d-46f5-b85d-c64443a87280 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:27.790659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:27.854588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:27.950976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Deleting subnet c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:27.955109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.004584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.089565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.098115 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.161176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6edc118c-3dbc-4ff2-830f-58008f9461bd req-2c0fc996-89f5-4cd3-a097-f07cc095b9ab tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:28.161176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6edc118c-3dbc-4ff2-830f-58008f9461bd req-2c0fc996-89f5-4cd3-a097-f07cc095b9ab tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 945 time: 0.2037079 Jul 22 11:37:28.190953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Router b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:37:28.199340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.206822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1e6c395b-5383-4295-ab0c-d6ba6c9d00fd None None] Provisioning complete for port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:28.209588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e6c395b-5383-4295-ab0c-d6ba6c9d00fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.219113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.223603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f HTTP/1.1" status: 204 len: 168 time: 0.3655026 Jul 22 11:37:28.228708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:28.308407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe83cdf-1b65-4db8-8c03-b311d5ee0b78 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c0951bd7-3c2d-42a4-b36c-b9d9ca85f55f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:28.313177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1e6c395b-5383-4295-ab0c-d6ba6c9d00fd None None] Port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:28.381548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.495355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.510277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['860565a6-4f6c-4d0f-9350-81f410007b23']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.522219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.523543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1bc598d-8f81-4e23-a5cc-e4ca6878e6f4') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.546670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.579312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.589164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:28.589688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:28.591479 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:28.680056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.693147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6edc118c-3dbc-4ff2-830f-58008f9461bd req-769b4554-737d-4b94-a5f0-c905384e1ea3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5101850 Jul 22 11:37:28.696275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.699172 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/860565a6-4f6c-4d0f-9350-81f410007b23 HTTP/1.1" status: 204 len: 168 time: 0.4350779 Jul 22 11:37:28.746886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:28.763465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dad50d91-62c2-41e0-94b5-3ae973cfacf0 admin admin] Pushing event deleted for resources: {'Network': ['ID=860565a6-4f6c-4d0f-9350-81f410007b23,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:28.787350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:37:28.800618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] Sync routers for ids ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:37:28.820505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-006fb1e7-7721-4de8-9b89-15ad31103150 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/routers/b06b6ca6-8b23-44ee-88e4-ab92cacc9a91/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7479463 Jul 22 11:37:28.820820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:28.824253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] Routers {'b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:37:28.825278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.905014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df45fdbe-b389-4567-bf84-0a42b1826fe0 req-3271e20b-5b11-4199-90af-675f72d02790 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:28.912866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df45fdbe-b389-4567-bf84-0a42b1826fe0 req-3271e20b-5b11-4199-90af-675f72d02790 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.3367233 Jul 22 11:37:28.933252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.940918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Deleting subnet 0d6176ea-4623-455f-b248-a90c5be67659 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:28.944860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:28.956560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] Routers {'b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:37:28.958237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:28.991281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.010436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df45fdbe-b389-4567-bf84-0a42b1826fe0 req-efc402db-4cdb-4420-8c0b-edc85143fc44 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0796025 Jul 22 11:37:29.042602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab951ff-65d3-49de-984b-48a9e77ced28 req-2a1ddcd4-a257-4b14-8dc4-075da13b6cfa tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:29.048733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:29.049605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb084dca-3a96-43c7-809c-37fca0ecaa06 None None] The sync data for ids ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:37:29.051914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ab951ff-65d3-49de-984b-48a9e77ced28 req-2a1ddcd4-a257-4b14-8dc4-075da13b6cfa tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1342328 Jul 22 11:37:29.107024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.117823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ab951ff-65d3-49de-984b-48a9e77ced28 req-40d1b453-2b97-4034-9710-2433a8b927a0 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0645888 Jul 22 11:37:29.206930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.217240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce71427d-8ba6-4586-9272-8568a049622c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:29.219095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce71427d-8ba6-4586-9272-8568a049622c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 HTTP/1.1" status: 200 len: 982 time: 0.3973215 Jul 22 11:37:29.227551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:29.255588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=0d6176ea-4623-455f-b248-a90c5be67659,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:29.266355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da8a1714-be6a-41ed-a315-7744f9dbbf19 req-35625ea4-54ef-461b-b63e-095b0437c654 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:29.274989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da8a1714-be6a-41ed-a315-7744f9dbbf19 req-35625ea4-54ef-461b-b63e-095b0437c654 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1551118 Jul 22 11:37:29.294362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.296549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8be9858e-612a-4117-a282-d55a0f6a8c01 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/0d6176ea-4623-455f-b248-a90c5be67659 HTTP/1.1" status: 204 len: 168 time: 0.5484433 Jul 22 11:37:29.308393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:29.433886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-9659635e-5b79-404f-b094-6e96a2f1206c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:29.440708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-9659635e-5b79-404f-b094-6e96a2f1206c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.2336931 Jul 22 11:37:29.461577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-3d3aa00f-5acb-4c03-ab00-4efcdd3d623a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0200076 Jul 22 11:37:29.465696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da8a1714-be6a-41ed-a315-7744f9dbbf19 req-2ce2df48-6973-47b5-b1ea-beedf40f635a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1895604 Jul 22 11:37:29.534280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.643630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-f7c7d6be-5ef2-484c-ace0-1b97f10a5121 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1808367 Jul 22 11:37:29.718402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.733183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8df62082-fa9d-43a3-b183-6479aac9535e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:29.759588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a68affa8-e953-4d27-b212-e2cd00c219bf no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:29.776588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2bf3df15-5da2-4870-a4f5-dc2232664562') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:29.776952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2bf3df15-5da2-4870-a4f5-dc2232664562') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:29.793457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.817469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: a68affa8-e953-4d27-b212-e2cd00c219bf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:29.817816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a68affa8-e953-4d27-b212-e2cd00c219bf not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:29.820297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.834331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-7b7a0f74-8d48-4102-afe3-01381dd423cc service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1788483 Jul 22 11:37:29.895111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.941982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-4ceec8dc-12f4-4be0-872d-dd3c8101f8ba service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1062911 Jul 22 11:37:29.948841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:29.949579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:29.953612 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:30.063486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:30.070731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:30.075268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] 10.222.0.21 "DELETE /v2.0/networks/8df62082-fa9d-43a3-b183-6479aac9535e HTTP/1.1" status: 204 len: 168 time: 0.6960566 Jul 22 11:37:30.099320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae400fbc-3784-484c-bb69-5c8305edb0dd admin admin] Pushing event deleted for resources: {'Network': ['ID=8df62082-fa9d-43a3-b183-6479aac9535e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:30.207339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:30.207952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:30.258241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87eecbf8-bcb5-49b7-8670-d6517c55f0de req-edf20985-9770-4e93-919f-ac7659af9c03 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:30.267819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87eecbf8-bcb5-49b7-8670-d6517c55f0de req-edf20985-9770-4e93-919f-ac7659af9c03 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1146133 Jul 22 11:37:30.384329 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:30.402059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 8563c879-4a2b-4dbe-b7c6-29b85044d3c5 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:30.474025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87eecbf8-bcb5-49b7-8670-d6517c55f0de req-832b2922-85fa-4ace-b809-342f3b002629 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008977 Jul 22 11:37:30.566374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ee59f74-1d2d-448c-9439-30420cdea7e1 req-e45f3bda-3253-4225-be8e-a78fa210078d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:30.573125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ee59f74-1d2d-448c-9439-30420cdea7e1 req-e45f3bda-3253-4225-be8e-a78fa210078d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2190990 Jul 22 11:37:30.652005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:30.677652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ee59f74-1d2d-448c-9439-30420cdea7e1 req-41e775ec-6d49-4d87-b9c0-1979ba49c61f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0963848 Jul 22 11:37:30.716265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88eb5032-ad9e-491d-b5f0-2b2c88140f48 req-ef3e8f53-a716-4d50-9a4a-06962e1266f9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 210 time: 0.0806189 Jul 22 11:37:30.780873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c475580a-9dc9-4638-877e-b3fe5269f16a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24250bef857348f2be8ea4866797be6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1260242 Jul 22 11:37:30.784179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:30.800094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:30.875087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=8563c879-4a2b-4dbe-b7c6-29b85044d3c5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:30.953075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:31.025524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:31.041053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfd04c43-b59e-40f8-865f-7d3afb885735 req-8ce6217a-52cb-4627-87f7-c0d34845288f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:31.051216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfd04c43-b59e-40f8-865f-7d3afb885735 req-8ce6217a-52cb-4627-87f7-c0d34845288f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.2095122 Jul 22 11:37:31.114534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:31.143038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfd04c43-b59e-40f8-865f-7d3afb885735 req-3149f430-0239-43b1-ba83-c0055e32e546 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0893116 Jul 22 11:37:31.176426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:31.179514 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:31.181884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e718d53-7be0-4979-bc81-40058fa387d7 HTTP/1.1" status: 204 len: 168 time: 0.3958313 Jul 22 11:37:31.191389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d792294a-3c1f-4323-9391-2289eb838759 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e718d53-7be0-4979-bc81-40058fa387d7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:31.856354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2b2be2f-cbc5-4b7b-8111-4d7864e17755 req-3a65c9fb-1510-4a8b-aae2-cc64b0822df7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:31.858076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2b2be2f-cbc5-4b7b-8111-4d7864e17755 req-3a65c9fb-1510-4a8b-aae2-cc64b0822df7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1947267 Jul 22 11:37:31.965636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2b2be2f-cbc5-4b7b-8111-4d7864e17755 req-870c548f-f806-404c-8a34-4b148617d4c0 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611827 Jul 22 11:37:31.966799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:32.108921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1743bc4-f926-4acd-8b6c-ff5192847081 req-018f3ccd-e0e9-4b1d-815b-61591e2b9324 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:32.115764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1743bc4-f926-4acd-8b6c-ff5192847081 req-018f3ccd-e0e9-4b1d-815b-61591e2b9324 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3151972 Jul 22 11:37:32.121645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-99ac4c02-5c0f-4ec1-ab33-f80d832902ed admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00fd64d6a7b9498997cc991548eea0ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1502268 Jul 22 11:37:32.126099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:32.160482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Router b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:37:32.162064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b2c6f57-81b2-430b-af7e-d7a2bc1b03ed req-5bfa38a9-29c2-4753-80cb-ed5f838f1a53 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 210 time: 0.0672550 Jul 22 11:37:32.218487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1743bc4-f926-4acd-8b6c-ff5192847081 req-e912e8bb-c5b7-4ac1-a659-9f3881514f9f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0993598 Jul 22 11:37:32.413034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.435071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-5066f47d-464f-4e9b-a3a3-9948086c4e02 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:32.436785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-5066f47d-464f-4e9b-a3a3-9948086c4e02 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.3354733 Jul 22 11:37:32.462211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.476633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:32.511501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:37:32.515209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06dc373a-644e-4b18-83f3-546cbb97ac71 req-2322ed65-44ff-41bb-a7a7-7c88c71bc3ba tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:32.537988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06dc373a-644e-4b18-83f3-546cbb97ac71 req-2322ed65-44ff-41bb-a7a7-7c88c71bc3ba tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1492736 Jul 22 11:37:32.546997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17408527-12b5-48dc-8e2f-0ae68206f1de tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/routers/b06b6ca6-8b23-44ee-88e4-ab92cacc9a91/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3160205 Jul 22 11:37:32.548411 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] Sync routers for ids ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:37:32.549819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:32.571820 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] Routers {'b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:37:32.573308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:32.607534 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-205fb4aa-ec0c-4d10-9dda-d6e6049b836a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:32.612686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-205fb4aa-ec0c-4d10-9dda-d6e6049b836a tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/8563c879-4a2b-4dbe-b7c6-29b85044d3c5 HTTP/1.1" status: 404 len: 333 time: 0.0578418 Jul 22 11:37:32.612686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:32.632019 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:32.643951 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] Routers {'b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:37:32.644916 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:32.659093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.661691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.666470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e13d893e-b8fb-4684-b61e-6310e71dd12e HTTP/1.1" status: 204 len: 168 time: 0.5368114 Jul 22 11:37:32.685091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d13eb447-231e-48d5-8db1-eb29d3ec3977 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e13d893e-b8fb-4684-b61e-6310e71dd12e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:32.706719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:32.709272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.724907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.730032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:32.731167 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-751ac8a5-a641-44f8-a3f5-d400a755efd5 None None] The sync data for ids ['b06b6ca6-8b23-44ee-88e4-ab92cacc9a91'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:37:32.967675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06dc373a-644e-4b18-83f3-546cbb97ac71 req-ce2d3d4b-6429-4954-b030-9cfdcc62cf53 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4355123 Jul 22 11:37:32.978247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:32.980856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.000398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.11 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/3e46fbd3-1a23-4925-938e-39d9138a33fa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:33.068308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.069338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Fanout notify agent at l3_agent the message router_deleted on router b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:37:33.076584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.077684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b25a0d9b-4a37-4832-962b-a48cc2e8016f tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/routers/b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 HTTP/1.1" status: 204 len: 168 time: 0.4648697 Jul 22 11:37:33.083465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:33.236677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 51d08f22-12a4-47da-bd5f-e7211687f2b5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:33.242494 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.352231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.360838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10e0d0c-211c-47ac-aeef-82ce2f974576 req-32ebc242-b829-4e54-8793-0746cfd1b978 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 210 time: 0.0645621 Jul 22 11:37:33.449620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30295e3a-0df0-4243-b7cc-946bd70c0c32 req-2169debc-ad84-43ae-8568-fc1be22635a7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:33.468210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30295e3a-0df0-4243-b7cc-946bd70c0c32 req-2169debc-ad84-43ae-8568-fc1be22635a7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.3133352 Jul 22 11:37:33.491636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.582873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.598179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7239e735-fa97-40a6-8330-2db04ab39fb0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:33.601544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:33.638772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30295e3a-0df0-4243-b7cc-946bd70c0c32 req-b1e77042-1ff3-406c-9284-b52e73c10e2d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1648078 Jul 22 11:37:33.713978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:33.728752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:33.750161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:33.807945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.852800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046510b-e73a-4e1b-a7c5-b17b0cd5f120 req-92c594a7-7a9d-4ebc-be55-26c45e6d3627 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:33.860127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5046510b-e73a-4e1b-a7c5-b17b0cd5f120 req-92c594a7-7a9d-4ebc-be55-26c45e6d3627 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3327963 Jul 22 11:37:33.904564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:33.908405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:33.924302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:33.925028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.950112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5046510b-e73a-4e1b-a7c5-b17b0cd5f120 req-691fd9c1-9177-47ac-98a7-d23765780e70 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0881824 Jul 22 11:37:33.962778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-d0119008-fd1e-4948-b578-13602263227d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4902229 Jul 22 11:37:33.968920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:33.977287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Request body: {'port': {'device_id': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:34.086077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=51d08f22-12a4-47da-bd5f-e7211687f2b5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:34.093025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.099206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.105177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3d106f17-0646-4c7d-99bb-ce6c253e2be4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/51d08f22-12a4-47da-bd5f-e7211687f2b5 HTTP/1.1" status: 204 len: 168 time: 1.0206728 Jul 22 11:37:34.108151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:34.147885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0086ddc0-e7b4-4a63-b780-b08c7c093849 None None] Network 446cdff1-244d-46f5-b85d-c64443a87280 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:34.279787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bff0d2c-f77d-4560-a571-23bd7801ba9c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.493859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] DHCP port deletion for 446cdff1-244d-46f5-b85d-c64443a87280 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:37:34.585028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bff0d2c-f77d-4560-a571-23bd7801ba9c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.608542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bff0d2c-f77d-4560-a571-23bd7801ba9c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.635648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Deleting port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:34.636244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.653191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3bff0d2c-f77d-4560-a571-23bd7801ba9c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6bf5a81872064bef83d6bbd31a22cfab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7434466 Jul 22 11:37:34.656852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3e46fbd3-1a23-4925-938e-39d9138a33fa {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:34.662617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:34.695261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.738999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bff0d2c-f77d-4560-a571-23bd7801ba9c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54724bf5-16de-44ea-ae95-47abbf051542,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:34.768993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] For port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,segment=NetworkSegment(49c16148-302c-4634-9930-d8a8bf7c10e6),segment_id=49c16148-302c-4634-9930-d8a8bf7c10e6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:34.769979 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.784483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Calling delete_port for 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:34.790374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Transition to ACTIVE for port object 3e46fbd3-1a23-4925-938e-39d9138a33fa will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:34.809482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.857616 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.878138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.904129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.911118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:34.926572 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:34.973852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] Pushing event deleted for resources: {'Port': ['ID=5016e0f9-7f9d-40c1-a834-33f9b1ba17c4,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:34.992738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b5f177-eea6-4dbc-b9f0-ec8c8ba19803 None None] No DVR routers for this DVR port 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:35.022849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Attempting to bind port 3e46fbd3-1a23-4925-938e-39d9138a33fa on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:35.023190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Attempting to bind port 3e46fbd3-1a23-4925-938e-39d9138a33fa by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:35.023638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Attempting to bind port 3e46fbd3-1a23-4925-938e-39d9138a33fa on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:35.026100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] The port '5016e0f9-7f9d-40c1-a834-33f9b1ba17c4' was deleted {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 11:37:35.049080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Port 3e46fbd3-1a23-4925-938e-39d9138a33fa on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:37:35.053200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Attempting to bind port 3e46fbd3-1a23-4925-938e-39d9138a33fa on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:35.055908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.076078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77ee07b7-3607-44b8-af7c-b2e0ec2cd48f req-d249456c-d339-4a56-9fc1-0d8330ce19bb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.077747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77ee07b7-3607-44b8-af7c-b2e0ec2cd48f req-d249456c-d339-4a56-9fc1-0d8330ce19bb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.8595800 Jul 22 11:37:35.079875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.081194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/54724bf5-16de-44ea-ae95-47abbf051542 HTTP/1.1" status: 204 len: 168 time: 0.4110248 Jul 22 11:37:35.092586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:35.124405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:35.124710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:35.125108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:35.125585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Bound port: 3e46fbd3-1a23-4925-938e-39d9138a33fa, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:35.125980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.135011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e802d654-b0c8-4456-8d8d-daae421dfdf6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54724bf5-16de-44ea-ae95-47abbf051542,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:35.137371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:35.137371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5016e0f9-7f9d-40c1-a834-33f9b1ba17c4 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:35.168593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-deb397c9-6cbe-46f3-bbe6-4cc013f149ad req-18dfb604-32a5-4cc3-a449-13d4f676c133 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.170435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deb397c9-6cbe-46f3-bbe6-4cc013f149ad req-18dfb604-32a5-4cc3-a449-13d4f676c133 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 932 time: 0.4000099 Jul 22 11:37:35.233822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.265279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['446cdff1-244d-46f5-b85d-c64443a87280']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:35.278590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77ee07b7-3607-44b8-af7c-b2e0ec2cd48f req-d08a5edd-6d39-4681-88b4-91c055d0edc3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1726072 Jul 22 11:37:35.278695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:35.282116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:35.289603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '49c16148-302c-4634-9930-d8a8bf7c10e6') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:35.289904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '49c16148-302c-4634-9930-d8a8bf7c10e6') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:37:35.302966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.312541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.333513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deb397c9-6cbe-46f3-bbe6-4cc013f149ad req-a4437cc0-e3d3-4eb8-8018-6ac0ccf0d20a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1516042 Jul 22 11:37:35.343460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.366622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:37:35.367039 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:37:35.378819 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:37:35.410230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.412757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.414339 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/3e46fbd3-1a23-4925-938e-39d9138a33fa HTTP/1.1" status: 200 len: 1092 time: 1.4442306 Jul 22 11:37:35.420015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:35.422421 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54" -d '{"events": [{"name": "network-changed", "server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:35.503036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03cdf565-7bfa-450b-9522-06a2917ce2c8 service neutron] Pushing event updated for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:35.535759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.544076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.551306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/446cdff1-244d-46f5-b85d-c64443a87280 HTTP/1.1" status: 204 len: 168 time: 1.4343281 Jul 22 11:37:35.565731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:35.579032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d607eae-bc11-40a8-9f0e-ddf1edcf224c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=446cdff1-244d-46f5-b85d-c64443a87280,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:35.634386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-369b2930-5d71-44c9-aa69-97184344329e req-37a88bd9-11f3-4641-aa69-6a2472c93723 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.641696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-369b2930-5d71-44c9-aa69-97184344329e req-37a88bd9-11f3-4641-aa69-6a2472c93723 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.2129178 Jul 22 11:37:35.648407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-08e15f82-90dd-4bee-9dba-8ca541129490 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.651171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-08e15f82-90dd-4bee-9dba-8ca541129490 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 1095 time: 0.1791420 Jul 22 11:37:35.680393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-351a11b3-ac8c-4f63-a595-f4b03f2747d9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.681563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-351a11b3-ac8c-4f63-a595-f4b03f2747d9 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/59c3384d-d572-46d9-a108-5f666ce53491 HTTP/1.1" status: 200 len: 841 time: 0.1147921 Jul 22 11:37:35.700948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:35.704229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-c4204e60-fd2b-4830-8e45-df623d89ea45 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa HTTP/1.1" status: 200 len: 217 time: 0.0440044 Jul 22 11:37:35.739437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-369b2930-5d71-44c9-aa69-97184344329e req-cc104bcd-947d-43d0-8fa2-fbc2b47a1d22 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0938168 Jul 22 11:37:35.792921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74bc40e-abd4-46eb-b598-82c39862f512 req-2a5990fe-e100-4795-8c51-e9a15fc245c7 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.800694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e74bc40e-abd4-46eb-b598-82c39862f512 req-2a5990fe-e100-4795-8c51-e9a15fc245c7 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1773126 Jul 22 11:37:35.822533 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d2e05b35-30d4-42c5-b94f-133248dda4f5 x-openstack-request-id: req-d2e05b35-30d4-42c5-b94f-133248dda4f5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:35.822944 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:35.823296 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d2e05b35-30d4-42c5-b94f-133248dda4f5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:35.823804 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa', 'status': 'completed', 'code': 200} Jul 22 11:37:35.833820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9a67d407-6684-47cc-86d4-00d336ed9fe2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/59c3384d-d572-46d9-a108-5f666ce53491?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.1312814 Jul 22 11:37:35.837720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:35.843846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:35.846422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:35.882088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e74bc40e-abd4-46eb-b598-82c39862f512 req-361864e8-4e97-4d58-a232-380be64a7bda tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0745168 Jul 22 11:37:35.883536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a178f444-b0ed-4b09-91e8-419ddb137f6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:35.922590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a37cecf-53ba-426c-8249-c358498fff0b req-7433d888-ac73-47c0-8991-8cc6c4de9824 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:35.925334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-7433d888-ac73-47c0-8991-8cc6c4de9824 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.2130427 Jul 22 11:37:35.980908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-4166412b-643e-4520-8fe1-8bc549c027e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0450377 Jul 22 11:37:36.038700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a178f444-b0ed-4b09-91e8-419ddb137f6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.050644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a178f444-b0ed-4b09-91e8-419ddb137f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.091029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a178f444-b0ed-4b09-91e8-419ddb137f6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b7ffdec-d333-480a-8b12-37934ab1e9bf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:36.116100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:36.120674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a178f444-b0ed-4b09-91e8-419ddb137f6d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5565fe6272b944149f806fcfe442df81&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2733955 Jul 22 11:37:36.121745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.123588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:36.188836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.207750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-dc0a9cb9-0b50-488f-865e-175320e61912 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202611 Jul 22 11:37:36.222973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.303536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.306911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.308227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6b7ffdec-d333-480a-8b12-37934ab1e9bf HTTP/1.1" status: 204 len: 168 time: 0.1833887 Jul 22 11:37:36.319216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c892b70a-c357-4dc3-ad56-2eca777b95dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b7ffdec-d333-480a-8b12-37934ab1e9bf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:36.403912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0a37cecf-53ba-426c-8249-c358498fff0b req-aa316f2a-d498-4e74-83cd-20548e7915fd service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1877923 Jul 22 11:37:36.549834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74adfe33-5241-4e49-961c-ef1df7dceb06 req-0578a093-a420-4e48-a158-07f1086c817b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:36.551937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74adfe33-5241-4e49-961c-ef1df7dceb06 req-0578a093-a420-4e48-a158-07f1086c817b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1550949 Jul 22 11:37:36.635973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74adfe33-5241-4e49-961c-ef1df7dceb06 req-452f6176-3c44-43b5-ae5e-1708c2fe6bd8 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771890 Jul 22 11:37:36.654228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-18f2fe6e-d541-4cfa-87d6-391c69217b2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:36.655657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-18f2fe6e-d541-4cfa-87d6-391c69217b2d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 1095 time: 0.1919250 Jul 22 11:37:36.659806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.752611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=2f79adad-2cf5-4563-9f07-56da1a7ea1bd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:36.777870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddb2fc37-2649-4099-8c75-cf53499b7bf5 req-d3a005f3-55ac-4233-bde0-d5dee8112055 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:36.780191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddb2fc37-2649-4099-8c75-cf53499b7bf5 req-d3a005f3-55ac-4233-bde0-d5dee8112055 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 944 time: 0.1002431 Jul 22 11:37:36.793568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:36.796492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:36.801299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:36.802234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:36.808466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1332e5ec-6ef0-4fcf-9dd2-11cc3c260afb None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:36.871846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddb2fc37-2649-4099-8c75-cf53499b7bf5 req-1b174d60-34f5-48d8-868a-d4d050695c11 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0819123 Jul 22 11:37:36.947980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f00f0a6-5f10-4566-90e3-7837739e598c tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1088004 Jul 22 11:37:36.950738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:36.955917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'security_group': {'name': 'tempest-secgroup-226230225'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:36.997121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-ca8e72e8-1023-4ec9-8bc3-8f4832e4cc62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:36.998897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-ca8e72e8-1023-4ec9-8bc3-8f4832e4cc62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.2967854 Jul 22 11:37:37.016463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.098407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'tenant_id': '01d02ca0fa2a4644946edbe22b8a4043', 'fixed_ips': [{'subnet_id': '2f79adad-2cf5-4563-9f07-56da1a7ea1bd'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:37:37.100456 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.105345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-6ed67c53-b4ee-419e-b418-88524db3705d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa HTTP/1.1" status: 200 len: 217 time: 0.0985689 Jul 22 11:37:37.211413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-c55be720-6aba-495e-8430-50065d07d3b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:37.213114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-c55be720-6aba-495e-8430-50065d07d3b2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.0980153 Jul 22 11:37:37.292246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50a73f24-23e1-4ad7-97fb-d9a079cb2361 req-9fd350f5-d92b-4519-a62c-1d2995ad6115 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:37.309192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50a73f24-23e1-4ad7-97fb-d9a079cb2361 req-9fd350f5-d92b-4519-a62c-1d2995ad6115 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.2695746 Jul 22 11:37:37.317970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Allocated IP 172.20.0.2 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/2f79adad-2cf5-4563-9f07-56da1a7ea1bd/dee63e50-984d-4cff-ae4e-bd6bb4993d30) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:37.347364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-993d79bf-7a61-4140-b02b-5d348d9a3b8e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1170137 Jul 22 11:37:37.426491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50a73f24-23e1-4ad7-97fb-d9a079cb2361 req-21187ffd-5c7b-4667-b5ca-256d5bd41623 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1112001 Jul 22 11:37:37.475828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.491737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.533215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=13ded610-df0a-4fec-a996-444274436438,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:37.534695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-8b65ffcf-aaee-4405-aed3-078c7eb16e61 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1764054 Jul 22 11:37:37.611612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.617125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b920397-b8b1-4eb5-93e8-e0313629a488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6649458 Jul 22 11:37:37.617879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:37.640773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'security_group': {'name': 'tempest-secgroup-303039038'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:37.726522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.820637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-954cf6ee-7fab-4ed9-9404-a21e4fd02f54 req-e072c371-2b80-419e-8029-1292f58e3d19 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2694461 Jul 22 11:37:37.833285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ec7610-486a-4988-b126-6469076bc2bd req-c9bfd1a0-646b-4815-89c4-6466fba10e3f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:37.835896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31ec7610-486a-4988-b126-6469076bc2bd req-c9bfd1a0-646b-4815-89c4-6466fba10e3f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2686040 Jul 22 11:37:37.977500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:37.997824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Transition to ACTIVE for port object dee63e50-984d-4cff-ae4e-bd6bb4993d30 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:38.001304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31ec7610-486a-4988-b126-6469076bc2bd req-f1b1d3d9-00ef-45e8-ba1c-dc3dd3751878 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1583431 Jul 22 11:37:38.018312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Transition to ACTIVE for port object dee63e50-984d-4cff-ae4e-bd6bb4993d30 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:38.030387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.119069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:38.122883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:38.132916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:38.169768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:38.208454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Attempting to bind port dee63e50-984d-4cff-ae4e-bd6bb4993d30 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:37:38.208851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Attempting to bind port dee63e50-984d-4cff-ae4e-bd6bb4993d30 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '25b25352-69ce-4c74-9896-acdc1c2ebb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:37:38.209281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Attempting to bind port dee63e50-984d-4cff-ae4e-bd6bb4993d30 on network a3d83c67-da5c-4087-bf0c-c73a096d69fb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:37:38.215973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:37:38.216463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Checking segment: {'id': '25b25352-69ce-4c74-9896-acdc1c2ebb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:37:38.217062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.217557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Bound using segment: {'id': '25b25352-69ce-4c74-9896-acdc1c2ebb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:37:38.218179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Bound port: dee63e50-984d-4cff-ae4e-bd6bb4993d30, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '25b25352-69ce-4c74-9896-acdc1c2ebb18', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:37:38.218719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.269819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.293879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:37:38.297307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:37:38.299429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.306621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.390702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef4e24f-f2ae-4046-a330-f6e5519b62c5 None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:38.395811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=015bc54b-8148-4486-9abd-d667844d9aa9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:38.418694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.422352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-63ed555f-3dff-481d-96fc-3173d22cf1c6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7841797 Jul 22 11:37:38.424064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:38.436306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-875070426', 'security_groups': ['015bc54b-8148-4486-9abd-d667844d9aa9'], 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '2f79adad-2cf5-4563-9f07-56da1a7ea1bd'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:38.484946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce2aa39c-403a-4132-b686-69dcb6a7175a req-2123fc49-dff5-42a6-bb4b-c636d3e159a6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:38.492343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce2aa39c-403a-4132-b686-69dcb6a7175a req-2123fc49-dff5-42a6-bb4b-c636d3e159a6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.3791060 Jul 22 11:37:38.579908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce2aa39c-403a-4132-b686-69dcb6a7175a req-d9fd9238-2561-4c14-b257-ac505da677ef tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0854456 Jul 22 11:37:38.622415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:38.811107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e344455-9cac-4080-bf42-580d87112e75 req-36d108c1-ddd3-4caf-b04e-26ece5e0eb8c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:38.830645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:38.833490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e344455-9cac-4080-bf42-580d87112e75 req-36d108c1-ddd3-4caf-b04e-26ece5e0eb8c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 944 time: 0.1599827 Jul 22 11:37:38.878809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:38.944580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e344455-9cac-4080-bf42-580d87112e75 req-0e88d685-3b31-440b-985c-b2f217325dab tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097856 Jul 22 11:37:39.110184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5aefeed8-0bf3-4f92-86f7-6432506d1683 req-f6476554-999a-4e97-9775-4c05f34d8f19 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:39.117516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5aefeed8-0bf3-4f92-86f7-6432506d1683 req-f6476554-999a-4e97-9775-4c05f34d8f19 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1048326 Jul 22 11:37:39.152891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e46fbd3-1a23-4925-938e-39d9138a33fa details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:37:39.233530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5aefeed8-0bf3-4f92-86f7-6432506d1683 req-c1bef411-4999-4e57-91f9-a4fd15c61167 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1149657 Jul 22 11:37:39.248262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-763aa788-75d7-42b3-8a94-94c3f210e939 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:39.270006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7b78135-4e5a-4d6f-acf2-7dd6b253da19 req-14e3c97b-4cf9-4757-bdb6-6595df021ec7 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:39.274878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-763aa788-75d7-42b3-8a94-94c3f210e939 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1097 time: 0.2635913 Jul 22 11:37:39.278496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7b78135-4e5a-4d6f-acf2-7dd6b253da19 req-14e3c97b-4cf9-4757-bdb6-6595df021ec7 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1834021 Jul 22 11:37:39.331320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7b78135-4e5a-4d6f-acf2-7dd6b253da19 req-2508cf09-9068-4545-b062-5e5017f6a15a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0521944 Jul 22 11:37:39.391390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:39.400035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:39.452256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '3e46fbd3-1a23-4925-938e-39d9138a33fa', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': '3e46fbd3-1a23-4925-938e-39d9138a33fa', 'mac_address': 'fa:16:3e:c2:4f:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:37:39.536709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.11 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/2f79adad-2cf5-4563-9f07-56da1a7ea1bd/6b2ff8d2-1993-49af-87c8-65cea6b921a2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:39.545501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-5affedfb-da1f-46fc-ba9d-45ed77700bd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:39.554134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-5affedfb-da1f-46fc-ba9d-45ed77700bd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.2483656 Jul 22 11:37:39.651918 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:39.699817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:39.735169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3e46fbd3-1a23-4925-938e-39d9138a33fa {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:39.745250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-9ba75564-6a84-4db0-aa33-1dc4ee0c44e5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 1002 time: 0.1825871 Jul 22 11:37:39.806278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:39.815191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:39.949233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:39.989407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04b89ff0-d20d-4709-b72d-3af9d710a908 req-0491aae2-fdd9-4d67-8c0e-bd3a3b4b18ed tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:39.991041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04b89ff0-d20d-4709-b72d-3af9d710a908 req-0491aae2-fdd9-4d67-8c0e-bd3a3b4b18ed tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1524663 Jul 22 11:37:40.071325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.074172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['3e46fbd3-1a23-4925-938e-39d9138a33fa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:40.089924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04b89ff0-d20d-4709-b72d-3af9d710a908 req-393803ca-65d9-45ea-abf6-9ba0efbea926 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0826306 Jul 22 11:37:40.095370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 6b2ff8d2-1993-49af-87c8-65cea6b921a2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:40.197143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.212535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-00752120-e3f8-4ae4-a05b-403b2acfaefe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.214409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-00752120-e3f8-4ae4-a05b-403b2acfaefe service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.4235072 Jul 22 11:37:40.222798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-97d9093a-188a-4abe-a471-18cbed93d6a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.224501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-97d9093a-188a-4abe-a471-18cbed93d6a9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1096 time: 0.4708669 Jul 22 11:37:40.273553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:40.274088 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.339736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74536593-2435-4dbe-bbcf-5d2aece1502d req-458f68ad-9272-45ba-9aa5-f788c50002a1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.341453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74536593-2435-4dbe-bbcf-5d2aece1502d req-458f68ad-9272-45ba-9aa5-f788c50002a1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 945 time: 0.1437392 Jul 22 11:37:40.343193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=6b2ff8d2-1993-49af-87c8-65cea6b921a2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:40.437205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74536593-2435-4dbe-bbcf-5d2aece1502d req-8dbd88ee-eee6-4c50-a527-7f160b7b129d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896766 Jul 22 11:37:40.458113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:40.485728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:40.493705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:40.502371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:40.549336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Provisioning for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:40.570043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:40.570814 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.718801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.722347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.739788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75743802-1197-41b9-aeff-64e740b3565f req-20117607-4092-4f11-8578-f681cf911961 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.744809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75743802-1197-41b9-aeff-64e740b3565f req-20117607-4092-4f11-8578-f681cf911961 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1754048 Jul 22 11:37:40.761043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-0c849911-4d15-4fe8-b7d0-38bb77634113 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.763108 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-0c849911-4d15-4fe8-b7d0-38bb77634113 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.4251833 Jul 22 11:37:40.785256 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.852544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75743802-1197-41b9-aeff-64e740b3565f req-9927712b-6dac-42c6-862d-35952b5c0360 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983803 Jul 22 11:37:40.873029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-8b3f491e-3e4e-4e98-ac0f-5284f157480e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.875138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-8b3f491e-3e4e-4e98-ac0f-5284f157480e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6179125 Jul 22 11:37:40.880969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-d04f393c-fec1-4cd4-9ebb-3a17cd1e5ed7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 1001 time: 0.1033041 Jul 22 11:37:40.886045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc04edc6-6808-45de-aa7f-5939d47b0a94 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.4575331 Jul 22 11:37:40.886651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:40.896989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:40.912202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:40.928985 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:40.980498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-fea84039-55bf-4496-97d4-4c898af1c384 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:40.981904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-fea84039-55bf-4496-97d4-4c898af1c384 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.0861051 Jul 22 11:37:41.120739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5034525c-00ea-45da-9583-84b71cc0c61a None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:41.159620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e46fbd3-1a23-4925-938e-39d9138a33fa up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:41.161587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-2febbd95-08b7-43e2-9f32-686712298830 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:41.163457 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-2febbd95-08b7-43e2-9f32-686712298830 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1707275 Jul 22 11:37:41.170001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-9109b44b-beba-424f-9ea3-d56af8d4c063 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850566 Jul 22 11:37:41.257818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79869b93-e809-4782-ac02-c0c9ba87f87e None None] Provisioning for port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:41.275062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79869b93-e809-4782-ac02-c0c9ba87f87e None None] Provisioning complete for port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:41.278267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79869b93-e809-4782-ac02-c0c9ba87f87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.292093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:41.300765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.330728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8243ad72-5a47-410b-9081-998179656da5 req-47f053c4-b392-4c45-86f8-4653c98c0d0a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:41.339742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8243ad72-5a47-410b-9081-998179656da5 req-47f053c4-b392-4c45-86f8-4653c98c0d0a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2458572 Jul 22 11:37:41.394252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-79869b93-e809-4782-ac02-c0c9ba87f87e None None] Port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:41.420087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 3e46fbd3-1a23-4925-938e-39d9138a33fa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:41.431798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 3e46fbd3-1a23-4925-938e-39d9138a33fa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:41.432177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.469983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8243ad72-5a47-410b-9081-998179656da5 req-e7dd712a-c7d3-466c-9cf4-c8b6505819ea tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276155 Jul 22 11:37:41.580329 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 2f79adad-2cf5-4563-9f07-56da1a7ea1bd (CIDR: 172.20.0.0/28) Jul 22 11:37:41.592981 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:37:41.593567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:37:41.620226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38318) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:41.629773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.647114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-550a7153-194a-4217-be1c-8f1cbbfebecb tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7592754 Jul 22 11:37:41.648932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:41.654326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:41.683373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:41.688648 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f15406b2-9d15-4c02-b7b9-e7379fbb773c" -d '{"events": [{"server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "name": "network-vif-plugged", "status": "completed", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:41.724611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:41.735238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.809117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c631199f-8f9a-4adc-aae7-74b00fb0ea6f req-d2f3d622-7228-48b1-8057-82a877056697 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:41.817227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c631199f-8f9a-4adc-aae7-74b00fb0ea6f req-d2f3d622-7228-48b1-8057-82a877056697 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.1859446 Jul 22 11:37:41.853948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:41.877539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c631199f-8f9a-4adc-aae7-74b00fb0ea6f req-8c4a5136-c613-4caa-b01e-a883c750e737 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0592053 Jul 22 11:37:41.892860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:41.900395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:41.943320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-537b48c6-d377-4065-b8f3-275be642a9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.090751 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c9aa6d5-c5ab-4bac-af0e-b0e721b025f3 x-openstack-request-id: req-5c9aa6d5-c5ab-4bac-af0e-b0e721b025f3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:42.091474 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "name": "network-vif-plugged", "status": "completed", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:42.091887 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c9aa6d5-c5ab-4bac-af0e-b0e721b025f3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:42.092469 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa', 'code': 200} Jul 22 11:37:42.164657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c27881-76f5-4ae9-b4eb-a1246c9ffb1e req-9ddfa8dd-90d8-47ff-b137-28127cd2a572 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.166067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01c27881-76f5-4ae9-b4eb-a1246c9ffb1e req-9ddfa8dd-90d8-47ff-b137-28127cd2a572 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.1687307 Jul 22 11:37:42.241782 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5bc46ca-8cdc-44cc-a8a1-0bacbfa7f641 req-4f35b93f-b612-4d57-86df-098e0e7a8583 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0568104 Jul 22 11:37:42.244438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-808d0e1c-d749-4c9f-b391-c5efa7a8b356 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0696394 Jul 22 11:37:42.302991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32439974-f691-4bb5-8fcd-a261320ff02f req-faa58923-e6cf-408f-aa06-74e5c6d12d79 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.304520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-32439974-f691-4bb5-8fcd-a261320ff02f req-faa58923-e6cf-408f-aa06-74e5c6d12d79 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 1097 time: 0.1273425 Jul 22 11:37:42.312077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-537b48c6-d377-4065-b8f3-275be642a9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.326248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-537b48c6-d377-4065-b8f3-275be642a9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.342774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01c27881-76f5-4ae9-b4eb-a1246c9ffb1e req-5fb6ca29-5f1e-4695-8a12-cba4cfc90064 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115248 Jul 22 11:37:42.379948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-32439974-f691-4bb5-8fcd-a261320ff02f req-1c740a9e-66e5-49bb-9a8c-892b937c518e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467563 Jul 22 11:37:42.395786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e319ec93-8a8a-42ec-81c9-c080917829a0 req-f0d9213c-a303-4a7d-ba5a-6d19344205e4 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1431248 Jul 22 11:37:42.409760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-537b48c6-d377-4065-b8f3-275be642a9b4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=192e62ad772d4bf794715e36977f7b07&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7869444 Jul 22 11:37:42.412517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38354) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:42.449250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3217397-d9e7-4912-b724-f0bff64cc5f2 req-0a72de7a-27e7-4ac5-a1dd-0b935fd3c291 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.450836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3217397-d9e7-4912-b724-f0bff64cc5f2 req-0a72de7a-27e7-4ac5-a1dd-0b935fd3c291 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.2838359 Jul 22 11:37:42.464302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-537b48c6-d377-4065-b8f3-275be642a9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=231fcdcf-eb18-499a-8c53-ecff92927ee0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:42.544868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3217397-d9e7-4912-b724-f0bff64cc5f2 req-645989f5-e002-4fbc-b272-1554bde3eb66 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0706055 Jul 22 11:37:42.545343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.549458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.579878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.618819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-75ebd6c5-4366-475f-8e42-3db066ce376a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.620927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-75ebd6c5-4366-475f-8e42-3db066ce376a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1096 time: 0.1800859 Jul 22 11:37:42.643919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:42.647729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:42.658349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79128ce5-5db5-43d8-af01-d16a3928a64a None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:42.684931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:42.688983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.689611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.771969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.781289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5f4471fb-344b-4aea-b24a-26e5d3de7ba0 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.1291015 Jul 22 11:37:42.781457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:42.782134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/231fcdcf-eb18-499a-8c53-ecff92927ee0 HTTP/1.1" status: 204 len: 168 time: 0.3674378 Jul 22 11:37:42.783695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38378) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:42.810599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1542322203', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'd96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d'}], 'security_groups': ['13ded610-df0a-4fec-a996-444274436438']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:42.821319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5fe8abf-8e84-40ef-be9d-cbb362bbea67 req-c08f9800-8187-4f4d-905f-595956c5fe8c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.823513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5fe8abf-8e84-40ef-be9d-cbb362bbea67 req-c08f9800-8187-4f4d-905f-595956c5fe8c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1362507 Jul 22 11:37:42.867294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-b1131a8d-da2a-49fb-9d2f-502d4d076f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:42.874365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-b1131a8d-da2a-49fb-9d2f-502d4d076f05 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.2458866 Jul 22 11:37:42.878032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1751280-ca08-4142-bcbb-f83ad468a9a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=231fcdcf-eb18-499a-8c53-ecff92927ee0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:42.930291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5fe8abf-8e84-40ef-be9d-cbb362bbea67 req-09c216aa-4ea4-452d-b596-174e8c8da5b4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0952218 Jul 22 11:37:43.153397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:43.187160 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-bf0ec789-337c-4fe4-a662-bcf82d71f19c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 1001 time: 0.2902811 Jul 22 11:37:43.261703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.311116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-9488dc93-72b0-4c02-a805-eb097161efc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:43.312625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-9488dc93-72b0-4c02-a805-eb097161efc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1130488 Jul 22 11:37:43.407824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Update dhcp port {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'fixed_ips': [{'subnet_id': '2f79adad-2cf5-4563-9f07-56da1a7ea1bd', 'ip_address': '172.20.0.2'}, {'subnet_id': 'd96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'dee63e50-984d-4cff-ae4e-bd6bb4993d30'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:37:43.412491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:43.413611 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.493910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.558704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-642c78b2-fb48-45d6-980a-169df3ca6b09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:43.558704 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-642c78b2-fb48-45d6-980a-169df3ca6b09 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2305186 Jul 22 11:37:43.598019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:43.619978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cf477f0-abce-403e-8cc4-e050eba34aca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.786258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Allocated IP 172.20.0.18 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d/dee63e50-984d-4cff-ae4e-bd6bb4993d30) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:43.852018 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:37:43.917290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:43.934250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cf477f0-abce-403e-8cc4-e050eba34aca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.937686 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-e6547f8e-028e-4ae5-bfe0-02dfecf22df4 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3720257 Jul 22 11:37:43.944640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3cf477f0-abce-403e-8cc4-e050eba34aca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:43.954998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505f2d71-27d8-46da-9de8-7fd90351fb93 req-40a004bd-044d-4478-bdfc-285391b9fd1d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:43.962034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-505f2d71-27d8-46da-9de8-7fd90351fb93 req-40a004bd-044d-4478-bdfc-285391b9fd1d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.2213426 Jul 22 11:37:43.972604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.000094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf477f0-abce-403e-8cc4-e050eba34aca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3aeade9-ef58-4c04-b1a2-230b866b5c89,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:44.002980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Transition to ACTIVE for port object dee63e50-984d-4cff-ae4e-bd6bb4993d30 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:44.016946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a8f3ef5-50e6-4cd6-aa2a-e3bf5a38e8e4 req-b25e80fb-09bd-46b9-a3fd-6260ddd68fcc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:44.019813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.033723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a8f3ef5-50e6-4cd6-aa2a-e3bf5a38e8e4 req-b25e80fb-09bd-46b9-a3fd-6260ddd68fcc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.2916458 Jul 22 11:37:44.079784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3cf477f0-abce-403e-8cc4-e050eba34aca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d49a6424377947309a615be23a3d2c80&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4796207 Jul 22 11:37:44.086693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:44.133035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-505f2d71-27d8-46da-9de8-7fd90351fb93 req-f8e280d3-8150-4e12-8805-ba7b76a5e502 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1701415 Jul 22 11:37:44.142528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66945f9c-d0ed-4db6-93c1-280eedf9e6d7 None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:44.171685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a8f3ef5-50e6-4cd6-aa2a-e3bf5a38e8e4 req-288bf3db-df64-4124-8c01-6b387b5e3604 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1302347 Jul 22 11:37:44.294262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.311606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-498e2fca-6e52-4c7d-86fa-5f074aff02d0 req-19c2eaa3-eb85-4f92-a3b7-53f696169c13 service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3564782 Jul 22 11:37:44.362146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.435233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Delete allocated IP 172.20.0.11 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/2f79adad-2cf5-4563-9f07-56da1a7ea1bd) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:37:44.453584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.26 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d/6b2ff8d2-1993-49af-87c8-65cea6b921a2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:44.459657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.465068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.475504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3aeade9-ef58-4c04-b1a2-230b866b5c89 HTTP/1.1" status: 204 len: 168 time: 0.3851101 Jul 22 11:37:44.491015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11322460-49a8-4fbd-b77a-cb85f0f62cf1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3aeade9-ef58-4c04-b1a2-230b866b5c89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:44.595458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e263c90-2482-47cb-9b83-2f79b1813eb7 req-51f1c243-6564-47fe-8f30-2ef434887682 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:44.597207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e263c90-2482-47cb-9b83-2f79b1813eb7 req-51f1c243-6564-47fe-8f30-2ef434887682 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.0936995 Jul 22 11:37:44.668503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e263c90-2482-47cb-9b83-2f79b1813eb7 req-707a495c-ac90-4f38-a3dc-8c52186a5a5d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0526326 Jul 22 11:37:44.807426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.833700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 6b2ff8d2-1993-49af-87c8-65cea6b921a2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:44.843058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:44.870298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09c651bf-be5d-4260-86e8-372917d95b2e req-5a839639-2879-40cf-b1e3-7da8801f21ab tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:44.881341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09c651bf-be5d-4260-86e8-372917d95b2e req-5a839639-2879-40cf-b1e3-7da8801f21ab tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 945 time: 0.1252980 Jul 22 11:37:44.932523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09c651bf-be5d-4260-86e8-372917d95b2e req-db3ce85f-fc29-4073-b4f9-52eaabf99fac tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452740 Jul 22 11:37:44.991927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=6b2ff8d2-1993-49af-87c8-65cea6b921a2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:45.011012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] In _notify_port_updated(), no bound segment for port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 on network a3d83c67-da5c-4087-bf0c-c73a096d69fb {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:37:45.018985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:45.020097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.021871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-969ad70a-7520-4a8f-838b-9796d8975200 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/ports/6b2ff8d2-1993-49af-87c8-65cea6b921a2 HTTP/1.1" status: 200 len: 921 time: 2.2196395 Jul 22 11:37:45.024849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:45.128005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:45.167338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e3a0211-2524-47ae-9a99-9b13cbe74aee req-368d216b-75e1-4f71-85a9-e78996656963 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:45.168940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 6b2ff8d2-1993-49af-87c8-65cea6b921a2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:45.170363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.171528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:37:45.177513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e3a0211-2524-47ae-9a99-9b13cbe74aee req-368d216b-75e1-4f71-85a9-e78996656963 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.1697674 Jul 22 11:37:45.235175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e3a0211-2524-47ae-9a99-9b13cbe74aee req-a5d5744d-f561-4256-825c-60c309e9b10e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566638 Jul 22 11:37:45.305541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:45.305541 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.310602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.332208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 6b2ff8d2-1993-49af-87c8-65cea6b921a2 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:45.371588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cda32731-01da-4102-b286-bda2c4894b22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.388580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d27dab7-0309-4672-9dbe-c85af224198c req-776e21cd-3f0b-4b65-855e-2fe9bfb00fda tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:45.390839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d27dab7-0309-4672-9dbe-c85af224198c req-776e21cd-3f0b-4b65-855e-2fe9bfb00fda tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 945 time: 0.0894065 Jul 22 11:37:45.458165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d27dab7-0309-4672-9dbe-c85af224198c req-ca7eb44c-98a7-46d1-b74f-42f6f130293c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566926 Jul 22 11:37:45.484843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:45.503421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'mac_address': 'fa:16:3e:8a:93:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:37:45.554577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.561459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:45.578926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.614342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 43a6a51d-559e-4c7c-b0be-c6563771c3ae {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:37:45.651179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Provisioning for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:45.661093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:45.663337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:45.663943 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.709035 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.827432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=6b2ff8d2-1993-49af-87c8-65cea6b921a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:45.829960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e31a081-0577-4a40-9f53-271afea27e7e None None] Could not find standard attr ID for object 6b2ff8d2-1993-49af-87c8-65cea6b921a2. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:37:45.838029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:45.859584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43a6a51d-559e-4c7c-b0be-c6563771c3ae'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:45.898979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:45.964388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-a85ade14-477e-4cff-85aa-c0992f541719 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3766801 Jul 22 11:37:45.968644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:45.972590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ecf3e51-2f9c-476f-8a02-3d1e9ce62ce4 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/6b2ff8d2-1993-49af-87c8-65cea6b921a2 HTTP/1.1" status: 204 len: 168 time: 0.9466429 Jul 22 11:37:45.976123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:46.044366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6aeb1e2-97cf-446d-a9b8-369ef6c4f684 None None] Could not find standard attr ID for object 6b2ff8d2-1993-49af-87c8-65cea6b921a2. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:37:46.055835 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e5934c59-f4a0-4ee1-94d9-1347d997a1dc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:46.071543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e5934c59-f4a0-4ee1-94d9-1347d997a1dc tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/6b2ff8d2-1993-49af-87c8-65cea6b921a2 HTTP/1.1" status: 404 len: 333 time: 0.0937080 Jul 22 11:37:46.084190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38598) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:46.161610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-51023b16-feba-4c9b-ba15-fbfbddd26232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.163556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-51023b16-feba-4c9b-ba15-fbfbddd26232 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1097 time: 0.1298037 Jul 22 11:37:46.290472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.305806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.333193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.363349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-865af44f-5217-4968-ae11-ba91697ff80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.367809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-865af44f-5217-4968-ae11-ba91697ff80a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.1525853 Jul 22 11:37:46.403816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d457904e-5e1b-4e30-a280-13bee563d8b2 req-03352a10-a3e6-4158-9c36-8998f758973e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.406740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:46.409440 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a10e3ba-c68f-473e-b253-67b4ef235fb5" -d '{"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-unplugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:46.411993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d457904e-5e1b-4e30-a280-13bee563d8b2 req-03352a10-a3e6-4158-9c36-8998f758973e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.3592286 Jul 22 11:37:46.416114 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.418873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.420398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/security-groups/015bc54b-8148-4486-9abd-d667844d9aa9 HTTP/1.1" status: 204 len: 168 time: 0.3178711 Jul 22 11:37:46.431313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:46.439276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:46.457901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ddb1ae-8f8a-4364-b94e-f1d4ff165044 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=015bc54b-8148-4486-9abd-d667844d9aa9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:46.474626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.514891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d457904e-5e1b-4e30-a280-13bee563d8b2 req-0a58ad1d-4758-4ca6-bc98-f0f77daa2641 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0982282 Jul 22 11:37:46.538176 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-9ba9cadb-cdb1-494e-af8f-1a6274843f64 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 1002 time: 0.1628842 Jul 22 11:37:46.589713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.603086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:46.632821 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a27cdfff-1459-4105-8248-ed654e38d02a x-openstack-request-id: req-a27cdfff-1459-4105-8248-ed654e38d02a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:46.635517 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-unplugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:46.635995 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a27cdfff-1459-4105-8248-ed654e38d02a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:46.636548 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'code': 200} Jul 22 11:37:46.674771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.717338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-36b63f94-a145-4277-878f-7e2a1e18c072 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.722415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-36b63f94-a145-4277-878f-7e2a1e18c072 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.1718836 Jul 22 11:37:46.835665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.839000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-3d2c997d-6df0-49c1-877f-79cf64ad5c3d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.839523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:46.840802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-3d2c997d-6df0-49c1-877f-79cf64ad5c3d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1132946 Jul 22 11:37:46.842899 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/security-groups/13ded610-df0a-4fec-a996-444274436438 HTTP/1.1" status: 204 len: 168 time: 0.4104319 Jul 22 11:37:46.843441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:46.857721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a205aea-4a9f-4bd9-aaa4-d2e935377c4e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=13ded610-df0a-4fec-a996-444274436438,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:46.878373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c6ae2ce-370d-4d7f-b1ba-6c0b0d126237 req-dbc21612-8d2f-4cb1-b070-82c38cb7bb6a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:46.886069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c6ae2ce-370d-4d7f-b1ba-6c0b0d126237 req-dbc21612-8d2f-4cb1-b070-82c38cb7bb6a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1687267 Jul 22 11:37:46.934035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c6ae2ce-370d-4d7f-b1ba-6c0b0d126237 req-89e5e80a-89d1-415c-9a91-164127ac3f1b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450988 Jul 22 11:37:47.033249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet 2f79adad-2cf5-4563-9f07-56da1a7ea1bd {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:37:47.037015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.079451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.188978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:47.190590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-46b9fd59-9659-4946-a061-ad806eb55b9d service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2850590 Jul 22 11:37:47.256765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.352897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 43a6a51d-559e-4c7c-b0be-c6563771c3ae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:47.354075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.565809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.613258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.632206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-80e2e6c7-47cd-473b-90cd-4d145ba2b3dd req-d77e5b8b-596f-4b17-8d18-5e307423c29b service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4300911 Jul 22 11:37:47.675481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:47.692856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:47.695330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=2f79adad-2cf5-4563-9f07-56da1a7ea1bd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:47.707519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.713316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:47.716574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74b944ae-4145-4369-b990-e5519d93b435 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/2f79adad-2cf5-4563-9f07-56da1a7ea1bd HTTP/1.1" status: 204 len: 168 time: 0.8719995 Jul 22 11:37:47.729471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-f149390c-e176-41f4-81f0-a997363af6a3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:47.731290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-f149390c-e176-41f4-81f0-a997363af6a3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.3329511 Jul 22 11:37:47.732641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:47.738149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:47.859620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33865555-1e88-4880-9b70-a028e05bb93a req-b30842cc-92bd-4a20-9195-aca426706228 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:47.862228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33865555-1e88-4880-9b70-a028e05bb93a req-b30842cc-92bd-4a20-9195-aca426706228 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.2127731 Jul 22 11:37:47.865960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d147eb4-ca37-4e23-847c-de24995f68fa None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:47.913205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:47.926394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:47.963159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port 3e46fbd3-1a23-4925-938e-39d9138a33fa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:47.964032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.008515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:48.013602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.065085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33865555-1e88-4880-9b70-a028e05bb93a req-1b03cc2d-14ae-4a14-966b-8561833a194a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1892707 Jul 22 11:37:48.102215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f44fc868-2321-41ac-8396-fba8a239f6cb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.159163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffc89-1a67-4e0a-b4cd-79349f6038ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.302979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f44fc868-2321-41ac-8396-fba8a239f6cb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.321137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.323095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port 3e46fbd3-1a23-4925-938e-39d9138a33fa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3e46fbd3-1a23-4925-938e-39d9138a33fa,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:48.323531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.328627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f44fc868-2321-41ac-8396-fba8a239f6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.356673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bd8b7f5-86ad-44b3-a348-5c1b0f6d9d4c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.371005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f44fc868-2321-41ac-8396-fba8a239f6cb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3b5ec40bdf6c4661b21315630fddc10e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6720576 Jul 22 11:37:48.375046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:48.409069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for 3e46fbd3-1a23-4925-938e-39d9138a33fa owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:48.422257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beeeca0-dead-41ea-9222-c9baa5c70333 req-62cc0e99-43b0-4072-a019-3ba2c2e2488d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:48.432417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1beeeca0-dead-41ea-9222-c9baa5c70333 req-62cc0e99-43b0-4072-a019-3ba2c2e2488d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1682587 Jul 22 11:37:48.512940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1beeeca0-dead-41ea-9222-c9baa5c70333 req-bf2fa707-87ae-4719-9f5a-a30f2f8dfaae tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786252 Jul 22 11:37:48.550357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f44fc868-2321-41ac-8396-fba8a239f6cb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18f8116-980e-4b24-943c-1b1621c5064e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:48.607284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.637596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:48.640965 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-11ffb8c7-0bb6-4c5d-bce4-d7b41c9b0e92" -d '{"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-plugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:48.720361 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa1d976c-5aa1-48a7-a30a-e7b3abcf6329 x-openstack-request-id: req-fa1d976c-5aa1-48a7-a30a-e7b3abcf6329 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:48.720703 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-plugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:48.721008 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa1d976c-5aa1-48a7-a30a-e7b3abcf6329 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:48.722112 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'code': 200} Jul 22 11:37:48.762583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:48.890033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-cd887d1c-938e-4cc5-8831-4c440c7b9486 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1888943 Jul 22 11:37:49.071099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.254108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:49.312676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:49.324495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.331219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.332717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e18f8116-980e-4b24-943c-1b1621c5064e HTTP/1.1" status: 204 len: 168 time: 0.9531028 Jul 22 11:37:49.347843 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.366971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:49.371322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.385320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9a1a614-3f87-48ad-b580-e3ce5753d21f req-1ae52c49-db40-40b2-b837-2a69c4376e34 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:49.393359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9a1a614-3f87-48ad-b580-e3ce5753d21f req-1ae52c49-db40-40b2-b837-2a69c4376e34 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 946 time: 0.2225318 Jul 22 11:37:49.448756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aebf0dee-5f47-43c6-b948-6fe772c72fcd None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:49.467989 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffc89-1a67-4e0a-b4cd-79349f6038ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.473977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9a1a614-3f87-48ad-b580-e3ce5753d21f req-1148a78c-512d-4f65-b4c0-b870b4dfe3e2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794868 Jul 22 11:37:49.527053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5b6ebf-df28-435c-be0c-5c4cb599540a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18f8116-980e-4b24-943c-1b1621c5064e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:49.541875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b4ffc89-1a67-4e0a-b4cd-79349f6038ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.545961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8119743 Jul 22 11:37:49.550231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:49.562674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'security_group': {'name': 'tempest-secgroup-786167444'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:49.570917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6a46f9-4604-4c00-a3ac-41f88ef03664 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=b4291c7a-ac39-44c8-90b2-3b93e72b4590,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:49.600301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.641307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.711584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7239e735-fa97-40a6-8330-2db04ab39fb0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:49.718016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:49.838856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=3e46fbd3-1a23-4925-938e-39d9138a33fa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:49.980742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:49.988252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port 3e46fbd3-1a23-4925-938e-39d9138a33fa on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:49.996007 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b4ffc89-1a67-4e0a-b4cd-79349f6038ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9d1d66f46794128943289f592014c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0658457 Jul 22 11:37:49.999501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.002698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.006946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73b6031e-19b7-4694-9051-d3900c1a08ee req-4b47fbb4-d702-407a-ba65-9aacf898b42f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "DELETE /v2.0/ports/3e46fbd3-1a23-4925-938e-39d9138a33fa HTTP/1.1" status: 204 len: 173 time: 2.2646790 Jul 22 11:37:50.010176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:50.010885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b4ffc89-1a67-4e0a-b4cd-79349f6038ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99586ba3-57c9-4362-840a-55557eedfa70,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:50.014258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'name': 'network-vif-deleted', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:50.030084 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44901e0e-eebd-48b0-a5c2-42c282000663" -d '{"events": [{"server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "name": "network-vif-deleted", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:50.135109 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.137554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5861187 Jul 22 11:37:50.139889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:50.149962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:50.162900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b15ac59-834a-4fd5-afb2-cc927de8cb9d req-a2f75146-2fbb-44cf-8047-e4a3e766bae1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:50.165661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'security_group': {'name': 'tempest-secgroup-483496900'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:50.176562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b15ac59-834a-4fd5-afb2-cc927de8cb9d req-a2f75146-2fbb-44cf-8047-e4a3e766bae1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.3853681 Jul 22 11:37:50.226065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae88048c-691c-4382-bfc2-4b06d63b3207 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a25145da-652e-4687-8646-864f0eb70190,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:50.241830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.275096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b15ac59-834a-4fd5-afb2-cc927de8cb9d req-c6b02c17-ae71-4c10-b2ab-0581459952c2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0975435 Jul 22 11:37:50.285423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.303715 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36f9f1aa-f632-4f1a-a093-ddc323d3fdfe x-openstack-request-id: req-36f9f1aa-f632-4f1a-a093-ddc323d3fdfe {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:50.304423 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "8fec75b2-6604-4723-92a3-e0ad33e92194", "name": "network-vif-deleted", "tag": "3e46fbd3-1a23-4925-938e-39d9138a33fa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:50.304794 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36f9f1aa-f632-4f1a-a093-ddc323d3fdfe {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:50.305323 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8fec75b2-6604-4723-92a3-e0ad33e92194', 'name': 'network-vif-deleted', 'tag': '3e46fbd3-1a23-4925-938e-39d9138a33fa', 'status': 'completed', 'code': 200} Jul 22 11:37:50.332288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1b79c2d6-8cef-4b4b-8b03-ab1c93b57ba7 None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:50.332877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2d6-8cef-4b4b-8b03-ab1c93b57ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.367322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.549570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.561628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.563987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99586ba3-57c9-4362-840a-55557eedfa70 HTTP/1.1" status: 204 len: 168 time: 0.5230963 Jul 22 11:37:50.597113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.618710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b16f3f1-845b-40b4-a3cd-a606ea908b24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99586ba3-57c9-4362-840a-55557eedfa70,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:50.621259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.679018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.680717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.5270505 Jul 22 11:37:50.683732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38818) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:50.687881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1b79c2d6-8cef-4b4b-8b03-ab1c93b57ba7 None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:50.688771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'security_group': {'name': 'tempest-secgroup-929609795'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:50.712822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da257344-3f8d-44ff-b437-da486d92a0c1 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=84907e4d-ba96-4e22-a756-223076b25354,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:50.809081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.961568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1b79c2d6-8cef-4b4b-8b03-ab1c93b57ba7 None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:50.962026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b79c2d6-8cef-4b4b-8b03-ab1c93b57ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:50.979977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb1c1580-188c-47cf-8b2e-15fca893cb54 req-850e106f-4717-4038-9e98-8f38f605970c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=8fec75b2-6604-4723-92a3-e0ad33e92194 HTTP/1.1" status: 200 len: 210 time: 0.1552296 Jul 22 11:37:51.216539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e46fbd3-1a23-4925-938e-39d9138a33fa no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:51.229082 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:51.243143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:51.320687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:51.324761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:51.325807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.6409044 Jul 22 11:37:51.326837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd336d30-5dfd-42d2-aefa-a05b16166bc2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b64ed7d-0761-4eeb-ad31-5b4bd342e10c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:51.332069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1519556137', 'security_groups': ['2b64ed7d-0761-4eeb-ad31-5b4bd342e10c'], 'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b4291c7a-ac39-44c8-90b2-3b93e72b4590'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:51.403600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 3e46fbd3-1a23-4925-938e-39d9138a33fa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:51.403953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3e46fbd3-1a23-4925-938e-39d9138a33fa not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:51.436530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:51.585402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a0d115-18ab-4ef6-ae05-8721dc00c584 req-1e1a98d0-6da1-422f-9fb5-dc06f4927ea4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:51.593453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5a0d115-18ab-4ef6-ae05-8721dc00c584 req-1e1a98d0-6da1-422f-9fb5-dc06f4927ea4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1377537 Jul 22 11:37:51.679223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5a0d115-18ab-4ef6-ae05-8721dc00c584 req-afc68f66-e3ca-4871-ac04-5086a693e065 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0844269 Jul 22 11:37:51.706292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:51.755194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Update dhcp port {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'fixed_ips': [{'subnet_id': 'd96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4291c7a-ac39-44c8-90b2-3b93e72b4590'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'dee63e50-984d-4cff-ae4e-bd6bb4993d30'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:37:51.911655 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:52.308782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Allocated IP 172.20.0.2 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/b4291c7a-ac39-44c8-90b2-3b93e72b4590/dee63e50-984d-4cff-ae4e-bd6bb4993d30) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:52.546317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:52.587467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:52.589366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] device_id is not set on port 7060b9a5-4117-4200-8ffe-4531ed17e157 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:37:52.618920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:52.635433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Transition to ACTIVE for port object dee63e50-984d-4cff-ae4e-bd6bb4993d30 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:52.645714 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:52.771242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40528bad-fa01-42e3-9cd2-d7c6f2045ac1 None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:52.889554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.7 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/b4291c7a-ac39-44c8-90b2-3b93e72b4590/7060b9a5-4117-4200-8ffe-4531ed17e157) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:53.220671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:37:53.303263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:53.318563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 7060b9a5-4117-4200-8ffe-4531ed17e157 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:53.378027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:53.474831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:53.478486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:53.489218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:37:53.493854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=7060b9a5-4117-4200-8ffe-4531ed17e157,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:53.593782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:53.600718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:53.632135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4740601c-f2f4-4740-af21-c603da7f58aa tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 2.3033910 Jul 22 11:37:53.632922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:53.643933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:53.703034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffda5734-e191-4161-8f73-f62ee8d4db6b req-0cdd624a-d1b4-413c-9584-99a5258726d0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:53.712691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffda5734-e191-4161-8f73-f62ee8d4db6b req-0cdd624a-d1b4-413c-9584-99a5258726d0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1873837 Jul 22 11:37:53.818235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffda5734-e191-4161-8f73-f62ee8d4db6b req-a2593832-72d7-4d26-9f9d-189f341aaece tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0966291 Jul 22 11:37:53.849998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d0ebaf-38bf-442b-b8c4-3207d88469c4 req-3c2a316b-c330-4ab9-a8cd-4193dc6d92ec tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:53.863103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6d0ebaf-38bf-442b-b8c4-3207d88469c4 req-3c2a316b-c330-4ab9-a8cd-4193dc6d92ec tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 945 time: 0.2573628 Jul 22 11:37:53.880634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:53.882039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:53.964921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6d0ebaf-38bf-442b-b8c4-3207d88469c4 req-d4708bce-bf39-4dce-adff-75eabf6871ec tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004124 Jul 22 11:37:53.989441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:54.007801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.017438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:54.066664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Provisioning for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:54.082134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:54.082555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aea5d02e-bf4d-4368-83c1-e709acc2e07b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.187089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-eb0b4347-7b7e-43a4-9986-a7177d91f8c7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:54.189263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-eb0b4347-7b7e-43a4-9986-a7177d91f8c7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 945 time: 0.3007734 Jul 22 11:37:54.261368 n-d-754448-4 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b4291c7a-ac39-44c8-90b2-3b93e72b4590 (CIDR: 172.20.0.0/28) Jul 22 11:37:54.273083 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:37:54.273791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:37:54.374003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5664ffde-717e-453f-90cc-0715da94396b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.7376988 Jul 22 11:37:54.376838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:54.401999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:54.406733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec5c3e0a-74f2-432d-8bd6-5922a9f89ba7 None None] Provisioning for port 7060b9a5-4117-4200-8ffe-4531ed17e157 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:37:54.414602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec5c3e0a-74f2-432d-8bd6-5922a9f89ba7 None None] Provisioning complete for port 7060b9a5-4117-4200-8ffe-4531ed17e157 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:37:54.415980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec5c3e0a-74f2-432d-8bd6-5922a9f89ba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.437159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port 7239e735-fa97-40a6-8330-2db04ab39fb0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:54.439028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.492224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ec5c3e0a-74f2-432d-8bd6-5922a9f89ba7 None None] Port 7060b9a5-4117-4200-8ffe-4531ed17e157 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:37:54.584382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port 7239e735-fa97-40a6-8330-2db04ab39fb0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7239e735-fa97-40a6-8330-2db04ab39fb0,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:54.586002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.620392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for 7239e735-fa97-40a6-8330-2db04ab39fb0 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:54.697394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:54.701016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.907470 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d (CIDR: 172.20.0.16/28) Jul 22 11:37:54.917804 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:37:54.918569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:37:54.950886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ce9430e-f688-4352-8de6-f86534b373d5 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 0.5724347 Jul 22 11:37:54.953448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39016) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:54.958371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:54.961125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'subnet': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:54.972505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7239e735-fa97-40a6-8330-2db04ab39fb0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:54.974780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:37:55.092847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=7239e735-fa97-40a6-8330-2db04ab39fb0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:55.213192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port 7239e735-fa97-40a6-8330-2db04ab39fb0 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:37:55.216797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.220972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c1e4f1d5-3a4f-4278-b349-465fdeb9ff73 req-7e813c7e-04bd-4c8a-bbc0-43dd82c3b119 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "DELETE /v2.0/ports/7239e735-fa97-40a6-8330-2db04ab39fb0 HTTP/1.1" status: 204 len: 173 time: 1.0238240 Jul 22 11:37:55.221600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'name': 'network-vif-deleted', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:37:55.228477 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-301b6a51-540f-43ff-b613-8bbc38f09fd6" -d '{"events": [{"server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "name": "network-vif-deleted", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:37:55.250357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:55.398943 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-836c6621-8c4e-456e-986c-728f8ba90589 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.533365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-836c6621-8c4e-456e-986c-728f8ba90589 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.540501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-836c6621-8c4e-456e-986c-728f8ba90589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.597184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-836c6621-8c4e-456e-986c-728f8ba90589 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cff9d7824dd549bf8f92759ec5ad967a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3445742 Jul 22 11:37:55.599448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:55.635874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836c6621-8c4e-456e-986c-728f8ba90589 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f65fe80-401d-4cc9-bf37-f88be5669f76,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:55.707488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b0eeac-c5dc-4c26-acb8-6b2b743880be req-01a558c6-f76c-4b24-a027-ef1faf6e62fd tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=4538f138-5af3-4190-94af-830022d5c45a HTTP/1.1" status: 200 len: 210 time: 0.0818613 Jul 22 11:37:55.744495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.810521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.870360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6f7f45d-7a61-4c4a-8158-ece5c0acaf4f req-1de9f371-a21c-4264-a6fe-679fe8a138ec tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:55.884830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6f7f45d-7a61-4c4a-8158-ece5c0acaf4f req-1de9f371-a21c-4264-a6fe-679fe8a138ec tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.2666979 Jul 22 11:37:55.934525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.940160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:55.941502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f65fe80-401d-4cc9-bf37-f88be5669f76 HTTP/1.1" status: 204 len: 168 time: 0.3403239 Jul 22 11:37:55.944270 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:37:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-266e8c83-0a33-4648-a350-c6d19172421d x-openstack-request-id: req-266e8c83-0a33-4648-a350-c6d19172421d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:37:55.944674 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4538f138-5af3-4190-94af-830022d5c45a", "name": "network-vif-deleted", "tag": "7239e735-fa97-40a6-8330-2db04ab39fb0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:37:55.944930 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-266e8c83-0a33-4648-a350-c6d19172421d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:37:55.945341 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4538f138-5af3-4190-94af-830022d5c45a', 'name': 'network-vif-deleted', 'tag': '7239e735-fa97-40a6-8330-2db04ab39fb0', 'status': 'completed', 'code': 200} Jul 22 11:37:55.953632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96f8c1ff-f320-401c-acb7-e25d7ab9fb7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f65fe80-401d-4cc9-bf37-f88be5669f76,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:55.989051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Made reservation on behalf of 01d02ca0fa2a4644946edbe22b8a4043 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:37:56.015485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:56.211818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6f7f45d-7a61-4c4a-8158-ece5c0acaf4f req-5dc7cd95-e717-4210-a4bb-0972a3f8af00 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3259909 Jul 22 11:37:56.474289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:56.538528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Subnet': ['ID=bef91fc8-f12a-4109-97d0-1671a946fb32,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:56.555437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:37:56.558389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:37:56.561253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:56.561896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:56.575360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ecf16c-1ab1-4585-bfc3-ebfa42fe4f56 None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:37:56.593268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:56.595741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7b09e1e8-c1f1-4a94-9105-9fee7bb8562e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 1.6398942 Jul 22 11:37:56.600762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Request body: {'port': {'name': 'tempest-PortsTestJSON-1010827861', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'bef91fc8-f12a-4109-97d0-1671a946fb32'}], 'security_groups': ['a25145da-652e-4687-8646-864f0eb70190', '84907e4d-ba96-4e22-a756-223076b25354']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:37:56.767567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:57.158291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Update dhcp port {'port': {'network_id': 'a3d83c67-da5c-4087-bf0c-c73a096d69fb', 'fixed_ips': [{'subnet_id': 'd96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b4291c7a-ac39-44c8-90b2-3b93e72b4590', 'ip_address': '172.20.0.2'}, {'subnet_id': 'bef91fc8-f12a-4109-97d0-1671a946fb32'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'dee63e50-984d-4cff-ae4e-bd6bb4993d30'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:37:57.291859 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:57.374472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:57.640199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Delete allocated IP 172.20.0.7 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/b4291c7a-ac39-44c8-90b2-3b93e72b4590) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:37:57.656517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Allocated IP 172.20.0.39 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/bef91fc8-f12a-4109-97d0-1671a946fb32/7060b9a5-4117-4200-8ffe-4531ed17e157) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:57.662696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-b6e7d08f-ab60-41d0-aa9b-111d09dad8be tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:57.673072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-b6e7d08f-ab60-41d0-aa9b-111d09dad8be tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.1532717 Jul 22 11:37:57.732212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-85345d6b-fc53-431b-bcb8-b7c3955475c0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0572784 Jul 22 11:37:57.865065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587b4766-f91b-4c5a-bbcf-c1f1f484f14d req-09f6054b-295c-445f-99f6-be2d8ceb902c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:57.866785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587b4766-f91b-4c5a-bbcf-c1f1f484f14d req-09f6054b-295c-445f-99f6-be2d8ceb902c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1825042 Jul 22 11:37:57.933238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587b4766-f91b-4c5a-bbcf-c1f1f484f14d req-cee4cb65-ebc2-45ee-9e5c-dcbff61c55cf tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576603 Jul 22 11:37:57.951346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-2860d0e9-8fed-4c23-b9c3-22985a70e95f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2172902 Jul 22 11:37:58.004453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7239e735-fa97-40a6-8330-2db04ab39fb0 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:37:58.015311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.035843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Transition to ACTIVE for port object 7060b9a5-4117-4200-8ffe-4531ed17e157 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:58.045925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.083196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 7239e735-fa97-40a6-8330-2db04ab39fb0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:37:58.083559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7239e735-fa97-40a6-8330-2db04ab39fb0 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:37:58.223678 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.231414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-34296593-90ad-46d2-afb4-f62ea066efbf service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791135 Jul 22 11:37:58.245714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Allocated IP 172.20.0.34 (a3d83c67-da5c-4087-bf0c-c73a096d69fb/bef91fc8-f12a-4109-97d0-1671a946fb32/dee63e50-984d-4cff-ae4e-bd6bb4993d30) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:37:58.273904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event updated for resources: {'Port': ['ID=7060b9a5-4117-4200-8ffe-4531ed17e157,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:58.302066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.302475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.302823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.303158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.303487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.303815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.304138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.304463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.304795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.305110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.305438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.305762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:58.336892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] In _notify_port_updated(), no bound segment for port 7060b9a5-4117-4200-8ffe-4531ed17e157 on network a3d83c67-da5c-4087-bf0c-c73a096d69fb {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:37:58.345275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:58.346204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.348124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-55ada40e-ca1a-4739-ab7a-b1eb66ec1927 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "PUT /v2.0/ports/7060b9a5-4117-4200-8ffe-4531ed17e157 HTTP/1.1" status: 200 len: 960 time: 1.7535362 Jul 22 11:37:58.350755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:58.471017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-2851d2e3-9780-4191-b835-eac5998ebaf4 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2375765 Jul 22 11:37:58.534614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:37:58.622229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.631955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 7060b9a5-4117-4200-8ffe-4531ed17e157 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:37:58.634703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:58.667650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Transition to ACTIVE for port object dee63e50-984d-4cff-ae4e-bd6bb4993d30 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:37:58.682527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.053138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a133870-f8b3-485e-97dc-c05b6eddf898 None None] Pushing event updated for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:59.130544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:59.171448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.214314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 7060b9a5-4117-4200-8ffe-4531ed17e157 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:37:59.395552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11efd0f1-8fed-4150-9548-be4f3f80b3a1 req-1bb8656d-4cb5-468a-858e-5dcedea631f4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 210 time: 0.0878592 Jul 22 11:37:59.458215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.539439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.555440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a92a147-7f3a-4088-803a-a3f681f52623 req-afae0929-63d3-4099-8f1f-5e0d29c6cd41 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:37:59.563642 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a92a147-7f3a-4088-803a-a3f681f52623 req-afae0929-63d3-4099-8f1f-5e0d29c6cd41 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1824305 Jul 22 11:37:59.638824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=7060b9a5-4117-4200-8ffe-4531ed17e157,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:59.649836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a92a147-7f3a-4088-803a-a3f681f52623 req-d30b938d-e662-4b55-95df-b8b822b7fcb9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0735197 Jul 22 11:37:59.737860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.747541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.810061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5a7248c8014c479e92beb280c7212e01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6776626 Jul 22 11:37:59.812597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91e0d40e-393e-43de-a502-0d1bb25ace8a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:37:59.816436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39230) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:59.849352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.853837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ba2c027-1b74-4ff1-b34d-7d53c0e75252 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/7060b9a5-4117-4200-8ffe-4531ed17e157 HTTP/1.1" status: 204 len: 168 time: 1.5015929 Jul 22 11:37:59.855808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:59.856787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.857161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.857512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.858181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.858596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.858940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.859280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.859612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.860053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.860683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.861247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.861876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbef7c1d-59d5-40e8-bf4e-815e783815df admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:37:59.939165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:37:59.944272 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3571cab1-2af9-4f0d-83b5-2c7eb07bad5d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] GET failed (client error): The resource could not be found. Jul 22 11:37:59.948425 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3571cab1-2af9-4f0d-83b5-2c7eb07bad5d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports/7060b9a5-4117-4200-8ffe-4531ed17e157 HTTP/1.1" status: 404 len: 333 time: 0.0866385 Jul 22 11:37:59.949731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39234) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:37:59.986744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.028063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.098578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.104679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.106710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91e0d40e-393e-43de-a502-0d1bb25ace8a HTTP/1.1" status: 204 len: 168 time: 0.2890060 Jul 22 11:38:00.122384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49886c89-e85f-41d2-b57b-268146972040 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91e0d40e-393e-43de-a502-0d1bb25ace8a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:00.166075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.228028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-b9165913-8f67-4614-8ed6-094b14268695 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:00.234646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-b9165913-8f67-4614-8ed6-094b14268695 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 1094 time: 0.2077079 Jul 22 11:38:00.354099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.356725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Could not find standard attr ID for object 7060b9a5-4117-4200-8ffe-4531ed17e157. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:38:00.357199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.358467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/security-groups/2b64ed7d-0761-4eeb-ad31-5b4bd342e10c HTTP/1.1" status: 204 len: 168 time: 0.4076962 Jul 22 11:38:00.362669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:00.364111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-92f901cc-58da-4a39-a229-e36f4f846d55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:00.365470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-92f901cc-58da-4a39-a229-e36f4f846d55 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1094 time: 0.0816748 Jul 22 11:38:00.419950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:00.420289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.478601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-c956148f-ecc5-4be5-9037-d3c8531f50b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:00.480425 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-c956148f-ecc5-4be5-9037-d3c8531f50b4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.1077075 Jul 22 11:38:00.481757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0133a5b9-7056-4353-940f-c3d67ef6a4c3 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b64ed7d-0761-4eeb-ad31-5b4bd342e10c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:00.562774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-f6eef0b7-15d1-4d9d-8a9d-33333a08758f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 200 len: 999 time: 0.0689595 Jul 22 11:38:00.586286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.656440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:00.691013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Provisioning for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:00.695312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7279142-6513-41d1-bef5-e7d7f62f1741 req-80ce4ed8-f7d2-45cd-b82f-8ef2b90a8efe tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 210 time: 0.1065292 Jul 22 11:38:00.702432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:00.702844 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cb05f2e-1051-4055-a6bf-c8a5ddae2203 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.776563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-07a7e5e3-5234-415c-8c69-8c524b7f92f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:00.781462 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-07a7e5e3-5234-415c-8c69-8c524b7f92f8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.2107060 Jul 22 11:38:00.822625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:00.909475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-5296a076-5adc-4305-8d5f-8ba7047e6f11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:00.910646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-5296a076-5adc-4305-8d5f-8ba7047e6f11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1210587 Jul 22 11:38:01.058970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b2690e48-236d-43ca-ab82-0fb2d80baaa5 None None] Could not find standard attr ID for object 7060b9a5-4117-4200-8ffe-4531ed17e157. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:38:01.118763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-799cd133-4c3a-44e4-9531-e0e51bf048bc service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2013350 Jul 22 11:38:01.162643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:01.221401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.230161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.231616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/security-groups/84907e4d-ba96-4e22-a756-223076b25354 HTTP/1.1" status: 204 len: 168 time: 0.8683357 Jul 22 11:38:01.263886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39282) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:01.313684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-f113d9c9-4afe-4858-926b-e94358070639 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:01.317179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:01.317832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.319896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-f113d9c9-4afe-4858-926b-e94358070639 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.6435485 Jul 22 11:38:01.372222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-72b86005-e6d2-482a-9acb-35dcb8e3f96f service neutron] 10.222.0.36 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2429004 Jul 22 11:38:01.422635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e73b508-1019-4304-913c-7fdeaa52f8e0 req-b5aae8c8-3ff4-4405-bee0-cf42b565d936 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:01.425330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e73b508-1019-4304-913c-7fdeaa52f8e0 req-b5aae8c8-3ff4-4405-bee0-cf42b565d936 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.5872376 Jul 22 11:38:01.429175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:01.471006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d13abbc-0fcd-4dc4-a1cc-681bd344e4f2 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=84907e4d-ba96-4e22-a756-223076b25354,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:01.664234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:01.669465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.711107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.756180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e73b508-1019-4304-913c-7fdeaa52f8e0 req-d776a869-2d1d-4373-bef4-e31fdff3cd03 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2804165 Jul 22 11:38:01.822713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:01.926725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c08c68f2-339c-4da2-a435-6b1b0848d223 req-13539471-bddc-4d95-b34b-95930a178abc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 210 time: 0.0583317 Jul 22 11:38:02.014188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.017291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.018626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/security-groups/a25145da-652e-4687-8646-864f0eb70190 HTTP/1.1" status: 204 len: 168 time: 0.7488654 Jul 22 11:38:02.021431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:02.106030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac05299-ab8f-4557-ab4b-7e6c349dab0b tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a25145da-652e-4687-8646-864f0eb70190,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:02.166139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet b4291c7a-ac39-44c8-90b2-3b93e72b4590 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:38:02.170197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.13 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/cd221db2-a966-4754-8a5a-50bd6b28fd71) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:02.172333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.309560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.474331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.543374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.604478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.618360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:02.686704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:02.709325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:02.711132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:02.714714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:02.738731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.880160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=b4291c7a-ac39-44c8-90b2-3b93e72b4590,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:02.880434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:02.881095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.894047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:02.903816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bea669a2-4dc7-483f-828f-16557f3ff928 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/b4291c7a-ac39-44c8-90b2-3b93e72b4590 HTTP/1.1" status: 204 len: 168 time: 0.8804345 Jul 22 11:38:02.906025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:02.914140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-58034e72-d65d-4b84-9f2d-0176c6776b81 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5058978 Jul 22 11:38:02.932852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd92f7f-9bb6-43ba-9721-c9a353b19951 None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:02.968644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Request body: {'port': {'device_id': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:03.033079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet bef91fc8-f12a-4109-97d0-1671a946fb32 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:38:03.052099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.120747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.140814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.342957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.480526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.552388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=bef91fc8-f12a-4109-97d0-1671a946fb32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:03.563753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.573891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-20978528-20dd-43ce-8d70-b10a3d7a2163 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/bef91fc8-f12a-4109-97d0-1671a946fb32 HTTP/1.1" status: 204 len: 168 time: 0.6659818 Jul 22 11:38:03.576145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:03.617117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-627a748d-a455-4377-a4e0-a0844b0c72ef req-a612fac9-f34a-453d-9301-64f0cbbca245 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:03.624493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-627a748d-a455-4377-a4e0-a0844b0c72ef req-a612fac9-f34a-453d-9301-64f0cbbca245 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1487007 Jul 22 11:38:03.649240 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9fd43c1-8f00-4610-b53f-7012256f4b1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:03.649708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9fd43c1-8f00-4610-b53f-7012256f4b1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:03.662259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9fd43c1-8f00-4610-b53f-7012256f4b1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/b4291c7a-ac39-44c8-90b2-3b93e72b4590 HTTP/1.1" status: 404 len: 337 time: 0.0848551 Jul 22 11:38:03.664701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:03.770436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-627a748d-a455-4377-a4e0-a0844b0c72ef req-42933404-9d99-4494-851f-a8f5083183af tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1448755 Jul 22 11:38:03.788846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting subnet d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:38:03.812457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:03.930690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:03.958357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.107149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd221db2-a966-4754-8a5a-50bd6b28fd71 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:04.130937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.141255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.180275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a905f65-bc48-4929-a0a5-ff55a1783c65 req-47e3e80a-bc08-419a-bff5-38ce8a4e21c8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:04.188653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a905f65-bc48-4929-a0a5-ff55a1783c65 req-47e3e80a-bc08-419a-bff5-38ce8a4e21c8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 932 time: 0.2359316 Jul 22 11:38:04.257553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Transition to ACTIVE for port object cd221db2-a966-4754-8a5a-50bd6b28fd71 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:04.283792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.298166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.333612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a905f65-bc48-4929-a0a5-ff55a1783c65 req-c4767c93-94aa-48b8-a01c-ef51d9eca945 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378596 Jul 22 11:38:04.346079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Subnet': ['ID=d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:04.373780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.381234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e841527-a1db-412c-9c7d-2b3c1e5fa399 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/d96739c0-b2cc-4e8a-8e2c-f98fe8fb8c9d HTTP/1.1" status: 204 len: 168 time: 0.7149920 Jul 22 11:38:04.395927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.404782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:04.451979 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-77e6ff6e-83f1-4766-b411-eb58fffaf930 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:04.453082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-77e6ff6e-83f1-4766-b411-eb58fffaf930 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:04.460067 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-77e6ff6e-83f1-4766-b411-eb58fffaf930 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/2f79adad-2cf5-4563-9f07-56da1a7ea1bd HTTP/1.1" status: 404 len: 337 time: 0.0618372 Jul 22 11:38:04.461207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.472116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.509879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d29d13e0-bb65-4649-a5fe-3e7fd2683e5e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "GET /v2.0/ports?device_id=b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 HTTP/1.1" status: 200 len: 205 time: 0.0472810 Jul 22 11:38:04.511540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39382) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.557934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3113467d-a7f4-43e0-919c-bf351118a552 None None] Network a3d83c67-da5c-4087-bf0c-c73a096d69fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:04.599671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:04.628617 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-96345857-07b4-40cb-a01d-17c7543ec488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] delete failed (client error): The resource could not be found. Jul 22 11:38:04.633649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-96345857-07b4-40cb-a01d-17c7543ec488 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/routers/b06b6ca6-8b23-44ee-88e4-ab92cacc9a91 HTTP/1.1" status: 404 len: 336 time: 0.1211002 Jul 22 11:38:04.636114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.717607 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5151d1a5-7a90-45dc-9014-7625858dbc8e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:04.727118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5151d1a5-7a90-45dc-9014-7625858dbc8e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:04.737368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5151d1a5-7a90-45dc-9014-7625858dbc8e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/51d08f22-12a4-47da-bd5f-e7211687f2b5 HTTP/1.1" status: 404 len: 337 time: 0.1000900 Jul 22 11:38:04.739768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.808988 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-56747bfb-c316-4cac-b153-014be2fe4c7e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:04.810586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4fec60b0-ff5f-43a4-8280-282b75b041ff None None] Provisioning complete for port 59c3384d-d572-46d9-a108-5f666ce53491 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:04.811106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4fec60b0-ff5f-43a4-8280-282b75b041ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.823023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56747bfb-c316-4cac-b153-014be2fe4c7e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:04.824612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Attempting to bind port cd221db2-a966-4754-8a5a-50bd6b28fd71 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:04.827776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Attempting to bind port cd221db2-a966-4754-8a5a-50bd6b28fd71 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:04.828286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Attempting to bind port cd221db2-a966-4754-8a5a-50bd6b28fd71 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:04.833106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56747bfb-c316-4cac-b153-014be2fe4c7e tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/b4bedf66-0fe9-4ecc-a06a-fda2e731a4a1 HTTP/1.1" status: 404 len: 337 time: 0.0901847 Jul 22 11:38:04.833911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.857704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Port cd221db2-a966-4754-8a5a-50bd6b28fd71 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:38:04.858342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Attempting to bind port cd221db2-a966-4754-8a5a-50bd6b28fd71 on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:04.888963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:04.892113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:04.892753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:04.894100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Bound port: cd221db2-a966-4754-8a5a-50bd6b28fd71, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:04.895737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:04.903982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4fec60b0-ff5f-43a4-8280-282b75b041ff None None] Port 59c3384d-d572-46d9-a108-5f666ce53491 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:04.919137 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-58bfee36-d29e-4d23-b2b9-2f9c40772812 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:04.923760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-58bfee36-d29e-4d23-b2b9-2f9c40772812 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:04.925843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-58bfee36-d29e-4d23-b2b9-2f9c40772812 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/a38c9382-7565-4bc8-b163-b50a85be0985 HTTP/1.1" status: 404 len: 337 time: 0.0849533 Jul 22 11:38:04.928351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:04.947008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.007867 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cb4ad8-eda4-4a5b-8ac9-cf2c258abbb6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.010750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cb4ad8-eda4-4a5b-8ac9-cf2c258abbb6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.012593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87cb4ad8-eda4-4a5b-8ac9-cf2c258abbb6 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/9932a195-97d7-4b60-a3ce-f2e12ad037c7 HTTP/1.1" status: 404 len: 333 time: 0.0832655 Jul 22 11:38:05.017372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.025125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4fec60b0-ff5f-43a4-8280-282b75b041ff None None] Provisioning complete for port dee63e50-984d-4cff-ae4e-bd6bb4993d30 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:05.025547 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4fec60b0-ff5f-43a4-8280-282b75b041ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.102348 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6a743849-50b4-48b6-acec-d1cbc383b741 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.106112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6a743849-50b4-48b6-acec-d1cbc383b741 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.117318 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a743849-50b4-48b6-acec-d1cbc383b741 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/852a5752-043d-4a21-b128-8a5c41d95283 HTTP/1.1" status: 404 len: 337 time: 0.0987992 Jul 22 11:38:05.119966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.146394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Allocated IP 172.25.6.134 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/aebca7ef-92c3-41d3-ba8f-12e03637da11) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:05.193436 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6264f857-a72e-4f26-b1e5-6807eef37978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.194225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6264f857-a72e-4f26-b1e5-6807eef37978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.198252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6264f857-a72e-4f26-b1e5-6807eef37978 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/0d977b29-ec43-4a30-9952-aff8cf15cea5 HTTP/1.1" status: 404 len: 337 time: 0.0751367 Jul 22 11:38:05.203009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.259781 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0e295a4-f34f-4002-9713-3ca9a0d3b4ae tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.260552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b0e295a4-f34f-4002-9713-3ca9a0d3b4ae tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.264771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b0e295a4-f34f-4002-9713-3ca9a0d3b4ae tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/c56ee228-99ba-4e34-bffa-d3dc59e222a9 HTTP/1.1" status: 404 len: 333 time: 0.0580134 Jul 22 11:38:05.265026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.330358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] DHCP port deletion for a3d83c67-da5c-4087-bf0c-c73a096d69fb request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:38:05.340442 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-725a8ec2-a7e3-49fd-afe6-01da10fb4daf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.343193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-725a8ec2-a7e3-49fd-afe6-01da10fb4daf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.352326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-725a8ec2-a7e3-49fd-afe6-01da10fb4daf tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/1c2bbbd8-2a2a-426e-9821-60c3712f16c3 HTTP/1.1" status: 404 len: 337 time: 0.0831060 Jul 22 11:38:05.352427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39408) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.426072 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6209c747-fb59-4654-8593-f7223de7ce20 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] DELETE failed (client error): The resource could not be found. Jul 22 11:38:05.436001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6209c747-fb59-4654-8593-f7223de7ce20 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:38:05.441609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6209c747-fb59-4654-8593-f7223de7ce20 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/subnets/6dda78c9-6c59-49bc-b6f5-c3c7a6dc3f6d HTTP/1.1" status: 404 len: 337 time: 0.0845644 Jul 22 11:38:05.444962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:05.460528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:05.460757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Deleting port dee63e50-984d-4cff-ae4e-bd6bb4993d30 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:05.460932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.549192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:05.567843 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.580070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.671916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] For port dee63e50-984d-4cff-ae4e-bd6bb4993d30, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dee63e50-984d-4cff-ae4e-bd6bb4993d30,segment=NetworkSegment(25b25352-69ce-4c74-9896-acdc1c2ebb18),segment_id=25b25352-69ce-4c74-9896-acdc1c2ebb18)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:05.671916 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.720696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Calling delete_port for dee63e50-984d-4cff-ae4e-bd6bb4993d30 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:05.823784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:05.825017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.829551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] 10.222.0.36 "PUT /v2.0/ports/cd221db2-a966-4754-8a5a-50bd6b28fd71 HTTP/1.1" status: 200 len: 1092 time: 2.8649881 Jul 22 11:38:05.850119 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:05.856793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:05.869258 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4ada02ff-4269-4aa6-b797-385f50ebd7ae" -d '{"events": [{"name": "network-changed", "server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:05.905525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] Pushing event deleted for resources: {'Port': ['ID=dee63e50-984d-4cff-ae4e-bd6bb4993d30,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:05.927342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc1c235-0b44-4826-97cc-e7ca2c8694d2 None None] No DVR routers for this DVR port dee63e50-984d-4cff-ae4e-bd6bb4993d30 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:05.966717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcfddb0-826e-448f-bc1a-8f0c77dfb65a req-e8c2df8a-f46e-44b7-bcd7-506f94d6c2ab tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:05.976601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcfddb0-826e-448f-bc1a-8f0c77dfb65a req-e8c2df8a-f46e-44b7-bcd7-506f94d6c2ab tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.5137599 Jul 22 11:38:05.990695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-564216d2-b5a9-448f-a8d5-fb29380a2af7 service neutron] Pushing event updated for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:06.029421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:06.103253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcfddb0-826e-448f-bc1a-8f0c77dfb65a req-ea66337d-e964-48a9-a38c-051a8d3451bb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228249 Jul 22 11:38:06.647097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Deleting port 59c3384d-d572-46d9-a108-5f666ce53491 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:06.647097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:06.647097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:06.656515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:06.669124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:06.673975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=aebca7ef-92c3-41d3-ba8f-12e03637da11,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:06.766292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:06.799384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Calling delete_port for 59c3384d-d572-46d9-a108-5f666ce53491 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:06.898623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-a1f2e576-54b5-4c38-bdf4-7557bfd3087c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:06.900193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-a1f2e576-54b5-4c38-bdf4-7557bfd3087c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 1095 time: 0.3641219 Jul 22 11:38:06.912029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b258f7e-ad98-49b0-a5c8-55256ae36777 req-0d10fa9f-bd13-462f-89ff-7fc8106b9415 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:06.918983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b258f7e-ad98-49b0-a5c8-55256ae36777 req-0d10fa9f-bd13-462f-89ff-7fc8106b9415 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 944 time: 0.3816106 Jul 22 11:38:07.019627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.028200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.129804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b258f7e-ad98-49b0-a5c8-55256ae36777 req-eea419c0-1cbb-408e-8f08-89d1b8f6ac3f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2097964 Jul 22 11:38:07.139226 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.149833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/ports/59c3384d-d572-46d9-a108-5f666ce53491 HTTP/1.1" status: 204 len: 168 time: 1.7024975 Jul 22 11:38:07.154034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:07.177715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:07.243724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: dee63e50-984d-4cff-ae4e-bd6bb4993d30 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:38:07.244876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dee63e50-984d-4cff-ae4e-bd6bb4993d30 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:38:07.296046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80637ff3-c5b2-4a21-9fc3-bc6fc8a87e1d tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Port': ['ID=59c3384d-d572-46d9-a108-5f666ce53491,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:07.317165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.325358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.405312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-22704239-d53d-4f0c-bef0-7f1588e00620 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71 HTTP/1.1" status: 200 len: 217 time: 0.0734432 Jul 22 11:38:07.448162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.462811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a3d83c67-da5c-4087-bf0c-c73a096d69fb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:07.487558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25b25352-69ce-4c74-9896-acdc1c2ebb18') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:07.488290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25b25352-69ce-4c74-9896-acdc1c2ebb18') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:07.502481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.520390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.528472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:38:07.529065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:38:07.532885 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:38:07.634362 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e751adaa-c955-4cd6-b85e-ae638b17c70d x-openstack-request-id: req-e751adaa-c955-4cd6-b85e-ae638b17c70d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:07.636426 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:07.636787 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e751adaa-c955-4cd6-b85e-ae638b17c70d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:07.637397 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71', 'status': 'completed', 'code': 200} Jul 22 11:38:07.682262 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.696123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.703144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] 10.222.0.21 "DELETE /v2.0/networks/a3d83c67-da5c-4087-bf0c-c73a096d69fb HTTP/1.1" status: 204 len: 168 time: 0.5474381 Jul 22 11:38:07.724885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec91660-cb77-4428-b483-cfbe478872c7 tempest-PortsTestJSON-1615387535 tempest-PortsTestJSON-1615387535-project] Pushing event deleted for resources: {'Network': ['ID=a3d83c67-da5c-4087-bf0c-c73a096d69fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:07.780278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-62943dcf-6d99-419e-8ccb-b59a26bba840 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:07.782557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-62943dcf-6d99-419e-8ccb-b59a26bba840 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.2034180 Jul 22 11:38:07.785912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.796190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:07.881147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-567efe91-dae8-4282-a20b-a93377bba985 req-78b1e615-f792-4f62-8c66-4f7777521411 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:07.883237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-567efe91-dae8-4282-a20b-a93377bba985 req-78b1e615-f792-4f62-8c66-4f7777521411 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1905611 Jul 22 11:38:07.948311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-4e7bd62e-1705-4725-837e-63a848678e4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0777981 Jul 22 11:38:07.962394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=aebca7ef-92c3-41d3-ba8f-12e03637da11,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:08.019064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.065250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-567efe91-dae8-4282-a20b-a93377bba985 req-b8cf2d86-e157-42cb-a8cf-c4a92e269ca9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1645663 Jul 22 11:38:08.089842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.092334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-960a5a9d-68d3-4417-8ac1-b84726188e62 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.1606574 Jul 22 11:38:08.096284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:08.107799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1343387827'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:08.169923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Made reservation on behalf of a9b70e8fe06548c6820c52daf95177b9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:08.174745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.193323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.297191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-d91414ed-0619-485e-aef3-605f532d17e4 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3144627 Jul 22 11:38:08.425201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8089a52e-27a9-4930-8828-a0feb71d09f0 req-8b9485a6-d48d-456a-8f1a-a1925d1d9412 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:08.428596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8089a52e-27a9-4930-8828-a0feb71d09f0 req-8b9485a6-d48d-456a-8f1a-a1925d1d9412 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 944 time: 0.1268880 Jul 22 11:38:08.489437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.495626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.518318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8089a52e-27a9-4930-8828-a0feb71d09f0 req-51ea10f4-e033-4cb4-84c1-9f16fb5b03f0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0812941 Jul 22 11:38:08.548974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:38:08.588444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d493316d-d7f9-4140-8582-ea667b44d219,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:08.598761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.600161 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Added segment d626a998-e6a3-4e83-bbf4-fe159cf43f8a of type vlan for network 7a18746c-9e99-450b-80d3-e6be60263d6a Jul 22 11:38:08.667955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:08.668628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.715451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.727042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:08.727738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:08.754106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.6518438 Jul 22 11:38:08.771572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:08.779840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Request body: {'subnet': {'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:08.871913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:08.886378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41b83d5d-8b5e-4832-8ae5-f936295c8dce tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Network': ['ID=7a18746c-9e99-450b-80d3-e6be60263d6a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:08.898253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7a18746c-9e99-450b-80d3-e6be60263d6a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:38:08.959375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f7852e2-7e8a-4006-9ee5-b27f0a78b451 req-ee0359e6-21b6-454a-8daa-75b10afa1c4b service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2130704 Jul 22 11:38:08.978991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Made reservation on behalf of a9b70e8fe06548c6820c52daf95177b9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:08.986694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.145666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-285b8b61-4434-4f7d-807d-01ae725eb45d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.254962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56c053d0-8561-46b7-9a5c-d0e75c163a56 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=01d02ca0fa2a4644946edbe22b8a4043&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5852914 Jul 22 11:38:09.257939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:09.388088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1e7abaf-92e2-42d9-a959-5aecc43b7f9b req-e684aa85-c0d0-4837-9534-95488415ab2f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:09.399021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-285b8b61-4434-4f7d-807d-01ae725eb45d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.400279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1e7abaf-92e2-42d9-a959-5aecc43b7f9b req-e684aa85-c0d0-4837-9534-95488415ab2f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1408570 Jul 22 11:38:09.417275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-285b8b61-4434-4f7d-807d-01ae725eb45d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.461207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285b8b61-4434-4f7d-807d-01ae725eb45d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00965d10-b435-4e18-adf2-2804fd883756,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:09.506787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1e7abaf-92e2-42d9-a959-5aecc43b7f9b req-fa564892-5afd-4375-9ce7-957dbad38cec tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1000082 Jul 22 11:38:09.541203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-285b8b61-4434-4f7d-807d-01ae725eb45d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6fc859e5aa47402793cfbfc0dfe645b1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6644461 Jul 22 11:38:09.544315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:09.577185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.601901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.667943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Subnet': ['ID=8ada4a09-c605-4d4f-824d-0c0553d608d2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:09.686163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.736686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.766368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.802684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ba23b-ad40-46e0-befa-d7e232ac4ce3 req-99e76e74-bb5e-4158-bbda-e6b3ee6a1fe5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:09.804396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-545ba23b-ad40-46e0-befa-d7e232ac4ce3 req-99e76e74-bb5e-4158-bbda-e6b3ee6a1fe5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 944 time: 0.1546080 Jul 22 11:38:09.835998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Checking segment: {'id': 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:09.835998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network hostable DHCP agents. Network: 7a18746c-9e99-450b-80d3-e6be60263d6a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:38:09.879847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 7a18746c-9e99-450b-80d3-e6be60263d6a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:38:09.892227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.895275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-545ba23b-ad40-46e0-befa-d7e232ac4ce3 req-f2303db6-8fac-4f24-86a0-8383dc29c0fc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777888 Jul 22 11:38:09.897155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.902465 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e2af20e8-baf4-487d-bc6f-ce18c5c829f9 HTTP/1.1" status: 204 len: 168 time: 0.6389377 Jul 22 11:38:09.903129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7a18746c-9e99-450b-80d3-e6be60263d6a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:09.908997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.912263 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.916721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00965d10-b435-4e18-adf2-2804fd883756 HTTP/1.1" status: 204 len: 168 time: 0.3706868 Jul 22 11:38:09.930078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0062be-9e43-4547-a0b6-0254f8519288 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00965d10-b435-4e18-adf2-2804fd883756,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:09.933007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:09.933501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe69ad6-4f63-43c8-845a-835d85a410b6 None None] Network 7a18746c-9e99-450b-80d3-e6be60263d6a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:09.934655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:09.940368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d1777f-f3ba-4c75-b485-2b335d8e7dfa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e2af20e8-baf4-487d-bc6f-ce18c5c829f9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:09.974529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c342cd59-3b2b-4622-b3ef-b953cfab70cc tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2020702 Jul 22 11:38:09.976016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:09.981327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-1516748124', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:10.049079 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:10.050331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:10.214658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:10.348136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7a18746c-9e99-450b-80d3-e6be60263d6a', 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a', 'tenant_id': 'a9b70e8fe06548c6820c52daf95177b9', 'fixed_ips': [{'subnet_id': '8ada4a09-c605-4d4f-824d-0c0553d608d2'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:38:10.349020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:10.648662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:10.679995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Allocated IP 172.20.0.2 (7a18746c-9e99-450b-80d3-e6be60263d6a/8ada4a09-c605-4d4f-824d-0c0553d608d2/55c6b111-c5cd-46a1-b094-3158848c470f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:11.018991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-1b727c56-b7c5-428a-8287-5268134252db tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:11.029729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-1b727c56-b7c5-428a-8287-5268134252db tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.5167096 Jul 22 11:38:11.043744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.067017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Transition to ACTIVE for port object 55c6b111-c5cd-46a1-b094-3158848c470f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:11.093550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Transition to ACTIVE for port object 55c6b111-c5cd-46a1-b094-3158848c470f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:11.107356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-5453e1b1-a509-45b5-9e04-a39bbdd63cd4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/quotas/565a04aca8bb4d2383746d7438a95909 HTTP/1.1" status: 200 len: 375 time: 0.0766325 Jul 22 11:38:11.111448 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.170655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Network 7a18746c-9e99-450b-80d3-e6be60263d6a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:11.176457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:11.205385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:11.267659 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.300299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Pushing event updated for resources: {'Port': ['ID=55c6b111-c5cd-46a1-b094-3158848c470f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:11.302569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.311457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.311958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.312413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.314141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.314727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.315270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.315603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.316188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.316641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.317273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.318216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.319073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:11.330236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-e03dea4f-bf99-4acd-9601-8db21f349324 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2218513 Jul 22 11:38:11.363439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:11.396486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:11.406694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39596) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:11.644815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-network', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:11.661921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-c51753ad-cfd6-485b-9725-6d477fda04b6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:11.664113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-c51753ad-cfd6-485b-9725-6d477fda04b6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/ports?device_id=6bf5395b-0ad9-4af9-82d5-d372f5819dcf HTTP/1.1" status: 200 len: 945 time: 0.1394489 Jul 22 11:38:11.664624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-de277438-93ad-4f15-8c4c-99edeea92d23 tempest-DvrRoutersNegativeTest-436565163 tempest-DvrRoutersNegativeTest-436565163-project] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-1925894853', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:11.668185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.policy [None req-de277438-93ad-4f15-8c4c-99edeea92d23 tempest-DvrRoutersNegativeTest-436565163 tempest-DvrRoutersNegativeTest-436565163-project] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=93707) log_rule_list /opt/stack/neutron/neutron/policy.py:446}} Jul 22 11:38:11.668500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.policy [None req-de277438-93ad-4f15-8c4c-99edeea92d23 tempest-DvrRoutersNegativeTest-436565163 tempest-DvrRoutersNegativeTest-436565163-project] Failed policy check for 'create_router' {{(pid=93707) enforce /opt/stack/neutron/neutron/policy.py:520}} Jul 22 11:38:11.669024 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-de277438-93ad-4f15-8c4c-99edeea92d23 tempest-DvrRoutersNegativeTest-436565163 tempest-DvrRoutersNegativeTest-436565163-project] create failed (client error): Access was denied to this resource. Jul 22 11:38:11.670693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de277438-93ad-4f15-8c4c-99edeea92d23 tempest-DvrRoutersNegativeTest-436565163 tempest-DvrRoutersNegativeTest-436565163-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.2619283 Jul 22 11:38:11.672019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Attempting to bind port 55c6b111-c5cd-46a1-b094-3158848c470f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:11.672626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Attempting to bind port 55c6b111-c5cd-46a1-b094-3158848c470f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:11.673982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Attempting to bind port 55c6b111-c5cd-46a1-b094-3158848c470f on network 7a18746c-9e99-450b-80d3-e6be60263d6a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:11.685897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:11.686392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Checking segment: {'id': 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:11.686729 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.687394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Bound using segment: {'id': 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:11.688346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Bound port: 55c6b111-c5cd-46a1-b094-3158848c470f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:11.688838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.790085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.799822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Allocated IP 172.25.6.211 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/e94bc0cb-837a-4c68-ae78-fea499b795d7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:11.823893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:11.827450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.839387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:11.841868 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-295ad221-10ec-4d17-86d7-ebaf11fae53e" -d '{"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:11.845582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-4e935cfb-1936-4adf-8c4f-711377a87ddf service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5144107 Jul 22 11:38:11.860979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] For port 55c6b111-c5cd-46a1-b094-3158848c470f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:11.864229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.868283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:11.878905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.883698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] For port 55c6b111-c5cd-46a1-b094-3158848c470f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=55c6b111-c5cd-46a1-b094-3158848c470f,segment=NetworkSegment(d626a998-e6a3-4e83-bbf4-fe159cf43f8a),segment_id=d626a998-e6a3-4e83-bbf4-fe159cf43f8a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:11.911065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:11.990656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:12.062566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-ef587e55-737e-4100-b4ab-3b32b780c6d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:12.065030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-ef587e55-737e-4100-b4ab-3b32b780c6d4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 1095 time: 0.6578038 Jul 22 11:38:12.072892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80bf22b4-5e9e-41ac-813c-0cd815feb001 None None] Pushing event updated for resources: {'Port': ['ID=55c6b111-c5cd-46a1-b094-3158848c470f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:12.092255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:12.121552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed2f59c-38ca-4c48-b2d0-102570c7e797 req-4b45edbf-6911-481e-b390-158cc3426238 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:12.124492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ed2f59c-38ca-4c48-b2d0-102570c7e797 req-4b45edbf-6911-481e-b390-158cc3426238 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.5029705 Jul 22 11:38:12.165060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Deleting port 43a6a51d-559e-4c7c-b0be-c6563771c3ae {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:12.165606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.426804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ed2f59c-38ca-4c48-b2d0-102570c7e797 req-4f785ac6-042e-453a-89f2-603cd95b7459 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2644880 Jul 22 11:38:12.459632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.463740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49813216-3a88-424b-93a7-87c87dac6303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.507938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.626750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:38:12.631457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] For port 43a6a51d-559e-4c7c-b0be-c6563771c3ae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43a6a51d-559e-4c7c-b0be-c6563771c3ae,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:12.631837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.634356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:12.668164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.668605 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Added segment 475787c0-d322-477d-97bd-850605b9f213 of type vlan for network e965b12e-fd37-42fb-a906-48a8e565597b Jul 22 11:38:12.671248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Calling delete_port for 43a6a51d-559e-4c7c-b0be-c6563771c3ae owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:12.786148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:12.903153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-da20b275-5513-4909-bb07-45f3ac7f4572 service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0386548 Jul 22 11:38:12.930932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.036808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-f56c2c24-77bc-4265-8e00-6cb572dc287f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:13.038322 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-f56c2c24-77bc-4265-8e00-6cb572dc287f service neutron] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.8205593 Jul 22 11:38:13.284612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 55c6b111-c5cd-46a1-b094-3158848c470f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:13.304861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.340645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-de954c94-479f-41a8-80a1-c09b9b69f9f8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71 HTTP/1.1" status: 200 len: 217 time: 0.2769308 Jul 22 11:38:13.379100 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f2c75ea-766e-4776-b7b3-ce2ed5eaffc1 x-openstack-request-id: req-8f2c75ea-766e-4776-b7b3-ce2ed5eaffc1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:13.379417 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-unplugged", "status": "completed", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:13.379685 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f2c75ea-766e-4776-b7b3-ce2ed5eaffc1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:13.392385 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'code': 200} Jul 22 11:38:13.420016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 55c6b111-c5cd-46a1-b094-3158848c470f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:13.461834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=e94bc0cb-837a-4c68-ae78-fea499b795d7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:13.486790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:13.529512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.530513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:13.531384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.594750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-a92f5867-0e33-4dac-8354-5128909376a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:13.600630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-a92f5867-0e33-4dac-8354-5128909376a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.1446900 Jul 22 11:38:13.603729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:13.609480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:13.633246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49813216-3a88-424b-93a7-87c87dac6303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.642153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] Pushing event updated for resources: {'Network': ['ID=e965b12e-fd37-42fb-a906-48a8e565597b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:13.655307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e965b12e-fd37-42fb-a906-48a8e565597b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:38:13.663509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49813216-3a88-424b-93a7-87c87dac6303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.710902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77d1beb6-17d9-41dd-bb25-3deb0b6cfc1e req-5803f76f-f48a-4460-8631-6695e5b34c3a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 210 time: 0.0707867 Jul 22 11:38:13.761941 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2f24a0f5-4e2b-40b8-91d6-454c6fc8d5e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 2.3645396 Jul 22 11:38:13.794885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-d0c45199-e30a-4b91-a1c9-0e03501b05c1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0792167 Jul 22 11:38:13.795376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:13.813725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a360b4ab-68ae-4ac1-bcee-7d62900e7028 None None] Network 7a18746c-9e99-450b-80d3-e6be60263d6a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:13.814556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Request body: {'subnet': {'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-subnet', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:13.860898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49813216-3a88-424b-93a7-87c87dac6303 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7bda55733a0440f6a62aeb9095867be1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7643058 Jul 22 11:38:13.861377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:13.861974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:13.862916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.866566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:13.894092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Provisioning for port 55c6b111-c5cd-46a1-b094-3158848c470f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:13.897258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49813216-3a88-424b-93a7-87c87dac6303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90b9e071-d408-4b5a-ac3f-023a443f21d7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:13.928313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Provisioning complete for port 55c6b111-c5cd-46a1-b094-3158848c470f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:13.929352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.010928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event deleted for resources: {'Port': ['ID=43a6a51d-559e-4c7c-b0be-c6563771c3ae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:14.088392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device cd221db2-a966-4754-8a5a-50bd6b28fd71 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:38:14.119186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] No DVR routers for this DVR port 43a6a51d-559e-4c7c-b0be-c6563771c3ae on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:14.159102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.159102 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b3bafab7-ed99-43d9-8a88-61f4425898e6 req-2b759656-ce9f-4062-a22d-700e348643ac tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "DELETE /v2.0/ports/43a6a51d-559e-4c7c-b0be-c6563771c3ae HTTP/1.1" status: 204 len: 173 time: 2.4644794 Jul 22 11:38:14.159102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-deleted', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:14.159102 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7f09dcff-d271-4cd8-b8eb-d9b5acb65465" -d '{"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-deleted", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:14.180733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.217390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.283844 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.307259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.376266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62aa12c5-f15a-4163-93d7-0a6598ed55b2 req-5f5a23e4-ba9e-48b6-b514-fd366603e777 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:14.383828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62aa12c5-f15a-4163-93d7-0a6598ed55b2 req-5f5a23e4-ba9e-48b6-b514-fd366603e777 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 944 time: 1.4787889 Jul 22 11:38:14.447336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.454346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.459832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90b9e071-d408-4b5a-ac3f-023a443f21d7 HTTP/1.1" status: 204 len: 168 time: 0.5941668 Jul 22 11:38:14.475182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] For port 55c6b111-c5cd-46a1-b094-3158848c470f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=55c6b111-c5cd-46a1-b094-3158848c470f,segment=NetworkSegment(d626a998-e6a3-4e83-bbf4-fe159cf43f8a),segment_id=d626a998-e6a3-4e83-bbf4-fe159cf43f8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:14.475932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34135590-99f8-4b27-a0aa-87842e56ac76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90b9e071-d408-4b5a-ac3f-023a443f21d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:14.520715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.553951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:14.631190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'cd221db2-a966-4754-8a5a-50bd6b28fd71', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': 'cd221db2-a966-4754-8a5a-50bd6b28fd71', 'mac_address': 'fa:16:3e:5e:b7:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:38:14.702916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4385db76-7a9e-4134-9849-021cf7cab024 None None] Pushing event updated for resources: {'Port': ['ID=55c6b111-c5cd-46a1-b094-3158848c470f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:14.748595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.787480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8de94465-93ad-48b8-89e8-37a1cc9ea924,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:14.810891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd221db2-a966-4754-8a5a-50bd6b28fd71 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:14.861488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Checking segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:14.861971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Network hostable DHCP agents. Network: e965b12e-fd37-42fb-a906-48a8e565597b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:38:14.865937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-2795f0f6-a9a3-43d5-896f-dac9c701084c service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0288358 Jul 22 11:38:14.882408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:14.892025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62aa12c5-f15a-4163-93d7-0a6598ed55b2 req-6227ba22-533d-49cc-8e93-3b94bb043923 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5019648 Jul 22 11:38:14.896358 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:14.908990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddf96de1-d056-4244-90fb-950898a58101 req-5b992d4a-1f7e-4c5e-9346-d0be32f7af1a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:14.929978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddf96de1-d056-4244-90fb-950898a58101 req-5b992d4a-1f7e-4c5e-9346-d0be32f7af1a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 1.0879929 Jul 22 11:38:14.984401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:15.097927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a742d31a-b4f9-4c30-ab13-6ec3acc21280 None None] Provisioning complete for port 55c6b111-c5cd-46a1-b094-3158848c470f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:15.113838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a742d31a-b4f9-4c30-ab13-6ec3acc21280 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.274216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 55c6b111-c5cd-46a1-b094-3158848c470f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:15.330497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.394183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-bc257cec-9e43-460f-8568-643a571bdf3a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:15.396106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-bc257cec-9e43-460f-8568-643a571bdf3a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.4703274 Jul 22 11:38:15.397597 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-db7ee574-e947-4014-9c19-ef244ffb1d87 x-openstack-request-id: req-db7ee574-e947-4014-9c19-ef244ffb1d87 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:15.397996 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6bf5395b-0ad9-4af9-82d5-d372f5819dcf", "name": "network-vif-deleted", "tag": "43a6a51d-559e-4c7c-b0be-c6563771c3ae", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:15.398133 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-db7ee574-e947-4014-9c19-ef244ffb1d87 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:15.398555 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6bf5395b-0ad9-4af9-82d5-d372f5819dcf', 'name': 'network-vif-deleted', 'tag': '43a6a51d-559e-4c7c-b0be-c6563771c3ae', 'status': 'completed', 'code': 200} Jul 22 11:38:15.421060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['cd221db2-a966-4754-8a5a-50bd6b28fd71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:15.422350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Request body: {'port': {'device_id': 'a595d28d-aec4-4efd-897c-4af01374429c', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'admin_state_up': True, 'tenant_id': '565a04aca8bb4d2383746d7438a95909'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:15.442509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:15.483100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddf96de1-d056-4244-90fb-950898a58101 req-9a40c32e-e059-43e5-8fe5-e8fe351c8550 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5521107 Jul 22 11:38:15.491219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ada02ff-4269-4aa6-b797-385f50ebd7ae req-3112974e-1a00-44dc-aff1-82483c95edfa service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5421588 Jul 22 11:38:15.628518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 43a6a51d-559e-4c7c-b0be-c6563771c3ae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:38:15.629525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43a6a51d-559e-4c7c-b0be-c6563771c3ae not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:38:15.643341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:15.647045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.691551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cec984d9-c618-4754-849e-4b0bdf68ac48 req-426d8b6b-be50-464d-9d36-3203cda8938c tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 210 time: 0.0876718 Jul 22 11:38:15.694607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Network e965b12e-fd37-42fb-a906-48a8e565597b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:38:15.720961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 55c6b111-c5cd-46a1-b094-3158848c470f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:15.721930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.724517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e965b12e-fd37-42fb-a906-48a8e565597b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:15.732727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:15.732727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.735037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e4935cd-17d0-45d6-b0d7-08269cc6b4aa None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.757648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b3f1cc76-9516-43c9-9804-cea6f91fed07 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.9495528 Jul 22 11:38:15.757967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:15.774575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b3d824-e7fb-4663-8ac9-846b58e72a1b None None] Network e965b12e-fd37-42fb-a906-48a8e565597b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:15.810605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:15.881244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Allocated IP 172.20.0.11 (0d005663-4766-4a09-a059-d83bf48f44b9/ae8aacc5-7ed7-4f69-adb8-e2290cb24c76/e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:15.951381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.952455 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:15.978850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.068667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:16.077245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.077480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [-] 10.222.0.21 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0045886 Jul 22 11:38:16.081467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.087667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:16.138964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.141396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e965b12e-fd37-42fb-a906-48a8e565597b', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:38:16.144812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.180030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Network 0d005663-4766-4a09-a059-d83bf48f44b9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:16.183129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:16.187047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:16.232530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b523481c-e9ac-4f6a-bdae-3b84fd556f78 tempest-NetworksApiDiscovery-1592361812 tempest-NetworksApiDiscovery-1592361812-project] 10.222.0.21 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.1436903 Jul 22 11:38:16.244900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:16.264353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:16.265012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.300847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-eb4d59af-7b59-4c5b-b293-b44138c3a611 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.8944695 Jul 22 11:38:16.319752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Request body: {'port': {'device_id': 'a595d28d-aec4-4efd-897c-4af01374429c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:16.369335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Allocated IP 172.20.0.2 (e965b12e-fd37-42fb-a906-48a8e565597b/8de94465-93ad-48b8-89e8-37a1cc9ea924/c54aa591-f4eb-4461-9226-852a7dfc026d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:16.430978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.599258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:16.604881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.623037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Transition to ACTIVE for port object c54aa591-f4eb-4461-9226-852a7dfc026d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:16.633918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.638351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Transition to ACTIVE for port object c54aa591-f4eb-4461-9226-852a7dfc026d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:16.648579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.695491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Network e965b12e-fd37-42fb-a906-48a8e565597b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:16.703029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:16.707685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:16.715135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Pushing event updated for resources: {'Port': ['ID=c54aa591-f4eb-4461-9226-852a7dfc026d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:16.755912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641e1f6b-6a45-43af-aacf-619f15f7fd49 req-fe3ba178-5a19-4d66-9a68-abab2a84c140 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:16.757461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-641e1f6b-6a45-43af-aacf-619f15f7fd49 req-fe3ba178-5a19-4d66-9a68-abab2a84c140 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 945 time: 0.6848202 Jul 22 11:38:16.766535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b179ac69-0fcf-46ff-8bf1-19ad57da1724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.792279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Attempting to bind port c54aa591-f4eb-4461-9226-852a7dfc026d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:16.792928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Attempting to bind port c54aa591-f4eb-4461-9226-852a7dfc026d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:16.793444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Attempting to bind port c54aa591-f4eb-4461-9226-852a7dfc026d on network e965b12e-fd37-42fb-a906-48a8e565597b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:16.799355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:16.799980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Checking segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:16.800604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.801156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Bound using segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:16.801904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Bound port: c54aa591-f4eb-4461-9226-852a7dfc026d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:16.802466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.860229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:16.869382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.871380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] For port c54aa591-f4eb-4461-9226-852a7dfc026d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:16.873874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b6ab25c-42a8-48a6-ae06-d2ce4019e411 req-87f9baea-8382-4647-8658-9c927061eb89 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:16.875946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] For port c54aa591-f4eb-4461-9226-852a7dfc026d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c54aa591-f4eb-4461-9226-852a7dfc026d,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:16.876310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b6ab25c-42a8-48a6-ae06-d2ce4019e411 req-87f9baea-8382-4647-8658-9c927061eb89 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.2359905 Jul 22 11:38:16.881765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.895612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Transition to ACTIVE for port object e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:16.903607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.946435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-641e1f6b-6a45-43af-aacf-619f15f7fd49 req-efd1dd23-a0fb-4d44-96cd-ebc8532b843a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1825953 Jul 22 11:38:16.947200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Router 6241ae01-2622-401a-9ef1-760f867e7b33 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:38:16.970660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5329318c-0511-4170-bac4-0a37b49520d2 None None] Pushing event updated for resources: {'Port': ['ID=c54aa591-f4eb-4461-9226-852a7dfc026d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:16.972546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b6ab25c-42a8-48a6-ae06-d2ce4019e411 req-296dd546-5469-4d22-8cb3-3fc5aac94f0c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0786862 Jul 22 11:38:16.988242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b179ac69-0fcf-46ff-8bf1-19ad57da1724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:16.996497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:17.007267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b179ac69-0fcf-46ff-8bf1-19ad57da1724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.088657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b179ac69-0fcf-46ff-8bf1-19ad57da1724 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b628967d9ce540a48dade19e0ad9f9e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4883499 Jul 22 11:38:17.095928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:17.120305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b179ac69-0fcf-46ff-8bf1-19ad57da1724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ad967c8-b805-4d95-9c12-da8a4132d2b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:17.168387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Attempting to bind port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:17.168732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Attempting to bind port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:17.169065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Attempting to bind port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:17.182543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 on network 0d005663-4766-4a09-a059-d83bf48f44b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:38:17.182968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Attempting to bind port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:17.193641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.195976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 37, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:17.196357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Checking segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:17.196750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Bound using segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:17.198265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Bound port: e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:17.198265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.252395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.291010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd4029ee-97b3-4ca5-a222-14478317288a req-987d54ea-133f-4811-9634-37d8c08eefe1 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:17.292583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd4029ee-97b3-4ca5-a222-14478317288a req-987d54ea-133f-4811-9634-37d8c08eefe1 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 944 time: 0.2410400 Jul 22 11:38:17.311276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:17.315481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:17.324230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:17.326554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.336924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] Sync routers for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:17.348956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:17.349915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:17.351515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.359239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.361789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.362019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.365563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8ad967c8-b805-4d95-9c12-da8a4132d2b3 HTTP/1.1" status: 204 len: 168 time: 0.2647102 Jul 22 11:38:17.367284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d6c3c6d-c12c-40a5-a07c-10c84a1e356d tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 892 time: 7.3855026 Jul 22 11:38:17.367929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:17.386120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:17.386785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.388213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] 10.222.0.20 "PUT /v2.0/ports/e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 HTTP/1.1" status: 200 len: 1092 time: 1.0777917 Jul 22 11:38:17.391848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed46210d-570a-43ed-b7db-2507c305acaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ad967c8-b805-4d95-9c12-da8a4132d2b3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:17.405080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:17.407721 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7958b30c-597f-4357-b67c-ac2255be4ec3" -d '{"events": [{"name": "network-changed", "server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:17.408933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.416387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1f06939-d9d5-426b-a224-249f3df445c9 service neutron] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:17.445516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:17.450329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd4029ee-97b3-4ca5-a222-14478317288a req-9bda8c02-00de-40e4-9a5e-bdc7993af270 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1495473 Jul 22 11:38:17.509721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:17.512539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:37:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:17.543255 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-53ddba88-44a6-49bb-9b01-8839d6331c46 x-openstack-request-id: req-53ddba88-44a6-49bb-9b01-8839d6331c46 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:17.543775 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:17.543775 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-53ddba88-44a6-49bb-9b01-8839d6331c46 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:17.544595 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'status': 'completed', 'code': 200} Jul 22 11:38:17.570664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:17.571596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1b55429-08d4-494e-8bb3-d10f6ef5708a None None] The sync data for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:17.580983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-5fbd5659-c6e8-4a5e-85b3-837f6a5c851b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:17.582688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-5fbd5659-c6e8-4a5e-85b3-837f6a5c851b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 1095 time: 0.1418192 Jul 22 11:38:17.631895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-8bbbc238-33e2-4694-bae9-b3283212ce0c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 HTTP/1.1" status: 200 len: 217 time: 0.0412087 Jul 22 11:38:17.694102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cecaa-17da-4809-af24-b339d617c018 req-7a45887a-495e-42d6-9454-c52d8d9cba0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:17.696055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-7a45887a-495e-42d6-9454-c52d8d9cba0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0576851 Jul 22 11:38:17.714089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Allocated IP 172.25.6.228 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/4dca266b-4d94-47fa-ba6b-4f436ba77d41) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:17.747348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-8f061a09-89f1-41c9-8c01-fd1ab5cdf08d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405409 Jul 22 11:38:17.802616 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:17.865485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-ab8127e4-f949-49d7-ac8a-fc07042890ea service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1095021 Jul 22 11:38:17.892819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.005022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cecaa-17da-4809-af24-b339d617c018 req-b1c9c03f-af02-43c7-9390-9be9ddc9d5ec service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1288958 Jul 22 11:38:18.068353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.090006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device cd221db2-a966-4754-8a5a-50bd6b28fd71 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:18.190134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4becb7d2-e15a-4792-a279-cb8b6a74709d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.193673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-614381b5-2c4b-4fd1-bf10-c4af948700e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:18.198747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-614381b5-2c4b-4fd1-bf10-c4af948700e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 1095 time: 0.1197565 Jul 22 11:38:18.207421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:18.208047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port cd221db2-a966-4754-8a5a-50bd6b28fd71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:18.212931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port cd221db2-a966-4754-8a5a-50bd6b28fd71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:18.213911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.237984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abcaad00-c09a-467d-aa2c-c9c1ec43493e None None] Network e965b12e-fd37-42fb-a906-48a8e565597b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:18.239645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:18.248855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:18.255232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Pushing event updated for resources: {'Port': ['ID=4dca266b-4d94-47fa-ba6b-4f436ba77d41,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:18.333020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3f23272c-bc3d-42b5-acdc-2f77dc776323 None None] Provisioning for port c54aa591-f4eb-4461-9226-852a7dfc026d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:18.350040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6c41bef-450f-4d32-9137-b1fa3107ede8 req-4bd867dc-496f-4a90-ad82-08d60d627c50 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:18.351664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6c41bef-450f-4d32-9137-b1fa3107ede8 req-4bd867dc-496f-4a90-ad82-08d60d627c50 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.2701120 Jul 22 11:38:18.386490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-e9c5625c-809d-4123-a612-cc8129ccd3dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:18.388348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-e9c5625c-809d-4123-a612-cc8129ccd3dc service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 906 time: 0.1729646 Jul 22 11:38:18.392076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57f425e7-fdca-402b-9656-78663a779859 req-7136805f-200b-4d4c-ba2b-77de3954dc86 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:18.393887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57f425e7-fdca-402b-9656-78663a779859 req-7136805f-200b-4d4c-ba2b-77de3954dc86 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 945 time: 0.3152728 Jul 22 11:38:18.433325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.456353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-00b8b5d8-f6ba-4646-99c7-708dcd42bbb0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 HTTP/1.1" status: 200 len: 217 time: 0.0538547 Jul 22 11:38:18.464506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:18.468086 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65251fca-9dbd-4a4d-ac90-c0e98fa54853" -d '{"events": [{"server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "name": "network-vif-plugged", "status": "completed", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:18.509799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:18.523298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.531971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6c41bef-450f-4d32-9137-b1fa3107ede8 req-c60b05bc-54ef-43f3-b591-b63407c340a4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1534805 Jul 22 11:38:18.534480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-0670c306-6eb5-48e2-a5ae-9e52d3de37a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:18.536301 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-0670c306-6eb5-48e2-a5ae-9e52d3de37a6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0724678 Jul 22 11:38:18.537004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:18.593055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57f425e7-fdca-402b-9656-78663a779859 req-2144c702-febd-4630-a53b-162219ab439e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1593363 Jul 22 11:38:18.620040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-567e73e9-0a89-48c3-8040-af66469b6687 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0767038 Jul 22 11:38:18.658166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:18.667453 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ece543b-31b3-4ee0-9bfb-9698c229fc82 x-openstack-request-id: req-7ece543b-31b3-4ee0-9bfb-9698c229fc82 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:18.668772 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "name": "network-vif-plugged", "status": "completed", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:18.669411 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ece543b-31b3-4ee0-9bfb-9698c229fc82 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:18.670152 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71', 'code': 200} Jul 22 11:38:18.869606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-2db79c13-672e-4856-b66c-c98ee72d9269 service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380774 Jul 22 11:38:19.042217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7958b30c-597f-4357-b67c-ac2255be4ec3 req-610b620f-4023-4a29-b147-ca1855bd5bdd service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1655912 Jul 22 11:38:19.155007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c54aa591-f4eb-4461-9226-852a7dfc026d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:19.211872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c54aa591-f4eb-4461-9226-852a7dfc026d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:19.216098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c54aa591-f4eb-4461-9226-852a7dfc026d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:19.216603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.306808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:38:19.323075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.325444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.387954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.395287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c54aa591-f4eb-4461-9226-852a7dfc026d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c54aa591-f4eb-4461-9226-852a7dfc026d,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:19.422160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.442163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15043aca-21ef-40ad-8291-6f498997f9cc req-e4878451-4e51-435e-8c64-f6a4103dbb52 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:19.445172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15043aca-21ef-40ad-8291-6f498997f9cc req-e4878451-4e51-435e-8c64-f6a4103dbb52 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 1097 time: 0.6381226 Jul 22 11:38:19.488346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-277f54f0-9a2b-46f2-b12a-66dabf3c105e req-96a9bfb0-ae50-4d9c-9552-01b64e092490 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:19.492162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:19.495148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-277f54f0-9a2b-46f2-b12a-66dabf3c105e req-96a9bfb0-ae50-4d9c-9552-01b64e092490 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 944 time: 0.6944666 Jul 22 11:38:19.506273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c54aa591-f4eb-4461-9226-852a7dfc026d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:19.511840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'mac_address': 'fa:16:3e:dd:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:38:19.572848 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.597762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:19.627633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:19.633769 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:19.656897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15043aca-21ef-40ad-8291-6f498997f9cc req-4c59cb45-b485-4a63-b111-e0de24e7f2eb service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1572745 Jul 22 11:38:19.680244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-277f54f0-9a2b-46f2-b12a-66dabf3c105e req-ecb201ee-1f91-40c5-99f4-763b809ad4f9 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1842167 Jul 22 11:38:19.698826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:19.856127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Allocated IP 172.20.0.1 (7a18746c-9e99-450b-80d3-e6be60263d6a/8ada4a09-c605-4d4f-824d-0c0553d608d2/78861a3c-7d3b-444e-a027-4841ce1d96cf) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:19.870196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:19.956067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:19.962768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6588c70-9292-418e-a1cd-6665f63d5eb6 req-df7c8637-8627-47db-9538-578a4873aff2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:19.964307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6588c70-9292-418e-a1cd-6665f63d5eb6 req-df7c8637-8627-47db-9538-578a4873aff2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.3253658 Jul 22 11:38:19.982470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.107496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cedea9f0-83f2-4cae-a30d-75303f0f55ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.139813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc79c05-f689-4050-8775-d51fdf2d93d0 req-f7ccd150-3797-4173-8a93-dd3bbcd1f5d1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:20.141483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dc79c05-f689-4050-8775-d51fdf2d93d0 req-f7ccd150-3797-4173-8a93-dd3bbcd1f5d1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.3389745 Jul 22 11:38:20.168159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6588c70-9292-418e-a1cd-6665f63d5eb6 req-eb8158c8-c7a5-4385-bea9-d9b895d0e53b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1922457 Jul 22 11:38:20.216069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.237526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cedea9f0-83f2-4cae-a30d-75303f0f55ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.244308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cedea9f0-83f2-4cae-a30d-75303f0f55ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.254409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Transition to ACTIVE for port object 78861a3c-7d3b-444e-a027-4841ce1d96cf will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:20.262548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dc79c05-f689-4050-8775-d51fdf2d93d0 req-e311e2ed-15c9-4ae6-8846-c6f0454d3fa2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1084321 Jul 22 11:38:20.306573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cedea9f0-83f2-4cae-a30d-75303f0f55ba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=07cf14d0a7504d61a8055aebae18c4e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3483255 Jul 22 11:38:20.309991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:20.313550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cedea9f0-83f2-4cae-a30d-75303f0f55ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9988f3f-8acb-4f56-81ca-a4b1f845674d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:20.346287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.354929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:38:20.413921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 7a18746c-9e99-450b-80d3-e6be60263d6a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:20.422477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:20.428602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:20.458990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=78861a3c-7d3b-444e-a027-4841ce1d96cf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:20.553237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.582620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.671203 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.779458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:20.793639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Sync routers for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:20.811133 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:20.812883 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:20.821681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2b2758d-2d54-419f-8348-4fd390fec899 None None] Provisioning for port 78861a3c-7d3b-444e-a027-4841ce1d96cf completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:20.827557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2b2758d-2d54-419f-8348-4fd390fec899 None None] Provisioning complete for port 78861a3c-7d3b-444e-a027-4841ce1d96cf triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:20.828438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2b2758d-2d54-419f-8348-4fd390fec899 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.854076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.858516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:20.858895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1ccc0714-413d-4ba4-b600-6b8aca966fef admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 5.0988138 Jul 22 11:38:20.876560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c2b2758d-2d54-419f-8348-4fd390fec899 None None] Port 78861a3c-7d3b-444e-a027-4841ce1d96cf cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:20.885661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.888262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.889555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9988f3f-8acb-4f56-81ca-a4b1f845674d HTTP/1.1" status: 204 len: 168 time: 0.5784526 Jul 22 11:38:20.922357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52da1770-416b-4867-a6e3-31cec00674ee req-95702cb8-60ed-4d19-b655-bd968cb4bd00 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:20.924055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52da1770-416b-4867-a6e3-31cec00674ee req-95702cb8-60ed-4d19-b655-bd968cb4bd00 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 945 time: 0.1482630 Jul 22 11:38:20.926983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a4c41a6-610b-4cb9-8f1f-8a106b000c1f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9988f3f-8acb-4f56-81ca-a4b1f845674d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:20.942571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:20.988918 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:38:21.014069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52da1770-416b-4867-a6e3-31cec00674ee req-42284fc1-3df4-4c75-bd55-a7837ec09f54 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0821614 Jul 22 11:38:21.090424 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:21.164475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c54aa591-f4eb-4461-9226-852a7dfc026d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:21.318478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c54aa591-f4eb-4461-9226-852a7dfc026d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:21.319122 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.321002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:21.408151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:21.419909 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.425968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:18Z', 'revision_number': 3, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:21.431290 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0e118af-29e6-43b1-93a9-f62dc26d1801 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.468065 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Checking router: 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:38:21.468413 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Updating router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:38:21.519361 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.611457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0e118af-29e6-43b1-93a9-f62dc26d1801 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.628816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0934b3-870c-40c3-aa7d-075f3e81bbe8 req-769b0d9b-0bf3-415a-bcc8-88aa24906def tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:21.630338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b0934b3-870c-40c3-aa7d-075f3e81bbe8 req-769b0d9b-0bf3-415a-bcc8-88aa24906def tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.2737455 Jul 22 11:38:21.662543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0e118af-29e6-43b1-93a9-f62dc26d1801 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.733554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ff9969-9715-49f4-9c19-139fa2e841c4 req-cb0363a2-aa72-46ab-8f49-6deac3257045 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:21.741880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ff9969-9715-49f4-9c19-139fa2e841c4 req-cb0363a2-aa72-46ab-8f49-6deac3257045 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.2126622 Jul 22 11:38:21.748181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e0e118af-29e6-43b1-93a9-f62dc26d1801 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=00c04ac671a14ce9a69e6a4f5d2e713d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3377619 Jul 22 11:38:21.751401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:21.752679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b0934b3-870c-40c3-aa7d-075f3e81bbe8 req-14f428b2-eabe-4c1d-a9d8-6a8ee2e17c19 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1143823 Jul 22 11:38:21.761158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.778614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.812905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.815979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:21.835206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e118af-29e6-43b1-93a9-f62dc26d1801 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=98e476d0-133c-42cb-89fd-0be8164bcf99,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:21.856505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=78861a3c-7d3b-444e-a027-4841ce1d96cf,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:21.876834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:21.877431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.902590 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.907669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ff9969-9715-49f4-9c19-139fa2e841c4 req-b7eb004e-bddc-43d1-b4eb-6e16f4ffd2ee tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1641576 Jul 22 11:38:21.917096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:21.929408 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Transition to ACTIVE for port object 4dca266b-4d94-47fa-ba6b-4f436ba77d41 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:21.939550 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.036731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 7a18746c-9e99-450b-80d3-e6be60263d6a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:22.038796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:22.039702 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Attempting to bind port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:22.040082 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Attempting to bind port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:22.040450 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Attempting to bind port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:22.079030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:22.079434 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:22.079894 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.080292 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:22.080779 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Bound port: 4dca266b-4d94-47fa-ba6b-4f436ba77d41, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:22.081179 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.092086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.105518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Pushing event updated for resources: {'Port': ['ID=4dca266b-4d94-47fa-ba6b-4f436ba77d41,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:22.167664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.169031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:22.173408 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b194b29c-2f87-49f4-bc03-cf48e6f8e6c0" -d '{"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:22.195608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:22.204360 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.204942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.205293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.211033 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.211685 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.212244 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.212816 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.213163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.213504 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.213843 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.214177 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.214540 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.214874 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:22.259499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Router 6241ae01-2622-401a-9ef1-760f867e7b33 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:38:22.275087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.281005 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] For port 4dca266b-4d94-47fa-ba6b-4f436ba77d41, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:22.286079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] For port 4dca266b-4d94-47fa-ba6b-4f436ba77d41, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4dca266b-4d94-47fa-ba6b-4f436ba77d41,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:22.303845 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.310747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:22.387712 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c40f9d0-c998-4fa3-98c0-f16744c9e21a None None] Pushing event updated for resources: {'Port': ['ID=4dca266b-4d94-47fa-ba6b-4f436ba77d41,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:22.424659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03ba5e38-16b9-44df-884e-0eadea3f5de7 None None] Provisioning complete for port 78861a3c-7d3b-444e-a027-4841ce1d96cf triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:22.425996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Allocated IP 172.20.0.1 (e965b12e-fd37-42fb-a906-48a8e565597b/8de94465-93ad-48b8-89e8-37a1cc9ea924/72e7f91d-c6c2-4e6f-b32f-928304897e33) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:22.426522 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:22.427062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03ba5e38-16b9-44df-884e-0eadea3f5de7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.427438 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:22.504554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-03ba5e38-16b9-44df-884e-0eadea3f5de7 None None] Port 78861a3c-7d3b-444e-a027-4841ce1d96cf cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:22.521143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.523577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.524744 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/98e476d0-133c-42cb-89fd-0be8164bcf99 HTTP/1.1" status: 204 len: 168 time: 0.7186558 Jul 22 11:38:22.550175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e336858-311c-42c5-8af7-bfe23e7531dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=98e476d0-133c-42cb-89fd-0be8164bcf99,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:22.566765 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:22.683731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7273d8-003d-459a-9960-7e295bf06c03 req-9862e06e-4177-43d7-a138-ee91a90d57bd tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:22.685591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca7273d8-003d-459a-9960-7e295bf06c03 req-9862e06e-4177-43d7-a138-ee91a90d57bd tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.4639688 Jul 22 11:38:22.708897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.713651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e69373fb-e991-4f9b-acbd-5306647202ba req-5a8ef88a-0ace-4b48-9736-4f364670e400 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:22.715033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e69373fb-e991-4f9b-acbd-5306647202ba req-5a8ef88a-0ace-4b48-9736-4f364670e400 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.4124572 Jul 22 11:38:22.747669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Transition to ACTIVE for port object 72e7f91d-c6c2-4e6f-b32f-928304897e33 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:22.811868 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:18Z', 'revision_number': 3, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:22.814838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.838182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:22.850113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] Sync routers for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:22.861826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:22.864071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:22.868294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Network e965b12e-fd37-42fb-a906-48a8e565597b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:22.872295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:22.876250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:22.895634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec7312fc-5b88-4967-a0dd-ee0c1f1daa78 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "PUT /v2.0/routers/6241ae01-2622-401a-9ef1-760f867e7b33/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5029521 Jul 22 11:38:22.904563 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe0a2e61-2f9c-4108-8a82-eede483dbabf None None] The sync data for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 is: [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:18Z', 'revision_number': 3, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:22.906311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:22.913453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Request body: {'port': {'network_id': '7a18746c-9e99-450b-80d3-e6be60263d6a', 'name': 'tempest-FloatingIPAdminTestJSON-487343020'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:22.940565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca7273d8-003d-459a-9960-7e295bf06c03 req-7650fa70-bf0d-45e8-8edb-b7cf8adf735e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2480543 Jul 22 11:38:22.970777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Pushing event updated for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:22.983841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:22.984951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:22.993428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e69373fb-e991-4f9b-acbd-5306647202ba req-34a74d25-809f-48cb-989d-9bcf93b9d4f8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2713296 Jul 22 11:38:23.024232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:23.024859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:23.162087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:23.162843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b777b720-ba2a-4880-8b8b-043aaece07d8 None None] The sync data for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:23.165447 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5639879c-021e-4cc9-9f29-d4b2cbff4f11 x-openstack-request-id: req-5639879c-021e-4cc9-9f29-d4b2cbff4f11 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:23.174724 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:23.175203 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5639879c-021e-4cc9-9f29-d4b2cbff4f11 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:23.175647 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'code': 200} Jul 22 11:38:23.341226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cb47c07-2054-44f6-bcbe-64c7b4edffc7 None None] Provisioning for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:23.347034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cb47c07-2054-44f6-bcbe-64c7b4edffc7 None None] Provisioning complete for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:23.347765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cb47c07-2054-44f6-bcbe-64c7b4edffc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.442683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4cb47c07-2054-44f6-bcbe-64c7b4edffc7 None None] Port 72e7f91d-c6c2-4e6f-b32f-928304897e33 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:23.512230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb1b1d8-a4ef-4468-b914-a98a59695a92 req-04ba0547-3dc3-4706-95de-aca198f80fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:23.515056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8eb1b1d8-a4ef-4468-b914-a98a59695a92 req-04ba0547-3dc3-4706-95de-aca198f80fea service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 1097 time: 0.3797383 Jul 22 11:38:23.516353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.620559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8eb1b1d8-a4ef-4468-b914-a98a59695a92 req-2260abaa-f083-4cb8-a58c-49d2250119ac service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932026 Jul 22 11:38:23.756437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Made reservation on behalf of a9b70e8fe06548c6820c52daf95177b9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:23.759982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.771490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efb5f491-ea58-4bf9-9b8a-79f633cc2647 req-a05ddcce-cfdc-448f-9efe-95628a4d27b9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:23.773056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efb5f491-ea58-4bf9-9b8a-79f633cc2647 req-a05ddcce-cfdc-448f-9efe-95628a4d27b9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 943 time: 0.1749420 Jul 22 11:38:23.787415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-475ea008-f9e4-4ece-9cd0-a34638e58552 req-5706b23a-0543-4a80-a1ef-064ee7727033 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:23.789007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-475ea008-f9e4-4ece-9cd0-a34638e58552 req-5706b23a-0543-4a80-a1ef-064ee7727033 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.1919854 Jul 22 11:38:23.803187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.809853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.821122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] device_id is not set on port 06b8dd67-6a1f-488e-9dcf-266b9dddca9e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:38:23.911293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Pushing event updated for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:23.946247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efb5f491-ea58-4bf9-9b8a-79f633cc2647 req-02adfaa2-524c-4ba3-aef2-7d2733a7e2d5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1499636 Jul 22 11:38:23.952756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:23.972395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-475ea008-f9e4-4ece-9cd0-a34638e58552 req-8988414f-2fb9-4083-b472-a526e93d8b41 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564741 Jul 22 11:38:24.113111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Allocated IP 172.20.0.4 (7a18746c-9e99-450b-80d3-e6be60263d6a/8ada4a09-c605-4d4f-824d-0c0553d608d2/06b8dd67-6a1f-488e-9dcf-266b9dddca9e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:24.137513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:38:24.193079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Network e965b12e-fd37-42fb-a906-48a8e565597b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:24.196672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:24.435254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:24.477361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'mac_address': 'fa:16:3e:3f:a1:28', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:38:24.597043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da25e791-d14a-4f0c-b06a-07e7b2051b5a req-abcb0348-16dc-4d6e-afea-4fb1bd66af34 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:24.601214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da25e791-d14a-4f0c-b06a-07e7b2051b5a req-abcb0348-16dc-4d6e-afea-4fb1bd66af34 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.3847256 Jul 22 11:38:24.632103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:24.672739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:24.713040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:38:24.728496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da25e791-d14a-4f0c-b06a-07e7b2051b5a req-16d3ce89-0df4-4352-89b0-23e8e304e29f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205289 Jul 22 11:38:24.730130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1788856-ccb3-4380-9211-aaa318ef064b None None] Provisioning complete for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:24.730544 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1788856-ccb3-4380-9211-aaa318ef064b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:24.749492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:24.773680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Transition to ACTIVE for port object 06b8dd67-6a1f-488e-9dcf-266b9dddca9e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:24.799503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:24.826415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:24.836945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb8fa56e-69d9-488a-98f9-cbaa05a33320 req-4c247273-2dc0-490c-8084-fde5114ae0c5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:24.844556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb8fa56e-69d9-488a-98f9-cbaa05a33320 req-4c247273-2dc0-490c-8084-fde5114ae0c5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.1833344 Jul 22 11:38:24.861692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1788856-ccb3-4380-9211-aaa318ef064b None None] Port 72e7f91d-c6c2-4e6f-b32f-928304897e33 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:24.907901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:24.910584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb8fa56e-69d9-488a-98f9-cbaa05a33320 req-e35efabb-4a36-407f-b488-10a7b294f557 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603778 Jul 22 11:38:24.919438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:24.940170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:24.971707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Network 7a18746c-9e99-450b-80d3-e6be60263d6a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:24.972553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6fa453cc-60d8-4743-8802-c9924e32d67d admin admin] 10.222.0.21 "PUT /v2.0/routers/42925a2a-bb30-4cad-9d9d-55eb6afc4ae7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1004665 Jul 22 11:38:24.975035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:24.979021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:24.986488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event updated for resources: {'Port': ['ID=06b8dd67-6a1f-488e-9dcf-266b9dddca9e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:25.106087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['063ce041-9506-4d5a-95d0-2176f5c6192f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:25.160283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:25.161475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:25.194506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e065ad39-3160-49cb-856b-fd0e320f572c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2840312 Jul 22 11:38:25.195351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:25.209236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4dca266b-4d94-47fa-ba6b-4f436ba77d41 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:25.259019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf891b66-18a8-40a2-87aa-ffeed6706482 req-917b68b8-5bdd-4610-8035-e5c911780633 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:25.271309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf891b66-18a8-40a2-87aa-ffeed6706482 req-917b68b8-5bdd-4610-8035-e5c911780633 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.1670911 Jul 22 11:38:25.365487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf891b66-18a8-40a2-87aa-ffeed6706482 req-bfd847c2-bed4-41a6-8036-8cf056dfeb4a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0932627 Jul 22 11:38:25.408772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:25.428854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:25.429698 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:25.535768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3cdb73e8-d4e3-4104-9c02-7b2ea1831f62 None None] Provisioning for port 06b8dd67-6a1f-488e-9dcf-266b9dddca9e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:25.544977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'project_id': 'a9b70e8fe06548c6820c52daf95177b9', 'port_id': '06b8dd67-6a1f-488e-9dcf-266b9dddca9e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:25.560972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3cdb73e8-d4e3-4104-9c02-7b2ea1831f62 None None] Provisioning complete for port 06b8dd67-6a1f-488e-9dcf-266b9dddca9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:25.561354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3cdb73e8-d4e3-4104-9c02-7b2ea1831f62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:25.645361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:25.652175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3cdb73e8-d4e3-4104-9c02-7b2ea1831f62 None None] Port 06b8dd67-6a1f-488e-9dcf-266b9dddca9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:38:25.671381 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Sync routers for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:25.690317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:25.690996 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:25.696760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 4dca266b-4d94-47fa-ba6b-4f436ba77d41, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4dca266b-4d94-47fa-ba6b-4f436ba77d41,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:25.705351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:25.757792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-d2b70ebc-d72f-48e3-af6f-f9bb387f52d5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:25.757792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-d2b70ebc-d72f-48e3-af6f-f9bb387f52d5 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.1198850 Jul 22 11:38:25.781923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=4dca266b-4d94-47fa-ba6b-4f436ba77d41,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:26.131942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:26.198517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7dd2181-68e8-4245-9d66-7745acaa610f req-b254e8d8-3596-4ede-8340-7ce7e4461447 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:26.200116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7dd2181-68e8-4245-9d66-7745acaa610f req-b254e8d8-3596-4ede-8340-7ce7e4461447 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.2734900 Jul 22 11:38:26.203529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port cd221db2-a966-4754-8a5a-50bd6b28fd71 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:26.204028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.266435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b9866bf-9831-4a9f-b348-3c5410f7f4cb req-4af89557-3712-4c70-bb83-ee5437f4442e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:26.272528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.274763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b9866bf-9831-4a9f-b348-3c5410f7f4cb req-4af89557-3712-4c70-bb83-ee5437f4442e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2571013 Jul 22 11:38:26.360145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7dd2181-68e8-4245-9d66-7745acaa610f req-bae53b3b-37f9-4e57-aa48-7804cd3bc054 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1514766 Jul 22 11:38:26.436082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b9866bf-9831-4a9f-b348-3c5410f7f4cb req-5418b8da-ac73-4bfc-ad68-146319ae2a92 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1597204 Jul 22 11:38:26.462315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:22Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 2, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:26.470120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port cd221db2-a966-4754-8a5a-50bd6b28fd71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=cd221db2-a966-4754-8a5a-50bd6b28fd71,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:26.473279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.499426 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Checking router: 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:38:26.500077 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Updating router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 port 72e7f91d-c6c2-4e6f-b32f-928304897e33 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:38:26.519740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for cd221db2-a966-4754-8a5a-50bd6b28fd71 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:26.523858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.565227 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.748043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a12732-a65e-4c5a-a62e-66d707511d94 req-1625068b-2129-42da-8fec-47faef0947e3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:26.749664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a12732-a65e-4c5a-a62e-66d707511d94 req-1625068b-2129-42da-8fec-47faef0947e3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 946 time: 0.2397428 Jul 22 11:38:26.770877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Allocated IP 172.25.6.241 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2755c481-64b7-44e1-9aa6-5a7efd9a7b9b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:26.831758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a12732-a65e-4c5a-a62e-66d707511d94 req-83fbd043-b3a6-4651-998c-37e2cc5cffd9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0715771 Jul 22 11:38:26.889744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:26.904850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['cd221db2-a966-4754-8a5a-50bd6b28fd71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:26.935505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=cd221db2-a966-4754-8a5a-50bd6b28fd71,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:26.938736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:27.008209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.052528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:27.112577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.142223 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.167993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:27.171253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:27.182611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4dca266b-4d94-47fa-ba6b-4f436ba77d41 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:27.184293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Transition to ACTIVE for port object 72e7f91d-c6c2-4e6f-b32f-928304897e33 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:27.184604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:27.203765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port cd221db2-a966-4754-8a5a-50bd6b28fd71 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:27.205544 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.208715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.216615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b371621-9678-44d7-8cc8-4832d1fc8910 req-68a050e6-108f-4d7d-afd1-5391f135d031 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "DELETE /v2.0/ports/cd221db2-a966-4754-8a5a-50bd6b28fd71 HTTP/1.1" status: 204 len: 173 time: 1.4445410 Jul 22 11:38:27.234636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'name': 'network-vif-deleted', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:27.243176 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e34e52dd-d36b-420e-b538-fcaf44bcee97" -d '{"events": [{"server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "name": "network-vif-deleted", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:27.252924 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.279793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bf655ad-2268-41a1-994b-59aa5b4f71eb req-81170a47-d565-4648-bc27-88e61a9fd740 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:27.287427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:27.287857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.293803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bf655ad-2268-41a1-994b-59aa5b4f71eb req-81170a47-d565-4648-bc27-88e61a9fd740 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 944 time: 0.4610543 Jul 22 11:38:27.376612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Attempting to bind port 72e7f91d-c6c2-4e6f-b32f-928304897e33 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:27.376985 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Attempting to bind port 72e7f91d-c6c2-4e6f-b32f-928304897e33 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:27.377357 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Attempting to bind port 72e7f91d-c6c2-4e6f-b32f-928304897e33 on network e965b12e-fd37-42fb-a906-48a8e565597b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:27.388954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:27.389364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Checking segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:27.389775 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.390066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Bound using segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:27.391113 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Bound port: 72e7f91d-c6c2-4e6f-b32f-928304897e33, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:27.391770 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.410621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Pushing event updated for resources: {'Port': ['ID=2755c481-64b7-44e1-9aa6-5a7efd9a7b9b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:27.423872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba0b13bf-d3d9-4074-8f83-f56c98efc563 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.436573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bf655ad-2268-41a1-994b-59aa5b4f71eb req-540b3fd7-3728-4324-91d3-72963d6befe2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1412609 Jul 22 11:38:27.487891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d55bf71-fa25-4aeb-becf-977ea3a4ba2c req-8785e58c-65b9-4bc0-aa38-cc6fe6bd5b23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:27.501617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d55bf71-fa25-4aeb-becf-977ea3a4ba2c req-8785e58c-65b9-4bc0-aa38-cc6fe6bd5b23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.4715145 Jul 22 11:38:27.522226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] For port 72e7f91d-c6c2-4e6f-b32f-928304897e33, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:27.526702 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] For port 72e7f91d-c6c2-4e6f-b32f-928304897e33, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=72e7f91d-c6c2-4e6f-b32f-928304897e33,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:27.547315 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:27.565656 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5a4b5-7fd4-46d4-9e6c-bcfb994007e8 None None] Pushing event updated for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:27.615882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d55bf71-fa25-4aeb-becf-977ea3a4ba2c req-83ebc800-7141-41cb-b1d8-03763dcf1dd6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1123838 Jul 22 11:38:27.666932 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8a5a4b5-7fd4-46d4-9e6c-bcfb994007e8 None None] Pushing event updated for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:27.691977 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:27.693563 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:27.719774 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b84666-d72f-461e-a34b-0e5db158c3d0 x-openstack-request-id: req-61b84666-d72f-461e-a34b-0e5db158c3d0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:27.720235 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9b9c9cc1-c89b-4692-a654-f21d9b640954", "name": "network-vif-deleted", "tag": "cd221db2-a966-4754-8a5a-50bd6b28fd71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:27.720474 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b84666-d72f-461e-a34b-0e5db158c3d0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:27.720884 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9b9c9cc1-c89b-4692-a654-f21d9b640954', 'name': 'network-vif-deleted', 'tag': 'cd221db2-a966-4754-8a5a-50bd6b28fd71', 'status': 'completed', 'code': 200} Jul 22 11:38:27.916606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:27.950650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8353c44-301c-42c0-97c2-7e41e6bac7cd req-96264d63-1e5d-4363-8bff-5473e6154c99 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:27.961870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8353c44-301c-42c0-97c2-7e41e6bac7cd req-96264d63-1e5d-4363-8bff-5473e6154c99 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2004540 Jul 22 11:38:28.089056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8353c44-301c-42c0-97c2-7e41e6bac7cd req-a3f4a463-f23d-4780-9283-fc66350b1c0a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1140270 Jul 22 11:38:28.101683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.110380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d725ccd8-50df-4f5e-81a5-2ad62fb986c6 req-227cdc26-669b-4786-9ac6-4452dd7a52ae tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=9b9c9cc1-c89b-4692-a654-f21d9b640954 HTTP/1.1" status: 200 len: 210 time: 0.0656304 Jul 22 11:38:28.146349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:28.156758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba0b13bf-d3d9-4074-8f83-f56c98efc563 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.172644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba0b13bf-d3d9-4074-8f83-f56c98efc563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.210219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 063ce041-9506-4d5a-95d0-2176f5c6192f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:28.211097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.242490 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:27Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:28.285429 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-362cc2c5-41b7-45a8-8911-f1cf70b827bd None None] The sync data for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 is: [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:27Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:28.309393 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.362197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:28.363160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0b13bf-d3d9-4074-8f83-f56c98efc563 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83e78394-b979-41fc-8c81-632c80cacb8e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:28.364885 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32230148-b8b1-488f-8142-7db439fecace" -d '{"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:28.375958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba0b13bf-d3d9-4074-8f83-f56c98efc563 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3489b787b3034b839105fbe6984940d2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3196063 Jul 22 11:38:28.379894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:28.383197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:28.389097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.461440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.472817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:28.485035 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-988054d8-4c71-40e5-805c-c4bb18913129 x-openstack-request-id: req-988054d8-4c71-40e5-805c-c4bb18913129 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:28.485035 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-plugged", "status": "completed", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:28.485329 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-988054d8-4c71-40e5-805c-c4bb18913129 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:28.485641 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'code': 200} Jul 22 11:38:28.494662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.561047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.675086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.755574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.758673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:28.764434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83e78394-b979-41fc-8c81-632c80cacb8e HTTP/1.1" status: 204 len: 168 time: 0.3802736 Jul 22 11:38:28.830194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4476459-85d7-4dc2-9add-4e817142b746 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83e78394-b979-41fc-8c81-632c80cacb8e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:28.852837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0391dba1-5c30-4eed-8ed9-52265e530e27 req-98d55211-95cd-4f38-9405-a58b736cd897 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:28.880376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0391dba1-5c30-4eed-8ed9-52265e530e27 req-98d55211-95cd-4f38-9405-a58b736cd897 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 1097 time: 0.2397604 Jul 22 11:38:28.905084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-861b396f-9e65-4c06-a774-1985f17399fd req-95e9b2ac-1359-4d5e-afcf-b201997793dd tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:28.916905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-861b396f-9e65-4c06-a774-1985f17399fd req-95e9b2ac-1359-4d5e-afcf-b201997793dd tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 946 time: 0.3104212 Jul 22 11:38:28.986900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.001304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.018556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-861b396f-9e65-4c06-a774-1985f17399fd req-6ccccaf0-efdd-48da-b72a-1dbfaea8f2e1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1005883 Jul 22 11:38:29.022979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0391dba1-5c30-4eed-8ed9-52265e530e27 req-6873c717-2ddc-4a75-a8ce-e5f5935772bc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1338525 Jul 22 11:38:29.054477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c0b026f-184b-4dd9-8d18-5fcacc8e0ddf req-80f7cdd1-f48b-4ee2-a1c9-c8cdc20766dc tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:29.062063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c0b026f-184b-4dd9-8d18-5fcacc8e0ddf req-80f7cdd1-f48b-4ee2-a1c9-c8cdc20766dc tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.2906504 Jul 22 11:38:29.124677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c0b026f-184b-4dd9-8d18-5fcacc8e0ddf req-fb0b6cd3-b822-462b-bce1-58b006fc7141 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0575669 Jul 22 11:38:29.127797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Pushing event updated for resources: {'Port': ['ID=2755c481-64b7-44e1-9aa6-5a7efd9a7b9b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:29.147245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.267262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 72e7f91d-c6c2-4e6f-b32f-928304897e33 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:29.328489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:29.350242 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Floating IP 40083646-23f9-4e29-b74d-63bcef519cc4 associated. External IP: 172.25.6.241, port: 06b8dd67-6a1f-488e-9dcf-266b9dddca9e. Jul 22 11:38:29.366045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3490-c3c9-4b1a-b7f3-ae076f4f9c1c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.389540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:29.398217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:29.399927 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.432546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8bcece4-075a-41dc-8df1-35b6772fe34e req-807c2836-a00a-4e81-a1f9-984ece6433a3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:29.440273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8bcece4-075a-41dc-8df1-35b6772fe34e req-807c2836-a00a-4e81-a1f9-984ece6433a3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1896906 Jul 22 11:38:29.513305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8bcece4-075a-41dc-8df1-35b6772fe34e req-8e0c0608-e03b-4912-a59c-5ae03b8cd9e0 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0703526 Jul 22 11:38:29.614440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.627331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3490-c3c9-4b1a-b7f3-ae076f4f9c1c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.633649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b6f3490-c3c9-4b1a-b7f3-ae076f4f9c1c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.681708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 72e7f91d-c6c2-4e6f-b32f-928304897e33, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=72e7f91d-c6c2-4e6f-b32f-928304897e33,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:29.689553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:29.763830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b6f3490-c3c9-4b1a-b7f3-ae076f4f9c1c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03ff9b96-c5a8-4960-b66b-64ab3ed21262,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:29.793923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1b6f3490-c3c9-4b1a-b7f3-ae076f4f9c1c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fbc34fc5c344462b9ec5c07725cb61f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4604571 Jul 22 11:38:29.800759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:29.819791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:29.855841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Router 6241ae01-2622-401a-9ef1-760f867e7b33 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:38:29.970479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:30.006010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:30.085805 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:30.088987 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:30.092931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/03ff9b96-c5a8-4960-b66b-64ab3ed21262 HTTP/1.1" status: 204 len: 168 time: 0.2858202 Jul 22 11:38:30.113112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac44e67-2831-4967-ba2e-640bbc54ab4a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03ff9b96-c5a8-4960-b66b-64ab3ed21262,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:30.149215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:30.152307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device cd221db2-a966-4754-8a5a-50bd6b28fd71 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:30.181115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:30.198391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] Sync routers for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:30.204530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: cd221db2-a966-4754-8a5a-50bd6b28fd71 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:38:30.204888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device cd221db2-a966-4754-8a5a-50bd6b28fd71 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:38:30.213429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:30.214073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:30.272884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ebed9ca-47d4-40da-94d6-b4eff9197981 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 987 time: 5.0762014 Jul 22 11:38:30.275755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:30.288533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:30.316350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:30.317576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:30.436064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:30.436553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ec73078-055c-4896-83f2-9ad6c61f326b None None] The sync data for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:30.511816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c834041e-aa2f-4c54-b0c5-e93a61560685 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "GET /v2.0/floatingips/40083646-23f9-4e29-b74d-63bcef519cc4 HTTP/1.1" status: 200 len: 982 time: 0.2324967 Jul 22 11:38:30.512087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:30.887444 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e9e593b-61b1-43d1-8f0e-fbd285bd6b7f tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 3822 time: 0.3741159 Jul 22 11:38:30.890153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:31.161547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port 2755c481-64b7-44e1-9aa6-5a7efd9a7b9b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:31.162184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.204853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 72e7f91d-c6c2-4e6f-b32f-928304897e33 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:31.288602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 72e7f91d-c6c2-4e6f-b32f-928304897e33 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:31.289319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.295681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.296275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.310100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for 2755c481-64b7-44e1-9aa6-5a7efd9a7b9b owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:31.331871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-e1318998-f962-4c6d-bab4-dc49124169b2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:31.340440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-e1318998-f962-4c6d-bab4-dc49124169b2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.2779326 Jul 22 11:38:31.359568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece6bd93-5c46-4d6e-93b6-b7639107cc58 req-c8a28ace-410e-4b0a-96e4-25ffec5b3caf tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:31.361475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece6bd93-5c46-4d6e-93b6-b7639107cc58 req-c8a28ace-410e-4b0a-96e4-25ffec5b3caf tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 946 time: 0.1208227 Jul 22 11:38:31.372154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-9610cf32-cc02-40f5-a1fc-4aae6ca64ecc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/quotas/f517b7414c65474a9c4bb3be85537eab HTTP/1.1" status: 200 len: 375 time: 0.0299265 Jul 22 11:38:31.404194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:38:31.504999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece6bd93-5c46-4d6e-93b6-b7639107cc58 req-40e1552e-4546-43f9-9840-183e01ee02b7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1282451 Jul 22 11:38:31.564784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:31.565844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-a5101810-744b-4c02-9806-235547322954 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1927617 Jul 22 11:38:31.584774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'mac_address': 'fa:16:3e:dd:b7:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:38:31.634172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.666019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=2755c481-64b7-44e1-9aa6-5a7efd9a7b9b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:31.666329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.699773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:31.739844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:31.749891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.777432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:31.778208 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Floating IP 40083646-23f9-4e29-b74d-63bcef519cc4 disassociated (deleted). External IP: 172.25.6.241, port: 06b8dd67-6a1f-488e-9dcf-266b9dddca9e. Jul 22 11:38:31.808136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-f9491c5b-9cc4-4556-ba83-29fb3c5b9741 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2412579 Jul 22 11:38:31.855020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:31.876560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:31.917185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44b23681-2b4f-47d6-9331-6d5b97b2fda0 req-2f1419bb-a8b2-415e-87a8-839e3b6f96b1 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:31.918774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44b23681-2b4f-47d6-9331-6d5b97b2fda0 req-2f1419bb-a8b2-415e-87a8-839e3b6f96b1 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2021348 Jul 22 11:38:31.986264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44b23681-2b4f-47d6-9331-6d5b97b2fda0 req-fc136246-3e23-4f6a-9b2a-7c1814404972 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599196 Jul 22 11:38:32.044357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-0eef0a91-0200-4f9a-8f3d-4d7e6504a2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2288344 Jul 22 11:38:32.111569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Router 6241ae01-2622-401a-9ef1-760f867e7b33 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:38:32.271581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:32.284624 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] Sync routers for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:32.293174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:32.299055 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:32.300047 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:32.326228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93e701bd-ca62-460a-814f-6a5fcd6b258c req-7c6af8b5-e3cd-4209-8ef8-0ab516f0d7ed tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0709436 Jul 22 11:38:32.363420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40168) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:32.369041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:32.373391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14f75f1b-8e97-413f-ad46-384d9f7cf5fa tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/floatingips/40083646-23f9-4e29-b74d-63bcef519cc4 HTTP/1.1" status: 204 len: 168 time: 1.4814508 Jul 22 11:38:32.373499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:32.393640 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:32.394284 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:32.409368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:32.490312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:32.491292 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b9b09109-3100-4916-8912-78359bf621e5 None None] The sync data for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:32.598799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:32.849748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Allocated IP 172.25.6.99 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/ae728bc7-f83e-4afe-af98-2588e9ed47b2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:32.859570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31dd6c82-af8b-4f03-b4a3-b42dcbc10861 req-226371bc-0592-4c02-9608-a3004f7c0fb3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:32.861296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31dd6c82-af8b-4f03-b4a3-b42dcbc10861 req-226371bc-0592-4c02-9608-a3004f7c0fb3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 946 time: 0.1756465 Jul 22 11:38:32.977707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31dd6c82-af8b-4f03-b4a3-b42dcbc10861 req-0c8e408b-6d2e-47f1-b1ad-44e6ca27dbe3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964558 Jul 22 11:38:33.047994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.161108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.211706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:33.221752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:33.232697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:33.275413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Pushing event updated for resources: {'Port': ['ID=ae728bc7-f83e-4afe-af98-2588e9ed47b2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:33.309005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-912e40a3-9cc6-4ce9-b0ed-fbf370e8de96 req-dae6ab06-9e6a-4e69-b66b-3d3135280129 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:33.318012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-912e40a3-9cc6-4ce9-b0ed-fbf370e8de96 req-dae6ab06-9e6a-4e69-b66b-3d3135280129 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2204835 Jul 22 11:38:33.394992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:33.418408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-912e40a3-9cc6-4ce9-b0ed-fbf370e8de96 req-eb4e4c6f-1506-418f-9fdd-24612c85df35 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991461 Jul 22 11:38:33.453275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.505099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:33.508241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.596878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.672899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.721097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-651e788c-cbe0-4a03-9fc6-3033b29e837d req-9bf4f0ea-0ed6-4204-afce-5da618e2c8b6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1297245 Jul 22 11:38:33.723852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:33.727920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:33.731165 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-94a8f82c-a2c4-4f87-a56f-c26c4ac4015b" -d '{"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:33.743667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:33.864455 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7002b872-2dd7-44e8-b0a5-ca20c6796f93 x-openstack-request-id: req-7002b872-2dd7-44e8-b0a5-ca20c6796f93 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:33.864749 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-plugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:33.865012 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7002b872-2dd7-44e8-b0a5-ca20c6796f93 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:33.865405 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'code': 200} Jul 22 11:38:33.916091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:34.235565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-3a6b1d38-3d59-4e15-bfa6-f3eab85cce1a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:34.236022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-3a6b1d38-3d59-4e15-bfa6-f3eab85cce1a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 806 time: 0.6427796 Jul 22 11:38:34.275720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Request body: {'port': {'device_id': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'admin_state_up': True, 'tenant_id': 'f517b7414c65474a9c4bb3be85537eab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:34.459616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:34.466427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Made reservation on behalf of f517b7414c65474a9c4bb3be85537eab for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:34.473159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:34.477188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:34.657881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Pushing event updated for resources: {'Port': ['ID=ae728bc7-f83e-4afe-af98-2588e9ed47b2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:34.720850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:34.774050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae7010e-8930-4293-a8af-4ddaf44e73d5 req-e1b986f7-a091-4c5c-8463-3838d3fe54d9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:34.775963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ae7010e-8930-4293-a8af-4ddaf44e73d5 req-e1b986f7-a091-4c5c-8463-3838d3fe54d9 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2265787 Jul 22 11:38:34.781788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:34.783466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5126ed5c-baa1-44e3-9cae-e5195a6a6930 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.4189596 Jul 22 11:38:34.786332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40240) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:34.791025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Allocated IP 172.20.0.3 (314d358a-65b2-410e-8e6a-d06e77e5a4eb/971a1255-d6d6-4777-bd21-ad8f7f2f7060/dbcb47ae-6805-45cc-843d-43c582b91f8d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:34.842861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ae7010e-8930-4293-a8af-4ddaf44e73d5 req-a402950d-7d74-46c2-9eca-f6b1fe11630e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579638 Jul 22 11:38:35.043240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-413b9f9a-8fba-4dd1-954b-8219af447f13 req-93b122fc-ff11-474f-b910-6c3627883d09 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 210 time: 0.0570157 Jul 22 11:38:35.129910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:35.135598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.205790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.220571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:35.235265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.308610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Network 314d358a-65b2-410e-8e6a-d06e77e5a4eb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:35.317173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:35.328152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:35.389932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event updated for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:35.476032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:35.477442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.488134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.496225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-77f14f5c-32ad-4faf-8e1e-d189917fdb80 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2247932 Jul 22 11:38:35.512303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Request body: {'port': {'device_id': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:35.603517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.761217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Allocated IP 172.25.6.114 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/8f620897-e74c-49e0-bdfc-0a73acc2d663) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:35.919716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:35.979721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.042121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Pushing event updated for resources: {'Port': ['ID=8f620897-e74c-49e0-bdfc-0a73acc2d663,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:36.077803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:36.080880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:36.083729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:36.117918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dbcb47ae-6805-45cc-843d-43c582b91f8d {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:36.138489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2528603d-4aab-4138-999c-783e600b6f73 req-aaffd22c-40b7-4488-b681-16a02c72f734 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:36.141349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2528603d-4aab-4138-999c-783e600b6f73 req-aaffd22c-40b7-4488-b681-16a02c72f734 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.2057536 Jul 22 11:38:36.142745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.173969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Transition to ACTIVE for port object dbcb47ae-6805-45cc-843d-43c582b91f8d will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:36.190533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.203596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2528603d-4aab-4138-999c-783e600b6f73 req-d0e289a2-5811-458a-b108-5498eb7c77fe tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529571 Jul 22 11:38:36.286277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.316492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Pushing event updated for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:36.408081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.477856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Attempting to bind port dbcb47ae-6805-45cc-843d-43c582b91f8d on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:36.478512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Attempting to bind port dbcb47ae-6805-45cc-843d-43c582b91f8d by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:36.485967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Attempting to bind port dbcb47ae-6805-45cc-843d-43c582b91f8d on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:36.496227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Port dbcb47ae-6805-45cc-843d-43c582b91f8d on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:38:36.496981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Attempting to bind port dbcb47ae-6805-45cc-843d-43c582b91f8d on network 314d358a-65b2-410e-8e6a-d06e77e5a4eb {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:36.506741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:36.508070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Checking segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:36.508582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Bound using segment: {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:36.509241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Bound port: dbcb47ae-6805-45cc-843d-43c582b91f8d, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b2adde03-0ba8-4ba9-b66b-d07097103648', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:36.509701 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.534753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57efd504-8b5f-4a23-b338-e655a7ca21cc req-e70dd2fb-114b-4bd7-af1e-d5b4c7841807 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:36.536570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57efd504-8b5f-4a23-b338-e655a7ca21cc req-e70dd2fb-114b-4bd7-af1e-d5b4c7841807 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 943 time: 0.1886833 Jul 22 11:38:36.674433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57efd504-8b5f-4a23-b338-e655a7ca21cc req-6fd73b9e-0615-4711-b7f9-84d54acf90b4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896609 Jul 22 11:38:36.683791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:36.689635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:36.692115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.704608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.710045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.747406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:36.748501 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.750782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] 10.222.0.36 "PUT /v2.0/ports/dbcb47ae-6805-45cc-843d-43c582b91f8d HTTP/1.1" status: 200 len: 1091 time: 1.2470262 Jul 22 11:38:36.751239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:36.753618 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf" -d '{"events": [{"name": "network-changed", "server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:36.839473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Pushing event updated for resources: {'Port': ['ID=8f620897-e74c-49e0-bdfc-0a73acc2d663,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:36.864104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.883236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:36.886347 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cea9933e-8f86-4d09-bb1f-70c8f6908704 tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0981936 Jul 22 11:38:36.887648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40274) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:36.913362 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-40b1f296-95a4-459d-8b46-54b30dd43b65 x-openstack-request-id: req-40b1f296-95a4-459d-8b46-54b30dd43b65 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:36.913853 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:36.916301 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-40b1f296-95a4-459d-8b46-54b30dd43b65 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:36.916784 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d', 'status': 'completed', 'code': 200} Jul 22 11:38:36.919941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df78720d-60b3-4fdd-b149-7bd77a519f7a service neutron] Pushing event updated for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:36.957131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-28d9168e-f50f-4ece-bcdd-aa89bd0d72f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:36.964376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-28d9168e-f50f-4ece-bcdd-aa89bd0d72f6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 1094 time: 0.1648021 Jul 22 11:38:37.017242 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-420ac224-f7bb-41f7-8bf0-675ca2094f03 tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 4007 time: 0.1264997 Jul 22 11:38:37.023345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40276) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:37.026915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-9b3d6427-d6da-4928-8e44-dfa114da9bf5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d HTTP/1.1" status: 200 len: 217 time: 0.0546918 Jul 22 11:38:37.135849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-839e9aa9-3b3a-4693-a0b3-b16e1188e032 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.1106384 Jul 22 11:38:37.137929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:37.152820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-8d7299cb-b1d5-4a0a-ac05-abd451c9d041 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:37.157031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-8d7299cb-b1d5-4a0a-ac05-abd451c9d041 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.1212866 Jul 22 11:38:37.248175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-ceee1f76-9c85-4234-9c4d-7d03830e97ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0847962 Jul 22 11:38:37.402081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Deleting port 8f620897-e74c-49e0-bdfc-0a73acc2d663 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:37.407273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:37.413083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-3040820d-247a-4a08-9dfb-dbb5a103b845 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1556675 Jul 22 11:38:37.472516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30b63949-899a-4af8-92ba-92baf86fec87 req-ae25bb05-193e-42e0-8566-55245b4ff682 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:37.480074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30b63949-899a-4af8-92ba-92baf86fec87 req-ae25bb05-193e-42e0-8566-55245b4ff682 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1295245 Jul 22 11:38:37.610232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30b63949-899a-4af8-92ba-92baf86fec87 req-f67e57ca-3bfa-4a21-9962-bb7f1b58bbab tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1265280 Jul 22 11:38:37.631305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8909c41-ce4f-4a09-a90a-0655c72d13a7 req-de3bfdf5-3526-4af8-82b1-91a5b9ec9387 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2100122 Jul 22 11:38:37.677793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:37.678096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:37.719625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Calling delete_port for 8f620897-e74c-49e0-bdfc-0a73acc2d663 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:37.832727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-f67d2932-34f3-41f7-b1b3-40ef77c7f053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:37.837270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-f67d2932-34f3-41f7-b1b3-40ef77c7f053 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 1094 time: 0.1396446 Jul 22 11:38:38.058440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-a0a0611b-e4bf-49b4-8ecf-ededd850504e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.060515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-a0a0611b-e4bf-49b4-8ecf-ededd850504e service neutron] 10.222.0.36 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.2157698 Jul 22 11:38:38.112790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ffaed90-e544-40c8-8661-f31ccd8ecff6 req-42d17ac6-6a6a-40bd-8c12-57ad1efbd46a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.120698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ffaed90-e544-40c8-8661-f31ccd8ecff6 req-42d17ac6-6a6a-40bd-8c12-57ad1efbd46a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 943 time: 0.2285180 Jul 22 11:38:38.167148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-a018710f-84ea-4a82-9246-41c3fef0db0a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d HTTP/1.1" status: 200 len: 217 time: 0.0795345 Jul 22 11:38:38.256649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ffaed90-e544-40c8-8661-f31ccd8ecff6 req-a6387bfa-841d-42ce-b335-c7e53751f70d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347795 Jul 22 11:38:38.287051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:38.295604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-bc2394ca-f7df-4bb3-8326-e66b92da3d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.297797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-bc2394ca-f7df-4bb3-8326-e66b92da3d42 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.1224616 Jul 22 11:38:38.334613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-de896429-59e6-4dca-b3ef-ff0641ee32fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.340717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-de896429-59e6-4dca-b3ef-ff0641ee32fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 1097 time: 0.3991091 Jul 22 11:38:38.376689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-4c9f9906-8a0d-4bda-aeb4-471afe972c14 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651190 Jul 22 11:38:38.417609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Pushing event deleted for resources: {'Port': ['ID=8f620897-e74c-49e0-bdfc-0a73acc2d663,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:38.532706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-bea56e2d-278b-4149-bf89-ef6bd0c7f6cd service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1473536 Jul 22 11:38:38.586175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:38.589285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:38.591064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9a8b913-0b82-4792-a8ed-97a75f9dd9fd tempest-FloatingIPAdminTestJSON-1097856557 tempest-FloatingIPAdminTestJSON-1097856557-project] 10.222.0.21 "DELETE /v2.0/floatingips/c654ff95-9e0a-4a33-8f62-6affbfe66838 HTTP/1.1" status: 204 len: 168 time: 1.4504573 Jul 22 11:38:38.600365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:38.670621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-6882a222-049b-4858-b9e5-92d09842540e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.672951 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-6882a222-049b-4858-b9e5-92d09842540e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.2815650 Jul 22 11:38:38.747629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4b2211-2da3-41f5-b247-9726d6e13eb2 req-53167702-e933-4481-aba0-d8ffc1126f2c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:38.751199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f4b2211-2da3-41f5-b247-9726d6e13eb2 req-53167702-e933-4481-aba0-d8ffc1126f2c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3444908 Jul 22 11:38:39.000739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f6394d6-8a61-406a-9f9e-1f84fc8e1dcf req-0b2412ad-6b03-40da-8d02-900be769f222 service neutron] 10.222.0.36 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569173 Jul 22 11:38:39.028824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f4b2211-2da3-41f5-b247-9726d6e13eb2 req-d23eb20c-ab48-4b01-8a53-91ec1f938b70 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1987453 Jul 22 11:38:39.053086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Deleting port ae728bc7-f83e-4afe-af98-2588e9ed47b2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:39.054385 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.091839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-27621403-4ca6-4d7d-be67-a53049a36104 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 200 len: 1002 time: 0.4086375 Jul 22 11:38:39.192776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-696a2e9f-a93e-4c0c-9156-8fc9bc8b5328 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.194741 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-696a2e9f-a93e-4c0c-9156-8fc9bc8b5328 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.0951502 Jul 22 11:38:39.257094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.258245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.288501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Calling delete_port for ae728bc7-f83e-4afe-af98-2588e9ed47b2 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:39.344011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-eb57bbc3-cae4-43bb-baf7-36010f50f580 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.348143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-eb57bbc3-cae4-43bb-baf7-36010f50f580 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1466448 Jul 22 11:38:39.570738 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-8e084311-d8dd-4b64-9854-b78b9b433d66 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2140558 Jul 22 11:38:39.596609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.602544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.612472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.619901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.631519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.637458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.644061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:39.651635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-435c60b0-44b1-447b-9981-7113796e8c3a tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.2680840 Jul 22 11:38:39.705032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71a2b33-a082-483e-a89e-9c4a37098089 req-bbcffc44-41ce-4ec6-902e-d0ba34014795 service neutron] 10.222.0.20 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1271894 Jul 22 11:38:39.716908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.778373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Pushing event deleted for resources: {'Port': ['ID=ae728bc7-f83e-4afe-af98-2588e9ed47b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:39.794644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a30c7da9-83b5-4128-be4b-6905761c20d3 req-fd73545d-28a3-458a-a282-2202817a09e9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1420352 Jul 22 11:38:39.977998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.990337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:39.997043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:40.003738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30d90180-0414-4b23-9a19-67886059a4bb tempest-FloatingIPAdminTestJSON-1636177772 tempest-FloatingIPAdminTestJSON-1636177772-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/18a1b732-4f7c-400c-8446-1f53e802c95d HTTP/1.1" status: 204 len: 168 time: 1.4011638 Jul 22 11:38:40.137261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b453c81-9549-4eb9-852f-d5baa8b37656 req-e83f81c3-8867-4e30-9840-fdb55f79504d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.139050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b453c81-9549-4eb9-852f-d5baa8b37656 req-e83f81c3-8867-4e30-9840-fdb55f79504d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 943 time: 0.1327868 Jul 22 11:38:40.206502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dbcb47ae-6805-45cc-843d-43c582b91f8d details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:38:40.221783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port 06b8dd67-6a1f-488e-9dcf-266b9dddca9e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:40.222119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:40.278320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b453c81-9549-4eb9-852f-d5baa8b37656 req-b4700738-0511-442e-80e3-c57f28ea2ace tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271780 Jul 22 11:38:40.460047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:40.476490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for 06b8dd67-6a1f-488e-9dcf-266b9dddca9e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:40.485584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:40.509438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'dbcb47ae-6805-45cc-843d-43c582b91f8d', 'network_id': '314d358a-65b2-410e-8e6a-d06e77e5a4eb', 'port_id': 'dbcb47ae-6805-45cc-843d-43c582b91f8d', 'mac_address': 'fa:16:3e:7f:ac:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '971a1255-d6d6-4777-bd21-ad8f7f2f7060', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:38:40.577116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.586035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.594362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.616388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.633344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.643986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:40.658267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.687688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dbcb47ae-6805-45cc-843d-43c582b91f8d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:38:40.689372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:40.698299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ce37239-c2b2-4a27-8ed0-1e86f6ccf971 req-3db831c2-da36-4dca-a0df-710302d341cb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.2707260 Jul 22 11:38:40.793542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:40.803826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:40.918700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:41.033618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:41.091797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=06b8dd67-6a1f-488e-9dcf-266b9dddca9e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:41.117871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['dbcb47ae-6805-45cc-843d-43c582b91f8d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:38:41.149307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65ad73-cb3b-4d47-ad01-ff2ed0655f8c req-f17e54c0-e2b4-49f1-93f3-e8bcc75118b2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:41.158841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff65ad73-cb3b-4d47-ad01-ff2ed0655f8c req-f17e54c0-e2b4-49f1-93f3-e8bcc75118b2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.3238704 Jul 22 11:38:41.283029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:41.285061 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b9ed9a9d-9a8e-4d77-abf7-5d057ad45911 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/ports/06b8dd67-6a1f-488e-9dcf-266b9dddca9e HTTP/1.1" status: 204 len: 168 time: 1.2870090 Jul 22 11:38:41.313882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:41.319372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff65ad73-cb3b-4d47-ad01-ff2ed0655f8c req-adad41b1-19cf-417a-9010-86dac28476b4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1576142 Jul 22 11:38:41.476442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a65572e8-b369-483f-86cc-2872ca8de8a0 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:41.480415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a65572e8-b369-483f-86cc-2872ca8de8a0 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "GET /v2.0/ports?device_id=6241ae01-2622-401a-9ef1-760f867e7b33 HTTP/1.1" status: 200 len: 913 time: 0.1621137 Jul 22 11:38:41.483097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:41.558907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac2ec391-9b32-4790-913b-fb8a091e95d6 req-efc16c20-f453-46eb-9be6-08e3842941c9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:41.573054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2ec391-9b32-4790-913b-fb8a091e95d6 req-efc16c20-f453-46eb-9be6-08e3842941c9 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 944 time: 0.1222379 Jul 22 11:38:41.665685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2ec391-9b32-4790-913b-fb8a091e95d6 req-18e67805-863a-4835-b2a2-9b030ae52958 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916564 Jul 22 11:38:42.246747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dbcb47ae-6805-45cc-843d-43c582b91f8d up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:42.285097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:42.363917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port dbcb47ae-6805-45cc-843d-43c582b91f8d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:42.368845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port dbcb47ae-6805-45cc-843d-43c582b91f8d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:42.369163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:42.499559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:42.529227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:42.533586 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19874d45-e989-46a4-b14c-fd357ba6a67a" -d '{"events": [{"server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "name": "network-vif-plugged", "status": "completed", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:42.564212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:42.572756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:42.640128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:42.675072 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2e247305-8b2a-4584-8d22-b98e8806fc33 x-openstack-request-id: req-2e247305-8b2a-4584-8d22-b98e8806fc33 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:42.676096 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "name": "network-vif-plugged", "status": "completed", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:42.676434 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2e247305-8b2a-4584-8d22-b98e8806fc33 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:42.677447 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d', 'code': 200} Jul 22 11:38:42.931365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port 78861a3c-7d3b-444e-a027-4841ce1d96cf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:42.932341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:43.113841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e708b4ed-ec1f-4291-a101-bcd35905f88d req-0e0fb338-b6e3-4117-8f8b-561c73d996a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:43.127421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e708b4ed-ec1f-4291-a101-bcd35905f88d req-0e0fb338-b6e3-4117-8f8b-561c73d996a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 1096 time: 0.3566601 Jul 22 11:38:43.214517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e708b4ed-ec1f-4291-a101-bcd35905f88d req-dd4649b2-f107-456d-835e-65cf6123b53e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0751426 Jul 22 11:38:43.224821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:43.238183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for 78861a3c-7d3b-444e-a027-4841ce1d96cf owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:43.247583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da3f2c5a-ddac-4139-b35b-6a8531ef65cf req-4f80f9ff-1cf4-4eda-a649-4dd33f270320 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:43.254420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3f2c5a-ddac-4139-b35b-6a8531ef65cf req-4f80f9ff-1cf4-4eda-a649-4dd33f270320 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.3702710 Jul 22 11:38:43.344694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da3f2c5a-ddac-4139-b35b-6a8531ef65cf req-5f935b3a-db8c-4128-a01b-9eb93fe543a1 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708261 Jul 22 11:38:43.566733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:43.642634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=78861a3c-7d3b-444e-a027-4841ce1d96cf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:43.732589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:44.026371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.026371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.026371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.027622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.029438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.031083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.031988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.034564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:44.060705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89178642-3ccc-48ef-84de-de65d4834193 req-b27a719a-7fc4-4811-afca-0826e9fc4587 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.3264523 Jul 22 11:38:44.168563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89178642-3ccc-48ef-84de-de65d4834193 req-501b21fe-0383-43e2-b2b9-11226b56649a service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1041203 Jul 22 11:38:44.469502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Router 6241ae01-2622-401a-9ef1-760f867e7b33 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:38:44.666107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:44.680627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] Sync routers for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:44.691999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a062d341-4391-4c31-89a2-e5036cac04ed tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "PUT /v2.0/routers/6241ae01-2622-401a-9ef1-760f867e7b33/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2046444 Jul 22 11:38:44.694423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:44.714625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:44.715663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:44.723163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c03c3d3-0849-4c2c-8bab-978cd9ada1ae req-4616591b-8be7-480f-99ee-a362525db1bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:44.725162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c03c3d3-0849-4c2c-8bab-978cd9ada1ae req-4616591b-8be7-480f-99ee-a362525db1bc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2110715 Jul 22 11:38:44.732659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-a6121c29-d991-4112-a3b4-12a566ebb856 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2691107 Jul 22 11:38:44.889034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c03c3d3-0849-4c2c-8bab-978cd9ada1ae req-74fd796f-f4e5-4fc3-9fd8-4e9a7c145a6f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1537371 Jul 22 11:38:44.988276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:45.062225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.090054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.100079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.102296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.109048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.117759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.118762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.122589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-b3bdc748-b9f1-4d95-8558-ce1133ec95af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.2724702 Jul 22 11:38:45.142872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:45.156006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] Routers {'6241ae01-2622-401a-9ef1-760f867e7b33'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:45.156809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6241ae01-2622-401a-9ef1-760f867e7b33'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:45.242521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:45.243181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0568a5c1-353b-420e-9b0a-0a5c872f8aad None None] The sync data for ids ['6241ae01-2622-401a-9ef1-760f867e7b33'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:45.286467 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-972ed8e1-7e4c-4806-8441-67dfd0901a46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:45.383880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:45.414278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-932c909f-f828-439d-b9bb-740403848f4a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2485878 Jul 22 11:38:45.463726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-98ef21fc-4deb-4c05-95af-3d472d53e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.464325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-98ef21fc-4deb-4c05-95af-3d472d53e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.464729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-98ef21fc-4deb-4c05-95af-3d472d53e112 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.466423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-98ef21fc-4deb-4c05-95af-3d472d53e112 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 2291 time: 0.3090560 Jul 22 11:38:45.578948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port e94bc0cb-837a-4c68-ae78-fea499b795d7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:45.579327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:45.587833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-eeaccfc9-f1bf-419d-abe0-3d8c5412de1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:45.589456 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-eeaccfc9-f1bf-419d-abe0-3d8c5412de1e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f517b7414c65474a9c4bb3be85537eab&device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 1096 time: 0.1154792 Jul 22 11:38:46.062414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07941660-2c89-40d4-b197-1f8072220787 req-31bd264f-2d2d-415f-95da-887d43c4b82d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.070032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07941660-2c89-40d4-b197-1f8072220787 req-31bd264f-2d2d-415f-95da-887d43c4b82d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.7063169 Jul 22 11:38:46.163608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-2bab532a-55da-42aa-b7fa-3f010764787b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 1001 time: 0.6875222 Jul 22 11:38:46.180062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07941660-2c89-40d4-b197-1f8072220787 req-b965494e-e4ba-4bdc-97bd-459035de938c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086378 Jul 22 11:38:46.199582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:46.284458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-cb027a75-6bd3-4933-bed5-abec59d40156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.286124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-cb027a75-6bd3-4933-bed5-abec59d40156 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.0945866 Jul 22 11:38:46.301459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-9127881a-850b-4c05-970b-c366acf54a43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.307647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-9127881a-850b-4c05-970b-c366acf54a43 service neutron] 10.222.0.20 "GET /v2.0/networks?id=314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 200 len: 907 time: 0.2705715 Jul 22 11:38:46.338317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for e94bc0cb-837a-4c68-ae78-fea499b795d7 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:46.536243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-31ff369f-7f42-40c6-a1ba-dd339e42d50a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.537801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-31ff369f-7f42-40c6-a1ba-dd339e42d50a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2444952 Jul 22 11:38:46.590826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-99a3d525-338e-4f3f-b627-d7c734fb8eab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 HTTP/1.1" status: 200 len: 217 time: 0.0453184 Jul 22 11:38:46.667497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-dc804dd3-ca89-4d7b-b8d6-2fcad04f9b10 service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1131849 Jul 22 11:38:46.681885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84796dcf-b11a-4e6d-bc1a-b0f355fc6717 req-4bef5cd3-a044-4fc2-952a-9ac9ae37bcc8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.692876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84796dcf-b11a-4e6d-bc1a-b0f355fc6717 req-4bef5cd3-a044-4fc2-952a-9ac9ae37bcc8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.3890631 Jul 22 11:38:46.698285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-013d11df-5ba4-443a-909c-028ed6c0b089 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:46.701239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-013d11df-5ba4-443a-909c-028ed6c0b089 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 200 len: 846 time: 0.1023984 Jul 22 11:38:46.702019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:46.759014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=e94bc0cb-837a-4c68-ae78-fea499b795d7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:46.762324 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-1794c009-61c5-4b58-ae5c-40cc67cc4d49 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=314d358a-65b2-410e-8e6a-d06e77e5a4eb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0484109 Jul 22 11:38:46.798537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84796dcf-b11a-4e6d-bc1a-b0f355fc6717 req-a39a7cda-9c17-4305-b0b7-5ae51de40db3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1047258 Jul 22 11:38:46.866379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-da00726c-1307-4e85-a128-a45d9dccd07b service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643713 Jul 22 11:38:46.940478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-62a27580-831c-468d-9caa-b037eb262ece service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 217 time: 0.0664573 Jul 22 11:38:46.959649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.013488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-1648e603-1cf5-44b6-a6d6-40ec88441047 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2247655 Jul 22 11:38:47.130865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-55e54131-8086-4609-a38e-585f45aa35d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:47.132756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-55e54131-8086-4609-a38e-585f45aa35d2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1811938 Jul 22 11:38:47.170001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.180995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.287321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83e210b2-7d1a-4a9f-8230-334a09991843 req-36f1ce98-320a-4201-9737-086ef35ad66f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:47.289233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83e210b2-7d1a-4a9f-8230-334a09991843 req-36f1ce98-320a-4201-9737-086ef35ad66f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2500238 Jul 22 11:38:47.345592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-023c3c5e-9048-48c9-8116-23ccbdfec321 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:47.352315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-023c3c5e-9048-48c9-8116-23ccbdfec321 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2089136 Jul 22 11:38:47.446809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.447375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Fanout notify agent at l3_agent the message router_deleted on router 6241ae01-2622-401a-9ef1-760f867e7b33 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:38:47.456404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.460239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2fa05543-f7ae-4295-9fb0-048e6cce902b tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/routers/6241ae01-2622-401a-9ef1-760f867e7b33 HTTP/1.1" status: 204 len: 168 time: 2.7646227 Jul 22 11:38:47.460914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40446) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:47.471041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83e210b2-7d1a-4a9f-8230-334a09991843 req-d348b5f9-4e0a-492a-b682-797422716660 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1758592 Jul 22 11:38:47.532677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-025fb0ed-49cf-4dce-8bd2-eba85d0849df req-66c361ca-04d8-41cd-9856-7a74ffa5c8b8 service neutron] 10.222.0.20 "GET /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4922292 Jul 22 11:38:47.572565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting subnet 8ada4a09-c605-4d4f-824d-0c0553d608d2 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:38:47.581321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.593653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-7bc22d0f-cdf9-47cc-be79-758629dbe514 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2311056 Jul 22 11:38:47.720497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.742419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-ae8a1dc5-ce10-452b-a218-52847ca89c26 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1310165 Jul 22 11:38:47.798531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:47.799700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-ffca8e0d-3fa3-42a2-b6f7-3ee7182c2969 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 217 time: 0.0475080 Jul 22 11:38:47.877189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-bbcda8f7-485a-4e42-98ca-dacdf1ea4cca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:47.880829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-bbcda8f7-485a-4e42-98ca-dacdf1ea4cca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0741711 Jul 22 11:38:47.934688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.034384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-13259240-143e-4d75-8e75-a461d610a9d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:48.036344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-13259240-143e-4d75-8e75-a461d610a9d3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1420608 Jul 22 11:38:48.100247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.139153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71e4e4fc-87ae-42de-a67e-c3cbec4f18d2 None None] Network 7a18746c-9e99-450b-80d3-e6be60263d6a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:48.154614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.162987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/subnets/8ada4a09-c605-4d4f-824d-0c0553d608d2 HTTP/1.1" status: 204 len: 168 time: 0.6966658 Jul 22 11:38:48.166642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:48.240687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f5d37f75-429c-4964-8a7f-153d39873647 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.261491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9792a9b5-9a46-4df2-9b77-c50bb3bc1db7 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Subnet': ['ID=8ada4a09-c605-4d4f-824d-0c0553d608d2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:48.271586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:48.482751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bdd6-a9c1-44d8-8285-1ae2c3b6b749 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.514376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-e4129bde-e2ab-439a-be76-bd8303cd0287 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4695313 Jul 22 11:38:48.527516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.544989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] DHCP port deletion for 7a18746c-9e99-450b-80d3-e6be60263d6a request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:38:48.662761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Deleting port 55c6b111-c5cd-46a1-b094-3158848c470f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:48.662761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.717712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bdd6-a9c1-44d8-8285-1ae2c3b6b749 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.728727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bcf5bdd6-a9c1-44d8-8285-1ae2c3b6b749 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.801097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bcf5bdd6-a9c1-44d8-8285-1ae2c3b6b749 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=68f4cf833a0b441b8cc962618091cac9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5254407 Jul 22 11:38:48.803190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:48.803874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf5bdd6-a9c1-44d8-8285-1ae2c3b6b749 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fda16c1d-9d4c-4330-bf6f-9c441ba0aada,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:48.826424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] For port 55c6b111-c5cd-46a1-b094-3158848c470f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=55c6b111-c5cd-46a1-b094-3158848c470f,segment=NetworkSegment(d626a998-e6a3-4e83-bbf4-fe159cf43f8a),segment_id=d626a998-e6a3-4e83-bbf4-fe159cf43f8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:48.828279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.892163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Calling delete_port for 55c6b111-c5cd-46a1-b094-3158848c470f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:48.935044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.940771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-f1c2ac25-eac2-4e09-a662-d4e1c7919558 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3964789 Jul 22 11:38:48.951329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0133a9-49a2-41df-ab2f-3f912dee6703 req-19f7096b-312f-4de4-a8fb-2ce427e4d37e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:48.953678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0133a9-49a2-41df-ab2f-3f912dee6703 req-19f7096b-312f-4de4-a8fb-2ce427e4d37e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2714367 Jul 22 11:38:48.971014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port 55c6b111-c5cd-46a1-b094-3158848c470f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:48.971642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:48.981247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.047014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.061231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-538e792e-1300-466d-84ca-9f0a484077e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 217 time: 0.1054435 Jul 22 11:38:49.081978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.089060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.090341 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fda16c1d-9d4c-4330-bf6f-9c441ba0aada HTTP/1.1" status: 204 len: 168 time: 0.2760172 Jul 22 11:38:49.119826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] Pushing event deleted for resources: {'Port': ['ID=55c6b111-c5cd-46a1-b094-3158848c470f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:49.123698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36230ec3-de74-4aa0-bdeb-52a5e35313fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fda16c1d-9d4c-4330-bf6f-9c441ba0aada,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:49.129958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0eb7f3f0-d1e4-4fd9-a9c9-5cfc56cbee61 None None] No DVR routers for this DVR port 55c6b111-c5cd-46a1-b094-3158848c470f on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:49.143564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-4956909a-7de9-44a5-bf4d-c93f073e022c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:49.144965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-4956909a-7de9-44a5-bf4d-c93f073e022c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0687869 Jul 22 11:38:49.216152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 55c6b111-c5cd-46a1-b094-3158848c470f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:49.251558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0133a9-49a2-41df-ab2f-3f912dee6703 req-524a086f-21f4-420a-abb6-48554cfe122d tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2845511 Jul 22 11:38:49.267392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 55c6b111-c5cd-46a1-b094-3158848c470f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:38:49.268147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] For port 55c6b111-c5cd-46a1-b094-3158848c470f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=55c6b111-c5cd-46a1-b094-3158848c470f,segment=NetworkSegment(d626a998-e6a3-4e83-bbf4-fe159cf43f8a),segment_id=d626a998-e6a3-4e83-bbf4-fe159cf43f8a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:49.268560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 55c6b111-c5cd-46a1-b094-3158848c470f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:38:49.268684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.313374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for 55c6b111-c5cd-46a1-b094-3158848c470f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:49.319252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.336708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-4d156d51-481b-403e-b538-119589da7fa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:49.338464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-4d156d51-481b-403e-b538-119589da7fa0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1465204 Jul 22 11:38:49.592074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-adbe10d2-c4cb-4527-b3f8-9f9666f44970 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1853690 Jul 22 11:38:49.593786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.647557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=55c6b111-c5cd-46a1-b094-3158848c470f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:49.654045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:49.676327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e4-bbbf-48f7-ab41-5434ab5d557f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.703927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] No DVR routers for this DVR port 55c6b111-c5cd-46a1-b094-3158848c470f on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:49.816053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e4-bbbf-48f7-ab41-5434ab5d557f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.822316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40aed2e4-bbbf-48f7-ab41-5434ab5d557f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.856830 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-40aed2e4-bbbf-48f7-ab41-5434ab5d557f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=957cd2c9f3594bb0a1ce9c2b2b527459&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2014954 Jul 22 11:38:49.859691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:49.892809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.910668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a18746c-9e99-450b-80d3-e6be60263d6a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:49.922697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40aed2e4-bbbf-48f7-ab41-5434ab5d557f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19788e-6401-4170-8e4f-3641387c1a33,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:49.926416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:49.927342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd626a998-e6a3-4e83-bbf4-fe159cf43f8a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:49.937257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.949636 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.961875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-2951b9c5-82f9-4270-9b7a-c54510339664 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3222771 Jul 22 11:38:49.962940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:49.968837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.019905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:38:50.020343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:38:50.023947 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:38:50.029072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-eb4b6cc8-ebe8-4d9c-bd31-96a4ad71218e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 217 time: 0.0541575 Jul 22 11:38:50.052764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.058647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.062313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd19788e-6401-4170-8e4f-3641387c1a33 HTTP/1.1" status: 204 len: 168 time: 0.1985538 Jul 22 11:38:50.089854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e5ce842-510b-42f8-9651-df85441ff3d5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19788e-6401-4170-8e4f-3641387c1a33,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:50.139781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.150991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.156498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:50.157056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/networks/7a18746c-9e99-450b-80d3-e6be60263d6a HTTP/1.1" status: 204 len: 168 time: 1.9885666 Jul 22 11:38:50.162592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-0e30de1f-3b25-41ec-b67f-5d67aacf1c86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:50.164330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-0e30de1f-3b25-41ec-b67f-5d67aacf1c86 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1260123 Jul 22 11:38:50.179444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c2c5846-6431-4225-8903-ecfaaf00993c tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Network': ['ID=7a18746c-9e99-450b-80d3-e6be60263d6a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:50.313730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-dc04a33f-4333-4410-b284-186bcaa35f7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:50.315981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-dc04a33f-4333-4410-b284-186bcaa35f7b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1324580 Jul 22 11:38:50.430803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Deleting port aebca7ef-92c3-41d3-ba8f-12e03637da11 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:50.431567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.542746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1defcdb-9b60-446c-97b8-b150dfed9599 req-bdf1cd5f-d867-42a9-8c78-ebece541d0b2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:50.544413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1defcdb-9b60-446c-97b8-b150dfed9599 req-bdf1cd5f-d867-42a9-8c78-ebece541d0b2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.1751952 Jul 22 11:38:50.548741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-bca44066-c989-42e4-a615-3da84579cc2c service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2095969 Jul 22 11:38:50.612151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1defcdb-9b60-446c-97b8-b150dfed9599 req-a59b75b5-fa43-47dd-aa1d-096966f902a8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0608363 Jul 22 11:38:50.667460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.667899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.681483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Calling delete_port for aebca7ef-92c3-41d3-ba8f-12e03637da11 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:50.715292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-fcfc0c05-5009-4f4c-ac28-15220cac16d9 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486878 Jul 22 11:38:50.784962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:50.808000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-1d3bfc6a-11a9-43b5-9e8d-730e3945ea4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.0851104 Jul 22 11:38:50.861575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c44479-88ab-4af7-9958-191da38b51a7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:50.893713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-ea0654c5-d48d-41bb-997e-f8af0a8e8885 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:50.896042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-ea0654c5-d48d-41bb-997e-f8af0a8e8885 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0772686 Jul 22 11:38:51.020419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.027714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-9e1acec0-cabf-4279-ada9-8e7b1ee5c469 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:51.030020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-9e1acec0-cabf-4279-ada9-8e7b1ee5c469 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1221249 Jul 22 11:38:51.060367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Pushing event deleted for resources: {'Port': ['ID=aebca7ef-92c3-41d3-ba8f-12e03637da11,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:51.167626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.170384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.172750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cf389e7c-912e-42a5-ae6b-af2ad62b2969 tempest-FloatingIPAdminTestJSON-1002528170 tempest-FloatingIPAdminTestJSON-1002528170-project] 10.222.0.21 "DELETE /v2.0/floatingips/467d12c0-c0e2-4bb7-94b9-710bbed107a9 HTTP/1.1" status: 204 len: 168 time: 1.0137405 Jul 22 11:38:51.182848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c44479-88ab-4af7-9958-191da38b51a7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.196607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39c44479-88ab-4af7-9958-191da38b51a7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.275591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-c963b33a-501d-48b3-b63a-2295c441a53d service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2271881 Jul 22 11:38:51.333352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39c44479-88ab-4af7-9958-191da38b51a7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=77281a02a9ad4885ac3bdc4ebc7f150c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5472250 Jul 22 11:38:51.335032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c44479-88ab-4af7-9958-191da38b51a7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a971f9-e13d-4cbb-b0e5-20719a99d147,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:51.355793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:51.381042 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.498331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.558297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-55bbe3c4-42a0-4ae4-bb05-c8aceda26aa1 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2701726 Jul 22 11:38:51.572669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.715232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-385995ea-74a0-4aae-9c2b-4866abf3f3d5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.1544213 Jul 22 11:38:51.742569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.746064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:51.747669 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3a971f9-e13d-4cbb-b0e5-20719a99d147 HTTP/1.1" status: 204 len: 168 time: 0.3853157 Jul 22 11:38:51.760912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73ef186-ad7c-48a0-920f-98da436cc0da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a971f9-e13d-4cbb-b0e5-20719a99d147,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:51.845393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:51.895551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-2048343c-151a-4855-a2fc-59a0f92d44db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:51.898025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-2048343c-151a-4855-a2fc-59a0f92d44db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.1710737 Jul 22 11:38:52.020799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8035840f-47ba-461c-ab8e-35f180712fa7 req-4dc7a875-2b2b-4215-aafb-4a649aa9e5bd tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:52.028675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8035840f-47ba-461c-ab8e-35f180712fa7 req-4dc7a875-2b2b-4215-aafb-4a649aa9e5bd tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2068534 Jul 22 11:38:52.115095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-50177a7d-456e-4838-be9f-13c67c600337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:52.122788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-50177a7d-456e-4838-be9f-13c67c600337 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2175655 Jul 22 11:38:52.136139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8035840f-47ba-461c-ab8e-35f180712fa7 req-7d1b8055-9e1d-486b-b1a1-90cc46a22263 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029389 Jul 22 11:38:52.324701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-f2311bd6-c6f4-4b7f-a3d9-9b0c09222a5c service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875126 Jul 22 11:38:52.477996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac575fe-527d-405c-803a-cefb9cfe86ce req-90d7473a-5536-480a-8d97-96426d217ad8 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402481 Jul 22 11:38:52.501455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ab0ce62-be22-4824-829f-3dc4538303bb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9b70e8fe06548c6820c52daf95177b9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6536307 Jul 22 11:38:52.503653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:52.584498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:52.617867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:52.676138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:52.679448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:52.680700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d493316d-d7f9-4140-8582-ea667b44d219 HTTP/1.1" status: 204 len: 168 time: 0.1760774 Jul 22 11:38:52.701062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63a272d7-a5f2-45ef-b70e-ff6f13188ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d493316d-d7f9-4140-8582-ea667b44d219,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:53.061426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:53.242127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40626) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:53.246833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1359520551-network', 'tenant_id': '92d6dded207640e8b04c22578238779a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:53.259540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0762cebb-1c6d-46b6-8ba6-b9f3b677ca9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.286047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:38:53.286047 n-d-754448-4 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:38:53.286047 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id': '92d6dded207640e8b04c22578238779a', 'id': 'dbd04d47-4cda-410f-ae1e-4dd39ec16ca7', 'expiration': datetime.datetime(2021, 7, 22, 11, 40, 53, 279775)}] Jul 22 11:38:53.286047 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:38:53.286519 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:38:53.320917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bcf64ff-a1f2-4478-a372-8ad9198eb4a6 req-c8a981c7-c871-47cf-a51f-a732688f1f52 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:53.322937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bcf64ff-a1f2-4478-a372-8ad9198eb4a6 req-c8a981c7-c871-47cf-a51f-a732688f1f52 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.0926018 Jul 22 11:38:53.369428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bcf64ff-a1f2-4478-a372-8ad9198eb4a6 req-cd596dc5-8b48-437c-9552-9294d2caaf1f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399468 Jul 22 11:38:53.374221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0762cebb-1c6d-46b6-8ba6-b9f3b677ca9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.378746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0762cebb-1c6d-46b6-8ba6-b9f3b677ca9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.426122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:53.426356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0762cebb-1c6d-46b6-8ba6-b9f3b677ca9b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c720af705b3643b3b3d5be4cdf63ba46&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1826532 Jul 22 11:38:53.427161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0762cebb-1c6d-46b6-8ba6-b9f3b677ca9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8e14d64-158d-4d94-90a2-31ea7e96158b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:53.487612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.522601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.887462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Made reservation on behalf of 92d6dded207640e8b04c22578238779a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:53.890632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.901339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.923723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.926071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:53.929873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8e14d64-158d-4d94-90a2-31ea7e96158b HTTP/1.1" status: 204 len: 168 time: 0.5001104 Jul 22 11:38:53.939551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d784889b-de3d-4078-98e4-24fa216f62c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8e14d64-158d-4d94-90a2-31ea7e96158b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:54.058418 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.064665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.080729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:38:54.110427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.110911 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Added segment 7f39137e-32f5-4ccb-b521-0ff84e07dce6 of type vlan for network 1ba016ed-e0c8-448d-8557-fe908a9c0977 Jul 22 11:38:54.126598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19956204-1481-468c-8cd0-97da9a51d2c1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:54.165394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.212294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.220345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:54.222789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.253957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.1907542 Jul 22 11:38:54.256976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:54.262097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Request body: {'subnet': {'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1359520551-subnet', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:54.298996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Made reservation on behalf of 92d6dded207640e8b04c22578238779a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:54.301617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.313830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bcea3a8-41b0-4c91-9a71-189df4eb374a admin admin] Pushing event updated for resources: {'Network': ['ID=1ba016ed-e0c8-448d-8557-fe908a9c0977,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:54.329757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:38:54.523669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:54.540684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91346e0e-3683-4b8c-8309-e0972334b4a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.550073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.625477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a23af5f4-ec2f-4414-92db-7324261e0f77 req-67f2d132-606b-432c-879f-f3cb27fbbb10 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:54.627043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a23af5f4-ec2f-4414-92db-7324261e0f77 req-67f2d132-606b-432c-879f-f3cb27fbbb10 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.1657569 Jul 22 11:38:54.631850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:54.663621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Checking segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:54.665286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Network hostable DHCP agents. Network: 1ba016ed-e0c8-448d-8557-fe908a9c0977, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:38:54.696949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a23af5f4-ec2f-4414-92db-7324261e0f77 req-65188dda-f46b-422a-bfe9-746a1f160aae tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0629413 Jul 22 11:38:54.711314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:38:54.726563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 1ba016ed-e0c8-448d-8557-fe908a9c0977) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:54.732318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:54.733881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.737542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91346e0e-3683-4b8c-8309-e0972334b4a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.745822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48e861c3-9154-4d75-95c6-daa48f3ececc None None] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:54.747539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91346e0e-3683-4b8c-8309-e0972334b4a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.760593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0b11a714-2ec2-4880-b183-5b0d7a03e9be admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5017173 Jul 22 11:38:54.761573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:54.768205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:54.804457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:54.804802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91346e0e-3683-4b8c-8309-e0972334b4a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f20eaeee23154c848a9aa721825b4431&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799718 Jul 22 11:38:54.806356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91346e0e-3683-4b8c-8309-e0972334b4a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09b57fd8-ae20-4395-98fb-77360c60b94b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:54.839692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.841207 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.972452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-1ba016ed-e0c8-448d-8557-fe908a9c0977', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:38:54.973223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.981350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:54.985505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.110529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.165949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Allocated IP 172.20.0.2 (1ba016ed-e0c8-448d-8557-fe908a9c0977/e5b8c796-a8d7-4c8c-a88b-5fd685e007f5/d476fed6-4296-4e2c-8f22-7b9eb8dc4533) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:55.194398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.263460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.266514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.267686 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/09b57fd8-ae20-4395-98fb-77360c60b94b HTTP/1.1" status: 204 len: 168 time: 0.4613671 Jul 22 11:38:55.281080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2c7b5a-f304-4f7c-8afe-717a9fc19954 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09b57fd8-ae20-4395-98fb-77360c60b94b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:55.347278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.359170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Transition to ACTIVE for port object d476fed6-4296-4e2c-8f22-7b9eb8dc4533 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:55.378357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Transition to ACTIVE for port object d476fed6-4296-4e2c-8f22-7b9eb8dc4533 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:55.392920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.437907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:55.441293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:55.445464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:55.469766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.499899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.513946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Pushing event updated for resources: {'Port': ['ID=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:55.527939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Attempting to bind port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:55.528240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Attempting to bind port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:55.528562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Attempting to bind port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 on network 1ba016ed-e0c8-448d-8557-fe908a9c0977 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:55.534325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:55.538687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Checking segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:55.538687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.538687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Bound using segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:55.538687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Bound port: d476fed6-4296-4e2c-8f22-7b9eb8dc4533, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:55.538687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.619231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] For port d476fed6-4296-4e2c-8f22-7b9eb8dc4533, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:55.625286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] For port d476fed6-4296-4e2c-8f22-7b9eb8dc4533, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:55.631246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.645182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Allocated IP 172.25.6.105 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a6cb7e7d-715c-4365-bb26-470e4a598847) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:55.700726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8246426c-5a2a-415b-af55-319b7bd2e332 None None] Pushing event updated for resources: {'Port': ['ID=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:55.737701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-7fcffc82-7e16-4894-9940-a791743d3e3e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:55.739388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-7fcffc82-7e16-4894-9940-a791743d3e3e tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.1406214 Jul 22 11:38:55.756433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-4837a205-fa9b-44ec-915a-216fe4b329b4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/quotas/565a04aca8bb4d2383746d7438a95909 HTTP/1.1" status: 200 len: 375 time: 0.0103216 Jul 22 11:38:55.815340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.867477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:55.895939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24143818-1e82-40de-bb37-c6e70aa6051f req-adde2706-c1fa-49f4-8b17-e642dee64cff tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:55.897687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24143818-1e82-40de-bb37-c6e70aa6051f req-adde2706-c1fa-49f4-8b17-e642dee64cff tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.0896885 Jul 22 11:38:55.927817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:55.936258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:55.940001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:55.972276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e3ea0e32-32ac-4c86-9482-90af79e42406 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2099042 Jul 22 11:38:55.975724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Pushing event updated for resources: {'Port': ['ID=a6cb7e7d-715c-4365-bb26-470e4a598847,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:56.015484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24143818-1e82-40de-bb37-c6e70aa6051f req-225a981c-c073-42b7-90e8-4b11d4f07d7c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001077 Jul 22 11:38:56.118810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-d928dab2-1961-47f1-9274-9526aff473ff service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1201880 Jul 22 11:38:56.236263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-06647633-dd5e-44e4-905c-b2657db30e1b service neutron] 10.222.0.21 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1108098 Jul 22 11:38:56.306273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:56.502504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1494660-38fb-4374-90dd-b3318a135d38 req-256508da-687f-47b2-bb3b-47c9b4dd7778 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 210 time: 0.0590219 Jul 22 11:38:57.028666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.051184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bbbf8ae-fca0-485a-b6cd-011bb9dd6b84 None None] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:38:57.170314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc60d5b1-6f4d-47ae-bbe5-50aed38a715a None None] Provisioning for port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:57.294180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce0e4f6c-e7a7-4a6f-ac83-a84898046cfc req-a1c9809c-d0bd-42c5-b9d2-013d5cad4aa3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:57.296472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d476fed6-4296-4e2c-8f22-7b9eb8dc4533 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:57.302582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce0e4f6c-e7a7-4a6f-ac83-a84898046cfc req-a1c9809c-d0bd-42c5-b9d2-013d5cad4aa3 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.1439366 Jul 22 11:38:57.351488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce0e4f6c-e7a7-4a6f-ac83-a84898046cfc req-6426b765-8a9d-4c25-a21e-59db0adc8776 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0483065 Jul 22 11:38:57.390261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.406383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:57.471760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:38:57.479172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:57.479550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.512869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34edbaea-f08c-4e43-8009-de49156447cc req-12b73146-a928-470d-9c37-ebb3ae15d708 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:57.529793 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-34edbaea-f08c-4e43-8009-de49156447cc req-12b73146-a928-470d-9c37-ebb3ae15d708 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/ports?device_id=a595d28d-aec4-4efd-897c-4af01374429c HTTP/1.1" status: 200 len: 946 time: 0.2186277 Jul 22 11:38:57.535075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Router ca932d3e-f352-45d6-9048-e1481cee5f72 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:38:57.548370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:38:57.603608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-862057557', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:57.661536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Made reservation on behalf of a0ce223f507846a28dc69fba67714fe7 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:57.664238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.782602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.782818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Deleting port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:38:57.783143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.793809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad12923b-63de-44b7-8904-ad610aed0676 req-a0cfdf2e-72f2-426f-b0f8-b1668cfd6fd0 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 210 time: 0.1147711 Jul 22 11:38:57.799095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.804908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:38:57.818358 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Sync routers for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:38:57.831854 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:57.832741 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:57.878184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d476fed6-4296-4e2c-8f22-7b9eb8dc4533, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:57.888710 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.896677 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.953104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:57.953524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.957498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-16643d51-c6d9-4fb3-ae56-cdf4539e825e None None] Provisioning complete for port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:57.957934 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-16643d51-c6d9-4fb3-ae56-cdf4539e825e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:57.960194 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:57.975156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Calling delete_port for e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:38:58.015968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-4b9ecf11-0596-4766-9aa7-3876089a3fab tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:58.017508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-4b9ecf11-0596-4766-9aa7-3876089a3fab tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 805 time: 0.1579070 Jul 22 11:38:58.029307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:58.032453 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7dbac7ea-469b-42d7-8e67-39a343949026" -d '{"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:58.040224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.050033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.052413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Request body: {'port': {'device_id': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'admin_state_up': True, 'tenant_id': '565a04aca8bb4d2383746d7438a95909'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:58.055050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] device_id is not set on port 72dd0aa8-98bd-4b00-825c-f5d6cd4ff195 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:38:58.092304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:38:58.095280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.096605 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f164f945-d7c6-4fe2-87de-1235476bc6df admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.3338823 Jul 22 11:38:58.096924 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:38:58.105473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:58.121821 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-675c77ba-49a5-4139-b6b0-edbff26b1d43 x-openstack-request-id: req-675c77ba-49a5-4139-b6b0-edbff26b1d43 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:58.122604 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-unplugged", "status": "completed", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:58.123043 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-675c77ba-49a5-4139-b6b0-edbff26b1d43 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:58.124332 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'code': 200} Jul 22 11:38:58.137679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.150008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.164090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.191327 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:38:56Z', 'revision_number': 3, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:38:55Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:58.219335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Checking router: ca932d3e-f352-45d6-9048-e1481cee5f72 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:38:58.219990 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Updating router ca932d3e-f352-45d6-9048-e1481cee5f72 port a6cb7e7d-715c-4365-bb26-470e4a598847 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:38:58.223920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.231313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Allocated IP 172.25.6.150 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/72dd0aa8-98bd-4b00-825c-f5d6cd4ff195) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:58.264801 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.379115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea22ef8a-d626-4a75-8929-8d364f861f9b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.432747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.438752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Made reservation on behalf of 565a04aca8bb4d2383746d7438a95909 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:38:58.442212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.519008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-583e6a59-012e-4707-91c9-1d9f934fcf47 req-0d72febf-f835-4c25-85a9-d8c2c2904e78 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:58.520528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-583e6a59-012e-4707-91c9-1d9f934fcf47 req-0d72febf-f835-4c25-85a9-d8c2c2904e78 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.0923204 Jul 22 11:38:58.523198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.591326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.599219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:58.609624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:58.611727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Pushing event updated for resources: {'Port': ['ID=72dd0aa8-98bd-4b00-825c-f5d6cd4ff195,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.620135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:58.642348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event deleted for resources: {'Port': ['ID=e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.663144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-583e6a59-012e-4707-91c9-1d9f934fcf47 req-a7839029-7b9e-4032-88ef-ca47c34f60f7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351209 Jul 22 11:38:58.668165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.668531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.668869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.669211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.669564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.669912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.670252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.671186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.671524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.671857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.672795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.672795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:38:58.685229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:58.685860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.705334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c44cd85-c86a-4bf6-be2c-5072023d4059 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 1.2976432 Jul 22 11:38:58.708071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:38:58.712694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.150'}]}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:58.736977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.738149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.782718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] No DVR routers for this DVR port e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:38:58.789660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.791727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-34edbaea-f08c-4e43-8009-de49156447cc req-2201f6e9-b855-49bf-9e86-377f6ae140e6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "DELETE /v2.0/ports/e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9 HTTP/1.1" status: 204 len: 173 time: 1.2533431 Jul 22 11:38:58.792181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-deleted', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:38:58.794628 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3641d7eb-86d8-433a-ba3a-f935262ea58b" -d '{"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-deleted", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:38:58.806608 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.819302 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Transition to ACTIVE for port object a6cb7e7d-715c-4365-bb26-470e4a598847 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:58.824819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.830088 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.841817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Allocated IP 172.20.0.9 (0d005663-4766-4a09-a059-d83bf48f44b9/ae8aacc5-7ed7-4f69-adb8-e2290cb24c76/17c97a19-f991-41cd-a7bc-866e813664e8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:58.950114 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61137887-7544-4e19-ab99-ac012b455772 None None] Pushing event updated for resources: {'Port': ['ID=a6cb7e7d-715c-4365-bb26-470e4a598847,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:58.971203 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Attempting to bind port a6cb7e7d-715c-4365-bb26-470e4a598847 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:38:58.971650 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Attempting to bind port a6cb7e7d-715c-4365-bb26-470e4a598847 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:38:58.972992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Attempting to bind port a6cb7e7d-715c-4365-bb26-470e4a598847 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:38:58.973436 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:38:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d5dcc71c-3d36-491b-94b4-f9a8e324dac1 x-openstack-request-id: req-d5dcc71c-3d36-491b-94b4-f9a8e324dac1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:38:58.973738 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a595d28d-aec4-4efd-897c-4af01374429c", "name": "network-vif-deleted", "tag": "e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:38:58.974562 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d5dcc71c-3d36-491b-94b4-f9a8e324dac1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:38:58.974562 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a595d28d-aec4-4efd-897c-4af01374429c', 'name': 'network-vif-deleted', 'tag': 'e7fd048f-9fcb-4cd7-9989-11c9dc4b3db9', 'status': 'completed', 'code': 200} Jul 22 11:38:58.980881 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:38:58.981935 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:38:58.982590 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:58.983788 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:38:58.984481 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Bound port: a6cb7e7d-715c-4365-bb26-470e4a598847, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:38:58.985050 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.027150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df4dd44f-0d75-4993-b6ff-66ff1dc3c0d7 req-3d9a5c7a-7703-474a-a1c4-c5ad63f8765d tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 210 time: 0.0571499 Jul 22 11:38:59.087963 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] For port a6cb7e7d-715c-4365-bb26-470e4a598847, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:38:59.093433 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] For port a6cb7e7d-715c-4365-bb26-470e4a598847, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a6cb7e7d-715c-4365-bb26-470e4a598847,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:38:59.098196 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.122536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.144021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.196228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d476fed6-4296-4e2c-8f22-7b9eb8dc4533 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:38:59.208630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.215936 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:38:59.221859 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:59.288109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:38:59.289985 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.369552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.397507 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61137887-7544-4e19-ab99-ac012b455772 None None] Pushing event updated for resources: {'Port': ['ID=a6cb7e7d-715c-4365-bb26-470e4a598847,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:59.448996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Allocated IP 172.20.0.1 (1ba016ed-e0c8-448d-8557-fe908a9c0977/e5b8c796-a8d7-4c8c-a88b-5fd685e007f5/ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:38:59.472035 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:38:59.489615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Network 0d005663-4766-4a09-a059-d83bf48f44b9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:38:59.499619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:38:59.510699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:38:59.547932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:38:59.586746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.607055 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.649214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:59.649825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.689192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-29ddbb6b-024b-4673-94b1-85c784e94f23 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6434214 Jul 22 11:38:59.699259 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:38:56Z', 'revision_number': 3, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:38:59.710564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Request body: {'port': {'device_id': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:38:59.740783 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b8f40d0-afcf-4d49-bdc1-6f99ac234c64 None None] The sync data for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 is: [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:38:56Z', 'revision_number': 3, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:38:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:38:59.808460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.837038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.839932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Transition to ACTIVE for port object ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:38:59.874904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:38:59.958415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f6ea957-2c63-410e-bbbd-86cf70f9ea18 req-2177518d-60e8-436b-905c-41cdd10fd259 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:38:59.965585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f6ea957-2c63-410e-bbbd-86cf70f9ea18 req-2177518d-60e8-436b-905c-41cdd10fd259 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.1760204 Jul 22 11:38:59.995795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.094410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:00.106398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:00.168613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:00.174880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.180360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.197819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f6ea957-2c63-410e-bbbd-86cf70f9ea18 req-3139519e-db38-45e9-b2fa-7b74fa5ddfa6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2309883 Jul 22 11:39:00.245460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Pushing event updated for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:00.267203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.330792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.331577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 74d16c7b-4979-4495-9bd7-16d236cdeba2 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:39:00.349603 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:39:00.350818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bce389a2-4d4f-47b3-994f-0512caa374fb tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.6416204 Jul 22 11:39:00.353676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:00.374809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:00.400546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'network': {'name': 'tempest-device-tagging-net1-1915396810'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:00.419404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 17c97a19-f991-41cd-a7bc-866e813664e8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:00.433525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.442397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7d85d92-97e4-4310-824c-2fed7a5a3228 req-204d2a25-a51c-4118-b4de-39075627a619 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:00.444340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7d85d92-97e4-4310-824c-2fed7a5a3228 req-204d2a25-a51c-4118-b4de-39075627a619 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 931 time: 0.2238278 Jul 22 11:39:00.459784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Transition to ACTIVE for port object 17c97a19-f991-41cd-a7bc-866e813664e8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:00.463405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.500448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:00.504562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.522572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7b287d7-a621-46b6-912d-695ef8489ac7 None None] Provisioning for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:00.527695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7b287d7-a621-46b6-912d-695ef8489ac7 None None] Provisioning complete for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:00.528091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7b287d7-a621-46b6-912d-695ef8489ac7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.562140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7d85d92-97e4-4310-824c-2fed7a5a3228 req-28177b68-36a2-491b-8c7d-8f2100b5ad79 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1040490 Jul 22 11:39:00.565648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:00.580542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] vlan segment allocate from pool success with {'vlan_id': 113, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:00.596135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.596814 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Added segment c2588906-4141-41a3-aaa9-3524f5b3fd14 of type vlan for network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 Jul 22 11:39:00.605571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Deleting port 72dd0aa8-98bd-4b00-825c-f5d6cd4ff195 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:00.605921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.606721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7b287d7-a621-46b6-912d-695ef8489ac7 None None] Port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:00.677794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.703244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.724861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Attempting to bind port 17c97a19-f991-41cd-a7bc-866e813664e8 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:00.725202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Attempting to bind port 17c97a19-f991-41cd-a7bc-866e813664e8 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:00.725539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Attempting to bind port 17c97a19-f991-41cd-a7bc-866e813664e8 on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:00.737036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Port 17c97a19-f991-41cd-a7bc-866e813664e8 on network 0d005663-4766-4a09-a059-d83bf48f44b9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:00.737369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Attempting to bind port 17c97a19-f991-41cd-a7bc-866e813664e8 on network 0d005663-4766-4a09-a059-d83bf48f44b9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:00.753734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:00.754077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Checking segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:00.754496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Bound using segment: {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:00.754950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Bound port: 17c97a19-f991-41cd-a7bc-866e813664e8, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2c886d1f-cdd7-4e29-a088-4c8766270e41', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:00.755322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.755759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.766185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.771811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:00.772596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.809950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Calling delete_port for 72dd0aa8-98bd-4b00-825c-f5d6cd4ff195 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:00.858840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Network': ['ID=1f73e72c-d991-4e05-a5ad-3981bf9c4616,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:00.894093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:00.901420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.5250311 Jul 22 11:39:00.905224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:00.910845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'network': {'name': 'tempest-device-tagging-net2-1992996074'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:00.914521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:00.918052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.918559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.919031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.919467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.919899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.920330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.921535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.921921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.922318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.922922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.923208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.923605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-aecdcb00-33f8-43d9-ba9a-a7fcc90e0058 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:00.924427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.935491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:00.976986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.978071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:00.981269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:00.981888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.982507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:00.984095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] 10.222.0.20 "PUT /v2.0/ports/17c97a19-f991-41cd-a7bc-866e813664e8 HTTP/1.1" status: 200 len: 1091 time: 1.2852249 Jul 22 11:39:00.984544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:00.986808 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b" -d '{"events": [{"name": "network-changed", "server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:01.005811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.017583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:01.050342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.050712 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Added segment c459876c-ec16-46b1-9541-bd97dc61eb07 of type vlan for network 31c755e2-4511-4773-8e2e-06328bfefe2c Jul 22 11:39:01.105448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.111527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.147726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Pushing event deleted for resources: {'Port': ['ID=72dd0aa8-98bd-4b00-825c-f5d6cd4ff195,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.194405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a6cb7e7d-715c-4365-bb26-470e4a598847 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:01.242273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.246003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a174dab0-b41d-4879-9999-26e35915fbb6 tempest-RoutersAdminNegativeIpV6Test-2116354411 tempest-RoutersAdminNegativeIpV6Test-2116354411-project-admin] 10.222.0.21 "DELETE /v2.0/ports/72dd0aa8-98bd-4b00-825c-f5d6cd4ff195 HTTP/1.1" status: 204 len: 168 time: 0.8913028 Jul 22 11:39:01.248453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.256718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:01.257811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.264107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a6cb7e7d-715c-4365-bb26-470e4a598847 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:01.269820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a6cb7e7d-715c-4365-bb26-470e4a598847 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:01.271047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.355326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4460697 Jul 22 11:39:01.358528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:01.366917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'subnet': {'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:01.389945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.406140 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a3a1b61-61b0-44c2-b12e-ad682bf1b8fd x-openstack-request-id: req-7a3a1b61-61b0-44c2-b12e-ad682bf1b8fd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:01.406569 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:01.407923 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a3a1b61-61b0-44c2-b12e-ad682bf1b8fd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:01.408378 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8', 'status': 'completed', 'code': 200} Jul 22 11:39:01.418182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d543462c-9add-4d6a-9ee1-85f7b1b339cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Network': ['ID=31c755e2-4511-4773-8e2e-06328bfefe2c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.430783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:01.440871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69164d3-ab72-4b0e-b244-9b47b46afdb0 service neutron] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.450998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a6cb7e7d-715c-4365-bb26-470e4a598847, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a6cb7e7d-715c-4365-bb26-470e4a598847,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:01.454141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.466551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.534197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Pushing event updated for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.544098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89e4d605-7d40-4db8-8d1c-18530d2da489 req-f0b03dbf-9261-472b-9f71-6aab050164d8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:01.545716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89e4d605-7d40-4db8-8d1c-18530d2da489 req-f0b03dbf-9261-472b-9f71-6aab050164d8 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2713246 Jul 22 11:39:01.556157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-c1fe57cb-11d0-4238-824d-35f1567202b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:01.558259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-c1fe57cb-11d0-4238-824d-35f1567202b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 1094 time: 0.5268474 Jul 22 11:39:01.583340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:01.586809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.629174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89e4d605-7d40-4db8-8d1c-18530d2da489 req-a4f7f068-1e00-4930-a573-412528f6823a tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758355 Jul 22 11:39:01.638852 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e90ff021-0f33-4f81-a5d7-56137292f430 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17c97a19-f991-41cd-a7bc-866e813664e8 HTTP/1.1" status: 200 len: 217 time: 0.0671554 Jul 22 11:39:01.644212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a6cb7e7d-715c-4365-bb26-470e4a598847,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.715557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-25554639-17a4-4ec5-8bc6-996c3eaecfa2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:01.716847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-25554639-17a4-4ec5-8bc6-996c3eaecfa2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0714481 Jul 22 11:39:01.717427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:01.727230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:01.738576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:01.762498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-f0da164f-9d42-4e3c-ab57-7164d83e2293 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0335648 Jul 22 11:39:01.870696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.893382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f373170-eb41-4e52-b2cb-73120457482f req-ff0bc04f-bc52-4dec-ac78-af52b77d2fdd tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:01.895005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f373170-eb41-4e52-b2cb-73120457482f req-ff0bc04f-bc52-4dec-ac78-af52b77d2fdd tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 943 time: 0.1703868 Jul 22 11:39:01.972948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-e0c61d9b-c488-4836-9fc7-c3e60241e0d1 service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668081 Jul 22 11:39:01.975348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0399b9e4-8ee8-4cd0-8cf1-f8ffecedad7b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:01.982650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Subnet': ['ID=be9f88ea-2314-41bd-8a76-4165811cdb9d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:01.994476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f373170-eb41-4e52-b2cb-73120457482f req-3b6b5a1b-8665-4559-95c7-b6227d0f5f31 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793476 Jul 22 11:39:01.999601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:02.000301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network hostable DHCP agents. Network: 1f73e72c-d991-4e05-a5ad-3981bf9c4616, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:02.018763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:02.020118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Router ca932d3e-f352-45d6-9048-e1481cee5f72 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:02.028066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 1f73e72c-d991-4e05-a5ad-3981bf9c4616) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:02.039594 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e036a90-1347-4020-9d49-f07673391b74 None None] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:02.041775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:02.042332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1281227-ef1c-42da-9045-2ca69ebfa563 None None] Provisioning complete for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:02.042487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.042767 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1281227-ef1c-42da-9045-2ca69ebfa563 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.125422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1281227-ef1c-42da-9045-2ca69ebfa563 None None] Port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:02.219350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:02.220221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.222371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f002e40-dca2-414c-8b40-2529ef9f9c17 req-944bd492-cbfb-4267-a3b6-61715516c61f service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2218447 Jul 22 11:39:02.293235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:02.321734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25859eb9-2847-4f3f-b1be-848d8ea1cbad admin admin] 10.222.0.21 "PUT /v2.0/routers/ca932d3e-f352-45d6-9048-e1481cee5f72/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2135282 Jul 22 11:39:02.323994 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0399b9e4-8ee8-4cd0-8cf1-f8ffecedad7b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.331595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0399b9e4-8ee8-4cd0-8cf1-f8ffecedad7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.340614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a92201bc-fb99-4bf0-9e7d-24d016e5667b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.9789932 Jul 22 11:39:02.341416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:02.347453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'subnet': {'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:02.364435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0399b9e4-8ee8-4cd0-8cf1-f8ffecedad7b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f214d2b-cd8a-42c5-80af-f00db2090b37,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:02.393324 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0399b9e4-8ee8-4cd0-8cf1-f8ffecedad7b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d0bdaf61ab764832a2683ddec6dafcd2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6712854 Jul 22 11:39:02.396085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:02.419086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-07c29a70-4631-4a89-80d7-10860a2f443c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:02.421292 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-07c29a70-4631-4a89-80d7-10860a2f443c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=565a04aca8bb4d2383746d7438a95909&device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 1094 time: 0.1466322 Jul 22 11:39:02.473831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Sync routers for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:02.490994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:02.491634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:02.506053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:02.511224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.534969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.575244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.583405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-5374ca11-a96e-42e4-9375-65744a200b94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:02.584971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-5374ca11-a96e-42e4-9375-65744a200b94 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 200 len: 906 time: 0.1549923 Jul 22 11:39:02.635811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-9bd34f0a-29d9-4899-a718-2d7f5c17ed8a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=17c97a19-f991-41cd-a7bc-866e813664e8 HTTP/1.1" status: 200 len: 217 time: 0.0420918 Jul 22 11:39:02.645959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Allocated IP 10.1.1.2 (1f73e72c-d991-4e05-a5ad-3981bf9c4616/be9f88ea-2314-41bd-8a76-4165811cdb9d/3ddb8506-0d3d-49e8-8cef-313dfe33ab3a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:02.681093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:02.702481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-5a7babc6-6aec-487c-a226-dd7dfb674974 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:02.704267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-5a7babc6-6aec-487c-a226-dd7dfb674974 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 200 len: 845 time: 0.0576372 Jul 22 11:39:02.730018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.734421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:02.735798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f214d2b-cd8a-42c5-80af-f00db2090b37 HTTP/1.1" status: 204 len: 168 time: 0.3385313 Jul 22 11:39:02.760463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-f95bdc76-82d2-430a-96d0-750617dbfb19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0d005663-4766-4a09-a059-d83bf48f44b9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482328 Jul 22 11:39:02.767184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fd9dd0d-7624-4f71-97a2-c015b158e47c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f214d2b-cd8a-42c5-80af-f00db2090b37,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:02.883930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-7f4f062a-3918-4a6f-a1fd-742f7e4aca32 service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1141047 Jul 22 11:39:03.013179 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.043477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Transition to ACTIVE for port object 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:03.071366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Transition to ACTIVE for port object 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:03.075772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c259fa04-39d7-4a98-86ec-9a7fc7934c1b req-60858734-098f-479c-a00c-74bd578f122f service neutron] 10.222.0.20 "GET /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1803324 Jul 22 11:39:03.080092 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.141190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:03.145666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:03.150521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:03.175491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:03.180997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-770015391-network', 'tenant_id': '3833679c4d6f478ea8ae13611e807760'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:03.192271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 2, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:03.196421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Pushing event updated for resources: {'Port': ['ID=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:03.221330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Made reservation on behalf of 3833679c4d6f478ea8ae13611e807760 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:03.226397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.240315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.259930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a6cb7e7d-715c-4365-bb26-470e4a598847 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:03.266105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Checking router: ca932d3e-f352-45d6-9048-e1481cee5f72 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:39:03.266518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Updating router ca932d3e-f352-45d6-9048-e1481cee5f72 port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:39:03.340357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Attempting to bind port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:03.340735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Attempting to bind port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:03.341105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Attempting to bind port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:03.356452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:03.356856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:03.357261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.357659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Bound using segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:03.358159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Bound port: 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:03.358831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.361380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.362287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:03.368399 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.380995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.416144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:03.424395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fd40e39-fc4e-4e70-94ec-f7b49e040ccf req-e5a8b393-aabd-4853-af17-7ccb80fb4f21 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:03.425920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fd40e39-fc4e-4e70-94ec-f7b49e040ccf req-e5a8b393-aabd-4853-af17-7ccb80fb4f21 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.6862233 Jul 22 11:39:03.427853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.442304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.442678 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Added segment 73bc70c8-8516-41a6-a60f-86971ab30039 of type vlan for network 27256f3e-c641-4775-97aa-5c972c343b91 Jul 22 11:39:03.444389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f8f3dcd-fc4b-4204-a8c1-d2469936bbd0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:03.449486 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1353f16-5051-4301-95f5-01251bf0ad09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a0ce223f507846a28dc69fba67714fe7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0861118 Jul 22 11:39:03.457160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:03.468579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a6cb7e7d-715c-4365-bb26-470e4a598847 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:03.468579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.487812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f73a808-64b3-416e-8767-24fc31bc3b99 req-106ac6f4-86eb-43b5-aa7c-d2bc2cd81e22 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:03.490163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f73a808-64b3-416e-8767-24fc31bc3b99 req-106ac6f4-86eb-43b5-aa7c-d2bc2cd81e22 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 943 time: 0.2397001 Jul 22 11:39:03.516288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.553478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Subnet': ['ID=c38a413d-c1db-4cb3-972d-73809bc364e3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:03.557635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.559856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:39:03.578505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fd40e39-fc4e-4e70-94ec-f7b49e040ccf req-1167894a-f42e-461d-b199-23f49d240ba0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1170614 Jul 22 11:39:03.585965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.586168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Checking segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:03.586168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network hostable DHCP agents. Network: 31c755e2-4511-4773-8e2e-06328bfefe2c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:03.586872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:03.587429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.590802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.591335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f73a808-64b3-416e-8767-24fc31bc3b99 req-77192e6a-2a1f-43f2-bac0-af930b5b08c7 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862608 Jul 22 11:39:03.614225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 31c755e2-4511-4773-8e2e-06328bfefe2c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:03.621035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] For port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:03.626634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 31c755e2-4511-4773-8e2e-06328bfefe2c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:03.636823 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4598632 Jul 22 11:39:03.639484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:03.652426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:03.653075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.653675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Request body: {'subnet': {'network_id': '27256f3e-c641-4775-97aa-5c972c343b91', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-770015391-subnet', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:03.657534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1ae7ff-4597-44a8-a23e-2e6daf5ccc33 None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:03.668345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] For port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:03.674894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6da9025f-a6f1-44f5-8ab9-61f11b049f77 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.3295722 Jul 22 11:39:03.675163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:03.682229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'name': 'tempest-TaggedBootDevicesTest_v242-1456816901', 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:03.708149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5db0b5d-b6b5-4cbe-b414-9c9278d61c54 admin admin] Pushing event updated for resources: {'Network': ['ID=27256f3e-c641-4775-97aa-5c972c343b91,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:03.713073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.724903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Made reservation on behalf of 3833679c4d6f478ea8ae13611e807760 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:03.727574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.774079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 27256f3e-c641-4775-97aa-5c972c343b91 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:03.786001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.788694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.790026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea22ef8a-d626-4a75-8929-8d364f861f9b HTTP/1.1" status: 204 len: 168 time: 0.3317668 Jul 22 11:39:03.810033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b73220-2966-4d84-a3db-c2a718ae3d60 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea22ef8a-d626-4a75-8929-8d364f861f9b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:03.840151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:03.929419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.950279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:03.973473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] device_id is not set on port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:39:04.002623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef0c050d-bb78-4426-917a-d29f499048c6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:04.009029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Checking segment: {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:04.009680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Network hostable DHCP agents. Network: 27256f3e-c641-4775-97aa-5c972c343b91, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:04.037047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Network 27256f3e-c641-4775-97aa-5c972c343b91 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:04.049584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 27256f3e-c641-4775-97aa-5c972c343b91) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:04.057548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:04.058225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.076328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a9c5f2c6-a340-4ebb-949f-407e103be091 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.4343109 Jul 22 11:39:04.080420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:04.091934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:04.104000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9291a08-3e71-495d-8a4d-0e7a4d360a93 None None] Network 27256f3e-c641-4775-97aa-5c972c343b91 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:04.162972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.163780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.181436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e30aec3-90ac-4fa1-8484-7e3b9ebe81da None None] Pushing event updated for resources: {'Port': ['ID=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:04.289942 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.291441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.1.1.188 (1f73e72c-d991-4e05-a5ad-3981bf9c4616/be9f88ea-2314-41bd-8a76-4165811cdb9d/ac8b7a59-13a0-440c-9a34-75dbf76c75f4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:04.293588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:04.354629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '17c97a19-f991-41cd-a7bc-866e813664e8', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '17c97a19-f991-41cd-a7bc-866e813664e8', 'mac_address': 'fa:16:3e:4b:b3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:39:04.516599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.636879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-31c755e2-4511-4773-8e2e-06328bfefe2c', 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ips': [{'subnet_id': 'c38a413d-c1db-4cb3-972d-73809bc364e3'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:04.637721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.652524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.687679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.710557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object ac8b7a59-13a0-440c-9a34-75dbf76c75f4 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:04.736023 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.752050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Transition to ACTIVE for port object ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:04.756619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 17c97a19-f991-41cd-a7bc-866e813664e8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:04.828681 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.876192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:04.876752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:04.910182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.915293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.934057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-27256f3e-c641-4775-97aa-5c972c343b91', 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'fixed_ips': [{'subnet_id': 'ef0c050d-bb78-4426-917a-d29f499048c6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:04.935739 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:04.966037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a040c4d-eab3-4da6-9177-2416de63a692 None None] Pushing event updated for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:05.024873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-1723147793', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:05.078954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.080279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.173211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:05.181416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:05.199714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:05.202419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['17c97a19-f991-41cd-a7bc-866e813664e8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:05.206812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:05.223678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59caa095-e2b3-48c5-920b-b709c0af2541 req-7d461ef2-d0f8-4179-8c2b-2ae1b7dfce5f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:05.226251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59caa095-e2b3-48c5-920b-b709c0af2541 req-7d461ef2-d0f8-4179-8c2b-2ae1b7dfce5f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 943 time: 0.4647219 Jul 22 11:39:05.231603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.251801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.257627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.278397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:05.286193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.288116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-40705d72-7e60-466b-ab70-da0342658d47 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 712 time: 0.4099767 Jul 22 11:39:05.288280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Allocated IP 10.2.2.2 (31c755e2-4511-4773-8e2e-06328bfefe2c/c38a413d-c1db-4cb3-972d-73809bc364e3/a04424eb-5af8-48d2-9005-98da8ec64d27) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:05.296431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:05.303224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1270712843'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:05.317625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.334098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:05.334319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c26648-ecf5-4adf-ac7f-d6aebe0f8bdb req-f4262ab2-5f03-45ca-a647-ab38b0ca0df6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:05.335252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:05.336057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5c26648-ecf5-4adf-ac7f-d6aebe0f8bdb req-f4262ab2-5f03-45ca-a647-ab38b0ca0df6 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.5590584 Jul 22 11:39:05.357349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.367411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.378744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Attempting to bind port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:05.379121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Attempting to bind port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:05.379490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Attempting to bind port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 on network 1ba016ed-e0c8-448d-8557-fe908a9c0977 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:05.442945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:05.443908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Checking segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:05.443908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.444509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Bound using segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:05.444993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Bound port: ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:05.445381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.449467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:05.450230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.469372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59caa095-e2b3-48c5-920b-b709c0af2541 req-9e78b53a-5220-42c5-a2f5-227f82c9dc49 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025599 Jul 22 11:39:05.486489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5c26648-ecf5-4adf-ac7f-d6aebe0f8bdb req-12ae8b25-4c07-4b2a-afe0-d301ee1008a2 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330550 Jul 22 11:39:05.506358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.518878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.524113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9f599d74-86e8-4458-aa30-d7647b5b0ecf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 1.8433251 Jul 22 11:39:05.525404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:05.534403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'name': 'tempest-TaggedBootDevicesTest_v242-755854224', 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:05.560760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:05.573354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'SecurityGroup': ['ID=39c43e8f-c477-45fb-a05d-6e507a00e8bf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:05.580922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.581269 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Added segment 4545e8fb-7ec4-4b77-a5e6-1fb392a7343e of type vlan for network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea Jul 22 11:39:05.584762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Allocated IP 172.20.0.2 (27256f3e-c641-4775-97aa-5c972c343b91/ef0c050d-bb78-4426-917a-d29f499048c6/c01a4732-031b-46cc-8fc6-ad8bc7682bee) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:05.628029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.648267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9954b27-4d60-4f29-98db-dfb0a23dddf1 None None] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:05.652125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Allocated IP 172.25.6.47 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7baa06c0-b2b7-4264-965d-6555499385d6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:05.663438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.671080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:05.672443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.725115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 0.4247816 Jul 22 11:39:05.725467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40922) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:05.727903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:05.730642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'subnet': {'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:05.740559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:05.745644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.777903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a34927-4c13-4cc7-9894-617508639531 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Network': ['ID=e0836c6b-7dfb-44bb-af33-2e32c1bff8ea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:05.800656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] device_id is not set on port 5ce174f1-7af9-44fb-b0a1-7165105fa191 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:39:05.855457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:05.871844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:05.874635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] For port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:05.878850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.903799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.914388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Provisioning for port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:05.933906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] For port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:05.951015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Provisioning complete for port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:05.951396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.957882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:05.962278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.033880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Pushing event updated for resources: {'Port': ['ID=7baa06c0-b2b7-4264-965d-6555499385d6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:06.045514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:06.053355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:06.064934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a040c4d-eab3-4da6-9177-2416de63a692 None None] Pushing event updated for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:06.066680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:06.107724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.124917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.184158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Subnet': ['ID=c3fcc2fb-099e-4698-ab72-8c88b63ceaee,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:06.228558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Transition to ACTIVE for port object a04424eb-5af8-48d2-9005-98da8ec64d27 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:06.247368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Checking segment: {'id': '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:06.248006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network hostable DHCP agents. Network: e0836c6b-7dfb-44bb-af33-2e32c1bff8ea, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:06.282161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:06.297726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e0836c6b-7dfb-44bb-af33-2e32c1bff8ea) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:06.305405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:06.306194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.330364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:06.331229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:06.335127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58d9fa61-67f8-40f6-9c23-393f8f66ce22 None None] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:06.340812 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c5b8bba-405c-4190-85a7-ddd365bab64a tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6141887 Jul 22 11:39:06.341543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:06.346882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Transition to ACTIVE for port object a04424eb-5af8-48d2-9005-98da8ec64d27 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:06.348558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'network': {'name': 'tempest-router-network01--1385569151'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:06.356439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.1.1.31 (1f73e72c-d991-4e05-a5ad-3981bf9c4616/be9f88ea-2314-41bd-8a76-4165811cdb9d/5ce174f1-7af9-44fb-b0a1-7165105fa191) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:06.374589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:06.380126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.419480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:06.438467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.438916 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Added segment 3226731e-5fa5-4c9d-8741-15ecd58c53fe of type vlan for network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa Jul 22 11:39:06.474896 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.492034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.492962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.580233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.594375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:06.597462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.653095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3094947 Jul 22 11:39:06.656988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:06.661847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'network': {'name': 'tempest-router-network02--697280259'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:06.710264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d70185-0e7a-45d0-a845-966eed3f294d tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Network': ['ID=da71ab24-c2c0-4f0a-b789-f5a526c7c0aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:06.727647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:06.731686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.766170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:06.780969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.780969 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Added segment 1eaa1552-ee61-485b-b4ec-12ce63237c4a of type vlan for network e582e72a-1626-4b84-be48-1d6c53f9b1aa Jul 22 11:39:06.801026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Transition to ACTIVE for port object c01a4732-031b-46cc-8fc6-ad8bc7682bee will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:06.807355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:06.812176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:06.838749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.853831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:06.870707 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.878550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.879634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:06.882436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.890879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Pushing event updated for resources: {'Port': ['ID=a04424eb-5af8-48d2-9005-98da8ec64d27,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:06.893046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:06.899265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.909024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Transition to ACTIVE for port object c01a4732-031b-46cc-8fc6-ad8bc7682bee will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:06.910410 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:06.942176 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2844930 Jul 22 11:39:06.945768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:06.951239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'subnet': {'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:07.000060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc2d1147-56da-41ae-98f8-2f96477cca50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Network': ['ID=e582e72a-1626-4b84-be48-1d6c53f9b1aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:07.013237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.023602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:07.030889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:07.168413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:07.174280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.230968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42516d9a-1849-4864-88dc-381c21aa12a5 req-d7c5cf26-e06c-4748-a027-3e35bac4bb5f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:07.232494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42516d9a-1849-4864-88dc-381c21aa12a5 req-d7c5cf26-e06c-4748-a027-3e35bac4bb5f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 944 time: 0.5959644 Jul 22 11:39:07.282992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Attempting to bind port a04424eb-5af8-48d2-9005-98da8ec64d27 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:07.283364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Attempting to bind port a04424eb-5af8-48d2-9005-98da8ec64d27 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:07.283743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Attempting to bind port a04424eb-5af8-48d2-9005-98da8ec64d27 on network 31c755e2-4511-4773-8e2e-06328bfefe2c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:07.285251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object 5ce174f1-7af9-44fb-b0a1-7165105fa191 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:07.294154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b718556-2372-494d-ac3d-06410c7b1ba7 req-e860aefd-c81f-4ea4-a0ff-a4cfc96fa9d0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:07.296605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b718556-2372-494d-ac3d-06410c7b1ba7 req-e860aefd-c81f-4ea4-a0ff-a4cfc96fa9d0 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.6609533 Jul 22 11:39:07.316009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Network 27256f3e-c641-4775-97aa-5c972c343b91 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:07.321728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:07.322255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Checking segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:07.322705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.323158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Bound using segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:07.323653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Bound port: a04424eb-5af8-48d2-9005-98da8ec64d27, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:07.324091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.353325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] For port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:07.364895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Pushing event updated for resources: {'Port': ['ID=c01a4732-031b-46cc-8fc6-ad8bc7682bee,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:07.367540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:07.424619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:07.436932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.452474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42516d9a-1849-4864-88dc-381c21aa12a5 req-15ac03c6-f54a-4b0d-8108-3dedf72610fb tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1714234 Jul 22 11:39:07.479848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e0836c6b-7dfb-44bb-af33-2e32c1bff8ea', 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea', 'tenant_id': '53570c0c61614fe69ff923cceb45c983', 'fixed_ips': [{'subnet_id': 'c3fcc2fb-099e-4698-ab72-8c88b63ceaee'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:07.480722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.486558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.548092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b718556-2372-494d-ac3d-06410c7b1ba7 req-d62cd882-e0e9-40c4-860c-f0b131c3466b tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2403064 Jul 22 11:39:07.585686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Subnet': ['ID=69fb784d-fab0-46fe-8752-45dd95385f83,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:07.609941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:07.625683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.628926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Checking segment: {'id': '3226731e-5fa5-4c9d-8741-15ecd58c53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:07.628926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network hostable DHCP agents. Network: da71ab24-c2c0-4f0a-b789-f5a526c7c0aa, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:07.658261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:07.684082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, da71ab24-c2c0-4f0a-b789-f5a526c7c0aa) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:07.689996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:07.691063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.725603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:07.725873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4b39e86d-aeda-42f6-9025-8cf0f15d4354 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7787261 Jul 22 11:39:07.726764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:07.729497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:07.733967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:07.738191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:07.746524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'subnet': {'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:07.753095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a419928d-a1b1-48a3-8330-71b2ea202b6a None None] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:07.797894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.805338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:07.812098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.880178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:07.884390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:07.919651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c22b918-a0c6-4ffd-8a04-ee1110481545 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 2.3912482 Jul 22 11:39:08.020038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] For port a04424eb-5af8-48d2-9005-98da8ec64d27, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:08.027641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:39:08.038561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] For port a04424eb-5af8-48d2-9005-98da8ec64d27, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a04424eb-5af8-48d2-9005-98da8ec64d27,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:08.127216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.177767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:08.188605 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Sync routers for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:08.200351 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.202964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3be7daf7-6b5e-4f7a-9333-bd13558ea39b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 4.1157722 Jul 22 11:39:08.204496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Subnet': ['ID=79d74998-f8d5-49e8-a6e4-ad8e169d02d3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:08.205475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:08.206340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:08.207002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:08.238254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Checking segment: {'id': '1eaa1552-ee61-485b-b4ec-12ce63237c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:08.238699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network hostable DHCP agents. Network: e582e72a-1626-4b84-be48-1d6c53f9b1aa, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:08.267609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:08.288438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e582e72a-1626-4b84-be48-1d6c53f9b1aa) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:08.294555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:08.295238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.313717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Allocated IP 2001:db8::2 (e0836c6b-7dfb-44bb-af33-2e32c1bff8ea/c3fcc2fb-099e-4698-ab72-8c88b63ceaee/3d458620-8216-4bec-9f45-b21209eb2e1f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:08.334946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40956) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:08.335896 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0dcc2a97-40a0-42e0-8e48-d402c7c7f327 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6079283 Jul 22 11:39:08.356173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:08.361304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'security_group': {'name': 'tempest-securitygroup--903212261', 'description': 'tempest-description--990534431'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:08.393006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.452765 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:08.549882 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.559898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2769b7be-9766-4868-9219-42f1b471ec71 None None] Pushing event updated for resources: {'Port': ['ID=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:08.571726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.600568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe3a64fc-081d-43eb-8096-58ef5d787017 None None] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:08.604918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48034958-d3e4-4cb8-b28b-747258cf534d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:08.622977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.625735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-00b3c48b-6b33-4b71-855b-3a09614568c2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.2684717 Jul 22 11:39:08.628998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:08.631567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.641310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'security_group_rule': {'security_group_id': '48034958-d3e4-4cb8-b28b-747258cf534d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:08.645568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.654679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Provisioning complete for port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:08.655579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.709448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.725261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5f379f5-8708-4d24-857e-c07ea7482007 None None] Pushing event updated for resources: {'Port': ['ID=a04424eb-5af8-48d2-9005-98da8ec64d27,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:08.776666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Attempting to bind port c01a4732-031b-46cc-8fc6-ad8bc7682bee on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:08.777057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Attempting to bind port c01a4732-031b-46cc-8fc6-ad8bc7682bee by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:08.777474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Attempting to bind port c01a4732-031b-46cc-8fc6-ad8bc7682bee on network 27256f3e-c641-4775-97aa-5c972c343b91 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Checking segment: {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Bound using segment: {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Bound port: c01a4732-031b-46cc-8fc6-ad8bc7682bee, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:08.794898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.803893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Transition to ACTIVE for port object 3d458620-8216-4bec-9f45-b21209eb2e1f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:08.833090 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:06Z', 'revision_number': 3, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:05Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:08.873258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Checking router: ff92e728-5c0c-47b4-a4ca-e62a3dbec102 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:39:08.874943 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Updating router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 port 7baa06c0-b2b7-4264-965d-6555499385d6 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:39:08.912440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.925210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.925861 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.972446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:08.975887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3449173 Jul 22 11:39:08.979509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-010d9900-a28a-4b2d-a290-458376ddbace tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a666bb68-370b-4753-a546-042e80a1f0fd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:08.981043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:09.000170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'security_group_rule': {'security_group_id': '48034958-d3e4-4cb8-b28b-747258cf534d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:09.003229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Transition to ACTIVE for port object 3d458620-8216-4bec-9f45-b21209eb2e1f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:09.004569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 17c97a19-f991-41cd-a7bc-866e813664e8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:09.017569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 17c97a19-f991-41cd-a7bc-866e813664e8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:09.017952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.057727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-da71ab24-c2c0-4f0a-b789-f5a526c7c0aa', 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa', 'tenant_id': '53570c0c61614fe69ff923cceb45c983', 'fixed_ips': [{'subnet_id': '69fb784d-fab0-46fe-8752-45dd95385f83'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:09.058630 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.062322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.074253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.199180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:09.223912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.235679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.288113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9475dfeb-6e34-4721-9e5f-307ae98ef043,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:09.300588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.302344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ac8d1a2-7dd0-47c1-918c-0eaadcb6a1b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3160095 Jul 22 11:39:09.305375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:09.311825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:09.315287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:09.350074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:09.353112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.413969 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.426840 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Transition to ACTIVE for port object 7baa06c0-b2b7-4264-965d-6555499385d6 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:09.435364 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.481328 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd439-b2ed-4ec8-a1b0-4ceb32892250 None None] Pushing event updated for resources: {'Port': ['ID=7baa06c0-b2b7-4264-965d-6555499385d6,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:09.504344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.505728 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Attempting to bind port 7baa06c0-b2b7-4264-965d-6555499385d6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:09.506115 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Attempting to bind port 7baa06c0-b2b7-4264-965d-6555499385d6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:09.506509 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Attempting to bind port 7baa06c0-b2b7-4264-965d-6555499385d6 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:09.512576 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:09.512956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:09.513372 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.514639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:09.515149 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Bound port: 7baa06c0-b2b7-4264-965d-6555499385d6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:09.515542 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.605994 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] For port 7baa06c0-b2b7-4264-965d-6555499385d6, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:09.619663 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] For port 7baa06c0-b2b7-4264-965d-6555499385d6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7baa06c0-b2b7-4264-965d-6555499385d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:09.633968 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.657183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.677323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 172.25.6.211 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d4771e13-0249-48e8-8987-b525835941d2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:09.686474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:09.707401 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:09.708885 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:09.712538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:05Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:09.726254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] For port c01a4732-031b-46cc-8fc6-ad8bc7682bee, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:09.726762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.860639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Pushing event updated for resources: {'Port': ['ID=3d458620-8216-4bec-9f45-b21209eb2e1f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:09.871122 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:09.911426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] For port c01a4732-031b-46cc-8fc6-ad8bc7682bee, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c01a4732-031b-46cc-8fc6-ad8bc7682bee,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:09.920180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-df02625b-7a5a-4100-83d1-2cfa1a18afc2 None None] The sync data for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 is: [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:05Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:09.925545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Provisioning for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:09.934863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64b9cfb5-6772-4d1d-a47e-fe69b8529193 req-5864bca4-ed03-4591-a0f4-8e7959ff05f7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:09.944693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64b9cfb5-6772-4d1d-a47e-fe69b8529193 req-5864bca4-ed03-4591-a0f4-8e7959ff05f7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 1.0518048 Jul 22 11:39:09.949073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:09.976904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e54950-5f8f-487d-9f20-910cfd03051c req-86fadebd-0b80-4807-9d12-7f78213ec5f2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:10.021650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30e54950-5f8f-487d-9f20-910cfd03051c req-86fadebd-0b80-4807-9d12-7f78213ec5f2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 944 time: 1.1913383 Jul 22 11:39:10.038752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.093678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.112888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Provisioning complete for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:10.113460 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.191090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64b9cfb5-6772-4d1d-a47e-fe69b8529193 req-251319c6-a9da-40a7-9238-ca74be5c967c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2453594 Jul 22 11:39:10.252311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:10.265333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:10.269137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:10.286615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641fd439-b2ed-4ec8-a1b0-4ceb32892250 None None] Pushing event updated for resources: {'Port': ['ID=7baa06c0-b2b7-4264-965d-6555499385d6,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:10.325591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=d4771e13-0249-48e8-8987-b525835941d2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:10.403521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b18d0b2a-ba9d-407d-b8dc-2b8f4f605aac None None] Port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:10.406463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cecb13-0eb2-4cda-b887-b60535f9fd1f None None] Pushing event updated for resources: {'Port': ['ID=c01a4732-031b-46cc-8fc6-ad8bc7682bee,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:10.417389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e582e72a-1626-4b84-be48-1d6c53f9b1aa', 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa', 'tenant_id': '53570c0c61614fe69ff923cceb45c983', 'fixed_ips': [{'subnet_id': '79d74998-f8d5-49e8-a6e4-ad8e169d02d3'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:10.418280 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.461612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30e54950-5f8f-487d-9f20-910cfd03051c req-cd72562e-4a26-43d1-8aee-3f3a3c5c4727 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4390578 Jul 22 11:39:10.479629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.523345 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:06Z', 'revision_number': 3, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:10.571288 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bade2c3c-cef6-4845-b2b8-3e3b5f97e922 None None] The sync data for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 is: [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:06Z', 'revision_number': 3, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:10.610924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-135bba6d-53bd-429a-b35e-0a0631cc0fcf None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:10.613786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.728356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Allocated IP 172.20.0.1 (27256f3e-c641-4775-97aa-5c972c343b91/ef0c050d-bb78-4426-917a-d29f499048c6/2ecc187a-b616-4697-9227-841c650c90f3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:10.761212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Attempting to bind port 3d458620-8216-4bec-9f45-b21209eb2e1f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:10.765488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Attempting to bind port 3d458620-8216-4bec-9f45-b21209eb2e1f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:10.768299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Attempting to bind port 3d458620-8216-4bec-9f45-b21209eb2e1f on network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:10.837211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.877746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:10.881773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:10.985203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Allocated IP 2001:db8::2 (da71ab24-c2c0-4f0a-b789-f5a526c7c0aa/69fb784d-fab0-46fe-8752-45dd95385f83/1e003f12-a49b-4010-9633-bdac124c80b3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:10.996369 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.039166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Transition to ACTIVE for port object 2ecc187a-b616-4697-9227-841c650c90f3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:11.156289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.226715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:11.246920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Network 27256f3e-c641-4775-97aa-5c972c343b91 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:11.249277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:11.252161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:11.267185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:11.268447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Checking segment: {'id': '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:11.269110 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.269717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Bound using segment: {'id': '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:11.271995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Bound port: 3d458620-8216-4bec-9f45-b21209eb2e1f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'e0836c6b-7dfb-44bb-af33-2e32c1bff8ea'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:11.273008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.315330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.519486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:11.525818 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1e49569-a04b-4a25-a3c8-e2148db54962" -d '{"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-plugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:11.635035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.642221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.653450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11acdc30-195a-4715-801a-986ebaaf01cf req-dcf1ddf6-d41f-4bc6-9f69-a1420b6c493f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:11.675320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11acdc30-195a-4715-801a-986ebaaf01cf req-dcf1ddf6-d41f-4bc6-9f69-a1420b6c493f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.3565650 Jul 22 11:39:11.722488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Provisioning complete for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:11.722488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.730744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=d4771e13-0249-48e8-8987-b525835941d2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:11.780335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:11.791539 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.814926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.823959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-152ab520-6f70-498c-b28c-13445e7467f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.5092561 Jul 22 11:39:11.850197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.942530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:11.990405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11acdc30-195a-4715-801a-986ebaaf01cf req-18bf78ee-b2e4-4c18-bf69-718dd0d345fb tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2921467 Jul 22 11:39:12.138389 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bf502a53-e3da-45d1-9881-0ea198c2ce95 x-openstack-request-id: req-bf502a53-e3da-45d1-9881-0ea198c2ce95 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:12.138731 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-plugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:12.139630 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bf502a53-e3da-45d1-9881-0ea198c2ce95 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:12.142110 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8', 'code': 200} Jul 22 11:39:12.151704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Allocated IP 2001:db8::2 (e582e72a-1626-4b84-be48-1d6c53f9b1aa/79d74998-f8d5-49e8-a6e4-ad8e169d02d3/eae6c263-947d-453b-bcb2-78c69bf2b832) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:12.214304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:12.289531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:12.294179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Transition to ACTIVE for port object 1e003f12-a49b-4010-9633-bdac124c80b3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:12.300857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] For port 3d458620-8216-4bec-9f45-b21209eb2e1f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:12.354992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c3417b0-83e2-4ef3-baa6-4fa68e2de8ee None None] Network 27256f3e-c641-4775-97aa-5c972c343b91 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:12.358681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99ae8a22-6ed2-4ed1-b894-f7e5e4a52953 req-8502ab91-db1b-4820-89da-c08bce459c87 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:12.364751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-99ae8a22-6ed2-4ed1-b894-f7e5e4a52953 req-8502ab91-db1b-4820-89da-c08bce459c87 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 1096 time: 0.1888018 Jul 22 11:39:12.485070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-99ae8a22-6ed2-4ed1-b894-f7e5e4a52953 req-0a2f8a2d-f652-49c5-bf96-30cf477e5ea2 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1087720 Jul 22 11:39:12.529298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] For port 3d458620-8216-4bec-9f45-b21209eb2e1f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d458620-8216-4bec-9f45-b21209eb2e1f,segment=NetworkSegment(4545e8fb-7ec4-4b77-a5e6-1fb392a7343e),segment_id=4545e8fb-7ec4-4b77-a5e6-1fb392a7343e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:12.572039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Transition to ACTIVE for port object 1e003f12-a49b-4010-9633-bdac124c80b3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:12.666721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:12.669858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:12.684730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Provisioning for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:12.687831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a04424eb-5af8-48d2-9005-98da8ec64d27 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:12.736810 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:12.772594 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.772938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.773272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.773609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.773938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.774264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.774641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.774944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.775275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.775588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.775908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.776230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:12.781117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Provisioning complete for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:12.781352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:12.811364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Allocated IP 2001:db8::1 (da71ab24-c2c0-4f0a-b789-f5a526c7c0aa/69fb784d-fab0-46fe-8752-45dd95385f83/7e8dc54c-4f77-49be-bd61-74417f58a45b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:12.820501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-397cc75d-6705-4c37-b2fb-bcb0c921ebf9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--903212261&fields=id&tenant_id=142f8ba5fc254210abcb8f222c16826c HTTP/1.1" status: 200 len: 267 time: 0.1877310 Jul 22 11:39:12.828787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ea137f-3004-44f6-8d49-6599e4d35392 req-98d96050-721c-49d6-9e85-cee03e8bc3a8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:12.835556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69ea137f-3004-44f6-8d49-6599e4d35392 req-98d96050-721c-49d6-9e85-cee03e8bc3a8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 1.1385498 Jul 22 11:39:12.931025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:12.939971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Transition to ACTIVE for port object eae6c263-947d-453b-bcb2-78c69bf2b832 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:12.948190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69ea137f-3004-44f6-8d49-6599e4d35392 req-0bba7d3e-2e60-4474-b147-d822075d517f tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115990 Jul 22 11:39:12.967107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Transition to ACTIVE for port object eae6c263-947d-453b-bcb2-78c69bf2b832 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:13.021687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.033124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-08302bec-b7af-45a0-917a-b2bbe49a24f3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.034043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:13.051490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-08302bec-b7af-45a0-917a-b2bbe49a24f3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 937 time: 0.1968260 Jul 22 11:39:13.057778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:13.085656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:13.127925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:13.129985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac8442-61ff-4748-8b39-019c1b8b63b0 None None] Pushing event updated for resources: {'Port': ['ID=3d458620-8216-4bec-9f45-b21209eb2e1f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:13.143484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:13.152885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:13.257309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Port 5ce174f1-7af9-44fb-b0a1-7165105fa191 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:13.276569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.323356 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.357322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a04424eb-5af8-48d2-9005-98da8ec64d27 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:13.404052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Provisioning for port a04424eb-5af8-48d2-9005-98da8ec64d27 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:13.414143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a04424eb-5af8-48d2-9005-98da8ec64d27 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:13.414556 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.416479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Pushing event updated for resources: {'Port': ['ID=1e003f12-a49b-4010-9633-bdac124c80b3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:13.450164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Provisioning complete for port a04424eb-5af8-48d2-9005-98da8ec64d27 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:13.450575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.454877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Attempting to bind port eae6c263-947d-453b-bcb2-78c69bf2b832 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:13.455235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Attempting to bind port eae6c263-947d-453b-bcb2-78c69bf2b832 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1eaa1552-ee61-485b-b4ec-12ce63237c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:13.455534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Attempting to bind port eae6c263-947d-453b-bcb2-78c69bf2b832 on network e582e72a-1626-4b84-be48-1d6c53f9b1aa {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:13.478851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-bba5f522-1be5-4ccd-b3a5-d8fbd9e60c39 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.480332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-bba5f522-1be5-4ccd-b3a5-d8fbd9e60c39 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 935 time: 0.3934748 Jul 22 11:39:13.532069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.614158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.645114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-a88fb37d-6298-4b5a-b376-91b22b7398f8 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1253586 Jul 22 11:39:13.651784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:13.659747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Transition to ACTIVE for port object 7e8dc54c-4f77-49be-bd61-74417f58a45b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:13.694550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Attempting to bind port 1e003f12-a49b-4010-9633-bdac124c80b3 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:13.695159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Attempting to bind port 1e003f12-a49b-4010-9633-bdac124c80b3 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3226731e-5fa5-4c9d-8741-15ecd58c53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:13.695630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Attempting to bind port 1e003f12-a49b-4010-9633-bdac124c80b3 on network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:13.714495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54f7c9b-1d15-4d75-acfb-9593cc763375 req-fafb651e-acec-423b-8e0e-b4a20a3482d7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.715688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54f7c9b-1d15-4d75-acfb-9593cc763375 req-fafb651e-acec-423b-8e0e-b4a20a3482d7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.5894909 Jul 22 11:39:13.722173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-0b76c7af-1bc8-4b5e-bf31-40715da00fd4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0661409 Jul 22 11:39:13.735365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:13.735854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Checking segment: {'id': '1eaa1552-ee61-485b-b4ec-12ce63237c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:13.736424 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.736890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Bound using segment: {'id': '1eaa1552-ee61-485b-b4ec-12ce63237c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:13.737569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Bound port: eae6c263-947d-453b-bcb2-78c69bf2b832, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1eaa1552-ee61-485b-b4ec-12ce63237c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': 'e582e72a-1626-4b84-be48-1d6c53f9b1aa'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:13.737897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.755385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:13.755875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Checking segment: {'id': '3226731e-5fa5-4c9d-8741-15ecd58c53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:13.756349 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.756820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Bound using segment: {'id': '3226731e-5fa5-4c9d-8741-15ecd58c53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:13.757378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Bound port: 1e003f12-a49b-4010-9633-bdac124c80b3, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3226731e-5fa5-4c9d-8741-15ecd58c53fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'da71ab24-c2c0-4f0a-b789-f5a526c7c0aa'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:13.758967 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:13.798822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Pushing event updated for resources: {'Port': ['ID=eae6c263-947d-453b-bcb2-78c69bf2b832,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:13.945864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-fd69947e-7b8c-442e-85a3-2c8e754c9f13 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.956233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-fd69947e-7b8c-442e-85a3-2c8e754c9f13 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.962665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-fd69947e-7b8c-442e-85a3-2c8e754c9f13 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:13.964437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-fd69947e-7b8c-442e-85a3-2c8e754c9f13 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 1996 time: 0.2287900 Jul 22 11:39:13.991399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54f7c9b-1d15-4d75-acfb-9593cc763375 req-ca53cd26-06f5-4d89-9072-659a76ffd438 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2605681 Jul 22 11:39:14.020599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8eb13eed-aad3-49f6-8e3c-170b1d9e66ff tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/quotas/142f8ba5fc254210abcb8f222c16826c HTTP/1.1" status: 200 len: 375 time: 0.0234094 Jul 22 11:39:14.023144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Network 27256f3e-c641-4775-97aa-5c972c343b91 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:14.025696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:14.036705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.054016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] For port 1e003f12-a49b-4010-9633-bdac124c80b3, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:14.093422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] For port 1e003f12-a49b-4010-9633-bdac124c80b3, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1e003f12-a49b-4010-9633-bdac124c80b3,segment=NetworkSegment(3226731e-5fa5-4c9d-8741-15ecd58c53fe),segment_id=3226731e-5fa5-4c9d-8741-15ecd58c53fe)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:14.110434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.140788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.143835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94616b65-196d-4b95-9813-06f2743a579f None None] For port eae6c263-947d-453b-bcb2-78c69bf2b832, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:14.204667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.233693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94616b65-196d-4b95-9813-06f2743a579f None None] For port eae6c263-947d-453b-bcb2-78c69bf2b832, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=eae6c263-947d-453b-bcb2-78c69bf2b832,segment=NetworkSegment(1eaa1552-ee61-485b-b4ec-12ce63237c4a),segment_id=1eaa1552-ee61-485b-b4ec-12ce63237c4a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:14.236398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] For port a04424eb-5af8-48d2-9005-98da8ec64d27, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a04424eb-5af8-48d2-9005-98da8ec64d27,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:14.261694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:14.271184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.273519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.277854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:14.285012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:14.285248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.287157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531b4f3a-2bac-4fec-8449-8ee32bfe8184 None None] Pushing event updated for resources: {'Port': ['ID=1e003f12-a49b-4010-9633-bdac124c80b3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:14.288022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Port': ['ID=7e8dc54c-4f77-49be-bd61-74417f58a45b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:14.383286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cae87dd-498c-455d-b1d3-5600d8771232 None None] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:14.502080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4629a7d4-6ef7-4852-b059-f7cabac8ae3b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&fields=id HTTP/1.1" status: 200 len: 532 time: 0.4689910 Jul 22 11:39:14.516062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:14.526732 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:39:14.527610 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:39:14.531806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6bdc264-c551-4916-94e3-51f9caa9d0e8 req-c4c38b03-35e1-48f4-ab7b-d193324156c4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:14.533543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6bdc264-c551-4916-94e3-51f9caa9d0e8 req-c4c38b03-35e1-48f4-ab7b-d193324156c4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.4099433 Jul 22 11:39:14.536055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82775077-ca39-4d54-b1b5-9a958707f2f9 None None] Pushing event updated for resources: {'Port': ['ID=a04424eb-5af8-48d2-9005-98da8ec64d27,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:14.637901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Provisioning for port 2ecc187a-b616-4697-9227-841c650c90f3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:14.722547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Provisioning complete for port 2ecc187a-b616-4697-9227-841c650c90f3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:14.723076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.746884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.796433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94616b65-196d-4b95-9813-06f2743a579f None None] Pushing event updated for resources: {'Port': ['ID=eae6c263-947d-453b-bcb2-78c69bf2b832,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:14.834371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6bdc264-c551-4916-94e3-51f9caa9d0e8 req-e9beb8e0-0fdb-4c18-9e6d-5c59e1799788 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2622464 Jul 22 11:39:14.838064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Port 2ecc187a-b616-4697-9227-841c650c90f3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:14.865512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Provisioning for port 3d458620-8216-4bec-9f45-b21209eb2e1f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:14.883489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d3536f4b-21f8-47c6-bac2-df0a94b5854a service neutron] 10.222.0.21 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3128488 Jul 22 11:39:14.893521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Provisioning complete for port a04424eb-5af8-48d2-9005-98da8ec64d27 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:14.893797 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:14.918716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:14.932506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Sync routers for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:14.976118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:14.976773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:15.087429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-762cf347-e81b-4fe2-84a8-6b2a62c8ffe8 admin admin] 10.222.0.21 "PUT /v2.0/routers/ff92e728-5c0c-47b4-a4ca-e62a3dbec102/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.8800075 Jul 22 11:39:15.115549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-453ad6c5-964c-4c1a-b475-92ebf1f25e04 service neutron] 10.222.0.21 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1952541 Jul 22 11:39:15.181171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:15.247350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:15.301155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6dbab899-0d12-4b75-8faa-0e0af410d960 None None] Provisioning for port c01a4732-031b-46cc-8fc6-ad8bc7682bee completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:15.318401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cc09f951-f957-498a-b6a5-3e2198d574b9 service neutron] 10.222.0.21 "GET /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.1919742 Jul 22 11:39:15.320521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f248a8ef-6534-41ea-aef8-760ad63eb5a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.392062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:15.405599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:15.406076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.516840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8be103c-034a-4417-bc2b-52ae5a3a475a None None] Provisioning complete for port 2ecc187a-b616-4697-9227-841c650c90f3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:15.517250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8be103c-034a-4417-bc2b-52ae5a3a475a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.595157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a8be103c-034a-4417-bc2b-52ae5a3a475a None None] Port 2ecc187a-b616-4697-9227-841c650c90f3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:15.671380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.714740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:11Z', 'revision_number': 4, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ecc187a-b616-4697-9227-841c650c90f3', 'name': '', 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'mac_address': 'fa:16:3e:c0:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:09Z', 'updated_at': '2021-07-22T11:39:12Z', 'revision_number': 2, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'subnets': [{'id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:15.767900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Checking router: ff92e728-5c0c-47b4-a4ca-e62a3dbec102 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:39:15.768261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Updating router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 port 2ecc187a-b616-4697-9227-841c650c90f3 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:39:15.773239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:15.797140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.797945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7baa06c0-b2b7-4264-965d-6555499385d6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:15.879367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.894678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-80694ef5-8e10-46bc-8e96-eab7d8e3ec48 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5576265 Jul 22 11:39:15.903999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.914289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:15.973959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:15.976173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:16.004940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7baa06c0-b2b7-4264-965d-6555499385d6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:16.015133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7baa06c0-b2b7-4264-965d-6555499385d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:16.015978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:16.082299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52246cfd-6d25-4be2-97cc-164cfbe6d769 None None] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:16.148035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Port': ['ID=7e8dc54c-4f77-49be-bd61-74417f58a45b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:16.162715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-aa2ae2a0-c162-4dde-867c-068b7c90c147 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2534852 Jul 22 11:39:16.212053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-974c8cc1-a23b-49f2-8c5f-79a6ec29e996 None None] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:16.241159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3ccccf53-0a7d-4667-8ff2-1c22fe12eb83 None None] Provisioning for port eae6c263-947d-453b-bcb2-78c69bf2b832 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:16.267845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f78ef6dc-70e8-4c42-b960-f82a496f0eb7 service neutron] 10.222.0.21 "GET /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request&fields=numa_affinity_policy HTTP/1.1" status: 200 len: 311 time: 0.0765705 Jul 22 11:39:16.278032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0569f088-b525-4b97-96a6-dec907403594 req-0dfd9dd2-4d63-49d7-b6e4-f18f7a4c08dc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:16.280210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0569f088-b525-4b97-96a6-dec907403594 req-0dfd9dd2-4d63-49d7-b6e4-f18f7a4c08dc tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.2534628 Jul 22 11:39:16.282051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:16.292367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:16.461148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0569f088-b525-4b97-96a6-dec907403594 req-6d0d21dc-5c53-429c-b2f7-f5b7bb8dab31 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1706641 Jul 22 11:39:16.485522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-9fb8e523-260a-42d9-b677-44b3153a3148 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2012305 Jul 22 11:39:16.580162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Router 28ae587c-a314-48c0-9fd2-065d76936c7e is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:39:16.667619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3407e42c-b90d-47f6-b41a-1c398ac5930b service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1733460 Jul 22 11:39:16.667812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:16.694110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8b234f09-90b0-408c-8756-2b554e0dcb37 None None] Provisioning for port 1e003f12-a49b-4010-9633-bdac124c80b3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:16.715094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:16.721546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-317f4bde-120a-4df1-9ef6-732a57ec85fb tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3854296 Jul 22 11:39:16.724303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:16.733485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] Sync routers for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:16.751094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7baa06c0-b2b7-4264-965d-6555499385d6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7baa06c0-b2b7-4264-965d-6555499385d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:16.758404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:16.760030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:16.770760 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:16.771558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c01a4732-031b-46cc-8fc6-ad8bc7682bee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:16.807380 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:16.817415 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:16.818139 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:16.860021 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:16.860853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8764ed3f-c825-448b-8f04-005ee4c253a7 None None] The sync data for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:16.861623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-7a6855d8-f8d2-41a1-b81e-ed9222b4aca9 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1855490 Jul 22 11:39:16.923079 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:16.950880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7baa06c0-b2b7-4264-965d-6555499385d6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:16.957575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Transition to ACTIVE for port object 2ecc187a-b616-4697-9227-841c650c90f3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:16.976066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.007827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c01a4732-031b-46cc-8fc6-ad8bc7682bee completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:17.021843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c01a4732-031b-46cc-8fc6-ad8bc7682bee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:17.022496 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.085060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65058d6-4729-4500-abff-fa665dfb2655 None None] Pushing event updated for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:17.182767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Attempting to bind port 2ecc187a-b616-4697-9227-841c650c90f3 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:17.183143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Attempting to bind port 2ecc187a-b616-4697-9227-841c650c90f3 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:17.183514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Attempting to bind port 2ecc187a-b616-4697-9227-841c650c90f3 on network 27256f3e-c641-4775-97aa-5c972c343b91 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:17.220198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 38, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:17.220553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Checking segment: {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:17.220920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.228870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Bound using segment: {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:17.228870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Bound port: 2ecc187a-b616-4697-9227-841c650c90f3, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '73bc70c8-8516-41a6-a60f-86971ab30039', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:17.228870 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.238339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:17.290434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-b59529e8-15dd-400c-ba32-067eba015a27 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:17.293472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-b59529e8-15dd-400c-ba32-067eba015a27 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.36 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 946 time: 0.3826246 Jul 22 11:39:17.299445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-352704366', 'description': 'tempest-secgroup-smoke-352704366 description', 'project_id': '92d6dded207640e8b04c22578238779a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:17.323976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-93976dba-5707-4062-ab5f-767113ab981f service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4506633 Jul 22 11:39:17.329734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.339647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-0cc3f8e1-a97e-4dfe-96d6-3e385cb24f04 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:17.341836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-0cc3f8e1-a97e-4dfe-96d6-3e385cb24f04 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.20 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 946 time: 0.1233852 Jul 22 11:39:17.406512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] For port 2ecc187a-b616-4697-9227-841c650c90f3, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:17.409638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c01a4732-031b-46cc-8fc6-ad8bc7682bee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c01a4732-031b-46cc-8fc6-ad8bc7682bee,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:17.411580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] For port 2ecc187a-b616-4697-9227-841c650c90f3, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ecc187a-b616-4697-9227-841c650c90f3,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:17.421655 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.434359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.518991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:17.519716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:38:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:17.526913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b65058d6-4729-4500-abff-fa665dfb2655 None None] Pushing event updated for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:17.598235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:39:17.635261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Deleting port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:17.645670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.662725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-079d5135-19ad-4500-acef-fe7038d85d38 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518377 Jul 22 11:39:17.704550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c01a4732-031b-46cc-8fc6-ad8bc7682bee,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:17.788804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] For port 6f59f790-9e8f-4cba-895d-bc0c34cdc125, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f59f790-9e8f-4cba-895d-bc0c34cdc125,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:17.790066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.808030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:17.839118 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b9e657c5-546a-47d6-9eb5-0a71027c11da tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:39:17.840199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b9e657c5-546a-47d6-9eb5-0a71027c11da tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e/add_router_interface HTTP/1.1" status: 400 len: 438 time: 1.1148221 Jul 22 11:39:17.858241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-703b6a50-4b94-4d01-8e64-b38b27622f73 service neutron] 10.222.0.21 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228013 Jul 22 11:39:17.859185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:17.902763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:17.984473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1e003f12-a49b-4010-9633-bdac124c80b3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:17.993509 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.096702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:18.147953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.148417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.148738 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Floating IP 72a8b965-b637-4dd5-b56c-de5bd171019f disassociated. External IP: 172.25.6.111, port: 6f59f790-9e8f-4cba-895d-bc0c34cdc125. Jul 22 11:39:18.149093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Calling delete_port for 6f59f790-9e8f-4cba-895d-bc0c34cdc125 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:18.179874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '17c97a19-f991-41cd-a7bc-866e813664e8', 'network_id': '0d005663-4766-4a09-a059-d83bf48f44b9', 'port_id': '17c97a19-f991-41cd-a7bc-866e813664e8', 'mac_address': 'fa:16:3e:4b:b3:19', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 120, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ae8aacc5-7ed7-4f69-adb8-e2290cb24c76', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:39:18.199720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4038e3a-c95d-46ee-9314-39917a926732 None None] Provisioning for port 7e8dc54c-4f77-49be-bd61-74417f58a45b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:18.231028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4a2e8d35-f577-4dd3-8223-a455ee87cf24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.233086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 1e003f12-a49b-4010-9633-bdac124c80b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:18.243119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4038e3a-c95d-46ee-9314-39917a926732 None None] Provisioning complete for port 7e8dc54c-4f77-49be-bd61-74417f58a45b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:18.243507 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4038e3a-c95d-46ee-9314-39917a926732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.283359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1e003f12-a49b-4010-9633-bdac124c80b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:18.283742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.335432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.342130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.355575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e4038e3a-c95d-46ee-9314-39917a926732 None None] Port 7e8dc54c-4f77-49be-bd61-74417f58a45b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:18.370225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'Port': ['ID=6f59f790-9e8f-4cba-895d-bc0c34cdc125,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:18.383792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 17c97a19-f991-41cd-a7bc-866e813664e8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:18.427784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:18.456210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.469664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:11Z', 'revision_number': 4, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ecc187a-b616-4697-9227-841c650c90f3', 'name': '', 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'mac_address': 'fa:16:3e:c0:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:09Z', 'updated_at': '2021-07-22T11:39:17Z', 'revision_number': 4, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'subnets': [{'id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:18.536810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afbbf23f-b021-4590-b394-58fa1d47b522 None None] The sync data for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 is: [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:39:11Z', 'revision_number': 4, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ecc187a-b616-4697-9227-841c650c90f3', 'name': '', 'network_id': '27256f3e-c641-4775-97aa-5c972c343b91', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'mac_address': 'fa:16:3e:c0:13:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_interface', 'standard_attr_id': 1747, 'fixed_ips': [{'subnet_id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:09Z', 'updated_at': '2021-07-22T11:39:17Z', 'revision_number': 4, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'subnets': [{'id': 'ef0c050d-bb78-4426-917a-d29f499048c6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:18.547554 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.552273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:18.612006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 1e003f12-a49b-4010-9633-bdac124c80b3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1e003f12-a49b-4010-9633-bdac124c80b3,segment=NetworkSegment(3226731e-5fa5-4c9d-8741-15ecd58c53fe),segment_id=3226731e-5fa5-4c9d-8741-15ecd58c53fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:18.620818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['17c97a19-f991-41cd-a7bc-866e813664e8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:18.626156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.627152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device eae6c263-947d-453b-bcb2-78c69bf2b832 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:18.628998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eef52d60-c3f2-48ad-ae87-6353d879b5d6 None None] Provisioning complete for port 7e8dc54c-4f77-49be-bd61-74417f58a45b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:18.629522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eef52d60-c3f2-48ad-ae87-6353d879b5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.657797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:18.696812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.710475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:18.712941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1426d04-8ae9-42d0-90b2-ae6a46cc91d4 req-d77846f6-7e9b-48e2-9eb1-40a27a37dbad tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:18.720643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1426d04-8ae9-42d0-90b2-ae6a46cc91d4 req-d77846f6-7e9b-48e2-9eb1-40a27a37dbad tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=b6ca8632-031a-41aa-be94-3960eddb4062 HTTP/1.1" status: 200 len: 867 time: 1.3209574 Jul 22 11:39:18.732192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:18.733151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Deleting port 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:18.733677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.795845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] No DVR routers for this DVR port 6f59f790-9e8f-4cba-895d-bc0c34cdc125 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:18.798715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.804251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bfb5f023-aaaf-41cc-9170-6db6b69e1522 req-e8ae241f-47bc-406c-a2ef-99f48d89bed3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.20 "DELETE /v2.0/ports/6f59f790-9e8f-4cba-895d-bc0c34cdc125 HTTP/1.1" status: 204 len: 173 time: 1.4563761 Jul 22 11:39:18.804736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'name': 'network-vif-deleted', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:18.813526 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef9e976-6277-4af4-ae07-75d617c782c2" -d '{"events": [{"server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "name": "network-vif-deleted", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:18.829883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=1e003f12-a49b-4010-9633-bdac124c80b3,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:18.852603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:18.853253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:18.870781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.889092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-5383bf08-84a1-4940-82b8-b3215d2ea8f2 service neutron] 10.222.0.21 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8263259 Jul 22 11:39:18.896361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:18.900675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.6031690 Jul 22 11:39:18.901055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:18.906697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:18.963610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.100046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.105808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.150747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-bee6018a-fe84-462e-a885-d516f72ffce7 service neutron] 10.222.0.21 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978447 Jul 22 11:39:19.169439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=71ee89be-e753-425a-a6dd-6d37646e065d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:19.184240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.187106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9a302a0-af9d-454f-87ef-fcbf31461402 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2849920 Jul 22 11:39:19.190311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:19.196956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:19.237123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.273072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-e96c84f8-a759-4158-a17d-8784ffde95a1 service neutron] 10.222.0.21 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1113989 Jul 22 11:39:19.326488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.331229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.352371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1426d04-8ae9-42d0-90b2-ae6a46cc91d4 req-34fb6cab-82ee-4402-9715-34be71b9e251 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=cb03d9e1-b192-4afe-b993-64a69a350889&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5057321 Jul 22 11:39:19.355524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39c61969-b3b9-4d8c-bfd1-563d48532cc3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:19.368539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] For port 063ce041-9506-4d5a-95d0-2176f5c6192f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=063ce041-9506-4d5a-95d0-2176f5c6192f,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:19.369387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eef52d60-c3f2-48ad-ae87-6353d879b5d6 None None] Port 7e8dc54c-4f77-49be-bd61-74417f58a45b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:19.375548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.380522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.382026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d01b707b-df89-4caf-875f-3b1641b268a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1905699 Jul 22 11:39:19.385022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:19.393187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:19.407002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:19.447631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.575566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.582266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.593470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c40079-8e0b-4141-aa73-a7609e6e6ece tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ea4a0b-84ef-42ad-96e5-0ccddd623815,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:19.597000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-fd99f369-b4c2-499b-bdc1-f1e9908339c4 service neutron] 10.222.0.21 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2847750 Jul 22 11:39:19.638343 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.651512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f59f790-9e8f-4cba-895d-bc0c34cdc125 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:19.652851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2663794 Jul 22 11:39:19.653548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:19.661944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:19.706129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-879eb9dc-3658-487a-a0e2-324142d0161b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25d337a4-a1f0-4c92-8862-6491a9f78c7c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:19.757771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.798351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 6f59f790-9e8f-4cba-895d-bc0c34cdc125 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:19.799530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f59f790-9e8f-4cba-895d-bc0c34cdc125 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:19.809367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.820260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port eae6c263-947d-453b-bcb2-78c69bf2b832 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:19.854140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port eae6c263-947d-453b-bcb2-78c69bf2b832 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:19.854827 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.899521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.911792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.970785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9256c711-9c54-4b37-a9a0-0b8a8f77bbe1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:19.980266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:19.984573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d273459b-c2c3-4f27-b7eb-1b03b5db30a2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3270981 Jul 22 11:39:20.002600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:20.015884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:20.055613 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Project 92d6dded207640e8b04c22578238779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:39:20.062811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.146654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-751425c9-45f5-4e33-a6c6-5d955f852ff9 req-00af5e89-92c1-45cf-8fa1-34e766962ba6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:20.154885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-751425c9-45f5-4e33-a6c6-5d955f852ff9 req-00af5e89-92c1-45cf-8fa1-34e766962ba6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 946 time: 0.5544813 Jul 22 11:39:20.211205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.211436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.221796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.251094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41c4361c-5cc9-4f19-9e5d-d05a0ca77c34,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:20.264916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.266581 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ed79c68-06a3-444d-be42-4d73027972af tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2620468 Jul 22 11:39:20.273904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:20.284436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'security_group_rule': {'security_group_id': 'c2ea4a0b-84ef-42ad-96e5-0ccddd623815', 'project_id': '92d6dded207640e8b04c22578238779a', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:20.316606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:20.350728 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Project 92d6dded207640e8b04c22578238779a added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:39:20.360042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.392632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:39:20.392953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-751425c9-45f5-4e33-a6c6-5d955f852ff9 req-c6072725-fe19-4229-8372-7c6b81806517 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=7230e184-3252-44c6-9662-614cfdbd9259&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2315922 Jul 22 11:39:20.474971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port eae6c263-947d-453b-bcb2-78c69bf2b832, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=eae6c263-947d-453b-bcb2-78c69bf2b832,segment=NetworkSegment(1eaa1552-ee61-485b-b4ec-12ce63237c4a),segment_id=1eaa1552-ee61-485b-b4ec-12ce63237c4a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:20.491545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.494996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:20.500370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:20.504116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:20.546282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.557351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.585258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.614064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.614470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.615075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c4f46ee7-26bc-4563-a976-de46dd4a4dc9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:20.618703 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Floating IP d65eefa0-19de-483c-b783-bda6939a5502 disassociated. External IP: 172.25.6.200, port: 063ce041-9506-4d5a-95d0-2176f5c6192f. Jul 22 11:39:20.619089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Calling delete_port for 063ce041-9506-4d5a-95d0-2176f5c6192f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:20.623635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:20.624949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1210edd3-42b5-4842-8a2f-1f1eaa52831a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3488400 Jul 22 11:39:20.750655 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88111cd0-ad60-4bdf-b256-790b7851f038 x-openstack-request-id: req-88111cd0-ad60-4bdf-b256-790b7851f038 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:20.751713 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b6ca8632-031a-41aa-be94-3960eddb4062", "name": "network-vif-deleted", "tag": "6f59f790-9e8f-4cba-895d-bc0c34cdc125", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:20.751713 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88111cd0-ad60-4bdf-b256-790b7851f038 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:20.752125 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b6ca8632-031a-41aa-be94-3960eddb4062', 'name': 'network-vif-deleted', 'tag': '6f59f790-9e8f-4cba-895d-bc0c34cdc125', 'status': 'completed', 'code': 200} Jul 22 11:39:20.832766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:20.993287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:21.087288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf49fbf2-6564-409a-914d-8f0a0374b2aa req-56cb73d9-b525-4f34-b87a-abae06c8aa29 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:21.095805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf49fbf2-6564-409a-914d-8f0a0374b2aa req-56cb73d9-b525-4f34-b87a-abae06c8aa29 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.3696604 Jul 22 11:39:21.100598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbee3866-39c0-4670-938f-74b3a8f39e8f req-08f69b2d-1b56-4cbf-8599-c7b265773369 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0816748 Jul 22 11:39:21.163510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.272633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'Port': ['ID=063ce041-9506-4d5a-95d0-2176f5c6192f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:21.421597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf49fbf2-6564-409a-914d-8f0a0374b2aa req-58b9b43f-2080-4ea9-9189-df855548b091 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3234761 Jul 22 11:39:21.452911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=eae6c263-947d-453b-bcb2-78c69bf2b832,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:21.470981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No active binding found for port 063ce041-9506-4d5a-95d0-2176f5c6192f {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 11:39:21.471456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 063ce041-9506-4d5a-95d0-2176f5c6192f not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:21.492027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:21.519153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.603798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:21.604190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.669344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.687780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:21.727356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.774423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-25f7a201-d27c-41db-912f-83cff483fc0c tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-352704366&fields=id&tenant_id=92d6dded207640e8b04c22578238779a HTTP/1.1" status: 200 len: 267 time: 0.4449868 Jul 22 11:39:21.829840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:21.877428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.880384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:21.885842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "DELETE /v2.0/security-groups/cb03d9e1-b192-4afe-b993-64a69a350889 HTTP/1.1" status: 204 len: 168 time: 0.3912809 Jul 22 11:39:21.886015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41166) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:21.910020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e491d71-756a-4653-a16e-8575b5a54ca1 None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:21.931620 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-16c6627d-107a-4d8c-abe3-1e3648d864fb tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] show failed (client error): The resource could not be found. Jul 22 11:39:21.935726 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-16c6627d-107a-4d8c-abe3-1e3648d864fb tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups/cb03d9e1-b192-4afe-b993-64a69a350889 HTTP/1.1" status: 404 len: 347 time: 0.0444155 Jul 22 11:39:21.936623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:21.943872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5744f10b-7869-480a-afe2-df0755d3aa20 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb03d9e1-b192-4afe-b993-64a69a350889,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:22.025024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 17c97a19-f991-41cd-a7bc-866e813664e8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:22.025024 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.093799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d458620-8216-4bec-9f45-b21209eb2e1f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:22.199246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3d458620-8216-4bec-9f45-b21209eb2e1f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:22.202363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Deleting port 21e109e7-bc84-4ed3-a919-6248c97ecf91 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:22.202888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.233921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3d458620-8216-4bec-9f45-b21209eb2e1f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:22.234875 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.312790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.349334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.349678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.366139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Calling delete_port for 21e109e7-bc84-4ed3-a919-6248c97ecf91 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:22.375010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:22.377791 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e18e3f88-a321-4be8-b8c6-6fa0cec7bdab" -d '{"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-plugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:22.401626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:22.409051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.415295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.538152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:22.578138 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a430f-aba0-4c3f-be03-93d2daf18a02 None None] New status for floating IP 72a8b965-b637-4dd5-b56c-de5bd171019f: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:39:22.593599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 3d458620-8216-4bec-9f45-b21209eb2e1f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d458620-8216-4bec-9f45-b21209eb2e1f,segment=NetworkSegment(4545e8fb-7ec4-4b77-a5e6-1fb392a7343e),segment_id=4545e8fb-7ec4-4b77-a5e6-1fb392a7343e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:22.602550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-6a0f7fde-6a5a-49a4-8979-1c14246ff613 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:22.604029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-6a0f7fde-6a5a-49a4-8979-1c14246ff613 service neutron] 10.222.0.20 "GET /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 1033 time: 0.1278930 Jul 22 11:39:22.605272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.607006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a04424eb-5af8-48d2-9005-98da8ec64d27 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:22.624832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:22.668764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting port 7e8dc54c-4f77-49be-bd61-74417f58a45b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:22.669485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.692600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d9b44ad-dcbe-41d5-9d57-b65a3991dfb0 req-ffbe65ea-8e66-439f-9d97-72851669bbb0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=90f67007-c8f5-44e4-9245-769f1ed262dc HTTP/1.1" status: 200 len: 210 time: 0.0890782 Jul 22 11:39:22.724829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-74d0cd01-9d6f-4e6d-909a-620db309eed1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:22.727236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-74d0cd01-9d6f-4e6d-909a-620db309eed1 service neutron] 10.222.0.20 "GET /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 1031 time: 0.1156087 Jul 22 11:39:22.757419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=3d458620-8216-4bec-9f45-b21209eb2e1f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:22.767053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a04424eb-5af8-48d2-9005-98da8ec64d27 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:22.767439 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:22.805126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-a0a1f75d-ae15-4443-8d72-963bae515f59 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:22.813999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-a0a1f75d-ae15-4443-8d72-963bae515f59 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 809 time: 1.0386145 Jul 22 11:39:22.844382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-4561c953-9551-49e2-85ff-1a31d944753b tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/quotas/92d6dded207640e8b04c22578238779a HTTP/1.1" status: 200 len: 375 time: 0.0292919 Jul 22 11:39:22.971797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7baa06c0-b2b7-4264-965d-6555499385d6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:23.022734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cce0ab40-6909-4138-aae1-2ad88a07f3ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:23.032244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cce0ab40-6909-4138-aae1-2ad88a07f3ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:23.039308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cce0ab40-6909-4138-aae1-2ad88a07f3ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:23.041224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cce0ab40-6909-4138-aae1-2ad88a07f3ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 1996 time: 0.2526410 Jul 22 11:39:23.067194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:23.082646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:23.125341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7baa06c0-b2b7-4264-965d-6555499385d6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:23.126820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.134608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:23.136530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:23.148988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-5689f16d-dec7-46fb-9a94-ba2e8a96993b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=142f8ba5fc254210abcb8f222c16826c HTTP/1.1" status: 200 len: 379 time: 0.0932319 Jul 22 11:39:23.157481 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.db.api [None req-9d0a430f-aba0-4c3f-be03-93d2daf18a02 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:39:23.157922 n-d-754448-4 neutron-server[93709]: DEBUG oslo_db.api [None req-9d0a430f-aba0-4c3f-be03-93d2daf18a02 None None] Performing DB retry for function neutron.api.rpc.handlers.l3_rpc.L3RpcCallback.update_floatingip_statuses {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:39:23.164771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'admin_state_up': True, 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'security_groups': ['48034958-d3e4-4cb8-b28b-747258cf534d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:23.271921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] No DVR routers for this DVR port 063ce041-9506-4d5a-95d0-2176f5c6192f on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:23.274835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.277575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc5facd1-66e2-4bd3-bbe4-e80e94ae0a3c req-47033396-6dc4-44eb-a601-eacbce1f7fa0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.36 "DELETE /v2.0/ports/063ce041-9506-4d5a-95d0-2176f5c6192f HTTP/1.1" status: 204 len: 173 time: 5.7488842 Jul 22 11:39:23.281402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eea19cc-f506-45d2-8e8b-7b5e6b38d804 req-586c6091-4b0d-42d7-b6a3-656312e12903 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0663321 Jul 22 11:39:23.286348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-deleted', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:23.289374 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0deb3cb5-a4a2-4066-a278-808aa84813cc" -d '{"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-deleted", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:23.352855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.364128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.405514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-6e4d562f-4ad5-4675-9a28-0076fb17ce06 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.5589688 Jul 22 11:39:23.445306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:23.449417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.472059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'Port': ['ID=21e109e7-bc84-4ed3-a919-6248c97ecf91,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:23.503391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Calling delete_port for 7e8dc54c-4f77-49be-bd61-74417f58a45b owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:23.584010 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c27ede4-94d8-4ff6-9ab4-9c598e6e8fb1 x-openstack-request-id: req-6c27ede4-94d8-4ff6-9ab4-9c598e6e8fb1 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:23.586496 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-plugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:23.586761 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c27ede4-94d8-4ff6-9ab4-9c598e6e8fb1 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:23.587176 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8', 'code': 200} Jul 22 11:39:23.644011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:23.660039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d0a430f-aba0-4c3f-be03-93d2daf18a02 None None] New status for floating IP 72a8b965-b637-4dd5-b56c-de5bd171019f: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:39:23.708696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.711748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:23.713030 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-749eecf3-9bca-49eb-9b1e-8e2f9a8b4275 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "DELETE /v2.0/floatingips/72a8b965-b637-4dd5-b56c-de5bd171019f HTTP/1.1" status: 204 len: 168 time: 1.7751832 Jul 22 11:39:24.016238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 172.20.0.9 (e965b12e-fd37-42fb-a906-48a8e565597b/8de94465-93ad-48b8-89e8-37a1cc9ea924/80b9e53e-806e-45a1-a018-f3fceef1db3e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:24.042664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.195781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Port': ['ID=7e8dc54c-4f77-49be-bd61-74417f58a45b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:24.231207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1e003f12-a49b-4010-9633-bdac124c80b3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:24.438603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.464298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.509760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object 80b9e53e-806e-45a1-a018-f3fceef1db3e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:24.575394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-dd483f0d-351f-44ad-8610-b8180fcdaa12 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1479189 Jul 22 11:39:24.589943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-610201c6-dfac-464f-92eb-592beba66f92 req-480f42bf-6c7d-4cc8-9146-3b41de34fb1f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:24.600301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-610201c6-dfac-464f-92eb-592beba66f92 req-480f42bf-6c7d-4cc8-9146-3b41de34fb1f tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.9447348 Jul 22 11:39:24.623434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.653569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:24.692575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:39:24.717824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network e965b12e-fd37-42fb-a906-48a8e565597b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:24.724830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:24.730779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:24.744162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:24.745090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:24.747513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1e003f12-a49b-4010-9633-bdac124c80b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:24.748573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.787736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-610201c6-dfac-464f-92eb-592beba66f92 req-ca758329-b98a-45e0-a879-c2fc1af47e5e tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1350911 Jul 22 11:39:24.838394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:24.846068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:24.869709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-3da44867-8133-4588-9114-37f318c2d8b7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:24.871337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-3da44867-8133-4588-9114-37f318c2d8b7 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 945 time: 0.6113503 Jul 22 11:39:24.877822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:24.887912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-92fd5863-33a3-4c8b-915a-cee2bbddb3b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7322898 Jul 22 11:39:24.899445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'admin_state_up': True, 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'security_groups': ['48034958-d3e4-4cb8-b28b-747258cf534d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:24.917131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-a36c8de8-69dd-4204-9380-e5e95356d514 service neutron] 10.222.0.21 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3136337 Jul 22 11:39:25.043538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:39:25.119403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Router 28ae587c-a314-48c0-9fd2-065d76936c7e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:25.218828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:25.222471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:25.325184 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae1958b5-66fe-4f87-a8a4-25afa60c9512 x-openstack-request-id: req-ae1958b5-66fe-4f87-a8a4-25afa60c9512 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:25.325488 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "90f67007-c8f5-44e4-9245-769f1ed262dc", "name": "network-vif-deleted", "tag": "063ce041-9506-4d5a-95d0-2176f5c6192f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:25.325745 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae1958b5-66fe-4f87-a8a4-25afa60c9512 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:25.326853 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '90f67007-c8f5-44e4-9245-769f1ed262dc', 'name': 'network-vif-deleted', 'tag': '063ce041-9506-4d5a-95d0-2176f5c6192f', 'status': 'completed', 'code': 200} Jul 22 11:39:25.336793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ecc187a-b616-4697-9227-841c650c90f3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:25.365043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef8f660-d8b5-4930-abd9-c4f75d5f5789 req-da701dfc-d0ca-4417-b22c-03ecb6384199 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:25.371435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ef8f660-d8b5-4930-abd9-c4f75d5f5789 req-da701dfc-d0ca-4417-b22c-03ecb6384199 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.3892074 Jul 22 11:39:25.418488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:25.436214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45126e22-a611-41e8-a002-b1b202b0b2a2 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4987600 Jul 22 11:39:25.440459 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] Sync routers for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:25.445364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41198) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:25.457147 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:25.457877 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:25.462579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port dbcb47ae-6805-45cc-843d-43c582b91f8d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:25.463192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:25.530133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-102d81f1-cf15-4cb5-85a5-91f7d34d7e35 None None] Provisioning for port 80b9e53e-806e-45a1-a018-f3fceef1db3e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:25.548072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:25.585521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port dbcb47ae-6805-45cc-843d-43c582b91f8d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=dbcb47ae-6805-45cc-843d-43c582b91f8d,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:25.585846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:25.599072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:25.602054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for dbcb47ae-6805-45cc-843d-43c582b91f8d owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:25.603555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:25.607164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-102d81f1-cf15-4cb5-85a5-91f7d34d7e35 None None] Provisioning complete for port 80b9e53e-806e-45a1-a018-f3fceef1db3e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:25.610283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-102d81f1-cf15-4cb5-85a5-91f7d34d7e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:25.621233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.1.1.63 (1f73e72c-d991-4e05-a5ad-3981bf9c4616/be9f88ea-2314-41bd-8a76-4165811cdb9d/12359e23-1831-423f-a29a-162724572bcb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:25.721137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:25.753066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c194a2bf-bc38-4296-a542-da7898b42138 None None] The sync data for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:25.817382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:25.825769 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e66ec65f-9792-48f0-8373-13018c0164ad tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] delete failed (client error): The resource could not be found. Jul 22 11:39:25.834072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e66ec65f-9792-48f0-8373-13018c0164ad tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-485045644 HTTP/1.1" status: 404 len: 334 time: 0.3794787 Jul 22 11:39:25.834260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:25.853784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a111b675-0f53-41ab-a14f-e59cd99ff8ce tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'router': {'external_gateway_info': {'network_id': '28ae587c-a314-48c0-9fd2-065d76936c7e'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:25.871900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['dbcb47ae-6805-45cc-843d-43c582b91f8d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:25.872493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=dbcb47ae-6805-45cc-843d-43c582b91f8d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:25.878841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:25.894943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ef8f660-d8b5-4930-abd9-c4f75d5f5789 req-f0588abb-a282-4b4e-b70b-382d3ce52fc4 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4993250 Jul 22 11:39:26.012058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port dbcb47ae-6805-45cc-843d-43c582b91f8d on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:26.025875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.028002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3389bb7-db5f-4ce9-99b7-d5536d29370e req-ff0d5ec1-5a0d-4494-b832-8c84a349b48c tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.36 "DELETE /v2.0/ports/dbcb47ae-6805-45cc-843d-43c582b91f8d HTTP/1.1" status: 204 len: 173 time: 1.1097100 Jul 22 11:39:26.146804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2ecc187a-b616-4697-9227-841c650c90f3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:26.184012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-102d81f1-cf15-4cb5-85a5-91f7d34d7e35 None None] Port 80b9e53e-806e-45a1-a018-f3fceef1db3e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:26.230572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ecc187a-b616-4697-9227-841c650c90f3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:26.231263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eebbe1a-d9da-4b20-a5f8-703fdd8e5048 req-fd049416-79de-4809-951f-3dbe5cecb7f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:26.241350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6eebbe1a-d9da-4b20-a5f8-703fdd8e5048 req-fd049416-79de-4809-951f-3dbe5cecb7f5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 931 time: 0.1435316 Jul 22 11:39:26.243950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.312565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6eebbe1a-d9da-4b20-a5f8-703fdd8e5048 req-07cf40e3-e0f4-4ea6-a922-b0a46210ffe6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0700412 Jul 22 11:39:26.394769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:26.402141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1491989754', 'description': 'tempest-description--1478075301'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:26.438320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:26.571165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3cd7d41-1ad0-462a-8594-5861a1cdc93d req-f3fcaccf-b515-45df-930d-404ae32df6f2 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 210 time: 0.0948613 Jul 22 11:39:26.677787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cebc2b0-2e88-4c3e-9e00-05b35b678acd req-5bf7ab3f-fb9b-4480-8f26-12abb7a81ae4 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=a98ebfbd-e24c-4d23-bb62-686c52c4c8ec HTTP/1.1" status: 200 len: 210 time: 0.1016359 Jul 22 11:39:26.678677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.740357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.760879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:26.761253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a111b675-0f53-41ab-a14f-e59cd99ff8ce tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.771069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.806416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:26.817081 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a111b675-0f53-41ab-a14f-e59cd99ff8ce tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] update failed (client error): The resource could not be found. Jul 22 11:39:26.819615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a111b675-0f53-41ab-a14f-e59cd99ff8ce tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e HTTP/1.1" status: 404 len: 339 time: 0.9851551 Jul 22 11:39:26.829694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:26.862271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1281914862'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:26.867296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object 12359e23-1831-423f-a29a-162724572bcb will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:26.894251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a0162f7-00b7-4ce7-aa0e-91bcc76aa9f5 None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:27.000258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.022734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2ecc187a-b616-4697-9227-841c650c90f3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ecc187a-b616-4697-9227-841c650c90f3,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:27.031654 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.032951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device eae6c263-947d-453b-bcb2-78c69bf2b832 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:27.046111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:27.050271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:27.051837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.082149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:27.194770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:27.195838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.229369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:27.280542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.284988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.287160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "DELETE /v2.0/security-groups/7230e184-3252-44c6-9662-614cfdbd9259 HTTP/1.1" status: 204 len: 168 time: 0.8451469 Jul 22 11:39:27.289552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41218) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:27.305772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.320454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.335511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'name': 'network-vif-deleted', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:27.341602 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed5b9289-5e39-4307-8aa4-cfaad9983a35" -d '{"events": [{"server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "name": "network-vif-deleted", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:27.372780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c739ea0-c512-490b-b438-93804f8997d2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7230e184-3252-44c6-9662-614cfdbd9259,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:27.433161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:27.437481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.504952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.512877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.515664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d0a3fa24-52f0-4351-9c38-76076c978331 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 2.6226759 Jul 22 11:39:27.517015 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-8fdcc662-926b-44ce-aa98-e6819323fc7c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] show failed (client error): The resource could not be found. Jul 22 11:39:27.518781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8fdcc662-926b-44ce-aa98-e6819323fc7c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups/7230e184-3252-44c6-9662-614cfdbd9259 HTTP/1.1" status: 404 len: 347 time: 0.2279248 Jul 22 11:39:27.519557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41224) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:27.520032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.1224375 Jul 22 11:39:27.522513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port eae6c263-947d-453b-bcb2-78c69bf2b832 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:27.523163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.531775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:27.549464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:27.564567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group_rule': {'security_group_id': 'c599a24c-adde-408a-a199-a10ba52fd03b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:27.615027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67d3f955-5d07-46ad-9f31-866a6234776d None None] New status for floating IP d65eefa0-19de-483c-b783-bda6939a5502: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:39:27.671963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'admin_state_up': True, 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'security_groups': ['48034958-d3e4-4cb8-b28b-747258cf534d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:27.682157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1a9fe65-b916-4a04-a1d8-13d2a729d53e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c599a24c-adde-408a-a199-a10ba52fd03b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:27.692990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a91627a8-43a1-4615-8edb-6533f46274f2 req-b3d798b2-7a61-45ed-a9a9-93e68ccdc5ef tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:27.711732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a91627a8-43a1-4615-8edb-6533f46274f2 req-b3d798b2-7a61-45ed-a9a9-93e68ccdc5ef tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.6504009 Jul 22 11:39:27.819940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf77b1-fd78-4ca6-ab73-1aefe3506eef req-b30617ad-b781-4f74-bc0d-c24d158b9d1d tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:27.820587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4c2b137-f476-4eee-b105-a02d360946fe None None] Provisioning for port 12359e23-1831-423f-a29a-162724572bcb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:27.827370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7bf77b1-fd78-4ca6-ab73-1aefe3506eef req-b30617ad-b781-4f74-bc0d-c24d158b9d1d tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:27.829330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4c2b137-f476-4eee-b105-a02d360946fe None None] Provisioning complete for port 12359e23-1831-423f-a29a-162724572bcb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:27.829921 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4c2b137-f476-4eee-b105-a02d360946fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:27.835249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7bf77b1-fd78-4ca6-ab73-1aefe3506eef req-b30617ad-b781-4f74-bc0d-c24d158b9d1d tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 1652 time: 0.2711909 Jul 22 11:39:27.885196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:39:27.910572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e4c2b137-f476-4eee-b105-a02d360946fe None None] Port 12359e23-1831-423f-a29a-162724572bcb cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:27.937028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a91627a8-43a1-4615-8edb-6533f46274f2 req-fa6bd3b7-378d-437d-bdd5-da9a1b36e057 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2241275 Jul 22 11:39:27.942556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d458620-8216-4bec-9f45-b21209eb2e1f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:28.011491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7bf77b1-fd78-4ca6-ab73-1aefe3506eef req-45b6a2fd-d86e-4d82-ada3-bdea0813f604 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1749480 Jul 22 11:39:28.049323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-28234cb3-d511-4cb7-9969-f9824422a431 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:28.055915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-28234cb3-d511-4cb7-9969-f9824422a431 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.36 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 809 time: 0.6122739 Jul 22 11:39:28.062686 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8d58d893-615f-4154-90da-0ffab3564427 x-openstack-request-id: req-8d58d893-615f-4154-90da-0ffab3564427 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:28.063595 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a98ebfbd-e24c-4d23-bb62-686c52c4c8ec", "name": "network-vif-deleted", "tag": "dbcb47ae-6805-45cc-843d-43c582b91f8d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:28.064631 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8d58d893-615f-4154-90da-0ffab3564427 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:28.065297 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a98ebfbd-e24c-4d23-bb62-686c52c4c8ec', 'name': 'network-vif-deleted', 'tag': 'dbcb47ae-6805-45cc-843d-43c582b91f8d', 'status': 'completed', 'code': 200} Jul 22 11:39:28.175490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3d458620-8216-4bec-9f45-b21209eb2e1f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:28.179036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.187057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.246794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-f1c2e790-7c69-457f-82c6-b73e02973399 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=92d6dded207640e8b04c22578238779a HTTP/1.1" status: 200 len: 379 time: 0.1791499 Jul 22 11:39:28.264496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'port': {'device_id': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'admin_state_up': True, 'tenant_id': '92d6dded207640e8b04c22578238779a', 'security_groups': ['c2ea4a0b-84ef-42ad-96e5-0ccddd623815']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:28.399000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3c3cfab-1e77-4e28-8580-fc5ac9177f74 req-e7bbbfae-4703-4cb4-a2a4-071de7e603d1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 210 time: 0.1902304 Jul 22 11:39:28.447724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c01a4732-031b-46cc-8fc6-ad8bc7682bee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:28.496137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.496503 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Added segment 8c4108b7-2141-448c-af0a-431c29f2ec51 of type vlan for network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 Jul 22 11:39:28.574064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.592077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dbcb47ae-6805-45cc-843d-43c582b91f8d no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:28.623786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: dbcb47ae-6805-45cc-843d-43c582b91f8d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:28.624429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device dbcb47ae-6805-45cc-843d-43c582b91f8d not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:28.635409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c01a4732-031b-46cc-8fc6-ad8bc7682bee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:28.636033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.731781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.739676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Made reservation on behalf of 92d6dded207640e8b04c22578238779a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:28.744139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.772681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.782440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:28.783297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:28.927119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 2.0948830 Jul 22 11:39:28.938948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:28.984861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'subnet': {'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:29.077550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ecc187a-b616-4697-9227-841c650c90f3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:29.196306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:29.199819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.219610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ecc187a-b616-4697-9227-841c650c90f3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:29.222006 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.252779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f8a7722-da5e-42cd-a561-e346c4fb5324 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Network': ['ID=3f4605c9-6ae4-45cd-acc7-b91fadbd6041,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:29.299528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:39:29.520014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.530777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Deleting port 18c7f9f3-b273-466a-a108-63f240a78479 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:29.531430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.551783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.651173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Made reservation on behalf of 53570c0c61614fe69ff923cceb45c983 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:29.655991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.659505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=efa9399e-1582-408b-afa8-651fc915bcf5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:29.719002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.720674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1722be0a-1f3b-4946-96ee-2de07ad99d8d tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1829751 Jul 22 11:39:29.733111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:29.738884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'security_group_rule': {'security_group_id': 'c599a24c-adde-408a-a199-a10ba52fd03b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:29.802067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.802824 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.824984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.1.1.17 (1f73e72c-d991-4e05-a5ad-3981bf9c4616/be9f88ea-2314-41bd-8a76-4165811cdb9d/7bf3fd72-ee70-4b13-afac-74847c08f9af) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:29.867488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Calling delete_port for 18c7f9f3-b273-466a-a108-63f240a78479 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:29.882938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Allocated IP 172.20.0.5 (1ba016ed-e0c8-448d-8557-fe908a9c0977/e5b8c796-a8d7-4c8c-a88b-5fd685e007f5/a8ffda88-69e2-40e0-b699-5728e7024c71) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:29.901930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727f56-7fe5-4d35-a4ac-2fa1bed57757 req-cdcec677-a0b0-4c11-86ee-716e969ebdd1 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:29.908081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea727f56-7fe5-4d35-a4ac-2fa1bed57757 req-cdcec677-a0b0-4c11-86ee-716e969ebdd1 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:29.909760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea727f56-7fe5-4d35-a4ac-2fa1bed57757 req-cdcec677-a0b0-4c11-86ee-716e969ebdd1 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 1652 time: 0.1454260 Jul 22 11:39:29.967987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:29.974868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf46f4d-65ee-4c59-b198-4da282880cc5 req-f0d6c38a-7789-4d93-b040-c4f72f36f6f8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:29.982780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf46f4d-65ee-4c59-b198-4da282880cc5 req-f0d6c38a-7789-4d93-b040-c4f72f36f6f8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.8994472 Jul 22 11:39:30.097371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea727f56-7fe5-4d35-a4ac-2fa1bed57757 req-c4e9496c-d293-4319-93c8-4b88a8df8b36 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648355 Jul 22 11:39:30.130727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf46f4d-65ee-4c59-b198-4da282880cc5 req-1b3abd86-08c9-42c4-9cdb-4175a759499a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1226397 Jul 22 11:39:30.207573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.343149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47240383-d93b-4f74-96b3-2755049103df req-53cbac5b-9af1-4e2c-b50a-294fc2822b42 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 210 time: 0.0642986 Jul 22 11:39:30.408663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.434177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Subnet': ['ID=f1618a41-4076-4058-86a1-778b2f6a5bda,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:30.440508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3dde26e-fd57-4e79-9ebf-efc88cd7b068 req-b96e528e-1a15-4a33-a809-ed2cdabed3dd tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:30.443825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3dde26e-fd57-4e79-9ebf-efc88cd7b068 req-b96e528e-1a15-4a33-a809-ed2cdabed3dd tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 945 time: 0.2216995 Jul 22 11:39:30.467465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.476715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Transition to ACTIVE for port object a8ffda88-69e2-40e0-b699-5728e7024c71 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:30.485995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.510309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3dde26e-fd57-4e79-9ebf-efc88cd7b068 req-6a86ddb1-1447-40be-bc7b-720e90460905 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0603464 Jul 22 11:39:30.559433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.609221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.614270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:30.621303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:30.627752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object 7bf3fd72-ee70-4b13-afac-74847c08f9af will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:30.643804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:30.681446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.701594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:30.732260 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.742671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:30.743727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.753874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'Port': ['ID=18c7f9f3-b273-466a-a108-63f240a78479,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:30.775766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:30.783211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-19f9c7a9-c26e-4296-b0ee-2be89ca265cb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.5229323 Jul 22 11:39:30.796675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Request body: {'port': {'device_id': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:30.847361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:30.849996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Checking segment: {'id': '8c4108b7-2141-448c-af0a-431c29f2ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:30.850372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network hostable DHCP agents. Network: 3f4605c9-6ae4-45cd-acc7-b91fadbd6041, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:39:30.855238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:30.863691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:30.870389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:30.871799 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1372828 Jul 22 11:39:30.872850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b5b5ef-1b06-469a-aa63-5c6d9fc88f26 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cfd1c26-0f1c-48ae-b35a-30fcf0faee79,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:30.893095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:30.902122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:30.989044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:30.989761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.003873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.061280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.076820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93d124ac-c00d-4a09-b5ed-3c0452e353a7 None None] Provisioning for port a8ffda88-69e2-40e0-b699-5728e7024c71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:31.080003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:39:31.081798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93d124ac-c00d-4a09-b5ed-3c0452e353a7 None None] Provisioning complete for port a8ffda88-69e2-40e0-b699-5728e7024c71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:31.082184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93d124ac-c00d-4a09-b5ed-3c0452e353a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.146841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-52a5d571-65f0-4c4e-91c7-98dbabb0be98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.5536685 Jul 22 11:39:31.158280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-93d124ac-c00d-4a09-b5ed-3c0452e353a7 None None] Port a8ffda88-69e2-40e0-b699-5728e7024c71 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:31.168121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'fixed_ips': [{'ip_address': '10.2.2.100'}], 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'admin_state_up': True, 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'security_groups': ['48034958-d3e4-4cb8-b28b-747258cf534d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:31.247228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3f4605c9-6ae4-45cd-acc7-b91fadbd6041) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:31.276691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.277297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.296946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.300088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-635d0baa-8b94-4d52-8ace-8aaa7054ffa1 None None] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:31.316101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.320480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-513c917d-ebc9-40d7-9fdc-821f627215a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "DELETE /v2.0/floatingips/d65eefa0-19de-483c-b783-bda6939a5502 HTTP/1.1" status: 204 len: 168 time: 3.6875780 Jul 22 11:39:31.449431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-edb67187-163c-4257-a8f0-b79e5f714cba tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.456902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-edb67187-163c-4257-a8f0-b79e5f714cba tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 945 time: 0.7046511 Jul 22 11:39:31.562839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dec7712c-464b-44da-bbcb-76d86b01e3e0 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.6080303 Jul 22 11:39:31.571858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:31.578018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdca81e-0915-49eb-a619-3fc2afb64e89 req-2efd7d69-2345-4ce2-9816-40b248bd2830 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.579297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-63947193-6fb4-4399-8a01-427d0b27cf46 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'router': {'external_gateway_info': {'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:31.590930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdca81e-0915-49eb-a619-3fc2afb64e89 req-2efd7d69-2345-4ce2-9816-40b248bd2830 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.601212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bdca81e-0915-49eb-a619-3fc2afb64e89 req-2efd7d69-2345-4ce2-9816-40b248bd2830 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.610935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bdca81e-0915-49eb-a619-3fc2afb64e89 req-2efd7d69-2345-4ce2-9816-40b248bd2830 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 2372 time: 0.3721118 Jul 22 11:39:31.687616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.701212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc739686-9dbd-41ae-a7ff-76446ae13eba None None] Provisioning for port 7bf3fd72-ee70-4b13-afac-74847c08f9af completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:31.720824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37cba3db-6a75-47ee-9f8b-2a8b61ffa7fe req-6fedd53b-90b8-4faf-bb79-346b7356a0f3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:31.728314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37cba3db-6a75-47ee-9f8b-2a8b61ffa7fe req-6fedd53b-90b8-4faf-bb79-346b7356a0f3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.4450471 Jul 22 11:39:31.765242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc739686-9dbd-41ae-a7ff-76446ae13eba None None] Provisioning complete for port 7bf3fd72-ee70-4b13-afac-74847c08f9af triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:31.765242 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc739686-9dbd-41ae-a7ff-76446ae13eba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.795673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37cba3db-6a75-47ee-9f8b-2a8b61ffa7fe req-68f7fb01-7ddd-4a47-ac38-2900a0da13e9 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0601075 Jul 22 11:39:31.823452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3f4605c9-6ae4-45cd-acc7-b91fadbd6041', 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041', 'tenant_id': '53570c0c61614fe69ff923cceb45c983', 'fixed_ips': [{'subnet_id': 'f1618a41-4076-4058-86a1-778b2f6a5bda'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:39:31.824599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:31.891439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:31.899860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dc739686-9dbd-41ae-a7ff-76446ae13eba None None] Port 7bf3fd72-ee70-4b13-afac-74847c08f9af cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:31.923895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bdca81e-0915-49eb-a619-3fc2afb64e89 req-1528dc33-f541-4f2c-92ee-cdf87a508370 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2924380 Jul 22 11:39:32.004078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63947193-6fb4-4399-8a01-427d0b27cf46 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.020395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Deleting port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:32.020767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.167622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Allocated IP 2001:db8:1::2 (3f4605c9-6ae4-45cd-acc7-b91fadbd6041/f1618a41-4076-4058-86a1-778b2f6a5bda/9756f090-3024-4e44-afbb-a488a23f355e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:32.206134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.313919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] For port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,segment=NetworkSegment(b2adde03-0ba8-4ba9-b66b-d07097103648),segment_id=b2adde03-0ba8-4ba9-b66b-d07097103648)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:32.314306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.317780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e35eaa53-ace2-4782-b211-bd1872039088 req-4f2276db-85a4-44f3-844e-2d1ded43135e tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:32.327884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e35eaa53-ace2-4782-b211-bd1872039088 req-4f2276db-85a4-44f3-844e-2d1ded43135e tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 931 time: 0.4284520 Jul 22 11:39:32.387008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Calling delete_port for 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:32.422471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Allocated IP 172.25.6.122 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f34fe685-9e7d-4fbe-89c7-7406260d1ca1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:32.454957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a8ffda88-69e2-40e0-b699-5728e7024c71 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:32.524969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.526281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e35eaa53-ace2-4782-b211-bd1872039088 req-2aa37c90-f7c0-4590-b1e2-14f61afff91e tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1971433 Jul 22 11:39:32.543528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.547077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Transition to ACTIVE for port object 9756f090-3024-4e44-afbb-a488a23f355e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:32.569527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:32.588964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Transition to ACTIVE for port object 9756f090-3024-4e44-afbb-a488a23f355e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:32.597868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group': {'name': 'tempest-securitygroup--166766415', 'description': 'tempest-description--1990372947'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:32.599174 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.608191 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-63947193-6fb4-4399-8a01-427d0b27cf46 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:39:32.609286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63947193-6fb4-4399-8a01-427d0b27cf46 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e HTTP/1.1" status: 400 len: 364 time: 1.0362329 Jul 22 11:39:32.617353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:32.642373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:32.645623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:32.652400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:32.663729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Transition to ACTIVE for port object a8ffda88-69e2-40e0-b699-5728e7024c71 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:32.705361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Pushing event updated for resources: {'Port': ['ID=9756f090-3024-4e44-afbb-a488a23f355e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:32.752330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Attempting to bind port 9756f090-3024-4e44-afbb-a488a23f355e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:32.753540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Attempting to bind port 9756f090-3024-4e44-afbb-a488a23f355e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '8c4108b7-2141-448c-af0a-431c29f2ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:32.754074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Attempting to bind port 9756f090-3024-4e44-afbb-a488a23f355e on network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:32.760401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:32.760994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Checking segment: {'id': '8c4108b7-2141-448c-af0a-431c29f2ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:32.761506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.762413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Bound using segment: {'id': '8c4108b7-2141-448c-af0a-431c29f2ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:32.762586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Bound port: 9756f090-3024-4e44-afbb-a488a23f355e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c4108b7-2141-448c-af0a-431c29f2ec51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '3f4605c9-6ae4-45cd-acc7-b91fadbd6041'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:32.763180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.769328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.891751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] For port 9756f090-3024-4e44-afbb-a488a23f355e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:32.898377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] For port 9756f090-3024-4e44-afbb-a488a23f355e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9756f090-3024-4e44-afbb-a488a23f355e,segment=NetworkSegment(8c4108b7-2141-448c-af0a-431c29f2ec51),segment_id=8c4108b7-2141-448c-af0a-431c29f2ec51)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:32.908588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.965441 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:32.994366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e8c31-c7df-475e-8b88-19eb730cb56d None None] Pushing event updated for resources: {'Port': ['ID=9756f090-3024-4e44-afbb-a488a23f355e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:33.233032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.333447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:33.390508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.453533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.493912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.2.2.100 (31c755e2-4511-4773-8e2e-06328bfefe2c/c38a413d-c1db-4cb3-972d-73809bc364e3/d12f69f6-187a-4c80-9afb-e00449c00153) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:33.579990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26a77483-2aa3-4e40-a284-be5a8b9eb4c7 req-47ee48b1-afc5-4944-992a-b68c926328ad tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:33.581804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26a77483-2aa3-4e40-a284-be5a8b9eb4c7 req-47ee48b1-afc5-4944-992a-b68c926328ad tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/ports?device_id=10288b60-a0fc-4a34-89c8-3729109c503e HTTP/1.1" status: 200 len: 945 time: 0.8788674 Jul 22 11:39:33.590504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.631036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5d35bdd-712b-4ee4-a064-ace4cdf72a36,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:33.658158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:33.692983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:33.712128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.728932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Attempting to bind port a8ffda88-69e2-40e0-b699-5728e7024c71 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:33.729288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Attempting to bind port a8ffda88-69e2-40e0-b699-5728e7024c71 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:33.729597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Attempting to bind port a8ffda88-69e2-40e0-b699-5728e7024c71 on network 1ba016ed-e0c8-448d-8557-fe908a9c0977 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:33.735785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:33.745420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Port a8ffda88-69e2-40e0-b699-5728e7024c71 on network 1ba016ed-e0c8-448d-8557-fe908a9c0977 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:33.745780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Attempting to bind port a8ffda88-69e2-40e0-b699-5728e7024c71 on network 1ba016ed-e0c8-448d-8557-fe908a9c0977 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:33.751624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.755676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-07053b97-b273-42c2-9a54-9ea52f0f7b2e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.1660581 Jul 22 11:39:33.756626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:33.758812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:33.759156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Checking segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:33.759574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Bound using segment: {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:33.759990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Bound port: a8ffda88-69e2-40e0-b699-5728e7024c71, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7f39137e-32f5-4ccb-b521-0ff84e07dce6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:33.760348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.762025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:33.770483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group_rule': {'security_group_id': 'b5d35bdd-712b-4ee4-a064-ace4cdf72a36', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:33.770728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Pushing event deleted for resources: {'Port': ['ID=43c4f049-f9ae-4ba4-ac27-7bb5069e12a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:33.789110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No active binding found for port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 11:39:33.789929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:33.805926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8634814b-02c7-4fe9-973a-bc8ee137e120 req-845f8129-bcd2-4760-a08f-d958ea672757 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:33.814290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8634814b-02c7-4fe9-973a-bc8ee137e120 req-845f8129-bcd2-4760-a08f-d958ea672757 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.8932834 Jul 22 11:39:33.897319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.909426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=f34fe685-9e7d-4fbe-89c7-7406260d1ca1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:33.922316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.941604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] No DVR routers for this DVR port 43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:33.952100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:33.954505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-408c26f4-1369-4ae9-b799-98777b0ee28f req-076d6df5-99b7-408f-8411-57fdf8872487 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.20 "DELETE /v2.0/ports/43c4f049-f9ae-4ba4-ac27-7bb5069e12a9 HTTP/1.1" status: 204 len: 173 time: 2.4861336 Jul 22 11:39:33.963762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'name': 'network-vif-deleted', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:33.966431 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9decb60a-226a-4aae-9f04-099fc0d500ff" -d '{"events": [{"server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "name": "network-vif-deleted", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:34.056165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.078370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26a77483-2aa3-4e40-a284-be5a8b9eb4c7 req-1addc321-1be4-40c8-b609-d50f7c82dd03 tempest-ServersTestJSON-1896693440 tempest-ServersTestJSON-1896693440-project] 10.222.0.21 "GET /v2.0/security-groups?id=07715c47-7c3a-479f-bb76-a25825a9cd59&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4519160 Jul 22 11:39:34.084303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.100033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8634814b-02c7-4fe9-973a-bc8ee137e120 req-6acd26b9-6028-4399-ad0e-28598e358dd6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2847419 Jul 22 11:39:34.142651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object d12f69f6-187a-4c80-9afb-e00449c00153 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:34.188076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.347606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.407608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f5769a1a-cb68-44e2-a34a-2026544f4261,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:34.421609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Allocated IP 2001:db8::1 (e0836c6b-7dfb-44bb-af33-2e32c1bff8ea/c3fcc2fb-099e-4698-ab72-8c88b63ceaee/fbedf2b9-862b-4336-8139-ac37279425be) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:34.445111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.446700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24cd2dda-757c-4b73-9100-55fddd16836b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6798999 Jul 22 11:39:34.480702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:34.492761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'security_group_rule': {'security_group_id': 'b5d35bdd-712b-4ee4-a064-ace4cdf72a36', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:34.542188 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:34.577289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.579803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ce1719-b53d-44c8-bca9-0e80a87c77f7 None None] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:34.580984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a8ffda88-69e2-40e0-b699-5728e7024c71,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:34.600022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.663634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:34.725480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.783264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:34.783888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.785317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] 10.222.0.36 "PUT /v2.0/ports/a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 1091 time: 3.9944799 Jul 22 11:39:34.799059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:34.807048 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8485f243-f114-45b3-ac5c-899ec05aa844" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:34.846231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 31c755e2-4511-4773-8e2e-06328bfefe2c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:34.855757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:34.866186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:34.879552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:34.991187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b45b1fd-f775-4d2c-8f1f-d63c28d31264 service neutron] Pushing event updated for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:35.007894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Transition to ACTIVE for port object fbedf2b9-862b-4336-8139-ac37279425be will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:35.038358 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:39:35.070276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.071560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.120248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:35.121286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.179885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-af77f2d1-0107-4fd8-86a9-1b6fe09c66b9 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.0021806 Jul 22 11:39:35.204234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'fixed_ips': [{'ip_address': '10.2.2.200'}], 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'admin_state_up': True, 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'security_groups': ['48034958-d3e4-4cb8-b28b-747258cf534d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:35.273326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9756f090-3024-4e44-afbb-a488a23f355e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:35.362158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26be87e1-e9c1-4a9e-ace1-069954ef05cf None None] Provisioning for port 9756f090-3024-4e44-afbb-a488a23f355e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:35.430860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9756f090-3024-4e44-afbb-a488a23f355e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:35.495391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9756f090-3024-4e44-afbb-a488a23f355e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:35.496047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.577053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.607708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Made reservation on behalf of 142f8ba5fc254210abcb8f222c16826c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:35.612402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.615643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dfa67-7d11-40f5-ac8d-61db25ec3d28 req-f9b70877-fd76-4082-abbf-1c542e29ba55 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:35.628200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dfa67-7d11-40f5-ac8d-61db25ec3d28 req-f9b70877-fd76-4082-abbf-1c542e29ba55 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:35.640803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-363dfa67-7d11-40f5-ac8d-61db25ec3d28 req-f9b70877-fd76-4082-abbf-1c542e29ba55 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:35.643598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-363dfa67-7d11-40f5-ac8d-61db25ec3d28 req-f9b70877-fd76-4082-abbf-1c542e29ba55 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 2372 time: 1.3714311 Jul 22 11:39:35.664583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0894b0d7-8d4a-4184-9404-baac0f2baf46 None None] Provisioning for port d12f69f6-187a-4c80-9afb-e00449c00153 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:35.677310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0894b0d7-8d4a-4184-9404-baac0f2baf46 None None] Provisioning complete for port d12f69f6-187a-4c80-9afb-e00449c00153 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:35.677833 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0894b0d7-8d4a-4184-9404-baac0f2baf46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.677978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25f8c5c8-4463-4fa4-81fa-af8648819c2a req-a5749f91-9942-4455-a7bf-3a7fb0a15b3a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:35.685208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25f8c5c8-4463-4fa4-81fa-af8648819c2a req-a5749f91-9942-4455-a7bf-3a7fb0a15b3a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 943 time: 1.4143796 Jul 22 11:39:35.689197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.703205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.724373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:35.778211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 9756f090-3024-4e44-afbb-a488a23f355e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9756f090-3024-4e44-afbb-a488a23f355e,segment=NetworkSegment(8c4108b7-2141-448c-af0a-431c29f2ec51),segment_id=8c4108b7-2141-448c-af0a-431c29f2ec51)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:35.782118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0894b0d7-8d4a-4184-9404-baac0f2baf46 None None] Port d12f69f6-187a-4c80-9afb-e00449c00153 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:35.788885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.871679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=9756f090-3024-4e44-afbb-a488a23f355e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:35.939366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:35.967059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:35.967638 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:35.973669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Port': ['ID=fbedf2b9-862b-4336-8139-ac37279425be,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:36.093216 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.101890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-363dfa67-7d11-40f5-ac8d-61db25ec3d28 req-7ee53727-c284-4f7b-ad76-e75b30d5f418 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4206531 Jul 22 11:39:36.115618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25f8c5c8-4463-4fa4-81fa-af8648819c2a req-989f5059-2866-4a54-8e0f-cd73ef71a24d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3720460 Jul 22 11:39:36.122666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=07431cac-a400-4a84-88d5-0dc33f6dca61,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:36.149134 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.172937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Allocated IP 10.2.2.200 (31c755e2-4511-4773-8e2e-06328bfefe2c/c38a413d-c1db-4cb3-972d-73809bc364e3/8820a7f3-f6fe-4362-b6de-c2a46b74ec60) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:36.226215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc5a818c-bb3c-423c-889a-cfe0e6bd3d65 None None] Provisioning complete for port 9756f090-3024-4e44-afbb-a488a23f355e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:36.226876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc5a818c-bb3c-423c-889a-cfe0e6bd3d65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.294155 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-941b1fe2-c3c7-47b7-9105-2b5a3f482c0c x-openstack-request-id: req-941b1fe2-c3c7-47b7-9105-2b5a3f482c0c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:36.298861 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "10288b60-a0fc-4a34-89c8-3729109c503e", "name": "network-vif-deleted", "tag": "43c4f049-f9ae-4ba4-ac27-7bb5069e12a9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:36.299209 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-941b1fe2-c3c7-47b7-9105-2b5a3f482c0c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:36.299677 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '10288b60-a0fc-4a34-89c8-3729109c503e', 'name': 'network-vif-deleted', 'tag': '43c4f049-f9ae-4ba4-ac27-7bb5069e12a9', 'status': 'completed', 'code': 200} Jul 22 11:39:36.309456 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25cdee66-fc09-4366-ad95-0e1299e0f8c9 x-openstack-request-id: req-25cdee66-fc09-4366-ad95-0e1299e0f8c9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:36.310515 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:36.313264 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25cdee66-fc09-4366-ad95-0e1299e0f8c9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:36.314122 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'status': 'completed', 'code': 200} Jul 22 11:39:36.325293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:36.447254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.449499 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.458464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25f5f37c-e622-4d47-85f3-f61c773ee2d3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9700172 Jul 22 11:39:36.467485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41318) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:36.472626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:36.616901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8425c27d-2269-4928-a843-daaad717c338 None None] Provisioning for port fbedf2b9-862b-4336-8139-ac37279425be completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:36.624437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8425c27d-2269-4928-a843-daaad717c338 None None] Provisioning complete for port fbedf2b9-862b-4336-8139-ac37279425be triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:36.625100 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8425c27d-2269-4928-a843-daaad717c338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.625414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Deleting subnet 971a1255-d6d6-4777-bd21-ad8f7f2f7060 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:36.649402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.717581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8425c27d-2269-4928-a843-daaad717c338 None None] Port fbedf2b9-862b-4336-8139-ac37279425be cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:36.745786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.791952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.812306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Transition to ACTIVE for port object 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:36.879969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:36.953657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.035941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Network 31c755e2-4511-4773-8e2e-06328bfefe2c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:37.042027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9756f090-3024-4e44-afbb-a488a23f355e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:37.044148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:37.047281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:37.057719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:37.158663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=f34fe685-9e7d-4fbe-89c7-7406260d1ca1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:37.175020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.179313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-f941a170-bb62-479c-9569-6b8bb4b7bee7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.181068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-f941a170-bb62-479c-9569-6b8bb4b7bee7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1094 time: 1.5334923 Jul 22 11:39:37.241051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-771636f2-e6c8-465c-91e2-41af9ccf46db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 217 time: 0.0418744 Jul 22 11:39:37.246666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.248750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-919286ef-bd00-4499-a09f-a61fd11af3d8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.3540137 Jul 22 11:39:37.249756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9756f090-3024-4e44-afbb-a488a23f355e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:37.253425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.271710 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.306922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.339696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ef7296-1c69-4073-a120-abee8d53b0f8 req-ef93a709-8214-4de1-bb65-602563572be3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.347640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87ef7296-1c69-4073-a120-abee8d53b0f8 req-ef93a709-8214-4de1-bb65-602563572be3 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.9547617 Jul 22 11:39:37.438131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.456101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.517321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.547046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87ef7296-1c69-4073-a120-abee8d53b0f8 req-eb04c4ef-dd22-4993-b2de-5cfb8924e7b8 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1955006 Jul 22 11:39:37.549214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-b3c75789-e7a9-4f79-be8d-e53998d63e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.551138 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-b3c75789-e7a9-4f79-be8d-e53998d63e3b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 200 len: 848 time: 0.3006556 Jul 22 11:39:37.660988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87244372-60f1-41c3-b8b4-357360495fc9 None None] Provisioning for port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:37.666085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87244372-60f1-41c3-b8b4-357360495fc9 None None] Provisioning complete for port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:37.666642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87244372-60f1-41c3-b8b4-357360495fc9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.715633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af515ea5-7276-45f3-8f6f-be2e14313f03 req-618abfeb-91fe-4ede-bd5b-76213b0ffe8f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.724734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af515ea5-7276-45f3-8f6f-be2e14313f03 req-618abfeb-91fe-4ede-bd5b-76213b0ffe8f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 943 time: 0.2920694 Jul 22 11:39:37.755064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-87244372-60f1-41c3-b8b4-357360495fc9 None None] Port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:37.838148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-c7cec520-8fe1-4aae-8f7b-dc8fc918ff27 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.839690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-c7cec520-8fe1-4aae-8f7b-dc8fc918ff27 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ba016ed-e0c8-448d-8557-fe908a9c0977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2776794 Jul 22 11:39:37.921943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:37.923949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:37.968569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-357c891b-409e-4ad4-8987-aba72fc4a3e9 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1193392 Jul 22 11:39:37.973636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af515ea5-7276-45f3-8f6f-be2e14313f03 req-a5f6be4c-f2c2-4fa0-bb19-6c488f98dce8 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1805699 Jul 22 11:39:38.077961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf00c93-efa7-419f-9746-0de216cbfc16 req-1f2eddb6-ed61-4ddf-b3c6-5d8d5c56577c service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1024230 Jul 22 11:39:38.089944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=971a1255-d6d6-4777-bd21-ad8f7f2f7060,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:38.092502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event updated for resources: {'Port': ['ID=fbedf2b9-862b-4336-8139-ac37279425be,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:38.099675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:38.103559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba1ed655-517b-44e9-93d3-1b59be831d55 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/971a1255-d6d6-4777-bd21-ad8f7f2f7060 HTTP/1.1" status: 204 len: 168 time: 1.7160125 Jul 22 11:39:38.105450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-465f7f9a-88b7-412a-b5c2-8fa334670647 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.9241111 Jul 22 11:39:38.111769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:38.120776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.127781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.142640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.153246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:38.162025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.175500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.186459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca00dc93-aced-4d02-9660-c765f6573953 req-21edcb7a-27be-491d-83fc-1d87d90df8f6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 3814 time: 0.4601479 Jul 22 11:39:38.283212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:38.293267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:38.369052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca00dc93-aced-4d02-9660-c765f6573953 req-65a0e9fe-5915-4fa1-b267-89e6e372428c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781013 Jul 22 11:39:38.381743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:38.390062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-d777849f-879d-4f1a-85b5-1b7847612d9f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1491989754&fields=id&tenant_id=9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 267 time: 0.1255753 Jul 22 11:39:38.391517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:38.518850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-28bf2286-0976-41e1-b454-06de7c9ac524 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.521042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-28bf2286-0976-41e1-b454-06de7c9ac524 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1094 time: 0.3318939 Jul 22 11:39:38.732587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-4f98e524-9501-483b-91d8-946fa45720da tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.734297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-4f98e524-9501-483b-91d8-946fa45720da tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 810 time: 0.3290441 Jul 22 11:39:38.812835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cb766577-b3a9-4c8b-bc5a-8fe532142379 None None] Provisioning complete for port fbedf2b9-862b-4336-8139-ac37279425be triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:38.813469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cb766577-b3a9-4c8b-bc5a-8fe532142379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:38.819504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-37b18fbc-e719-414a-a4b3-25bf24e60707 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/quotas/9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 375 time: 0.0732057 Jul 22 11:39:38.896527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cb766577-b3a9-4c8b-bc5a-8fe532142379 None None] Port fbedf2b9-862b-4336-8139-ac37279425be cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:38.908201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-09a61e07-5bf7-4c7a-9ce5-bce879ae9942 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.909734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-09a61e07-5bf7-4c7a-9ce5-bce879ae9942 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 910 time: 0.3798890 Jul 22 11:39:38.970307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-389012e7-ae01-4fc1-8e08-3d7eb5ba9bd7 req-5d39b73b-8975-469e-9aff-f720debd9001 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:38.977518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-389012e7-ae01-4fc1-8e08-3d7eb5ba9bd7 req-5d39b73b-8975-469e-9aff-f720debd9001 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.2420676 Jul 22 11:39:39.004917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-e828be63-123e-4bd8-a6bf-82bbf377888f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 217 time: 0.0868664 Jul 22 11:39:39.073354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-389012e7-ae01-4fc1-8e08-3d7eb5ba9bd7 req-94ebbe82-705a-40c9-90c5-3d9e130c5beb tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0945482 Jul 22 11:39:39.105629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-eeb9fe2a-0ea1-4cf9-bc0b-78887f68cf83 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2850630 Jul 22 11:39:39.241971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-59f3769e-a2f4-442a-86ec-6e5003bb22fb service neutron] 10.222.0.21 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1207149 Jul 22 11:39:39.293152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 80b9e53e-806e-45a1-a018-f3fceef1db3e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:39.303035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.304868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-fba42b8a-232c-4576-8c56-765da2e87e7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:39.306595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-fba42b8a-232c-4576-8c56-765da2e87e7e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 200 len: 848 time: 0.2914846 Jul 22 11:39:39.316977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Transition to ACTIVE for port object 80b9e53e-806e-45a1-a018-f3fceef1db3e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:39.367636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.396246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.454470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c8c7062-e413-4006-9450-5ed2db65fb48 req-7845f888-8a75-41f5-a7f5-baf1c6989417 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:39.462095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c8c7062-e413-4006-9450-5ed2db65fb48 req-7845f888-8a75-41f5-a7f5-baf1c6989417 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 943 time: 0.2188566 Jul 22 11:39:39.494345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-05f70c88-7469-410b-bebc-1d9c4cae6292 service neutron] 10.222.0.21 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2403810 Jul 22 11:39:39.527954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c8c7062-e413-4006-9450-5ed2db65fb48 req-0188b421-8fe2-4968-9df5-ab6910e8d8ee tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0646651 Jul 22 11:39:39.531958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Allocated IP 172.25.6.46 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/550f042e-9327-4bf8-b1e4-d238abfa1cea) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:39.541637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-b9841372-cf29-4100-a348-512b093d5a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:39.541637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-b9841372-cf29-4100-a348-512b093d5a7d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ba016ed-e0c8-448d-8557-fe908a9c0977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2216029 Jul 22 11:39:39.717535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.720030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-aba25641-ddc7-40c7-ad99-40e9551fb9a8 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1761079 Jul 22 11:39:39.876198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.956822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:39.963048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90353cca-aec6-425c-968d-97e1e80e7444 req-b85d2f70-00d2-4380-b579-846de0a01c94 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 210 time: 0.0533206 Jul 22 11:39:40.021099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:40.026386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.029238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Router 28ae587c-a314-48c0-9fd2-065d76936c7e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:40.030479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:40.037976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:40.041365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['314d358a-65b2-410e-8e6a-d06e77e5a4eb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.045125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.050570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:40.068166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.084506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.091920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.100007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-49c4dfb5-313f-433b-a8c9-9a6057636214 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 3826 time: 0.3786888 Jul 22 11:39:40.144508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8485f243-f114-45b3-ac5c-899ec05aa844 req-08344b5c-4eab-40db-807b-5f8d4270d5e5 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4125943 Jul 22 11:39:40.202980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cdd5b6a-714a-488a-a45f-07d911ea493d req-3a91a31a-c5c6-4964-8377-d7e2397d9f5e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1009977 Jul 22 11:39:40.345810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2adde03-0ba8-4ba9-b66b-d07097103648') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.346367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2adde03-0ba8-4ba9-b66b-d07097103648') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.383493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d55bb41-5862-41b6-b5e2-39087c5f9d10 req-45aaa0a0-450e-4e52-b4b0-64c77e8180f6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:40.400051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d55bb41-5862-41b6-b5e2-39087c5f9d10 req-45aaa0a0-450e-4e52-b4b0-64c77e8180f6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.1922905 Jul 22 11:39:40.415004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.471381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.500722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=550f042e-9327-4bf8-b1e4-d238abfa1cea,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:40.524110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:40.524536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:40.526236 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:40.528426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d55bb41-5862-41b6-b5e2-39087c5f9d10 req-3770feec-27fe-4f16-8048-528543af00f6 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1253214 Jul 22 11:39:40.539828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:40.549671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Attempting to bind port 80b9e53e-806e-45a1-a018-f3fceef1db3e on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:40.550304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Attempting to bind port 80b9e53e-806e-45a1-a018-f3fceef1db3e by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:40.550971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Attempting to bind port 80b9e53e-806e-45a1-a018-f3fceef1db3e on network e965b12e-fd37-42fb-a906-48a8e565597b {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:40.551735 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] Sync routers for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:40.557789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d94569ce-9b7f-4101-9074-6b0594b6ba50 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9381270 Jul 22 11:39:40.560737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:40.566330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:40.567079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.604726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Port 80b9e53e-806e-45a1-a018-f3fceef1db3e on network e965b12e-fd37-42fb-a906-48a8e565597b not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:40.605085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Attempting to bind port 80b9e53e-806e-45a1-a018-f3fceef1db3e on network e965b12e-fd37-42fb-a906-48a8e565597b {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:40.620606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a8ffda88-69e2-40e0-b699-5728e7024c71 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:39:40.674351 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.701178 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:40.701848 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.710535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:40.712365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Checking segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:40.712946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Bound using segment: {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:40.715519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Bound port: 80b9e53e-806e-45a1-a018-f3fceef1db3e, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '475787c0-d322-477d-97bd-850605b9f213', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:40.716965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.778405 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:40.781070 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c07ef19a-5a13-44cd-a353-faa9a45ca516 None None] The sync data for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:40.796069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.796766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb328d4b-0207-4cdf-8080-bacb82a5d3ed tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.843656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.845800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a8ffda88-69e2-40e0-b699-5728e7024c71,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:40.857959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.867412 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] 10.222.0.21 "DELETE /v2.0/networks/314d358a-65b2-410e-8e6a-d06e77e5a4eb HTTP/1.1" status: 204 len: 168 time: 2.7545209 Jul 22 11:39:40.869117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'port_id': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'mac_address': 'fa:16:3e:a5:8f:be', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:39:40.922464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:40.936886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b21fa66-07da-420d-bdee-64b964f9cb5f admin admin] Pushing event deleted for resources: {'Network': ['ID=314d358a-65b2-410e-8e6a-d06e77e5a4eb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:40.938258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a8ffda88-69e2-40e0-b699-5728e7024c71 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:40.960961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a8ffda88-69e2-40e0-b699-5728e7024c71,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:40.968319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:41.018024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9365f527-e2a4-4837-a27a-d36640edd61f req-633c32be-45f5-4e24-b052-be437d74d797 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:41.025467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9365f527-e2a4-4837-a27a-d36640edd61f req-633c32be-45f5-4e24-b052-be437d74d797 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 943 time: 0.2891631 Jul 22 11:39:41.059707 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-fb328d4b-0207-4cdf-8080-bacb82a5d3ed tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 11:39:41.064573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fb328d4b-0207-4cdf-8080-bacb82a5d3ed tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e HTTP/1.1" status: 409 len: 329 time: 0.5025642 Jul 22 11:39:41.067847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:41.076857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:41.113429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:41.139125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:41.144542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:41.162337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:41.213459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:41.218786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:41.222487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] 10.222.0.20 "PUT /v2.0/ports/80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 1091 time: 3.0742745 Jul 22 11:39:41.239366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['a8ffda88-69e2-40e0-b699-5728e7024c71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:41.269907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:41.281336 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc" -d '{"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:41.313015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:41.422759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c18a1d7-6705-484f-ad06-e12c2f740d0b service neutron] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:41.475279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:41.487109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2db2268-0f9b-4e1c-8a09-d32ed432ebf4 req-6b54ad9b-6704-4346-87f2-7eec18886d39 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 210 time: 0.2796209 Jul 22 11:39:41.511383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9365f527-e2a4-4837-a27a-d36640edd61f req-076c8d76-4938-4485-8dac-134ba38e087a tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4850073 Jul 22 11:39:41.722597 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cfe3aedb-30ca-4aa3-8bed-922e3cb58915 x-openstack-request-id: req-cfe3aedb-30ca-4aa3-8bed-922e3cb58915 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:41.726487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:41.726487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cfe3aedb-30ca-4aa3-8bed-922e3cb58915 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:41.726780 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'status': 'completed', 'code': 200} Jul 22 11:39:41.885068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aebd68e6-54fa-4582-8979-a9215e79b5c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f517b7414c65474a9c4bb3be85537eab&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4084189 Jul 22 11:39:41.889102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41378) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:42.064454 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.090104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.109927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.111523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.115391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.115978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.116530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.120207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-8722e821-efb4-4568-90f9-c5735bc4b031 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 4361 time: 0.3571267 Jul 22 11:39:42.287086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.287751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-0df59b5b-b3a6-4674-9062-52eed7594599 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.289323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-0df59b5b-b3a6-4674-9062-52eed7594599 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.36 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 810 time: 0.8012707 Jul 22 11:39:42.301635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.359520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.365771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.371883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.378220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.384264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.388724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.393105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-78e29eab-4ffa-4f2f-8395-f0cb8607ea80 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 3826 time: 0.7509212 Jul 22 11:39:42.460283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-87880c3e-0442-4f36-8ef5-122b712290b8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=9d423553a7664b058aaa309f81046917 HTTP/1.1" status: 200 len: 380 time: 0.1576459 Jul 22 11:39:42.473040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38a17d0-0beb-4a78-9095-125200987e18 req-06617ab0-cba8-4861-a11e-6f6899fa50f5 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:42.474739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a38a17d0-0beb-4a78-9095-125200987e18 req-06617ab0-cba8-4861-a11e-6f6899fa50f5 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.6633723 Jul 22 11:39:42.479557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'port': {'device_id': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'admin_state_up': True, 'tenant_id': '9d423553a7664b058aaa309f81046917', 'security_groups': ['c599a24c-adde-408a-a199-a10ba52fd03b']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:42.570707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c0e0e2dc-06ef-4028-9350-8ddc6bdc05c6 req-31a771c7-e1b2-4c36-b8af-dffc0b8a86c8 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1766388 Jul 22 11:39:42.648890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a8ffda88-69e2-40e0-b699-5728e7024c71 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:42.725733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a38a17d0-0beb-4a78-9095-125200987e18 req-7fa06c30-0d8d-41a8-8780-85b3ce3b5881 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2366905 Jul 22 11:39:42.811881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e203062e-3b86-4601-aa0d-ed2fa496c3d8 req-5c37a5c0-952b-4a22-986b-2b23e89370da tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 210 time: 0.1101809 Jul 22 11:39:42.862742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port a8ffda88-69e2-40e0-b699-5728e7024c71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:42.880584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port a8ffda88-69e2-40e0-b699-5728e7024c71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:42.882098 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.988769 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:42.990781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Made reservation on behalf of 9d423553a7664b058aaa309f81046917 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:42.994343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:43.082480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:43.108140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac8b7a59-13a0-440c-9a34-75dbf76c75f4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:43.128709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:43.136132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:43.138483 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-628c87e5-b6eb-4314-890a-2477723deac7" -d '{"events": [{"server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "name": "network-vif-plugged", "status": "completed", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:43.156972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Transition to ACTIVE for port object ac8b7a59-13a0-440c-9a34-75dbf76c75f4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:43.178101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a8ffda88-69e2-40e0-b699-5728e7024c71,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:43.188586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:43.205781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f06a76a-01e1-48b0-984f-0d65ab319d58 req-35932120-5d19-476f-99df-96d982214325 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:43.218758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f06a76a-01e1-48b0-984f-0d65ab319d58 req-35932120-5d19-476f-99df-96d982214325 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 944 time: 0.3428309 Jul 22 11:39:43.292192 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f047e88-f3c3-4be5-8e46-a634fb231e17 x-openstack-request-id: req-8f047e88-f3c3-4be5-8e46-a634fb231e17 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:43.292507 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "name": "network-vif-plugged", "status": "completed", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:43.292770 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f047e88-f3c3-4be5-8e46-a634fb231e17 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:43.293166 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'code': 200} Jul 22 11:39:43.295114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:43.380021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-1aed01c2-52c0-4c89-9a99-bedf5b82ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:43.382828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-1aed01c2-52c0-4c89-9a99-bedf5b82ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:43.385086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-1aed01c2-52c0-4c89-9a99-bedf5b82ab77 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:43.389572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-1aed01c2-52c0-4c89-9a99-bedf5b82ab77 service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=142f8ba5fc254210abcb8f222c16826c&shared=False HTTP/1.1" status: 200 len: 2299 time: 1.2310390 Jul 22 11:39:43.400086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=550f042e-9327-4bf8-b1e4-d238abfa1cea,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:43.539242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f06a76a-01e1-48b0-984f-0d65ab319d58 req-b4067ac0-5a53-4ebc-95ea-5f38cd580654 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2506471 Jul 22 11:39:43.658807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Allocated IP 172.20.0.12 (7c469669-9fd5-4286-8146-5d14ee09de3d/bd0df995-f7eb-4f34-9b0e-427314159faf/ec3185bb-d60c-4337-8bbb-8c7290602fc3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:43.853022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:43.870776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Transition to ACTIVE for port object ec3185bb-d60c-4337-8bbb-8c7290602fc3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:43.969081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.077900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event updated for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:44.089781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Network 7c469669-9fd5-4286-8146-5d14ee09de3d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:44.095224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:44.105252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:44.116688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.120555 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.126101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/07715c47-7c3a-479f-bb76-a25825a9cd59 HTTP/1.1" status: 204 len: 168 time: 2.2332025 Jul 22 11:39:44.128098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.142055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-e07a22cb-c429-4652-9d08-f4a9eca4991e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.143955 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22b11b3c-f5e7-4cb8-8e5a-2443ea0589fc req-e07a22cb-c429-4652-9d08-f4a9eca4991e service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.7387869 Jul 22 11:39:44.252047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.255021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.353921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42fb1143-dff9-4a73-ad2b-bcad9dc6f672 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07715c47-7c3a-479f-bb76-a25825a9cd59,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:44.360300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:44.492586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-0f4df1d1-dba9-4567-826b-8308c859c089 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0167687 Jul 22 11:39:44.613017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6db4084-99fe-45d6-bdec-610aeb95b672 None None] Provisioning for port ec3185bb-d60c-4337-8bbb-8c7290602fc3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:44.620019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6db4084-99fe-45d6-bdec-610aeb95b672 None None] Provisioning complete for port ec3185bb-d60c-4337-8bbb-8c7290602fc3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:44.621483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6db4084-99fe-45d6-bdec-610aeb95b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.646126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Request body: {'port': {'device_id': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:44.658704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Attempting to bind port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:44.659055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Attempting to bind port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:44.659402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Attempting to bind port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:44.687694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:44.689154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Attempting to bind port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:44.754014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:44.755662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d6db4084-99fe-45d6-bdec-610aeb95b672 None None] Port ec3185bb-d60c-4337-8bbb-8c7290602fc3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:44.756949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:44.757934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Bound using segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:44.757934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Bound port: ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:44.758238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.811722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5becfeda-c663-4673-b925-6ef783377eac req-c401a4ea-dc90-4c7f-8ec3-727b6ec534e5 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.812907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a91b167-2a83-4972-9bda-f33b91b9c164 req-c82f0ba9-b331-4975-a22f-c41e7366f4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.814523 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a91b167-2a83-4972-9bda-f33b91b9c164 req-c82f0ba9-b331-4975-a22f-c41e7366f4c2 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1096 time: 1.2396147 Jul 22 11:39:44.819152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5becfeda-c663-4673-b925-6ef783377eac req-c401a4ea-dc90-4c7f-8ec3-727b6ec534e5 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.9058418 Jul 22 11:39:44.821003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.935558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.935915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:44.945371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:44.951284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.961193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:44.973595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e94057e-5ac3-410f-a692-3ec6ffb47120 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.4959545 Jul 22 11:39:44.973928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:44.988970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:45.004097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.012720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:45.026780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:45.043855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-eb2229be-7383-42f2-9023-ce2ed65542da tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 4604 time: 1.0952067 Jul 22 11:39:45.117935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:45.118701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.120058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 1136 time: 3.8282654 Jul 22 11:39:45.120537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:45.127429 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-474ada98-25ed-4249-8035-4e4db73855d0" -d '{"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "ac8b7a59-13a0-440c-9a34-75dbf76c75f4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:45.160309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:45.255751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2082803c-8166-41ed-ba49-d3b9d56b3839 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.256883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5becfeda-c663-4673-b925-6ef783377eac req-f2d257b8-d909-4275-a448-f0d3dc962309 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4239550 Jul 22 11:39:45.264877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a91b167-2a83-4972-9bda-f33b91b9c164 req-ccbc1ec3-825b-4803-83e7-675bc177f709 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4126213 Jul 22 11:39:45.297729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9eae30-7ff5-447f-ad00-760e6e550479 service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:45.309015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting port fbedf2b9-862b-4336-8139-ac37279425be {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:45.309367 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.371532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.401868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d89721b-79ff-4ff5-b606-4039562e2248 req-4c360b6b-7170-49c0-b223-2a19fef6f59c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3563757 Jul 22 11:39:45.408777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.866239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5ce174f1-7af9-44fb-b0a1-7165105fa191 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:45.878647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.897912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Transition to ACTIVE for port object 5ce174f1-7af9-44fb-b0a1-7165105fa191 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:45.900220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.906899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:45.964420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e903f9-442a-4838-ac81-989872613ba9 req-c866bb6d-e36c-4bae-b6ff-5e186313f93c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:45.980772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08e903f9-442a-4838-ac81-989872613ba9 req-c866bb6d-e36c-4bae-b6ff-5e186313f93c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 932 time: 0.6006229 Jul 22 11:39:45.990156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Calling delete_port for fbedf2b9-862b-4336-8139-ac37279425be owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:46.095784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Attempting to bind port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:46.112024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Attempting to bind port 5ce174f1-7af9-44fb-b0a1-7165105fa191 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:46.112455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Attempting to bind port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:46.157401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:46.158062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Attempting to bind port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:46.172867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:46.173364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:46.173770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Bound using segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:46.174345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Bound port: 5ce174f1-7af9-44fb-b0a1-7165105fa191, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:46.174744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:46.228893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08e903f9-442a-4838-ac81-989872613ba9 req-04cad4fe-30b2-439a-bc26-50275ccbd484 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2393048 Jul 22 11:39:46.243743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:46.299806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-926ae75c-73d1-4b1b-9845-c8f8167d4a48 req-1e3c43a1-f662-49d1-99bc-7a98f772a988 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.314746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-926ae75c-73d1-4b1b-9845-c8f8167d4a48 req-1e3c43a1-f662-49d1-99bc-7a98f772a988 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.7100720 Jul 22 11:39:46.339787 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c4b3acce-b057-4ada-91c2-4f5589a49c15 x-openstack-request-id: req-c4b3acce-b057-4ada-91c2-4f5589a49c15 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:46.340127 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "ac8b7a59-13a0-440c-9a34-75dbf76c75f4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:46.340335 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c4b3acce-b057-4ada-91c2-4f5589a49c15 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:46.340747 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4', 'status': 'completed', 'code': 200} Jul 22 11:39:46.538133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:46.544335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:46.572704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:46.595839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-926ae75c-73d1-4b1b-9845-c8f8167d4a48 req-549207ff-9f69-462f-ae3c-26b9ef698d75 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459056 Jul 22 11:39:46.631307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.631894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:46.633329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] 10.222.0.20 "PUT /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 1134 time: 1.4791799 Jul 22 11:39:46.661382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.661880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.662383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.662964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.663897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.664395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.664875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:46.667023 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-474ada98-25ed-4249-8035-4e4db73855d0 req-5c84ce0d-1ebe-476f-b90e-69809ada77ff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6175 time: 0.2899785 Jul 22 11:39:46.673119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aec6c86-fa18-487b-a556-5cc603cce18f service neutron] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:46.892087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:46.929908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ec3185bb-d60c-4337-8bbb-8c7290602fc3 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:46.933838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:46.991211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.101567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Port': ['ID=fbedf2b9-862b-4336-8139-ac37279425be,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:47.237027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.257813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ceffe4c2-069b-41b7-ba5c-b8cf3941f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:47.258364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ceffe4c2-069b-41b7-ba5c-b8cf3941f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:47.258895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ceffe4c2-069b-41b7-ba5c-b8cf3941f28e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:47.260849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ceffe4c2-069b-41b7-ba5c-b8cf3941f28e service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=142f8ba5fc254210abcb8f222c16826c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.5443501 Jul 22 11:39:47.382248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Transition to ACTIVE for port object ec3185bb-d60c-4337-8bbb-8c7290602fc3 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:47.430874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.457135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.815770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.853584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Pushing event updated for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:47.877994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 12359e23-1831-423f-a29a-162724572bcb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:47.892106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:47.906224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50269fa-f1bf-4c0f-a108-221517f09538 req-ff346de5-bdf3-40d5-91dd-632f4a6a5fc2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:47.910228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f50269fa-f1bf-4c0f-a108-221517f09538 req-ff346de5-bdf3-40d5-91dd-632f4a6a5fc2 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.9229944 Jul 22 11:39:47.914145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Transition to ACTIVE for port object 12359e23-1831-423f-a29a-162724572bcb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:47.992971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-fb26ef03-afa7-43a4-97e7-0b9f68ece9d7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--166766415&fields=id&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 267 time: 0.3819611 Jul 22 11:39:48.010972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ff4434d3-b838-47f5-8372-3d67894be5df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:48.014580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-474ada98-25ed-4249-8035-4e4db73855d0 req-ff4434d3-b838-47f5-8372-3d67894be5df service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.6846120 Jul 22 11:39:48.016240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.124250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:48.182689 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d04d603-ef4c-451a-98f7-76c0676efe92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.257811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Attempting to bind port 12359e23-1831-423f-a29a-162724572bcb on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:48.258311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Attempting to bind port 12359e23-1831-423f-a29a-162724572bcb by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:48.258511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Attempting to bind port 12359e23-1831-423f-a29a-162724572bcb on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:48.264507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Port 12359e23-1831-423f-a29a-162724572bcb on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:48.264844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Attempting to bind port 12359e23-1831-423f-a29a-162724572bcb on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:48.271239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:48.271533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:48.271935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Bound using segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:48.272380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Bound port: 12359e23-1831-423f-a29a-162724572bcb, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:48.272893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.364539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:48.370399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:48.373912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '5ce174f1-7af9-44fb-b0a1-7165105fa191'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:48.380948 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebcc31d3-57d9-41c2-8c46-a0e200259381" -d '{"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "5ce174f1-7af9-44fb-b0a1-7165105fa191"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:48.381786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f50269fa-f1bf-4c0f-a108-221517f09538 req-d48eb971-215e-4e9b-b002-ccdc68e32134 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4525588 Jul 22 11:39:48.387438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Router 28ae587c-a314-48c0-9fd2-065d76936c7e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:39:48.390878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.529498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Attempting to bind port ec3185bb-d60c-4337-8bbb-8c7290602fc3 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:48.529995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Attempting to bind port ec3185bb-d60c-4337-8bbb-8c7290602fc3 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:48.530392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Attempting to bind port ec3185bb-d60c-4337-8bbb-8c7290602fc3 on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:48.536801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:48.555908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:48.557459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.560842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f2b3f209-3945-40c6-8bd3-8feb86bfe041 service neutron] 10.222.0.20 "PUT /v2.0/ports/12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 1090 time: 1.8456850 Jul 22 11:39:48.597957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:48.599306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Port ec3185bb-d60c-4337-8bbb-8c7290602fc3 on network 7c469669-9fd5-4286-8146-5d14ee09de3d not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:48.600130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Attempting to bind port ec3185bb-d60c-4337-8bbb-8c7290602fc3 on network 7c469669-9fd5-4286-8146-5d14ee09de3d {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:48.761043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.787975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:48.788332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Checking segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:48.788736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Bound using segment: {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:48.789195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Bound port: ec3185bb-d60c-4337-8bbb-8c7290602fc3, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:48.789570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:48.836566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-851e3c9c-b7a6-4505-b838-c3995467793a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:48.838964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-851e3c9c-b7a6-4505-b838-c3995467793a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 816 time: 0.8125381 Jul 22 11:39:48.840127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:39:48.858815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] Sync routers for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:39:48.873283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:48.881906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-62071842-5ced-413b-a53d-0969958c7f38 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.7983561 Jul 22 11:39:48.903103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:48.904294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:48.974116 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4a39fe86-cce6-4998-8905-1a44a805dc8e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] show failed (client error): The resource could not be found. Jul 22 11:39:48.976242 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a39fe86-cce6-4998-8905-1a44a805dc8e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1096250104 HTTP/1.1" status: 404 len: 335 time: 0.1019526 Jul 22 11:39:48.983485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:48.987596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:48.999743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:49.001859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:49.003566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.012457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2ac0de56-06ae-46df-a060-97e0e9e4965e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:49.033303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] Routers {'28ae587c-a314-48c0-9fd2-065d76936c7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:39:49.034515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['28ae587c-a314-48c0-9fd2-065d76936c7e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:49.104588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:49.105523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa8555c6-ae86-4148-834a-07eb5453fedf None None] The sync data for ids ['28ae587c-a314-48c0-9fd2-065d76936c7e'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:39:49.139169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-99ac67ad-8953-4a9c-951b-60e31020471f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/quotas/0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 375 time: 0.2208078 Jul 22 11:39:49.151360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.152155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.154007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] 10.222.0.36 "PUT /v2.0/ports/ec3185bb-d60c-4337-8bbb-8c7290602fc3 HTTP/1.1" status: 200 len: 1092 time: 4.5142434 Jul 22 11:39:49.179999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:49.183914 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-91bce1b2-d413-4231-b361-582568317dbf" -d '{"events": [{"name": "network-changed", "server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:49.188057 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2ac0de56-06ae-46df-a060-97e0e9e4965e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] update failed (client error): The resource could not be found. Jul 22 11:39:49.193287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2ac0de56-06ae-46df-a060-97e0e9e4965e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-455606694 HTTP/1.1" status: 404 len: 334 time: 0.1919670 Jul 22 11:39:49.196365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:49.304910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.312167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.321381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.330269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.340444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.340817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.348400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.355399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.359354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-8a3af6fb-9119-4534-85d8-778ac8eaf5d4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5392 time: 0.7784071 Jul 22 11:39:49.462999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7bf3fd72-ee70-4b13-afac-74847c08f9af {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:49.474840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.496237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Transition to ACTIVE for port object 7bf3fd72-ee70-4b13-afac-74847c08f9af will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:49.504643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.602658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:49.804036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Attempting to bind port 7bf3fd72-ee70-4b13-afac-74847c08f9af on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:49.805093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Attempting to bind port 7bf3fd72-ee70-4b13-afac-74847c08f9af by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:49.805660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Attempting to bind port 7bf3fd72-ee70-4b13-afac-74847c08f9af on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:49.811288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Port 7bf3fd72-ee70-4b13-afac-74847c08f9af on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:49.811933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Attempting to bind port 7bf3fd72-ee70-4b13-afac-74847c08f9af on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:49.818070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:49.818821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Checking segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:49.819713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Bound using segment: {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:49.820552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Bound port: 7bf3fd72-ee70-4b13-afac-74847c08f9af, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c2588906-4141-41a3-aaa9-3524f5b3fd14', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 113, 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:49.821159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.911991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:49.916067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:49.928047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.966992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:49.967765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:49.969461 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] 10.222.0.20 "PUT /v2.0/ports/7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 1090 time: 1.3773656 Jul 22 11:39:49.999201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting subnet f1618a41-4076-4058-86a1-778b2f6a5bda {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:50.005297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e88c0d1-f980-4290-9bfb-30733a21c9ba service neutron] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:50.015717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.019278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-276d7cdd-9504-4f60-91ba-e203f8d69dec service neutron] Pushing event updated for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:50.098516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:50.143317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.219037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.331301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-df02f388-322a-4ae3-a5aa-3a8252347bbb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&fields=id HTTP/1.1" status: 200 len: 348 time: 1.1641819 Jul 22 11:39:50.360751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-76e426b8-6f9d-4b8e-a5b2-00962b2907c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:50.370346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-76e426b8-6f9d-4b8e-a5b2-00962b2907c7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 1095 time: 1.0916016 Jul 22 11:39:50.500007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-ddfe8c65-a0b6-4fd9-89bf-70596d84a766 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3 HTTP/1.1" status: 200 len: 217 time: 0.1084406 Jul 22 11:39:50.578030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d12f69f6-187a-4c80-9afb-e00449c00153 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:50.587025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.602655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Transition to ACTIVE for port object d12f69f6-187a-4c80-9afb-e00449c00153 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:50.608206 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.678348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:50.739273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1c4ef7-24b1-479a-952d-b69a297f8d4d req-4de68ce0-a085-40e9-8651-72c702787c98 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.8157341 Jul 22 11:39:50.774427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Attempting to bind port d12f69f6-187a-4c80-9afb-e00449c00153 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:50.775247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Attempting to bind port d12f69f6-187a-4c80-9afb-e00449c00153 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:50.775645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Attempting to bind port d12f69f6-187a-4c80-9afb-e00449c00153 on network 31c755e2-4511-4773-8e2e-06328bfefe2c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:50.777042 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.788171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Port d12f69f6-187a-4c80-9afb-e00449c00153 on network 31c755e2-4511-4773-8e2e-06328bfefe2c not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:50.788840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Attempting to bind port d12f69f6-187a-4c80-9afb-e00449c00153 on network 31c755e2-4511-4773-8e2e-06328bfefe2c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:50.804651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:50.805119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Checking segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:50.805517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Bound using segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:50.805954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Bound port: d12f69f6-187a-4c80-9afb-e00449c00153, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:50.806415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.864962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-5e5036ef-a384-4c34-a03e-5747d423287e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:50.874777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-5e5036ef-a384-4c34-a03e-5747d423287e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.3342910 Jul 22 11:39:50.914765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-709125fb-9e5d-4098-95c4-0ed7a59b6180 service neutron] 10.222.0.21 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5360496 Jul 22 11:39:50.920570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:50.924251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:50.930662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.978364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:50.979406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:50.981170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] 10.222.0.20 "PUT /v2.0/ports/d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 1091 time: 0.8874602 Jul 22 11:39:51.021207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Request body: {'port': {'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:51.045956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87c6eb5d-08bf-4d8f-a0f9-787ed7fe5cbe service neutron] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:51.130231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.141955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.142558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c6df762-9134-473c-9724-4f342b008449 req-5f4dded5-fc95-4f1a-ac93-009e1d4f9526 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:51.144297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-5f4dded5-fc95-4f1a-ac93-009e1d4f9526 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2522898 Jul 22 11:39:51.193720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-52474ef7-9900-41bd-9393-24e4eec8ed71 service neutron] 10.222.0.21 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781425 Jul 22 11:39:51.194934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Subnet': ['ID=f1618a41-4076-4058-86a1-778b2f6a5bda,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:51.209601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62762aab-525d-43cb-b669-45ee822836f5 None None] Network 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:51.218135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.232025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d0e1e554-e569-4fc2-9101-07e8c15e528e tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/subnets/f1618a41-4076-4058-86a1-778b2f6a5bda HTTP/1.1" status: 204 len: 168 time: 2.0204995 Jul 22 11:39:51.233929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41578) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:51.393338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.429860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-d628244e-c16f-41c8-9910-4f3ba9171b9e service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2527828 Jul 22 11:39:51.488877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cb87ad5-1fac-45b1-b3e6-747201060dd4 req-e0d07104-8224-49d3-8bed-ceeaf243c44f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:51.497230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cb87ad5-1fac-45b1-b3e6-747201060dd4 req-e0d07104-8224-49d3-8bed-ceeaf243c44f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 944 time: 0.2942429 Jul 22 11:39:51.532820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] DHCP port deletion for 3f4605c9-6ae4-45cd-acc7-b91fadbd6041 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:39:51.543632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.632477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Deleting port 9756f090-3024-4e44-afbb-a488a23f355e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:51.632945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.736559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cb87ad5-1fac-45b1-b3e6-747201060dd4 req-3bd86873-2cff-410c-9d3a-37b67c0d385c tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2135062 Jul 22 11:39:51.760712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting port 9756f090-3024-4e44-afbb-a488a23f355e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:51.761266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.769320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c6df762-9134-473c-9724-4f342b008449 req-f36c56a1-dffa-4eb6-b140-3412c63be440 service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3309288 Jul 22 11:39:51.802527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1264ea34-1c67-45cc-846b-ec1c0200c3ed req-7a0c6893-7140-42fa-940f-edd5c68d3443 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:51.804919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] For port 9756f090-3024-4e44-afbb-a488a23f355e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9756f090-3024-4e44-afbb-a488a23f355e,segment=NetworkSegment(8c4108b7-2141-448c-af0a-431c29f2ec51),segment_id=8c4108b7-2141-448c-af0a-431c29f2ec51)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:51.805654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1264ea34-1c67-45cc-846b-ec1c0200c3ed req-7a0c6893-7140-42fa-940f-edd5c68d3443 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.2128866 Jul 22 11:39:51.806328 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.824330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Calling delete_port for 9756f090-3024-4e44-afbb-a488a23f355e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:51.906110 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8bf11ee7-22c8-4065-8f30-88727824ee29 x-openstack-request-id: req-8bf11ee7-22c8-4065-8f30-88727824ee29 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:51.906423 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:51.906686 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8bf11ee7-22c8-4065-8f30-88727824ee29 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:51.907160 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'status': 'completed', 'code': 200} Jul 22 11:39:51.956600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] For port 9756f090-3024-4e44-afbb-a488a23f355e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9756f090-3024-4e44-afbb-a488a23f355e,segment=NetworkSegment(8c4108b7-2141-448c-af0a-431c29f2ec51),segment_id=8c4108b7-2141-448c-af0a-431c29f2ec51)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:51.961199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1264ea34-1c67-45cc-846b-ec1c0200c3ed req-8d8d6d3b-726e-4169-97ee-e13638079a98 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1359386 Jul 22 11:39:51.961840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:51.996007 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.011845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Calling delete_port for 9756f090-3024-4e44-afbb-a488a23f355e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:52.041812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] Pushing event deleted for resources: {'Port': ['ID=9756f090-3024-4e44-afbb-a488a23f355e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:52.052435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8c2a230-8cb5-4d82-89c9-5a7dfff2e699 None None] No DVR routers for this DVR port 9756f090-3024-4e44-afbb-a488a23f355e on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:52.115737 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4650b09d-f011-4a22-a324-f02342d556b0 x-openstack-request-id: req-4650b09d-f011-4a22-a324-f02342d556b0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:52.116149 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "5ce174f1-7af9-44fb-b0a1-7165105fa191", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:52.116506 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4650b09d-f011-4a22-a324-f02342d556b0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:52.117083 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '5ce174f1-7af9-44fb-b0a1-7165105fa191', 'status': 'completed', 'code': 200} Jul 22 11:39:52.148269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca2a2ae6-9a4f-4431-8f79-0fab8606d4bd req-2de85d08-7a05-4009-b7ac-e72bcb3e0888 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 210 time: 0.0477934 Jul 22 11:39:52.226924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:52.238668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a27a456-49e7-4a91-ae40-1bdbd9ee7c5e req-3d68f855-3f82-468b-8522-fde7f2f5fa30 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.241060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a27a456-49e7-4a91-ae40-1bdbd9ee7c5e req-3d68f855-3f82-468b-8522-fde7f2f5fa30 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 945 time: 0.2015266 Jul 22 11:39:52.243285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.250099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce1b2-d413-4231-b361-582568317dbf req-4a5d476a-81df-4678-9caf-74445b05c5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.252119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-4a5d476a-81df-4678-9caf-74445b05c5af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 1095 time: 0.3342099 Jul 22 11:39:52.292673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Transition to ACTIVE for port object 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:52.302803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.307812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.355059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.355560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.356046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.357904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.358642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.359129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.359613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.361835 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-3b759051-2f1c-46e5-8f9d-d50f387e010c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6418 time: 0.2404525 Jul 22 11:39:52.381790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] No DVR routers for this DVR port 9756f090-3024-4e44-afbb-a488a23f355e on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:52.406974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a27a456-49e7-4a91-ae40-1bdbd9ee7c5e req-94e067c6-6f0e-45e4-9e03-20a8cf8d870a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1535084 Jul 22 11:39:52.615462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:52.615725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce1b2-d413-4231-b361-582568317dbf req-2fc94ac6-522e-4fb1-8fed-a77adfbe63b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.630389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-2fc94ac6-522e-4fb1-8fed-a77adfbe63b9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.3525057 Jul 22 11:39:52.650771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.657753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.664481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.669672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Port': ['ID=9756f090-3024-4e44-afbb-a488a23f355e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:52.675566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.687327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.691230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.703514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.714349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-39e45b4b-5a0a-45df-abc7-d116cbfe6fe7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.4140315 Jul 22 11:39:52.720142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-8151abb1-4d5d-4735-af3e-6d8b745793bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.720934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-8151abb1-4d5d-4735-af3e-6d8b745793bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.722033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-8151abb1-4d5d-4735-af3e-6d8b745793bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.726484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-8151abb1-4d5d-4735-af3e-6d8b745793bb service neutron] 10.222.0.20 "GET /v2.0/networks?tenant_id=142f8ba5fc254210abcb8f222c16826c&shared=False HTTP/1.1" status: 200 len: 2299 time: 0.3360963 Jul 22 11:39:52.765549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.808787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f0dc45f-2fb0-4e00-aa9e-022388c9ea3b req-187ca94f-0a79-4531-9436-d4ec07b4f596 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:52.811760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f0dc45f-2fb0-4e00-aa9e-022388c9ea3b req-187ca94f-0a79-4531-9436-d4ec07b4f596 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.3042610 Jul 22 11:39:52.813306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-636dc0c8-23d3-4fbd-b7e9-3f7db1537ba1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3 HTTP/1.1" status: 200 len: 217 time: 0.0919664 Jul 22 11:39:52.843408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3f4605c9-6ae4-45cd-acc7-b91fadbd6041']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:52.863964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c4108b7-2141-448c-af0a-431c29f2ec51') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:52.866208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c4108b7-2141-448c-af0a-431c29f2ec51') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:52.908473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28277a08-16bc-4f98-a4e5-8a8ee3dd1bfe req-debce82e-10da-40d2-bc10-8c5ffca60d6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1825755 Jul 22 11:39:52.950260 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:52.967712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9756f090-3024-4e44-afbb-a488a23f355e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:52.998819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 9756f090-3024-4e44-afbb-a488a23f355e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:52.999186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9756f090-3024-4e44-afbb-a488a23f355e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:53.047095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce1b2-d413-4231-b361-582568317dbf req-cd65c181-69c2-4ef7-bbaf-35ea0165d450 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.048574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-cd65c181-69c2-4ef7-bbaf-35ea0165d450 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.2211409 Jul 22 11:39:53.054241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f0dc45f-2fb0-4e00-aa9e-022388c9ea3b req-2ffd9ca3-407c-405f-a545-8d32e2954c0c tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2254543 Jul 22 11:39:53.060660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.072269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:53.072663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:53.177828 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:53.181022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Attempting to bind port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:53.181022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Attempting to bind port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:53.181022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Attempting to bind port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 on network 31c755e2-4511-4773-8e2e-06328bfefe2c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:53.190599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.196660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-02f019c8-34b2-4324-b06c-9f989e3e8806 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.197180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 on network 31c755e2-4511-4773-8e2e-06328bfefe2c not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:53.197443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Attempting to bind port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 on network 31c755e2-4511-4773-8e2e-06328bfefe2c {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:53.198636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-02f019c8-34b2-4324-b06c-9f989e3e8806 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 816 time: 0.3474505 Jul 22 11:39:53.205933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.207747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/networks/3f4605c9-6ae4-45cd-acc7-b91fadbd6041 HTTP/1.1" status: 204 len: 168 time: 1.9695082 Jul 22 11:39:53.222641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:53.234743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22f2919-b92a-4485-a084-90a6028a2668 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Network': ['ID=3f4605c9-6ae4-45cd-acc7-b91fadbd6041,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:53.237396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:53.241984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Checking segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:53.242580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Bound using segment: {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:53.243390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Bound port: 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'c459876c-ec16-46b1-9541-bd97dc61eb07', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:53.243929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.326608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91bce1b2-d413-4231-b361-582568317dbf req-45b98a6c-0671-4d03-aedf-ee8206b3adb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.328119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-45b98a6c-0671-4d03-aedf-ee8206b3adb5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2708411 Jul 22 11:39:53.330484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-9de1b283-5865-4592-8ce2-1ad0a06b963a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.332194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebcc31d3-57d9-41c2-8c46-a0e200259381 req-9de1b283-5865-4592-8ce2-1ad0a06b963a service neutron] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.5638938 Jul 22 11:39:53.335425 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-f126efaf-ad56-4e9a-b4fa-5900fbfe97d4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 379 time: 0.1089983 Jul 22 11:39:53.349103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting subnet 79d74998-f8d5-49e8-a6e4-ad8e169d02d3 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:53.353713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.365608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'port': {'device_id': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'admin_state_up': True, 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'security_groups': ['b5d35bdd-712b-4ee4-a064-ace4cdf72a36']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:53.409745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:53.415289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:53.418006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.448466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.503122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.504105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.504505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c95127b-073f-4423-b419-3c8e895e0d32 req-530b3d93-7732-4d54-b59e-929d20bd6e0e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.506050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c95127b-073f-4423-b419-3c8e895e0d32 req-530b3d93-7732-4d54-b59e-929d20bd6e0e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 944 time: 0.3062232 Jul 22 11:39:53.506212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] 10.222.0.20 "PUT /v2.0/ports/8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 1091 time: 2.4936352 Jul 22 11:39:53.537082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1eff2e4b-7509-45d8-8749-199694bd0795 service neutron] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:53.547510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a31ed3-4499-4e13-bf98-565778da0b6a req-e796b126-d8ce-4dfa-9b75-79e025dbbb47 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.549366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27a31ed3-4499-4e13-bf98-565778da0b6a req-e796b126-d8ce-4dfa-9b75-79e025dbbb47 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.3124614 Jul 22 11:39:53.621454 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.665934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27a31ed3-4499-4e13-bf98-565778da0b6a req-972688dd-f968-47d7-9344-1a8b330fe740 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1017401 Jul 22 11:39:53.684813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-6e225ae3-5281-4446-86a3-81e4fd5447b0 service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3474593 Jul 22 11:39:53.704209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.704722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.705412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.706092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.706838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.707478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.708299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:53.717463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:53.718236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-3fd28119-58f0-483a-a130-5635c32776e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6485 time: 0.1509399 Jul 22 11:39:53.722481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:53.776077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c95127b-073f-4423-b419-3c8e895e0d32 req-526e4ec4-4abc-44e1-b26c-996a9a2958c2 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2492764 Jul 22 11:39:53.832370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.838760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-f5afef4b-f80b-40cb-b79a-0012a129835e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 217 time: 0.1100423 Jul 22 11:39:53.900370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Made reservation on behalf of 0278ad4a4ede46d59a14571964589eb6 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:39:53.914542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.916649 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.962935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Subnet': ['ID=79d74998-f8d5-49e8-a6e4-ad8e169d02d3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:53.971462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:53.973389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7cb86120-c271-4bf7-a8a8-aa37857bc2ca tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/subnets/79d74998-f8d5-49e8-a6e4-ad8e169d02d3 HTTP/1.1" status: 204 len: 168 time: 0.7495778 Jul 22 11:39:53.977287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:53.981877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f5d6296-51d3-410b-8c44-2c4461963cb0 None None] Network e582e72a-1626-4b84-be48-1d6c53f9b1aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:53.985402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f50ac10-b0f9-4536-81d1-73e817c549ac req-79428d43-3a65-4655-98ba-138dd94e01bd tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 210 time: 0.0834894 Jul 22 11:39:54.072987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91bce1b2-d413-4231-b361-582568317dbf req-e17a08e8-2e60-4cbb-8958-1062d146285f service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3796706 Jul 22 11:39:54.073377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:54.088745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:54.092839 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1867e430-b97d-40e8-a600-df9f7c9721d0" -d '{"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-unplugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:54.109396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.120487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '12359e23-1831-423f-a29a-162724572bcb'}, {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af'}, {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153'}, {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:54.123371 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf13435b-ea69-45b3-a1f7-94646e235ce1" -d '{"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "12359e23-1831-423f-a29a-162724572bcb"}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af"}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153"}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:54.131312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting subnet 69fb784d-fab0-46fe-8752-45dd95385f83 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:54.136519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.177110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8869b38d-ed9d-40bb-a47d-c9ae9cfe5e55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.179097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8869b38d-ed9d-40bb-a47d-c9ae9cfe5e55 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.3177452 Jul 22 11:39:54.187479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:54.224548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.358512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.384371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Allocated IP 172.20.0.6 (3c622c4f-055b-4220-8cd1-311846ed07c4/c6490d43-7e9f-4bf7-bf63-41d68a3b02ea/a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:54.384996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-373b6772-d54d-491b-9cee-1d79ee692aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.386655 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-373b6772-d54d-491b-9cee-1d79ee692aa7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1972463 Jul 22 11:39:54.430669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] DHCP port deletion for e582e72a-1626-4b84-be48-1d6c53f9b1aa request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:39:54.502674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:54.514163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.516058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Deleting port eae6c263-947d-453b-bcb2-78c69bf2b832 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:54.516443 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.597661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] For port eae6c263-947d-453b-bcb2-78c69bf2b832, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=eae6c263-947d-453b-bcb2-78c69bf2b832,segment=NetworkSegment(1eaa1552-ee61-485b-b4ec-12ce63237c4a),segment_id=1eaa1552-ee61-485b-b4ec-12ce63237c4a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:54.599139 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.618234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Calling delete_port for eae6c263-947d-453b-bcb2-78c69bf2b832 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:54.668057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ec3185bb-d60c-4337-8bbb-8c7290602fc3 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:39:54.783322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.800419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43738d59-e086-4435-8b46-aa7888a98165 tempest-TestServerBasicOps-1813517318 tempest-TestServerBasicOps-1813517318-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.802074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-43738d59-e086-4435-8b46-aa7888a98165 tempest-TestServerBasicOps-1813517318 tempest-TestServerBasicOps-1813517318-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1091 time: 1.0679169 Jul 22 11:39:54.808446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41748) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:54.818372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebfa98c4-5624-469a-bf70-41708c156623 req-099d8b39-9fd9-41a9-bd27-db951af37511 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.819750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] Pushing event deleted for resources: {'Port': ['ID=eae6c263-947d-453b-bcb2-78c69bf2b832,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:54.826119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebfa98c4-5624-469a-bf70-41708c156623 req-099d8b39-9fd9-41a9-bd27-db951af37511 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 943 time: 0.6437101 Jul 22 11:39:54.831933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:54.837655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:54.849109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9bf7a30-b630-4837-852e-aff64f96a58a None None] No DVR routers for this DVR port eae6c263-947d-453b-bcb2-78c69bf2b832 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:54.874499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'port_id': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'mac_address': 'fa:16:3e:55:e1:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 102, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:39:54.877069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.883271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.890311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.896251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.902073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.908801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.909602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Subnet': ['ID=69fb784d-fab0-46fe-8752-45dd95385f83,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:54.915060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:54.923205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-25ae95f7-3f58-49c0-b374-aed5a4c3a5fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.6929622 Jul 22 11:39:54.932409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d8b51743-ca47-4f44-b237-97918d8a7764 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5364377 Jul 22 11:39:54.933558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.935438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-456fd56a-aafb-44b0-b8ee-62a050db0f8f tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/subnets/69fb784d-fab0-46fe-8752-45dd95385f83 HTTP/1.1" status: 204 len: 168 time: 0.9571631 Jul 22 11:39:54.942464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:54.943677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:54.959570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d97e410a-6bb5-4654-9d5c-716f14026910 None None] Network da71ab24-c2c0-4f0a-b789-f5a526c7c0aa requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:54.971325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device eae6c263-947d-453b-bcb2-78c69bf2b832 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:54.971587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61847456-ab8d-4611-8425-491b5c4c5e3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.008788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ec3185bb-d60c-4337-8bbb-8c7290602fc3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:55.024365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: eae6c263-947d-453b-bcb2-78c69bf2b832 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:55.025126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device eae6c263-947d-453b-bcb2-78c69bf2b832 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:55.053974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.089301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:55.111108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.112426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-0f8b9599-7a8e-4eff-89e3-038c6f10651b tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:55.114540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-0f8b9599-7a8e-4eff-89e3-038c6f10651b tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 943 time: 0.2075956 Jul 22 11:39:55.118038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebfa98c4-5624-469a-bf70-41708c156623 req-2c28003d-84da-4bdc-9b17-cca9fe9f2951 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/security-groups?id=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2909720 Jul 22 11:39:55.118375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8c54de71-0e21-497d-a0e7-a7ccb6754fa1 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1586120 Jul 22 11:39:55.152100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5709c6d8-0d21-4ad2-9f0f-44db4b042500 req-f7da2333-718e-480a-8e04-98629ebcae17 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2279992 Jul 22 11:39:55.194285 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc400744-b8ca-4d05-9d71-a1aa8f2524b4 x-openstack-request-id: req-cc400744-b8ca-4d05-9d71-a1aa8f2524b4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:55.194859 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-unplugged", "status": "completed", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:55.195118 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc400744-b8ca-4d05-9d71-a1aa8f2524b4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:55.195498 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8', 'code': 200} Jul 22 11:39:55.205616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.209116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-8b9d89d8-1c7a-4f96-94d7-be8c0a3920a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 217 time: 0.0780418 Jul 22 11:39:55.260699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:55.263511 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 680 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b1043f37-afbb-42ac-a68d-c433170c39ad x-openstack-request-id: req-b1043f37-afbb-42ac-a68d-c433170c39ad {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:55.263853 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "12359e23-1831-423f-a29a-162724572bcb", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:55.264120 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b1043f37-afbb-42ac-a68d-c433170c39ad {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:55.264571 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '12359e23-1831-423f-a29a-162724572bcb', 'status': 'completed', 'code': 200} Jul 22 11:39:55.264826 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'status': 'completed', 'code': 200} Jul 22 11:39:55.265111 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'status': 'completed', 'code': 200} Jul 22 11:39:55.265364 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'status': 'completed', 'code': 200} Jul 22 11:39:55.330895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.335121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-bb859395-e1b6-42bd-8b65-efca3d27dd14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:55.336613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-bb859395-e1b6-42bd-8b65-efca3d27dd14 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1213701 Jul 22 11:39:55.403028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61847456-ab8d-4611-8425-491b5c4c5e3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.407803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['ec3185bb-d60c-4337-8bbb-8c7290602fc3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:39:55.411078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61847456-ab8d-4611-8425-491b5c4c5e3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.411297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] DHCP port deletion for da71ab24-c2c0-4f0a-b789-f5a526c7c0aa request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:39:55.459268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Deleting port 17c97a19-f991-41cd-a7bc-866e813664e8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:55.459268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.459930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Transition to ACTIVE for port object a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:55.466420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de3138b5-5fd4-4f18-b7f3-f3d244d7162a req-cddcea25-4d56-430b-8acd-5eaa8489c284 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 210 time: 0.1307404 Jul 22 11:39:55.472535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-61847456-ab8d-4611-8425-491b5c4c5e3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e9bd1ef9644748b982b9d4ed6fd79aae&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9687111 Jul 22 11:39:55.485807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:55.488486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61847456-ab8d-4611-8425-491b5c4c5e3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5378202e-94e0-41aa-8ddd-133c1ca1a61a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:55.532640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.548477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Deleting port 1e003f12-a49b-4010-9633-bdac124c80b3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:55.549197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.560119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e582e72a-1626-4b84-be48-1d6c53f9b1aa']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:55.578820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-07d0247b-8286-49cf-92d9-7385102caa1e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:55.579907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-07d0247b-8286-49cf-92d9-7385102caa1e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2328858 Jul 22 11:39:55.607509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1eaa1552-ee61-485b-b4ec-12ce63237c4a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:55.607911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1eaa1552-ee61-485b-b4ec-12ce63237c4a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:55.635735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.643233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] For port 17c97a19-f991-41cd-a7bc-866e813664e8, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=17c97a19-f991-41cd-a7bc-866e813664e8,segment=NetworkSegment(2c886d1f-cdd7-4e29-a088-4c8766270e41),segment_id=2c886d1f-cdd7-4e29-a088-4c8766270e41)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:55.643605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.667545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] For port 1e003f12-a49b-4010-9633-bdac124c80b3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1e003f12-a49b-4010-9633-bdac124c80b3,segment=NetworkSegment(3226731e-5fa5-4c9d-8741-15ecd58c53fe),segment_id=3226731e-5fa5-4c9d-8741-15ecd58c53fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:55.668056 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.672169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-593a20ca-829f-46e0-844f-95a0664525a4 req-75dddd3e-2005-488b-9b71-e8ecc7c8a510 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:55.674238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-593a20ca-829f-46e0-844f-95a0664525a4 req-75dddd3e-2005-488b-9b71-e8ecc7c8a510 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 945 time: 0.3524594 Jul 22 11:39:55.675525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.678815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.685777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Calling delete_port for 17c97a19-f991-41cd-a7bc-866e813664e8 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:55.694251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Calling delete_port for 1e003f12-a49b-4010-9633-bdac124c80b3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:55.737233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:55.737643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:55.744136 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:55.753438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-dcd33a5b-9aed-43ad-a621-98db9639ca76 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1657834 Jul 22 11:39:55.764175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.766615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.801961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:55.808348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.837973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] No DVR routers for this DVR port 1e003f12-a49b-4010-9633-bdac124c80b3 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:55.844392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7fd612-e911-4339-b6d5-c5654007f441 None None] Pushing event deleted for resources: {'Port': ['ID=1e003f12-a49b-4010-9633-bdac124c80b3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:55.854540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:55.897598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:55.900261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:55.910561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-50b13c62-8116-4215-ba87-ae62088ef63c service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491349 Jul 22 11:39:55.936609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.938639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.963023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:55.964940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/networks/e582e72a-1626-4b84-be48-1d6c53f9b1aa HTTP/1.1" status: 204 len: 168 time: 1.0165637 Jul 22 11:39:55.975958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-593a20ca-829f-46e0-844f-95a0664525a4 req-8fa4a480-182a-4abc-8f0b-acf45404585e tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2802010 Jul 22 11:39:55.985244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:56.018442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-eafbfcaa-c444-45ed-909f-661f60bafad1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 217 time: 0.0971487 Jul 22 11:39:56.020508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3734c37c-8db8-45f8-9255-d4af80ad989b tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Network': ['ID=e582e72a-1626-4b84-be48-1d6c53f9b1aa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:56.039642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.040307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.104454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-54a3a354-635f-499e-ac77-59bb787be859 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.7528179 Jul 22 11:39:56.105119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.111424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-97802d55-bc66-4992-9d66-2391ddde6ebd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.113188 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-97802d55-bc66-4992-9d66-2391ddde6ebd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0772686 Jul 22 11:39:56.123798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Request body: {'port': {'device_id': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:39:56.152214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Allocated IP 172.25.6.201 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/1e0ec109-d3dd-4041-967f-c62e1820ddd8) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:39:56.154696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.155997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-039f6fc2-3c73-4292-af59-84494c0b88c0 None None] Provisioning for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:56.157322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.158508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5378202e-94e0-41aa-8ddd-133c1ca1a61a HTTP/1.1" status: 204 len: 168 time: 0.6709511 Jul 22 11:39:56.178047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd660b62-5be0-4d7e-885c-d4e6ca51cfc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5378202e-94e0-41aa-8ddd-133c1ca1a61a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:56.184886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-039f6fc2-3c73-4292-af59-84494c0b88c0 None None] Provisioning complete for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:56.201721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-039f6fc2-3c73-4292-af59-84494c0b88c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.206635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Pushing event deleted for resources: {'Port': ['ID=17c97a19-f991-41cd-a7bc-866e813664e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:56.275376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.294231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-039f6fc2-3c73-4292-af59-84494c0b88c0 None None] Port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:39:56.309493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05c74e63-2ed7-4e6e-958b-8b48505f796d req-d760a9a0-50f9-4fbe-98d8-4a06d04c523a tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.21 "GET /v2.0/ports?device_id=d0a006f5-1cb6-48e5-bc12-93ff985dd724 HTTP/1.1" status: 200 len: 210 time: 0.0826383 Jul 22 11:39:56.310866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] No DVR routers for this DVR port 17c97a19-f991-41cd-a7bc-866e813664e8 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:56.317621 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.318848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f88323a2-c2ee-4d79-a24b-3fc0b9d78a14 req-5413cc21-910b-4d6f-b569-e5bef0048153 tempest-ImagesTestJSON-2129764256 tempest-ImagesTestJSON-2129764256-project] 10.222.0.20 "DELETE /v2.0/ports/17c97a19-f991-41cd-a7bc-866e813664e8 HTTP/1.1" status: 204 len: 173 time: 1.1904829 Jul 22 11:39:56.390145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.391599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-71f483ec-a0a8-4501-9dc1-cfec472ac75f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.393547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-71f483ec-a0a8-4501-9dc1-cfec472ac75f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2729664 Jul 22 11:39:56.465211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.480539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da71ab24-c2c0-4f0a-b789-f5a526c7c0aa']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:56.498900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.527105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3226731e-5fa5-4c9d-8741-15ecd58c53fe') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:56.527552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3226731e-5fa5-4c9d-8741-15ecd58c53fe') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:56.533411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.539710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.546797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.547155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.559087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.576185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.580585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.592311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:56.592719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.594002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:56.596097 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:56.600422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-84d91bc0-85b5-48af-ba9e-c8b1866d5320 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970413 Jul 22 11:39:56.604201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:56.606929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-76374a92-f879-42b3-b2b5-5838d504d742 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.2949107 Jul 22 11:39:56.688992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ec3185bb-d60c-4337-8bbb-8c7290602fc3 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:39:56.751165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.757630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.767101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/networks/da71ab24-c2c0-4f0a-b789-f5a526c7c0aa HTTP/1.1" status: 204 len: 168 time: 0.7744515 Jul 22 11:39:56.767732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41770) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:56.767908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:56.835747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port ec3185bb-d60c-4337-8bbb-8c7290602fc3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:39:56.836208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46417068-e3b3-4605-ace6-6c8bfe5b68c9 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Network': ['ID=da71ab24-c2c0-4f0a-b789-f5a526c7c0aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:56.839127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45db5952-20ca-4851-9ea4-29fb1c112033 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.844166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port ec3185bb-d60c-4337-8bbb-8c7290602fc3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:39:56.845118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.852335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa14ef53-3f9c-415e-be7a-b34bc67eac67 req-6292a4ec-11f9-4bbc-998c-b65306c5e098 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2358294 Jul 22 11:39:56.882770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-63a8cbd4-dac7-40e7-80be-97a1a91bac15 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2558529 Jul 22 11:39:56.915080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.964643 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-b30a0009-81cf-4a17-bd35-f773e636a54d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0808485 Jul 22 11:39:56.971238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting subnet c3fcc2fb-099e-4698-ab72-8c88b63ceaee {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:56.976422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:56.985842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1e003f12-a49b-4010-9633-bdac124c80b3 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:57.031691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 1e003f12-a49b-4010-9633-bdac124c80b3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:57.032034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1e003f12-a49b-4010-9633-bdac124c80b3 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:57.041852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.083393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:57.088261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.108952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.120919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:39:57.140449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ad03669-38ff-46bf-bd45-de9b190934e5 req-86988fc6-37e1-4e2e-9ba8-b3ac116eb7c3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:57.141997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ad03669-38ff-46bf-bd45-de9b190934e5 req-86988fc6-37e1-4e2e-9ba8-b3ac116eb7c3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 931 time: 0.4654706 Jul 22 11:39:57.150176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:57.157114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1c82bd62-eda7-41c4-97c1-3a197a3722ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:57.159274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-1c82bd62-eda7-41c4-97c1-3a197a3722ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1330225 Jul 22 11:39:57.172766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:39:57.182834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:39:57.192736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'Port': ['ID=1e0ec109-d3dd-4041-967f-c62e1820ddd8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:57.204561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:57.211653 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4691f206-4667-491a-a9bb-2f3463ed25ad" -d '{"events": [{"server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:57.266697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.269585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-deleted', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:57.271909 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0fc405a-50f0-4222-8440-3f7abe0d0ffd" -d '{"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-deleted", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:57.286437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.307679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-65a16fb2-2544-4747-b291-a77ef3884da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:57.309288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-65a16fb2-2544-4747-b291-a77ef3884da4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1423774 Jul 22 11:39:57.343383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ad03669-38ff-46bf-bd45-de9b190934e5 req-7ea81f1a-e169-458f-b7cb-faf1258b2dc6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1682613 Jul 22 11:39:57.393696 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c7fbcee-9494-49da-9275-176b11664abb x-openstack-request-id: req-0c7fbcee-9494-49da-9275-176b11664abb {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:57.393989 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "name": "network-vif-plugged", "status": "completed", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:57.394246 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c7fbcee-9494-49da-9275-176b11664abb {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:57.394680 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'code': 200} Jul 22 11:39:57.438414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45db5952-20ca-4851-9ea4-29fb1c112033 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.441972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:39:57.467890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-a097e1e7-7c3f-406f-a7cf-23007a03740d service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461174 Jul 22 11:39:57.470018 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e5f35c55-874f-4c6e-b23c-f72ff87ee0c0 x-openstack-request-id: req-e5f35c55-874f-4c6e-b23c-f72ff87ee0c0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:57.470274 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d0a006f5-1cb6-48e5-bc12-93ff985dd724", "name": "network-vif-deleted", "tag": "17c97a19-f991-41cd-a7bc-866e813664e8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:57.470387 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e5f35c55-874f-4c6e-b23c-f72ff87ee0c0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:57.470765 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd0a006f5-1cb6-48e5-bc12-93ff985dd724', 'name': 'network-vif-deleted', 'tag': '17c97a19-f991-41cd-a7bc-866e813664e8', 'status': 'completed', 'code': 200} Jul 22 11:39:57.485998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bf49fa-e409-417b-994b-3bb4ba69d496 req-6b996b30-63b8-4bd2-af7e-7177d6779d14 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:57.485998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35bf49fa-e409-417b-994b-3bb4ba69d496 req-6b996b30-63b8-4bd2-af7e-7177d6779d14 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.3955207 Jul 22 11:39:57.498492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.498912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.524331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45db5952-20ca-4851-9ea4-29fb1c112033 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.543189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Subnet': ['ID=c3fcc2fb-099e-4698-ab72-8c88b63ceaee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:57.581873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.586675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dfb4689f-294c-40bb-b984-08052b882718 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/subnets/c3fcc2fb-099e-4698-ab72-8c88b63ceaee HTTP/1.1" status: 204 len: 168 time: 0.8005421 Jul 22 11:39:57.589712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:57.605442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Transition to ACTIVE for port object a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:39:57.611308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f4016776-41b0-4300-aa5f-89aef20a74aa None None] Network e0836c6b-7dfb-44bb-af33-2e32c1bff8ea requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:39:57.683011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-51b4cda8-e963-435b-b272-311f2ebe8bf7 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085419 Jul 22 11:39:57.705294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.723586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45db5952-20ca-4851-9ea4-29fb1c112033 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b2cc131f60e0481696c1f2e52588e8e1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9536281 Jul 22 11:39:57.732210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:57.771278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-9bd78662-9802-4872-bd14-3ae48b7d6b5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.0798514 Jul 22 11:39:57.774931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:57.779508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45db5952-20ca-4851-9ea4-29fb1c112033 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e47824e-3bdb-43bc-815c-1804e1d05eda,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:57.829328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35bf49fa-e409-417b-994b-3bb4ba69d496 req-58705e67-6562-45f7-83db-72f7fb675260 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3391538 Jul 22 11:39:57.895944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:57.899590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:57.986555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 17c97a19-f991-41cd-a7bc-866e813664e8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:57.986988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 17c97a19-f991-41cd-a7bc-866e813664e8 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:57.991579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-b5f6692d-88b6-4dea-b072-bea9b863ef5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:57.993079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-b5f6692d-88b6-4dea-b072-bea9b863ef5b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.2116787 Jul 22 11:39:58.029486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Deleting subnet ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:39:58.046728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:58.052706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.055387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.114933 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.128459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.136443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.151096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7eda6bd8-ccbd-485a-ba8d-f452f9cc10df req-5836e659-026e-48ba-ae9c-5acb931b670d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.153837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eda6bd8-ccbd-485a-ba8d-f452f9cc10df req-5836e659-026e-48ba-ae9c-5acb931b670d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 1097 time: 0.6690917 Jul 22 11:39:58.212907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] DHCP port deletion for e0836c6b-7dfb-44bb-af33-2e32c1bff8ea request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:39:58.214202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Deleting port 3d458620-8216-4bec-9f45-b21209eb2e1f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:58.214548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.238522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-ef114586-134a-43ad-96b3-e6e15903775b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.240253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-ef114586-134a-43ad-96b3-e6e15903775b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2374499 Jul 22 11:39:58.244764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.269107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Deleting port 3d458620-8216-4bec-9f45-b21209eb2e1f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:39:58.269654 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.347478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] For port 3d458620-8216-4bec-9f45-b21209eb2e1f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d458620-8216-4bec-9f45-b21209eb2e1f,segment=NetworkSegment(4545e8fb-7ec4-4b77-a5e6-1fb392a7343e),segment_id=4545e8fb-7ec4-4b77-a5e6-1fb392a7343e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:58.348026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.364422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.368485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.368485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e47824e-3bdb-43bc-815c-1804e1d05eda HTTP/1.1" status: 204 len: 168 time: 0.6344888 Jul 22 11:39:58.370210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Calling delete_port for 3d458620-8216-4bec-9f45-b21209eb2e1f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:58.398068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] For port 3d458620-8216-4bec-9f45-b21209eb2e1f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3d458620-8216-4bec-9f45-b21209eb2e1f,segment=NetworkSegment(4545e8fb-7ec4-4b77-a5e6-1fb392a7343e),segment_id=4545e8fb-7ec4-4b77-a5e6-1fb392a7343e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:39:58.399044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.442771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Calling delete_port for 3d458620-8216-4bec-9f45-b21209eb2e1f owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:39:58.501684 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.531929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] Pushing event deleted for resources: {'Port': ['ID=3d458620-8216-4bec-9f45-b21209eb2e1f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:58.536435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d3c2df3-787d-42ab-af25-7d60120defb9 None None] No DVR routers for this DVR port 3d458620-8216-4bec-9f45-b21209eb2e1f on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:58.546326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-2d2ced83-daf0-4b85-9515-0355717fe246 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2721741 Jul 22 11:39:58.561723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9adc2a35-9699-46bb-b897-cb3f8f3c6827 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e47824e-3bdb-43bc-815c-1804e1d05eda,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:58.643663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.667828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Attempting to bind port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:39:58.668432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Attempting to bind port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:39:58.668545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Attempting to bind port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:58.719252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.723905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ae8aacc5-7ed7-4f69-adb8-e2290cb24c76 HTTP/1.1" status: 204 len: 168 time: 0.8189962 Jul 22 11:39:58.725406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ae8aacc5-7ed7-4f69-adb8-e2290cb24c76,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:58.738511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:58.761887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.762230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.763507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.763846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.764176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.764506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.764831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.765158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.765483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.765805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.766132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.766741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1fdb46a1-1818-4dc3-b2d1-b0f78aae03ae admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:39:58.774547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 on network 3c622c4f-055b-4220-8cd1-311846ed07c4 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:39:58.774949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Attempting to bind port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 on network 3c622c4f-055b-4220-8cd1-311846ed07c4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:39:58.807137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:39:58.807624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Checking segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:39:58.807880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Bound using segment: {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:39:58.808320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Bound port: a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd38b30fd-0fb8-4c56-aa2b-ead409609368', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:39:58.809169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.838126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7eda6bd8-ccbd-485a-ba8d-f452f9cc10df req-f7637545-d460-4910-b3a5-f26e9099cad0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.6751249 Jul 22 11:39:58.843389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-73ca7b61-61a7-4023-914f-901b210a2459 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2903116 Jul 22 11:39:58.851185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.857688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.861518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:58.925941 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-e907776e-3ff4-4e27-abfd-8544bc108a92 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.0758121 Jul 22 11:39:58.926786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.933000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.938815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] No DVR routers for this DVR port 3d458620-8216-4bec-9f45-b21209eb2e1f on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:39:58.943123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Port': ['ID=3d458620-8216-4bec-9f45-b21209eb2e1f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:58.952249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.960631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.966808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.974122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d458620-8216-4bec-9f45-b21209eb2e1f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:39:58.974312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.981325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:58.983411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-a9f7e0f2-74b4-4522-b77d-d07a587fde9e tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 1.0096288 Jul 22 11:39:59.005202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 3d458620-8216-4bec-9f45-b21209eb2e1f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:39:59.005592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3d458620-8216-4bec-9f45-b21209eb2e1f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:39:59.087082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-a37cfedd-ee3d-4d36-9b32-7efac3052a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.089786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-a37cfedd-ee3d-4d36-9b32-7efac3052a1a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.1471930 Jul 22 11:39:59.102089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f56e71b6-69dd-4bd4-a052-a8e054f05e70 req-fc59152c-cbd0-45fb-b99e-93a08137d2f9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.103760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f56e71b6-69dd-4bd4-a052-a8e054f05e70 req-fc59152c-cbd0-45fb-b99e-93a08137d2f9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.4787652 Jul 22 11:39:59.126072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.149412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:39:59.151183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e0836c6b-7dfb-44bb-af33-2e32c1bff8ea']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.180413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51c836c2-0177-4552-b694-09c1dac5cbbd req-0856d4fe-cdbf-4ac3-85ea-c3c972c3b99c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1676228 Jul 22 11:39:59.198439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:39:59.218698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.226074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.226554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.230962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.231438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4545e8fb-7ec4-4b77-a5e6-1fb392a7343e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.251667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0d005663-4766-4a09-a059-d83bf48f44b9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.254992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.274406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2c886d1f-cdd7-4e29-a088-4c8766270e41') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.274722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2c886d1f-cdd7-4e29-a088-4c8766270e41') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:39:59.294141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.297580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.299034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f56e71b6-69dd-4bd4-a052-a8e054f05e70 req-7cfc74bd-4b66-44c5-964b-cf4c3b06d684 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1814938 Jul 22 11:39:59.314297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:59.314845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:59.319301 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:59.334185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.352560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:39:59.352977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:39:59.354797 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:39:59.379286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-e66c2a35-2776-4f9a-954f-d25976fe05ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.380838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-e66c2a35-2776-4f9a-954f-d25976fe05ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2520154 Jul 22 11:39:59.397384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.398013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.399714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-c4317280-78fc-4789-a06f-ac176499124e service neutron] 10.222.0.20 "PUT /v2.0/ports/a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 1091 time: 3.2816696 Jul 22 11:39:59.402798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:39:59.405373 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1" -d '{"events": [{"name": "network-changed", "server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:39:59.417321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4317280-78fc-4789-a06f-ac176499124e service neutron] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:59.534076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.543002 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:39:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d27a362d-2859-4493-b7eb-16d8c2de6c6f x-openstack-request-id: req-d27a362d-2859-4493-b7eb-16d8c2de6c6f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:39:59.543342 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:39:59.543912 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d27a362d-2859-4493-b7eb-16d8c2de6c6f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:39:59.544087 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'status': 'completed', 'code': 200} Jul 22 11:39:59.562391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.573464 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/networks/e0836c6b-7dfb-44bb-af33-2e32c1bff8ea HTTP/1.1" status: 204 len: 168 time: 1.9799964 Jul 22 11:39:59.573798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:59.606440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.610284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fde8a76-67c9-4b75-a5c3-b07e3824dc92 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Pushing event deleted for resources: {'Network': ['ID=e0836c6b-7dfb-44bb-af33-2e32c1bff8ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:39:59.626385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7cb312cf-e469-48f1-a21c-2f194c07ed01 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "GET /v2.0/ports?device_id=28ae587c-a314-48c0-9fd2-065d76936c7e HTTP/1.1" status: 200 len: 205 time: 0.0464270 Jul 22 11:39:59.628214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:39:59.663171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c9d22a-f1f8-4cf5-aa8d-e4685f30e8b2 req-9958312c-8052-426f-a523-4910e2a846a8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.670665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50c9d22a-f1f8-4cf5-aa8d-e4685f30e8b2 req-9958312c-8052-426f-a523-4910e2a846a8 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.3791738 Jul 22 11:39:59.823717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50c9d22a-f1f8-4cf5-aa8d-e4685f30e8b2 req-625e9946-34a4-425f-b8fb-3bdc8b460035 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1521306 Jul 22 11:39:59.830059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:39:59.945382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-0c6e6aaa-1985-4d66-a5d4-85d6ecbe2ab2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:39:59.946774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-0c6e6aaa-1985-4d66-a5d4-85d6ecbe2ab2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1094 time: 0.4682467 Jul 22 11:39:59.976793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.023787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.025765 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0d005663-4766-4a09-a059-d83bf48f44b9 HTTP/1.1" status: 204 len: 168 time: 1.2914209 Jul 22 11:40:00.046081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.048686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3134bba9-fcd8-46a7-8ac0-bf29e682ae71 admin admin] Pushing event deleted for resources: {'Network': ['ID=0d005663-4766-4a09-a059-d83bf48f44b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:00.083773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-ad6353e1-a17a-41eb-acb8-a4260273b9b2 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6927552 Jul 22 11:40:00.107841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-4a976d6a-87d6-4f3a-a4cb-680683e1a746 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 217 time: 0.1335089 Jul 22 11:40:00.112980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.118400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.233700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event updated for resources: {'Port': ['ID=1e0ec109-d3dd-4041-967f-c62e1820ddd8,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:00.241573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-23f7cfa6-efa5-4956-8613-b0030d51e24a service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1443689 Jul 22 11:40:00.242563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41866) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:00.252400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.258052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.258559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Fanout notify agent at l3_agent the message router_deleted on router 28ae587c-a314-48c0-9fd2-065d76936c7e {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:40:00.292598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-b6b1efa8-0487-4ef1-9776-262e5c5df2ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.295270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-b6b1efa8-0487-4ef1-9776-262e5c5df2ed service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1786783 Jul 22 11:40:00.300828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.305181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-88e63114-15c1-48f2-be1d-72e1fa7b7743 tempest-RoutersNegativeIpV6Test-335291004 tempest-RoutersNegativeIpV6Test-335291004-project] 10.222.0.21 "DELETE /v2.0/routers/28ae587c-a314-48c0-9fd2-065d76936c7e HTTP/1.1" status: 204 len: 168 time: 0.6507852 Jul 22 11:40:00.348370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-847722be-9fb4-44d5-9e88-37c30f9a67ac service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.0892899 Jul 22 11:40:00.469170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-caa7de99-3b1b-40dd-982c-4f9ba0929667 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=565a04aca8bb4d2383746d7438a95909&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2235553 Jul 22 11:40:00.470845 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Floating IP b510737e-3c5c-4be0-8f54-bf2cfa9229e2 associated. External IP: 172.25.6.201, port: a8ffda88-69e2-40e0-b699-5728e7024c71. Jul 22 11:40:00.474084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:00.558787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d7338e2b-5251-4b34-b176-e3721ac941a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.566811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-d7338e2b-5251-4b34-b176-e3721ac941a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.2062712 Jul 22 11:40:00.582520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1551a28e-d348-4d2c-922a-6bef6009840d req-a06e90a9-ae17-40dc-bfc9-37ecbd5a94c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.582754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-a06e90a9-ae17-40dc-bfc9-37ecbd5a94c5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2435646 Jul 22 11:40:00.602687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.616332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.630077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.630909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.644217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.656460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.664890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.670221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.682536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.688037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-9cadbf7c-4968-4011-a0e2-0f5cc38e59ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.3499274 Jul 22 11:40:00.713299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-0c8e40f0-52c9-4708-82e2-cf60a2118fa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:00.715692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-0c8e40f0-52c9-4708-82e2-cf60a2118fa5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1429844 Jul 22 11:40:00.809027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.813317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:00.814763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8 HTTP/1.1" status: 204 len: 168 time: 0.3393095 Jul 22 11:40:00.828438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f24c3729-93be-4053-9301-438f20c8bd48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cdb9087-ae45-4b2a-9f9d-6e6f794fc1b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:00.865245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:00.910636 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-c3825dab-b00a-48ea-9842-16ed7ecf6ae0 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1874940 Jul 22 11:40:01.036303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff2d7fc7-c73a-4e01-83f5-045fe1bbfd81 req-443d90a1-9393-4a4e-a378-b39fab1761de tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.2969875 Jul 22 11:40:01.077421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b49568-6344-4b25-8b43-8050f72a2f5c req-788664e1-3cc4-4902-b7d2-c566d663dcd2 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1600196 Jul 22 11:40:01.086562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10299ab2-4dcf-4ec7-8411-678b9608850c req-5c6d1d91-6162-41df-bf7c-ce7fa1731b2f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.089285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10299ab2-4dcf-4ec7-8411-678b9608850c req-5c6d1d91-6162-41df-bf7c-ce7fa1731b2f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.6098378 Jul 22 11:40:01.095167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-2240f04c-c7e7-4543-b551-8112696e7b7a service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3585343 Jul 22 11:40:01.273513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.274350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.275162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.276057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.276942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.279196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.280036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.283716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-9c631ab4-3f20-410f-b88d-6642546e4416 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6485 time: 0.1188562 Jul 22 11:40:01.453345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f4adcebf-c552-42ba-88c7-5206d8ee0b08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.456119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f4adcebf-c552-42ba-88c7-5206d8ee0b08 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f73e72c-d991-4e05-a5ad-3981bf9c4616 HTTP/1.1" status: 200 len: 903 time: 0.1651473 Jul 22 11:40:01.540482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-018b1e84-4112-498d-bed1-a27e3ca484c0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0770147 Jul 22 11:40:01.634009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-79ed326f-a9d4-48b6-a7cf-4cdfa3b049ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.635664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-79ed326f-a9d4-48b6-a7cf-4cdfa3b049ac service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0888312 Jul 22 11:40:01.722608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-458baaa1-d4f7-4694-8291-1192bf978073 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.724667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-458baaa1-d4f7-4694-8291-1192bf978073 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0824645 Jul 22 11:40:01.762832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10299ab2-4dcf-4ec7-8411-678b9608850c req-53e36d7d-be77-4b85-af44-46e12d9629a9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6614478 Jul 22 11:40:01.838808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fe3f2b29-b9cf-4bac-b8db-ec005d3aed5d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53570c0c61614fe69ff923cceb45c983&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9700413 Jul 22 11:40:01.842969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:01.854653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbc84a2-172d-4680-a81b-ac7e8dc2e4fc req-6122eac8-786d-483e-a581-ef0180f55343 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:01.857062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dbc84a2-172d-4680-a81b-ac7e8dc2e4fc req-6122eac8-786d-483e-a581-ef0180f55343 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.6402888 Jul 22 11:40:01.865489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1551a28e-d348-4d2c-922a-6bef6009840d req-1b02b632-c69f-4545-9af0-2ba8f5ecee97 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7061455 Jul 22 11:40:01.883605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Router ca932d3e-f352-45d6-9048-e1481cee5f72 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:01.904165 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-83a0defc-b3d0-4c3f-89d4-fcb17192aee1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715050 Jul 22 11:40:01.991912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dbc84a2-172d-4680-a81b-ac7e8dc2e4fc req-7bfad561-b00b-4c14-9045-3a6d3194e53f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1222861 Jul 22 11:40:02.056663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-810dba50-d4fc-42e7-938f-5118af27fcc7 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1373038 Jul 22 11:40:02.092236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.144858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.217081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-34b5f41c-4250-4269-b1e1-196785ea4184 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.218675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-34b5f41c-4250-4269-b1e1-196785ea4184 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1094 time: 0.2683477 Jul 22 11:40:02.276966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:02.289272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.289760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.290382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.291296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.291519 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Sync routers for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:02.292364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.294012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.294809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.298358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e1ba6bcd-d849-4d0b-9453-1520ec3ac354 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6485 time: 0.1348810 Jul 22 11:40:02.307527 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:02.311744 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:02.394941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.449432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.452426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.453620 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/39c43e8f-c477-45fb-a05d-6e507a00e8bf HTTP/1.1" status: 204 len: 168 time: 0.6072397 Jul 22 11:40:02.494274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39c43e8f-c477-45fb-a05d-6e507a00e8bf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:02.506759 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:02.508123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e2b921-cdb8-471c-b7ad-62b956c074b9 req-08ac2e4f-10e7-42c3-8c17-582579ab9171 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.520138 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e2b921-cdb8-471c-b7ad-62b956c074b9 req-08ac2e4f-10e7-42c3-8c17-582579ab9171 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.3792589 Jul 22 11:40:02.521650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-58b5a551-5678-41c9-a2ce-6cb5f0c17c79 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.523559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-58b5a551-5678-41c9-a2ce-6cb5f0c17c79 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.2878041 Jul 22 11:40:02.524095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-b419de50-8a82-4ee3-babd-7a79f5d47fc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.526981 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-b419de50-8a82-4ee3-babd-7a79f5d47fc7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1f73e72c-d991-4e05-a5ad-3981bf9c4616 HTTP/1.1" status: 200 len: 903 time: 0.2197480 Jul 22 11:40:02.527858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:02.530715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd882c91-1217-438b-ba46-b0e1db2b8e0d tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 7.7202485 Jul 22 11:40:02.531881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:02.534194 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0907ec78-19a7-402e-8412-b984424ac6fa" -d '{"events": [{"name": "network-changed", "server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:02.536352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Request body: {'floatingip': {'port_id': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:02.548891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.549523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.550036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.550586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.551129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.551635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.552134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.552647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.553141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.553648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.554142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.554707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef3eea26-df77-40fe-917e-5d28d1e0707d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:02.585599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.604794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.620663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.642774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.651367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.658097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.662920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-26f4f760-f989-4bfb-a1c1-c8ba3a6a92bd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.1215684 Jul 22 11:40:02.664126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.672854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2ed3631a-735f-4556-9c66-72f3f06ed6eb tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.4530842 Jul 22 11:40:02.701270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:02.730088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-6850a1c8-510a-463f-83c7-bf20c6cce348 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 217 time: 0.1913476 Jul 22 11:40:02.769781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-d15176cd-7e5e-4da4-aef5-3575e12689a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.772121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-d15176cd-7e5e-4da4-aef5-3575e12689a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0966461 Jul 22 11:40:02.871001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10fa75a7-90cd-4d5c-ba44-b590900c8eda req-2f4af873-14bc-45f1-8d87-a9b37695a21d tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1972232 Jul 22 11:40:02.891606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-fe66a9bf-64f3-4602-a162-74dc10cec5c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:02.893743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-fe66a9bf-64f3-4602-a162-74dc10cec5c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1456902 Jul 22 11:40:03.026408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-af860e07-8d2e-423b-ab8f-d8c7f06740ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:03.033661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-af860e07-8d2e-423b-ab8f-d8c7f06740ac service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1307130 Jul 22 11:40:03.141183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'b510737e-3c5c-4be0-8f54-bf2cfa9229e2', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'port_id': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'mac_address': 'fa:16:3e:a5:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:58Z', 'updated_at': '2021-07-22T11:39:58Z', 'revision_number': 0, 'project_id': '92d6dded207640e8b04c22578238779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:03.194267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-1d125c26-1727-465f-ae7b-65e9febd83b7 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1562579 Jul 22 11:40:03.196494 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f19f01-8d07-4cc1-a279-2e9f2ffa6eb2 x-openstack-request-id: req-03f19f01-8d07-4cc1-a279-2e9f2ffa6eb2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:03.196766 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:03.197030 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03f19f01-8d07-4cc1-a279-2e9f2ffa6eb2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:03.197419 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'status': 'completed', 'code': 200} Jul 22 11:40:03.261155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-94fc8542-8cc0-4900-8242-1966064b0654 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:03.262084 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Checking router: ca932d3e-f352-45d6-9048-e1481cee5f72 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:03.265847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-94fc8542-8cc0-4900-8242-1966064b0654 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4470863 Jul 22 11:40:03.290066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:03.290733 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:03.470580 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:03.481354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433aa135-91ef-4bf0-b97e-fdfe3cf353f1 req-ec0b6dc9-ad44-4c17-b9fb-340ec3a95656 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2724035 Jul 22 11:40:03.513228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ec78-19a7-402e-8412-b984424ac6fa req-f50c38bd-53f6-493c-8fb8-e2dd729018ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:03.515470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-f50c38bd-53f6-493c-8fb8-e2dd729018ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1096 time: 0.3170912 Jul 22 11:40:03.530721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0a05ad-3915-4653-9301-69c0f8998e71 req-44bf7a94-d05f-4524-817b-33e38012d266 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:03.532628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0a05ad-3915-4653-9301-69c0f8998e71 req-44bf7a94-d05f-4524-817b-33e38012d266 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.2922802 Jul 22 11:40:03.721724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-866c7535-fa56-46f0-af25-3b8e147e3565 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3843009 Jul 22 11:40:03.731527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ec78-19a7-402e-8412-b984424ac6fa req-3b40226d-ae69-4b50-b841-48a1fee238ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:03.733295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-3b40226d-ae69-4b50-b841-48a1fee238ea service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 910 time: 0.1994176 Jul 22 11:40:03.752478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:03.787120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:03.788007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0a05ad-3915-4653-9301-69c0f8998e71 req-f24a86ad-3a84-4d1b-ac34-c910bf82c1b8 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1710453 Jul 22 11:40:03.989406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-5f616946-1dd9-4db7-a5c4-50287235731e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 999 time: 0.2393014 Jul 22 11:40:04.031434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:04.060501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:04.111837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ec78-19a7-402e-8412-b984424ac6fa req-efca92b4-2b5a-4dbb-9775-2710c63f0814 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.114331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-efca92b4-2b5a-4dbb-9775-2710c63f0814 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 200 len: 848 time: 0.1179023 Jul 22 11:40:04.226983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:04.304777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0907ec78-19a7-402e-8412-b984424ac6fa req-02e1f4cd-7440-416c-b296-fbee18e14a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.308310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-02e1f4cd-7440-416c-b296-fbee18e14a3c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ba016ed-e0c8-448d-8557-fe908a9c0977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1786945 Jul 22 11:40:04.325846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:04.335518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'b510737e-3c5c-4be0-8f54-bf2cfa9229e2', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'port_id': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'mac_address': 'fa:16:3e:a5:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:58Z', 'updated_at': '2021-07-22T11:39:58Z', 'revision_number': 0, 'project_id': '92d6dded207640e8b04c22578238779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:04.387343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:04.394651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.399604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:04.420014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.423403 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa28cb5a-b9fc-4912-a0c9-635f31636b63 None None] The sync data for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 is: [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'b510737e-3c5c-4be0-8f54-bf2cfa9229e2', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'floating_ip_address': '172.25.6.201', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'port_id': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 1798, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'mac_address': 'fa:16:3e:a5:8f:be', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:58Z', 'updated_at': '2021-07-22T11:39:58Z', 'revision_number': 0, 'project_id': '92d6dded207640e8b04c22578238779a', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:04.436817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-b260773d-1aba-4a00-8192-5bc530b2b5a0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6997614 Jul 22 11:40:04.441923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.442422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5d39-743c-43a1-b3d5-943f9f2b892b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:04.465051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.493880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:40:04.501800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.529186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.536816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:04.551419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.568539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3e5d243-1281-48f6-888e-501076d0937a req-b94822bb-d849-47e2-89c0-363c842ff7dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.4792717 Jul 22 11:40:04.613819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:04.768770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:04.786333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:04.852355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.853106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.853748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.854408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.855066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.855703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.856600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:04.859409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-f969b88c-9baf-40de-9b25-8a0fd36ce819 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6485 time: 0.2585967 Jul 22 11:40:05.063739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3e5d243-1281-48f6-888e-501076d0937a req-45cc8d0a-e9a1-4849-bdff-ec7be81fcf2b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.4658134 Jul 22 11:40:05.068112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5ed2daa-3621-47b1-8395-67baf430e50a None None] New status for floating IP b510737e-3c5c-4be0-8f54-bf2cfa9229e2: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:40:05.116311 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Floating IP 6efeb71d-4146-4595-ad33-5d92df846140 associated. External IP: 172.25.6.122, port: ec3185bb-d60c-4337-8bbb-8c7290602fc3. Jul 22 11:40:05.177728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-6f6c6c9e-d343-4271-8dfd-a9dbe3816740 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8581846 Jul 22 11:40:05.305645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5d39-743c-43a1-b3d5-943f9f2b892b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.310747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:05.313036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0907ec78-19a7-402e-8412-b984424ac6fa req-befd743f-529c-44fa-b959-0c3cbbb9bff8 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1253939 Jul 22 11:40:05.313265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-a158dd4b-fbbb-49b6-989e-4b06c30474c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:05.316155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-a158dd4b-fbbb-49b6-989e-4b06c30474c6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 903 time: 0.4031367 Jul 22 11:40:05.350558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c3b5d39-743c-43a1-b3d5-943f9f2b892b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.377876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6d62ebf-c599-40b9-b1f5-fbe9634d18a3 req-26e1abda-e477-4f81-8892-9659a7a56898 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:05.391326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6d62ebf-c599-40b9-b1f5-fbe9634d18a3 req-26e1abda-e477-4f81-8892-9659a7a56898 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 944 time: 0.2933664 Jul 22 11:40:05.440048 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-b55e4a49-92fa-44e7-9a0a-e20095a4856b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.1048946 Jul 22 11:40:05.483712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6d62ebf-c599-40b9-b1f5-fbe9634d18a3 req-69483489-1939-4c96-b2ee-77c9360f1a24 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0893559 Jul 22 11:40:05.623688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8c3b5d39-743c-43a1-b3d5-943f9f2b892b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e90683052d07449abe3f759261200b79&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8665645 Jul 22 11:40:05.627937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:05.648664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6959e467-e061-4b31-9d73-1931cabbd71c tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools-1145937505', 'prefixes': ['172.20.0.0/16']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:05.662909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3b5d39-743c-43a1-b3d5-943f9f2b892b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6197ad71-69a1-454f-bd9f-6329f58dc6d9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:05.724071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-7a860e59-07dc-4376-bf53-68f6ebacc94f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:05.726536 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-7a860e59-07dc-4376-bf53-68f6ebacc94f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.1795704 Jul 22 11:40:05.743192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.783325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.805542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:05.834049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:05.892358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.899357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.910321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6197ad71-69a1-454f-bd9f-6329f58dc6d9 HTTP/1.1" status: 204 len: 168 time: 0.2797127 Jul 22 11:40:05.929818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c2e19-ed13-453d-aaef-7ccfaa9fc412 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6197ad71-69a1-454f-bd9f-6329f58dc6d9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:05.933581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:05.945414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6959e467-e061-4b31-9d73-1931cabbd71c tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:05.947761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6959e467-e061-4b31-9d73-1931cabbd71c tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 737 time: 0.6297691 Jul 22 11:40:05.953097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:05.953411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:05.953608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.035929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-d6ff58a4-d3e0-4fd1-b498-eb8103e4f6f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.038119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-d6ff58a4-d3e0-4fd1-b498-eb8103e4f6f4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2926934 Jul 22 11:40:06.039203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dbfeea5a-6862-4086-b37d-c14bc467c913 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "GET /v2.0/subnetpools/e9f65935-d780-4efb-8d87-bd310dd4dc5e HTTP/1.1" status: 200 len: 732 time: 0.0842314 Jul 22 11:40:06.045875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:06.055245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-335e80da-4b5c-49ca-8a67-2bc02e9bca05 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1895052613'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:06.100702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.212659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:06.220162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.229926 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:06.230833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:06.235791 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-feb3886e-4e72-42af-9603-f31273354c82" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:06.267747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:06.272260 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:06.280582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:06.281372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.334622 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-0be1c64d-a011-4d97-ab4e-24a49d8cc450 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2883253 Jul 22 11:40:06.364533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-335e80da-4b5c-49ca-8a67-2bc02e9bca05 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.375978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-335e80da-4b5c-49ca-8a67-2bc02e9bca05 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "PUT /v2.0/subnetpools/e9f65935-d780-4efb-8d87-bd310dd4dc5e HTTP/1.1" status: 200 len: 684 time: 0.3236284 Jul 22 11:40:06.382660 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-160d8deb-bb4f-4819-8347-b9cde3b7d06a x-openstack-request-id: req-160d8deb-bb4f-4819-8347-b9cde3b7d06a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:06.382983 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:06.383264 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-160d8deb-bb4f-4819-8347-b9cde3b7d06a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:06.391077 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'code': 200} Jul 22 11:40:06.394404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:06.401493 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4d67e92c-2710-4f80-8fcc-98316df9c21f tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "PUT /v2.0/floatingips/6efeb71d-4146-4595-ad33-5d92df846140 HTTP/1.1" status: 200 len: 992 time: 3.8677473 Jul 22 11:40:06.401493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:06.401493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:06.403961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3358fe29-c99a-4a81-acac-6d200ffbd22b" -d '{"events": [{"name": "network-changed", "server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:06.601418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d72127e-373e-4b72-bc6c-82a114840618 req-a29d34fd-8af6-4416-8b94-4a91c370d8cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.603663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d72127e-373e-4b72-bc6c-82a114840618 req-a29d34fd-8af6-4416-8b94-4a91c370d8cf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1435142 Jul 22 11:40:06.604145 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-6d50b86f-ef36-4253-86ba-30bc0a0b8a2c service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2549975 Jul 22 11:40:06.617749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.625865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.633011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.637861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0130c5f8-d2fa-4091-b1e9-24e3f4d9f4b9 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:06.639750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0130c5f8-d2fa-4091-b1e9-24e3f4d9f4b9 tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e9f65935-d780-4efb-8d87-bd310dd4dc5e HTTP/1.1" status: 204 len: 168 time: 0.2332408 Jul 22 11:40:06.640203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.643650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:06.646142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.652104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.660124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.662047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-3727c458-2010-4d53-a562-a07a30feef8a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.3541486 Jul 22 11:40:06.680994 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-1055bd65-bf57-4988-bb4a-9c2a9cba1c1e tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] show failed (client error): The resource could not be found. Jul 22 11:40:06.682603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1055bd65-bf57-4988-bb4a-9c2a9cba1c1e tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "GET /v2.0/subnetpools/e9f65935-d780-4efb-8d87-bd310dd4dc5e HTTP/1.1" status: 404 len: 346 time: 0.0373788 Jul 22 11:40:06.689010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:06.708871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d72127e-373e-4b72-bc6c-82a114840618 req-2d4e5f9b-d8a4-4e6d-b757-33e6318978a6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456357 Jul 22 11:40:06.722164 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-26166ffb-4fe2-4067-ab82-c770d97c9f4e tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] delete failed (client error): The resource could not be found. Jul 22 11:40:06.727768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-26166ffb-4fe2-4067-ab82-c770d97c9f4e tempest-SubnetPoolsTestJSON-1327976200 tempest-SubnetPoolsTestJSON-1327976200-project] 10.222.0.21 "DELETE /v2.0/subnetpools/e9f65935-d780-4efb-8d87-bd310dd4dc5e HTTP/1.1" status: 404 len: 346 time: 0.0370872 Jul 22 11:40:06.748998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c658081-ce88-4eac-bb01-4ec926b237d1 req-572f5422-6823-458c-af31-68abf5e2f194 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0501516 Jul 22 11:40:06.750825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:06.865642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.868681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.869790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.871245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.874834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.876088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.893162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:06.897089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-8a73ef79-f678-4e52-a7ef-e8f1cafdb58e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6485 time: 0.1300473 Jul 22 11:40:07.051332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b4f82ed-fa67-4b01-8f68-e6a0954fd89a req-ddbaece2-5f4c-4db0-a0f2-058f85df9590 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.051714 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cc614445-01b7-4686-b511-0eef9d01d8ad x-openstack-request-id: req-cc614445-01b7-4686-b511-0eef9d01d8ad {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:07.051714 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:07.052018 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cc614445-01b7-4686-b511-0eef9d01d8ad {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:07.053322 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'status': 'completed', 'code': 200} Jul 22 11:40:07.059641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b4f82ed-fa67-4b01-8f68-e6a0954fd89a req-ddbaece2-5f4c-4db0-a0f2-058f85df9590 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1710603 Jul 22 11:40:07.120626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b4f82ed-fa67-4b01-8f68-e6a0954fd89a req-775fa3c6-0fae-449d-a0da-da3c615f26a1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599706 Jul 22 11:40:07.126320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-95b53e8e-0969-4892-9bb4-d1a0a9d27e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.129509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-95b53e8e-0969-4892-9bb4-d1a0a9d27e81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 903 time: 0.2241678 Jul 22 11:40:07.172051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-12cd54f5-ad55-4fac-b322-db50bb8190da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.175293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-12cd54f5-ad55-4fac-b322-db50bb8190da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d423553a7664b058aaa309f81046917&device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 1097 time: 0.2011046 Jul 22 11:40:07.201982 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-0d12765b-43e4-487a-bc7a-cc1f4bb3ae2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.0645099 Jul 22 11:40:07.213254 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6efeb71d-4146-4595-ad33-5d92df846140', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:55:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:34Z', 'updated_at': '2021-07-22T11:40:04Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:07.262411 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:07.276032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:07.278213 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:07.324928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-073b0256-3c7c-4cc7-aeb4-593e6e49c8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.327386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-073b0256-3c7c-4cc7-aeb4-593e6e49c8d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.1172800 Jul 22 11:40:07.435872 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:07.442688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-8ec27de2-0830-4f1b-94cb-3fb43992c084 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.446936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-8ec27de2-0830-4f1b-94cb-3fb43992c084 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 200 len: 911 time: 0.2639458 Jul 22 11:40:07.491296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-7a3535af-7a3d-4916-8339-4c027350d42f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.492976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-7a3535af-7a3d-4916-8339-4c027350d42f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1554208 Jul 22 11:40:07.505600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:07.533685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:07.607423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-397a1434-ca5b-441e-9094-3cfffe861b21 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3 HTTP/1.1" status: 200 len: 1000 time: 0.1526923 Jul 22 11:40:07.713832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-2773f978-ff97-401c-bfdd-68824d76dcf7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.716809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-2773f978-ff97-401c-bfdd-68824d76dcf7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 200 len: 849 time: 0.1019413 Jul 22 11:40:07.832740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-a9fae67a-b471-4b16-ae16-87cc86c9c89d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:07.839344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-a9fae67a-b471-4b16-ae16-87cc86c9c89d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7c469669-9fd5-4286-8146-5d14ee09de3d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1156666 Jul 22 11:40:08.006688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9844d482-ac6c-4a15-9591-0bfb8eec5831 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.025150 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-076da292-e59e-4613-85f5-488829c4f34c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6efeb71d-4146-4595-ad33-5d92df846140', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:55:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:34Z', 'updated_at': '2021-07-22T11:40:04Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:08.089602 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-076da292-e59e-4613-85f5-488829c4f34c None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6efeb71d-4146-4595-ad33-5d92df846140', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'floating_ip_address': '172.25.6.122', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'port_id': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 1780, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'mac_address': 'fa:16:3e:55:e1:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:34Z', 'updated_at': '2021-07-22T11:40:04Z', 'revision_number': 1, 'project_id': '9d423553a7664b058aaa309f81046917', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:08.089915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-84f1cf4c-d6c2-4bdb-85e0-bb1e8b49c977 service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432489 Jul 22 11:40:08.254220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-db3196e1-c606-48e0-8a38-6d6527a798d3 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7527189 Jul 22 11:40:08.268713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3358fe29-c99a-4a81-acac-6d200ffbd22b req-a2b366fa-5063-4213-b746-66c34551548a service neutron] 10.222.0.36 "GET /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1668046 Jul 22 11:40:08.289512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.296318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.308365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.315194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.322362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.329151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.335691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.343755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f25a4d8-8755-4502-921e-41268f4b712d req-fd24ba3f-92a5-4c45-b0cf-28da06cc2960 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.4507127 Jul 22 11:40:08.391687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf13435b-ea69-45b3-a1f7-94646e235ce1 req-e2e09b30-7781-4ea1-ab76-ee65c0d0fb5e service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1255836 Jul 22 11:40:08.429931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:08.470149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f25a4d8-8755-4502-921e-41268f4b712d req-d945c4d8-3b85-4222-8d51-e875a8cbab73 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1251609 Jul 22 11:40:08.522913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f198ab3-b3b2-4aea-a0bd-6ac58d91caf0 req-3c1d69af-760e-49af-9e79-e0bff1460d16 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.524867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f198ab3-b3b2-4aea-a0bd-6ac58d91caf0 req-3c1d69af-760e-49af-9e79-e0bff1460d16 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1787524 Jul 22 11:40:08.528576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-1900891485-network', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:08.555394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6535c284-c8c1-4d79-894f-887cdc6c6826 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.585747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9844d482-ac6c-4a15-9591-0bfb8eec5831 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.597622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9844d482-ac6c-4a15-9591-0bfb8eec5831 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.600135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa151c1-e1e8-4d87-9ee5-4928ac139e5a None None] New status for floating IP 6efeb71d-4146-4595-ad33-5d92df846140: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:40:08.626203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Made reservation on behalf of a9c72355a2ad4c6a9abea1e28b1ce9b8 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:08.628840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.648369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.651286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f198ab3-b3b2-4aea-a0bd-6ac58d91caf0 req-cca31dc4-fba5-40b5-a52c-61e254926078 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1142447 Jul 22 11:40:08.686387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9844d482-ac6c-4a15-9591-0bfb8eec5831 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=53036e880bad487fac965c36fbf52033&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1455770 Jul 22 11:40:08.686747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:08.697367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9844d482-ac6c-4a15-9591-0bfb8eec5831 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d1b48a-f5dd-4e6c-b09b-a3cc817b9d38,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:08.767315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.830768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.857642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6535c284-c8c1-4d79-894f-887cdc6c6826 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.866523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6535c284-c8c1-4d79-894f-887cdc6c6826 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.949097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6535c284-c8c1-4d79-894f-887cdc6c6826 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=253a7722-d1e1-4435-b187-b8f55c39079f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:08.959732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6535c284-c8c1-4d79-894f-887cdc6c6826 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2d29e73cd2c84c6e9bb79cd068f03064&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4537320 Jul 22 11:40:08.960393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:08.977495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbacba3e-999c-4c81-a98f-5658814e6440 req-7c576faf-3d87-4c3c-8b31-06c8841ed174 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:08.979805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbacba3e-999c-4c81-a98f-5658814e6440 req-7c576faf-3d87-4c3c-8b31-06c8841ed174 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1348279 Jul 22 11:40:08.993559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.993559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:08.993559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00d1b48a-f5dd-4e6c-b09b-a3cc817b9d38 HTTP/1.1" status: 204 len: 168 time: 0.3017375 Jul 22 11:40:08.994059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:09.000765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Request body: {'floatingip': {'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:09.007698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c09bc50-d9eb-4c6f-bdd7-e545ae65bfda admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d1b48a-f5dd-4e6c-b09b-a3cc817b9d38,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:09.053965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.071701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.112459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.115463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.124635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.186641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] vlan segment allocate from pool success with {'vlan_id': 122, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:40:09.226117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12174435-4aa7-4e80-a82f-a279ebc3be2a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:09.232937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.233541 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Added segment b04fa51d-ae58-4ed6-a001-9a12ebbac76f of type vlan for network 03cc50dd-b554-4902-9935-be34429e8fc9 Jul 22 11:40:09.310427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.327158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.332299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.334272 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/253a7722-d1e1-4435-b187-b8f55c39079f HTTP/1.1" status: 204 len: 168 time: 0.3720849 Jul 22 11:40:09.373709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd3fac55-e1b0-462e-833c-e8c317a7ef71 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=253a7722-d1e1-4435-b187-b8f55c39079f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:09.394829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.397008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:09.398616 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.441114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.0094700 Jul 22 11:40:09.446772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:09.453167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Request body: {'subnet': {'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-1900891485-subnet', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:09.499034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee816ee1-b716-4905-9fa4-23df14d67644 admin admin] Pushing event updated for resources: {'Network': ['ID=03cc50dd-b554-4902-9935-be34429e8fc9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:09.502040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:09.518402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 03cc50dd-b554-4902-9935-be34429e8fc9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:40:09.533146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9b9ca-7e63-4e09-84b6-fc0eb1505aba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.579302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Made reservation on behalf of a9c72355a2ad4c6a9abea1e28b1ce9b8 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:09.582001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.817990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9b9ca-7e63-4e09-84b6-fc0eb1505aba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.848102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aae9b9ca-7e63-4e09-84b6-fc0eb1505aba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.912253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:09.948691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aae9b9ca-7e63-4e09-84b6-fc0eb1505aba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=391e67afe10d4644a745238d8dac9f2a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4435978 Jul 22 11:40:09.949524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aae9b9ca-7e63-4e09-84b6-fc0eb1505aba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=979280b9-e2af-4117-b49a-1d668f1a9d5d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:09.955550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:10.015383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=685d808d-0ab9-44b5-89db-c49eacb38a04,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:10.048778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.057927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.066091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Checking segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:10.066328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.066522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Network hostable DHCP agents. Network: 03cc50dd-b554-4902-9935-be34429e8fc9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:40:10.094369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.116549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Network 03cc50dd-b554-4902-9935-be34429e8fc9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:40:10.138720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 03cc50dd-b554-4902-9935-be34429e8fc9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:10.144020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.146513 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.169659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a01ea68c-da31-4395-bbb6-0882c50292b5 None None] Network 03cc50dd-b554-4902-9935-be34429e8fc9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:40:10.175025 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-40b6dbc1-0314-43b5-b5f7-12c932809ae8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7269011 Jul 22 11:40:10.176325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:10.181813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:10.213726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.220906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.222689 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/979280b9-e2af-4117-b49a-1d668f1a9d5d HTTP/1.1" status: 204 len: 168 time: 0.2628443 Jul 22 11:40:10.241093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.243339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.254033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9be9fa9-f81b-473c-a20b-53d6235e4a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=979280b9-e2af-4117-b49a-1d668f1a9d5d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:10.300002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.313048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.325437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.361374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.377754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.388613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.396780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:10.399499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f01067e-4624-41c1-ab79-018649b23eee req-6504f4dc-53dd-44a5-b144-c7d9cb33d791 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.3986456 Jul 22 11:40:10.424890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.478435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f01067e-4624-41c1-ab79-018649b23eee req-58de7f38-a526-4b7e-a033-cc40297c8679 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587478 Jul 22 11:40:10.479951 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Floating IP 0fb67a1c-4d69-4413-8af4-22c6227865f3 associated. External IP: 172.25.6.46, port: a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09. Jul 22 11:40:10.592856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-03cc50dd-b554-4902-9935-be34429e8fc9', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:40:10.595229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.647278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.836412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Allocated IP 172.20.0.2 (03cc50dd-b554-4902-9935-be34429e8fc9/685d808d-0ab9-44b5-89db-c49eacb38a04/653db4c3-c3d8-4f20-91df-702852065e2b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:10.842022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:10.924618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:10.946609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.027472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:11.042526 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.051378 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:11.081399 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:11.084263 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:11.121731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.131203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Transition to ACTIVE for port object 653db4c3-c3d8-4f20-91df-702852065e2b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:11.140616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Allocated IP 172.25.6.208 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/6d436733-1675-46eb-bbec-7543ef490430) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:11.149073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Transition to ACTIVE for port object 653db4c3-c3d8-4f20-91df-702852065e2b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:11.163297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-67358e98-b2d0-485b-a64a-db16fc3e989f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "PUT /v2.0/floatingips/0fb67a1c-4d69-4413-8af4-22c6227865f3 HTTP/1.1" status: 200 len: 990 time: 2.1653042 Jul 22 11:40:11.163919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.178176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:11.195070 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-753cb362-1b88-4c8d-867d-c4e65bab7741" -d '{"events": [{"name": "network-changed", "server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:11.209240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Network 03cc50dd-b554-4902-9935-be34429e8fc9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:11.214976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:11.223715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:11.240748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Pushing event updated for resources: {'Port': ['ID=653db4c3-c3d8-4f20-91df-702852065e2b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:11.305027 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d348aaf7-18ca-4180-aa16-d05c7db910eb x-openstack-request-id: req-d348aaf7-18ca-4180-aa16-d05c7db910eb {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:11.305894 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:11.306634 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d348aaf7-18ca-4180-aa16-d05c7db910eb {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:11.307806 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'status': 'completed', 'code': 200} Jul 22 11:40:11.316154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Attempting to bind port 653db4c3-c3d8-4f20-91df-702852065e2b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:40:11.316547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Attempting to bind port 653db4c3-c3d8-4f20-91df-702852065e2b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:40:11.316926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Attempting to bind port 653db4c3-c3d8-4f20-91df-702852065e2b on network 03cc50dd-b554-4902-9935-be34429e8fc9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:40:11.326649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:40:11.327247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Checking segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:11.328245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.328669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Bound using segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:40:11.329231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Bound port: 653db4c3-c3d8-4f20-91df-702852065e2b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:40:11.329683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.374371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:11.408973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] For port 653db4c3-c3d8-4f20-91df-702852065e2b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:11.413932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] For port 653db4c3-c3d8-4f20-91df-702852065e2b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=653db4c3-c3d8-4f20-91df-702852065e2b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:40:11.422005 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.505809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb56f5ae-5ebd-4395-b0cd-dc780a5898e8 None None] Pushing event updated for resources: {'Port': ['ID=653db4c3-c3d8-4f20-91df-702852065e2b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:11.536131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.577274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-288eeb42-5c58-4ad0-8228-22fec43ebf8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.579108 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-288eeb42-5c58-4ad0-8228-22fec43ebf8b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2285838 Jul 22 11:40:11.725644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:11.814268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-31ee8b24-7011-47de-94df-5dde34b442d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.816084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-31ee8b24-7011-47de-94df-5dde34b442d3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.2280788 Jul 22 11:40:11.844428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.845849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:11.853241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.856115 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0fb67a1c-4d69-4413-8af4-22c6227865f3', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:40Z', 'updated_at': '2021-07-22T11:40:09Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:11.864852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.877910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.886156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.894184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.900179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:11.903803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:11.919380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-8445fe84-0d63-4153-bde3-fcde7ec41cfd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.2544527 Jul 22 11:40:11.922758 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:11.926538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:11.947215 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:11.948289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:12.001340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07d1d5f3-6ed1-41c8-9847-a68da5f9f86f req-ef878f47-c5bf-46ea-9269-209326386ab3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0769410 Jul 22 11:40:12.018987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Pushing event updated for resources: {'Port': ['ID=6d436733-1675-46eb-bbec-7543ef490430,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:12.103258 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-5a990dab-ca29-4eb4-871e-b6545dbdda5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 998 time: 0.2788906 Jul 22 11:40:12.147417 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:40:12.186522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-fd6bce93-0b53-43e6-9261-613288d896a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:12.188017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-fd6bce93-0b53-43e6-9261-613288d896a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.0548270 Jul 22 11:40:12.227025 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:12.429916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-82d6aaa8-3b06-4597-a606-038bccfb714b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:12.431541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-82d6aaa8-3b06-4597-a606-038bccfb714b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2133632 Jul 22 11:40:12.504350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:12.704251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-3ceb2a82-4d9f-4abc-b3cf-af3014690037 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2608080 Jul 22 11:40:12.836981 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0fb67a1c-4d69-4413-8af4-22c6227865f3', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:40Z', 'updated_at': '2021-07-22T11:40:09Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:12.880270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e778530f-1e0e-4c8d-a92c-9452ae1cb63e None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0fb67a1c-4d69-4413-8af4-22c6227865f3', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'floating_ip_address': '172.25.6.46', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 1784, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:40Z', 'updated_at': '2021-07-22T11:40:09Z', 'revision_number': 1, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:12.905316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:12.912880 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-753cb362-1b88-4c8d-867d-c4e65bab7741 req-127356b8-59e2-4317-b298-0a7dc3d0b39d service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1732700 Jul 22 11:40:13.063317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 653db4c3-c3d8-4f20-91df-702852065e2b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:13.124283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Router aebf5fb5-4d9b-4f68-8335-39a3c1165613 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:40:13.163737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbd2e754-0815-4df1-8e84-f6ab54a002aa None None] Network 03cc50dd-b554-4902-9935-be34429e8fc9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:40:13.171726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 653db4c3-c3d8-4f20-91df-702852065e2b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:13.243759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Provisioning for port 653db4c3-c3d8-4f20-91df-702852065e2b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:13.259011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.278917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.289358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:13.292345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.299173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.309261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Sync routers for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:13.316029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.319958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:13.321312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-11466e7c-33b6-4ed7-9676-1730e807c158 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 3.1437299 Jul 22 11:40:13.325668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:13.327998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Provisioning complete for port 653db4c3-c3d8-4f20-91df-702852065e2b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:13.328380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:13.341707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.349402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:13.359973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-805d6f2d-7ea2-4a8d-a85d-10b590d9cde7 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.2275794 Jul 22 11:40:13.448570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:13.449223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:13.491411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00c2ccdb-abad-4194-a6db-6d7d2cb6ea27 req-7304986c-d6d3-4bc1-82d9-4e5c1777bbc6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1245193 Jul 22 11:40:13.528790 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-378f6855-250d-4ce0-b838-b34f463efe93 None None] New status for floating IP 0fb67a1c-4d69-4413-8af4-22c6227865f3: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:40:13.739205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:13.779490 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:13.920363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] For port 653db4c3-c3d8-4f20-91df-702852065e2b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=653db4c3-c3d8-4f20-91df-702852065e2b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:13.934938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.103995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Pushing event updated for resources: {'Port': ['ID=653db4c3-c3d8-4f20-91df-702852065e2b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:14.125019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.125757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.126322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.126911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.127457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.128033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.128604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.129271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.129826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.130359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.130974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.131512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00b4c1a3-2b4e-44eb-9958-16f395534201 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:40:14.188283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:12Z', 'revision_number': 3, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:11Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:14.204763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:14.224689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Checking router: aebf5fb5-4d9b-4f68-8335-39a3c1165613 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:14.225037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Updating router aebf5fb5-4d9b-4f68-8335-39a3c1165613 port 6d436733-1675-46eb-bbec-7543ef490430 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:40:14.265379 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.303328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9c74f3b-2adb-45e7-86f8-778d4cac56b5 None None] Provisioning complete for port 653db4c3-c3d8-4f20-91df-702852065e2b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:14.303706 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9c74f3b-2adb-45e7-86f8-778d4cac56b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.358120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80e3d24a-c9da-48f1-a2df-44883a4946fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.428050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.462243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80e3d24a-c9da-48f1-a2df-44883a4946fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.467496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80e3d24a-c9da-48f1-a2df-44883a4946fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.514216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80e3d24a-c9da-48f1-a2df-44883a4946fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18bd70f27f794b97b0d06e1e2db6f8e2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3081484 Jul 22 11:40:14.515300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80e3d24a-c9da-48f1-a2df-44883a4946fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00198eb4-ca83-4d81-81ed-6ad2203b5142,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:14.517128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:14.668359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.674529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Allocated IP 172.20.0.1 (03cc50dd-b554-4902-9935-be34429e8fc9/685d808d-0ab9-44b5-89db-c49eacb38a04/733f45d4-1b41-4f73-8747-c03c309dc85b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:14.723323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.729980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.730678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.736763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.742999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.750578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.757004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.763701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:14.765736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feed6c89-3879-4fa0-aec3-090587095ded req-150eec69-c09e-472c-9476-2bf12d26aee0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.1486938 Jul 22 11:40:14.774153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.788689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Transition to ACTIVE for port object 6d436733-1675-46eb-bbec-7543ef490430 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:14.796876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.810976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feed6c89-3879-4fa0-aec3-090587095ded req-06a81637-c593-47d8-bef0-b968df6750cd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0380247 Jul 22 11:40:14.854323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Attempting to bind port 6d436733-1675-46eb-bbec-7543ef490430 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:40:14.855066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Attempting to bind port 6d436733-1675-46eb-bbec-7543ef490430 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:40:14.855455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Attempting to bind port 6d436733-1675-46eb-bbec-7543ef490430 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:40:14.858688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eadc52-bf05-461a-a1ac-e6f8c0577c27 None None] Pushing event updated for resources: {'Port': ['ID=6d436733-1675-46eb-bbec-7543ef490430,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:14.864478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 39, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:40:14.865006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:14.865422 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.865848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:40:14.865971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.866309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Bound port: 6d436733-1675-46eb-bbec-7543ef490430, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:40:14.866998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.868412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.869558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/00198eb4-ca83-4d81-81ed-6ad2203b5142 HTTP/1.1" status: 204 len: 168 time: 0.3512471 Jul 22 11:40:14.888377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.891108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73359655-b6b0-4982-a921-2189124915ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00198eb4-ca83-4d81-81ed-6ad2203b5142,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:14.908644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Transition to ACTIVE for port object 733f45d4-1b41-4f73-8747-c03c309dc85b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:14.940691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] For port 6d436733-1675-46eb-bbec-7543ef490430, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:14.944324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] For port 6d436733-1675-46eb-bbec-7543ef490430, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6d436733-1675-46eb-bbec-7543ef490430,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:40:14.952120 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.958530 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:14.986606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 653db4c3-c3d8-4f20-91df-702852065e2b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:15.006244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Network 03cc50dd-b554-4902-9935-be34429e8fc9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:15.013105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:15.016368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:15.052568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Pushing event updated for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:15.075778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eadc52-bf05-461a-a1ac-e6f8c0577c27 None None] Pushing event updated for resources: {'Port': ['ID=6d436733-1675-46eb-bbec-7543ef490430,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:15.085481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.093783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:15.094540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:15.194840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 653db4c3-c3d8-4f20-91df-702852065e2b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:15.195536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.278987 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfefc7a4-1261-400e-982a-1cb175703144 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.283022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:15.291546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.307210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:15.321503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff8e31c4-4549-41b9-a231-642661679ad2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.430205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff8e31c4-4549-41b9-a231-642661679ad2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.436123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff8e31c4-4549-41b9-a231-642661679ad2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.464836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07e09e9d-95d7-4ad2-b646-dcd20fb56e8b None None] Provisioning for port 733f45d4-1b41-4f73-8747-c03c309dc85b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:15.479497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff8e31c4-4549-41b9-a231-642661679ad2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=054ad624-4506-4484-93ba-b3ef46dd1e4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:15.483909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07e09e9d-95d7-4ad2-b646-dcd20fb56e8b None None] Provisioning complete for port 733f45d4-1b41-4f73-8747-c03c309dc85b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:15.484380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07e09e9d-95d7-4ad2-b646-dcd20fb56e8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.499781 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ff8e31c4-4549-41b9-a231-642661679ad2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=93f6385ecc1a4f6386ba29e433c4d834&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1914911 Jul 22 11:40:15.502214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:15.545386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.549796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-07e09e9d-95d7-4ad2-b646-dcd20fb56e8b None None] Port 733f45d4-1b41-4f73-8747-c03c309dc85b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:40:15.552405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.568154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.597401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.598834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:12Z', 'revision_number': 3, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:15.640245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Pushing event updated for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:15.655110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0146e33a-0abf-484a-bc41-c55c14641050 None None] The sync data for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 is: [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:12Z', 'revision_number': 3, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:15.658533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.666589 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.669462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:15.670705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/054ad624-4506-4484-93ba-b3ef46dd1e4e HTTP/1.1" status: 204 len: 168 time: 0.1675274 Jul 22 11:40:15.679318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf6f623a-cfdc-4403-a6cf-ee37b003b78f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=054ad624-4506-4484-93ba-b3ef46dd1e4e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:15.831531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Network 03cc50dd-b554-4902-9935-be34429e8fc9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:15.837457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:16.018925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.028942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.035560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.041677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.048524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.054709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.062114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:16.077453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-15181b62-d578-4a58-9476-eb8a22d0918a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.1580920 Jul 22 11:40:16.094720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Router aebf5fb5-4d9b-4f68-8335-39a3c1165613 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:16.157777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb3379d9-e904-431b-8074-e1d06fa3daac req-aef71c8e-b488-4aaf-b1ad-0c5a9f21feec tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0784714 Jul 22 11:40:16.284194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:16.289829 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-59944415-6e0e-4285-9fd5-a60d182162b2 admin admin] 10.222.0.21 "PUT /v2.0/routers/aebf5fb5-4d9b-4f68-8335-39a3c1165613/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9629233 Jul 22 11:40:16.315349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5740d6a7-ce37-4fa8-94bb-f5157e9ea29e None None] Provisioning complete for port 733f45d4-1b41-4f73-8747-c03c309dc85b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:16.315822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5740d6a7-ce37-4fa8-94bb-f5157e9ea29e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:16.372996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5740d6a7-ce37-4fa8-94bb-f5157e9ea29e None None] Port 733f45d4-1b41-4f73-8747-c03c309dc85b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:40:17.057547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d436733-1675-46eb-bbec-7543ef490430 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:17.124392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6d436733-1675-46eb-bbec-7543ef490430 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:17.129920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6d436733-1675-46eb-bbec-7543ef490430 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:17.130400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.178955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:17.184021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1143260378', 'description': 'tempest-description--675207495'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:17.212833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.225125 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.248823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6d436733-1675-46eb-bbec-7543ef490430, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6d436733-1675-46eb-bbec-7543ef490430,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:17.257425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.327199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6d436733-1675-46eb-bbec-7543ef490430,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.365722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:17.402548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.408826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.415118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.421908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.428021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.434730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.440653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:17.442723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-41647a75-a7a9-4019-9614-fba92a2e55ee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.1779974 Jul 22 11:40:17.464152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.475005 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.495057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.499582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.3195009 Jul 22 11:40:17.500246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:17.501413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d67eb522-7687-474d-920f-78f1ec8cd805 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.516109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'security_group_rule': {'security_group_id': '5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:17.550150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24335cc0-3940-4a06-bb14-cfd39ffde4b1 req-c57dda44-6cc1-4597-9e4b-ba0e65511b81 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1007187 Jul 22 11:40:17.550940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e238e9-5bec-4290-b138-8502f5855169 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.636118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d67eb522-7687-474d-920f-78f1ec8cd805 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.643104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d67eb522-7687-474d-920f-78f1ec8cd805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.670893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.698271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d67eb522-7687-474d-920f-78f1ec8cd805 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2cde61c5270643ac8aca99fe78b94ed1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3314276 Jul 22 11:40:17.700186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67eb522-7687-474d-920f-78f1ec8cd805 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=86829a82-546f-44ac-b692-bc87c82642b2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.702721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:17.745380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.750440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.762631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.776823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=059d2e14-eb1d-4f6f-bb23-4cae673ba058,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.783600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.785064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-79b67c84-20ca-4f20-ad8f-57767333a947 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2787249 Jul 22 11:40:17.787607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:17.789522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.793660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'security_group_rule': {'security_group_id': '5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:17.801217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.826646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.851750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.855125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.856776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/86829a82-546f-44ac-b692-bc87c82642b2 HTTP/1.1" status: 204 len: 168 time: 0.1525815 Jul 22 11:40:17.889411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26acf153-e983-4a27-a379-e1ba464c7ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=86829a82-546f-44ac-b692-bc87c82642b2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.937906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.947244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.972630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e2e93e98-26e0-4d5c-992f-3d02b64b4fc7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:17.989641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:17.991169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-716cbf21-746a-4b15-899d-bed61a43214f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2022705 Jul 22 11:40:17.994173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:18.000306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:18.034954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.085035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Sync routers for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:18.096579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:18.097541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:18.153527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.201329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b07d08ea-233c-49e5-8d76-3075bbe3c7a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.238908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:18.315189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Allocated IP 172.25.6.173 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/05648651-f9df-421a-970a-5c82bc5968ce) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:18.443753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.487724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 2, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:18.503431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.520136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Checking router: aebf5fb5-4d9b-4f68-8335-39a3c1165613 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:18.520505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Updating router aebf5fb5-4d9b-4f68-8335-39a3c1165613 port 733f45d4-1b41-4f73-8747-c03c309dc85b binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:40:18.557232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:18.559672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:18.569145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:18.573882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.611077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'Port': ['ID=05648651-f9df-421a-970a-5c82bc5968ce,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:18.757958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.829520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.836387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.844608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.851017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.857455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.863786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.871794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:18.873789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-80676980-2799-46d2-b64e-4552c1529ae4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.1963525 Jul 22 11:40:18.909308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:18.951729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34f08429-25fe-4c32-8c2f-e771b7909635 req-d5e6f5e1-ddcd-45cb-a877-09607120d22f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0716088 Jul 22 11:40:19.027752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.053011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d436733-1675-46eb-bbec-7543ef490430 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:19.057930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Transition to ACTIVE for port object 733f45d4-1b41-4f73-8747-c03c309dc85b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:19.138217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.171559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.180518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.250484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6d436733-1675-46eb-bbec-7543ef490430 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:19.250923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.258770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ab85-a63d-4ec1-9c12-071c6d19160c None None] Pushing event updated for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:19.291878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'Port': ['ID=05648651-f9df-421a-970a-5c82bc5968ce,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:19.303793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.336620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Attempting to bind port 733f45d4-1b41-4f73-8747-c03c309dc85b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:40:19.336998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Attempting to bind port 733f45d4-1b41-4f73-8747-c03c309dc85b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:40:19.337366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Attempting to bind port 733f45d4-1b41-4f73-8747-c03c309dc85b on network 03cc50dd-b554-4902-9935-be34429e8fc9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:40:19.343744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.345060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 40, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Checking segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Bound using segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Bound port: 733f45d4-1b41-4f73-8747-c03c309dc85b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:40:19.357926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.359574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d8eb3d14-e743-45b4-a9c5-0fd05888e7de tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3642001 Jul 22 11:40:19.493060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] For port 733f45d4-1b41-4f73-8747-c03c309dc85b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:19.497169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] For port 733f45d4-1b41-4f73-8747-c03c309dc85b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=733f45d4-1b41-4f73-8747-c03c309dc85b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:40:19.502705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:19.584398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:19.585428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:19.915749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac8b7a59-13a0-440c-9a34-75dbf76c75f4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:19.923381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62e7ab85-a63d-4ec1-9c12-071c6d19160c None None] Pushing event updated for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:20.093883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:20.394748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.411741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.438424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.455951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.489763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.496836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.512604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:20.530548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70765f0b-d738-40f3-be66-035f0b79008b req-dcdf3686-b4dd-4c28-bd8d-46d01f11e3d3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5428 time: 0.3345838 Jul 22 11:40:20.545806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:20.580301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'port_id': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4', 'mac_address': 'fa:16:3e:2c:56:8a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d', 'ip_address': '10.1.1.188'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:20.656421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70765f0b-d738-40f3-be66-035f0b79008b req-b6b47a3b-1621-47e7-9dd9-19dc851333ac tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1248655 Jul 22 11:40:20.676099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:20.692893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac8b7a59-13a0-440c-9a34-75dbf76c75f4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:20.717181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:19Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:20.733550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:20.763470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-18b9793f-7d89-4619-82e9-210e984f3d50 None None] The sync data for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 is: [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:19Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:20.766599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:20.767382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12359e23-1831-423f-a29a-162724572bcb details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:20.861276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:20.868017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:20.881512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '12359e23-1831-423f-a29a-162724572bcb', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'port_id': '12359e23-1831-423f-a29a-162724572bcb', 'mac_address': 'fa:16:3e:fb:30:b6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d', 'ip_address': '10.1.1.63'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:20.956652 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:20.985427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 12359e23-1831-423f-a29a-162724572bcb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:21.029578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:21.039291 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.039907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d12f69f6-187a-4c80-9afb-e00449c00153 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:21.166618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 733f45d4-1b41-4f73-8747-c03c309dc85b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:21.207486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:21.459275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91341579-ba09-4428-8666-eadad37fa3ea admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.667170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.679794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 733f45d4-1b41-4f73-8747-c03c309dc85b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:21.703648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 733f45d4-1b41-4f73-8747-c03c309dc85b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:21.704444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.709613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:21.797268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91341579-ba09-4428-8666-eadad37fa3ea admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.814146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:21.847458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'port_id': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'mac_address': 'fa:16:3e:ac:10:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a413d-c1db-4cb3-972d-73809bc364e3', 'ip_address': '10.2.2.100'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:21.907139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91341579-ba09-4428-8666-eadad37fa3ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.958560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.961265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:21.988118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d12f69f6-187a-4c80-9afb-e00449c00153 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:22.016779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:22.018162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91341579-ba09-4428-8666-eadad37fa3ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=131d579525154eb5a05cfbdb9264ba6e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8079412 Jul 22 11:40:22.023882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91341579-ba09-4428-8666-eadad37fa3ea admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f80d02b3-414b-42e7-b6df-1edfc4b58a85,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.040257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.056467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 733f45d4-1b41-4f73-8747-c03c309dc85b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=733f45d4-1b41-4f73-8747-c03c309dc85b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.057986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.060086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:22.067024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.075351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.087901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.096315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.103557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.111898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.115032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.119734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:22.129654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-7f65f66e-ac5a-4758-810e-012f8796fc48 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5430 time: 0.3234582 Jul 22 11:40:22.145738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'network_id': '31c755e2-4511-4773-8e2e-06328bfefe2c', 'port_id': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'mac_address': 'fa:16:3e:34:81:2b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 135, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c38a413d-c1db-4cb3-972d-73809bc364e3', 'ip_address': '10.2.2.200'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:22.153923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.173922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.203893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.210799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00ce04f7-4e8a-4796-8a91-5e2294dfb173 req-ac2f16b9-aa2c-4049-9843-6db5c3573a1b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0768223 Jul 22 11:40:22.261724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.264141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.282880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.286309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.297100 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f80d02b3-414b-42e7-b6df-1edfc4b58a85 HTTP/1.1" status: 204 len: 168 time: 0.2743814 Jul 22 11:40:22.309817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:22.321497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fa79045-fb1f-4f67-8a90-1f470ee533f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f80d02b3-414b-42e7-b6df-1edfc4b58a85,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.363032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.379483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.384201 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.384892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7bf3fd72-ee70-4b13-afac-74847c08f9af details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:22.465545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.481297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.484808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'port_id': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'mac_address': 'fa:16:3e:89:e2:74', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d', 'ip_address': '10.1.1.17'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:22.526524 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.559191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7bf3fd72-ee70-4b13-afac-74847c08f9af {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:22.611389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.615877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.616629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 80b9e53e-806e-45a1-a018-f3fceef1db3e details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:22.700535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.708220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:22.725933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-52a321f1-2a1d-42e7-bb85-ae5c50ef46d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.781544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.796316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'port_id': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'mac_address': 'fa:16:3e:42:b5:d1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:22.845007 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.849649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-52a321f1-2a1d-42e7-bb85-ae5c50ef46d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.855005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-52a321f1-2a1d-42e7-bb85-ae5c50ef46d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.859551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 80b9e53e-806e-45a1-a018-f3fceef1db3e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:22.882419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.887944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:22.888421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5ce174f1-7af9-44fb-b0a1-7165105fa191 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:40:22.915523 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-52a321f1-2a1d-42e7-bb85-ae5c50ef46d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0795f0e48e8043e1a28aa95211778295&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2030797 Jul 22 11:40:22.915523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52a321f1-2a1d-42e7-bb85-ae5c50ef46d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7190892-5224-49d2-9321-10e59e89f641,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.917183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:22.960448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:22.962908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:22.975261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '5ce174f1-7af9-44fb-b0a1-7165105fa191', 'network_id': '1f73e72c-d991-4e05-a5ad-3981bf9c4616', 'port_id': '5ce174f1-7af9-44fb-b0a1-7165105fa191', 'mac_address': 'fa:16:3e:2f:8b:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 113, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'be9f88ea-2314-41bd-8a76-4165811cdb9d', 'ip_address': '10.1.1.31'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:40:22.987772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.013828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 733f45d4-1b41-4f73-8747-c03c309dc85b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:23.014162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.053923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.075550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5ce174f1-7af9-44fb-b0a1-7165105fa191 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:23.077938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.080580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.082086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d7190892-5224-49d2-9321-10e59e89f641 HTTP/1.1" status: 204 len: 168 time: 0.1628816 Jul 22 11:40:23.091174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c751eebd-467f-46c6-a1a0-0b7f9c474525 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7190892-5224-49d2-9321-10e59e89f641,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:23.113025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:23.124569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.131136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 733f45d4-1b41-4f73-8747-c03c309dc85b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:23.131586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:23.222412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:23.425903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.434213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.441933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.449849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.463368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.478248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.486243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:23.488769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-54395f6f-8085-4bc9-a408-f542e7ba1d0c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5435 time: 0.1755328 Jul 22 11:40:23.592328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9d93fe4-e4e7-4f7d-8d5f-a06c85d6523c req-300b59c9-8aea-46f9-ad1b-7777cd0ec9b5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0948052 Jul 22 11:40:23.754245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['80b9e53e-806e-45a1-a018-f3fceef1db3e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:23.783421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['d12f69f6-187a-4c80-9afb-e00449c00153'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:23.790589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['12359e23-1831-423f-a29a-162724572bcb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:23.843899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['7bf3fd72-ee70-4b13-afac-74847c08f9af'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:23.849320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ac8b7a59-13a0-440c-9a34-75dbf76c75f4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:23.862951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['5ce174f1-7af9-44fb-b0a1-7165105fa191'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:24.676951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['8820a7f3-f6fe-4362-b6de-c2a46b74ec60'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:40:24.874270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.879219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.885615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.893248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.899655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.906963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.913622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:24.915913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-5ba8f41e-c1d0-4610-86f9-3570a9c481fe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5435 time: 0.1934385 Jul 22 11:40:24.998431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4676355c-f8a3-4767-85ad-d180c8d708e9 req-e030f5b1-f6e0-4253-8dc7-6183000b197c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0737689 Jul 22 11:40:25.864709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:26.006901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99b92dc9-010a-49f0-ac5c-0edcd4ca2d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.153804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99b92dc9-010a-49f0-ac5c-0edcd4ca2d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.160633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99b92dc9-010a-49f0-ac5c-0edcd4ca2d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.176826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.184020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:26.185509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.191586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.197676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.204019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.210130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.216046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.218222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-99b92dc9-010a-49f0-ac5c-0edcd4ca2d78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bbdf0836a92e4c178a58fafa57568ef9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3513727 Jul 22 11:40:26.220794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:26.223397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9ad6c1fe-e75e-4887-8baf-d9f32970c153 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5435 time: 0.1318696 Jul 22 11:40:26.229830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99b92dc9-010a-49f0-ac5c-0edcd4ca2d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=166aea06-61d3-43bb-93b7-2baf037d4cf7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:26.281131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7b9551e-c8e3-4c6e-a3ea-d03ba58a744e req-9b7f4b50-a644-439d-960d-02a162613a7b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0564590 Jul 22 11:40:26.339120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.344454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefe5a41-3393-4c0e-a144-e7123e593f32 req-86cca1cc-1047-4724-bf9b-1468e8722a15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:26.345993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eefe5a41-3393-4c0e-a144-e7123e593f32 req-86cca1cc-1047-4724-bf9b-1468e8722a15 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1096 time: 0.1593239 Jul 22 11:40:26.382543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.412334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eefe5a41-3393-4c0e-a144-e7123e593f32 req-a06b662f-ff0e-4be5-a717-7b84ff3ae546 service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0537171 Jul 22 11:40:26.448793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.454496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.455734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/166aea06-61d3-43bb-93b7-2baf037d4cf7 HTTP/1.1" status: 204 len: 168 time: 0.2333775 Jul 22 11:40:26.464313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade43759-c40e-44fe-b8e3-b7e581b260c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=166aea06-61d3-43bb-93b7-2baf037d4cf7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:26.791550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:26.808949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2790262-2cac-4a5d-bf2f-daaadc17f5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.949860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2790262-2cac-4a5d-bf2f-daaadc17f5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:26.957505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2790262-2cac-4a5d-bf2f-daaadc17f5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.002441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f2790262-2cac-4a5d-bf2f-daaadc17f5b9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e97dc2200a4b4b52bf16a63a7abd8182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2093568 Jul 22 11:40:27.003643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2790262-2cac-4a5d-bf2f-daaadc17f5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbdab4f2-382d-4904-94bf-1bb9ba733d78,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:27.005048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:27.071385 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.099081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.157776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.160553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.164116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cbdab4f2-382d-4904-94bf-1bb9ba733d78 HTTP/1.1" status: 204 len: 168 time: 0.1557102 Jul 22 11:40:27.175503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec89b290-9db7-4913-b54c-e46d34ebbfd9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbdab4f2-382d-4904-94bf-1bb9ba733d78,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:27.206370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7bf3fd72-ee70-4b13-afac-74847c08f9af up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:27.260569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 7bf3fd72-ee70-4b13-afac-74847c08f9af completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:27.265413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 7bf3fd72-ee70-4b13-afac-74847c08f9af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:27.266102 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.317763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.383939 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.438764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:27.439972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:27.444294 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-293c5fd6-2ca5-4f6f-a5f3-7f7b6a55ab62" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:27.448734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.450619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12359e23-1831-423f-a29a-162724572bcb up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:27.478656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.486551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.508725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.517350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.525867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.544900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.557831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:27.557967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:27.570105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-d93c6741-dbf1-4cd8-85b0-c84140fcb2e4 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5435 time: 0.1743994 Jul 22 11:40:27.586515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 12359e23-1831-423f-a29a-162724572bcb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:27.595434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 12359e23-1831-423f-a29a-162724572bcb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:27.595827 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.629470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f92f3053-73d6-41d4-aefd-941624d9c4a8 req-4f02c18c-ca41-435b-b545-0643066fd849 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0638378 Jul 22 11:40:27.756751 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-35243b3b-2706-4175-a11f-e9514bee6465 x-openstack-request-id: req-35243b3b-2706-4175-a11f-e9514bee6465 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:27.757106 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:27.757434 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-35243b3b-2706-4175-a11f-e9514bee6465 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:27.758131 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'code': 200} Jul 22 11:40:27.760470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.800959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:27.808145 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:27.809828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:27.919929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:27.934042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:27.941070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:27.941716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.074915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.126520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:28.130930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.133312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.134395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac8b7a59-13a0-440c-9a34-75dbf76c75f4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:28.223591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:28.248001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:28.252240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:28.252633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.349150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.385354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:28.391427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.392331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d12f69f6-187a-4c80-9afb-e00449c00153 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:28.479278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:28.492580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port d12f69f6-187a-4c80-9afb-e00449c00153 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:28.497685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port d12f69f6-187a-4c80-9afb-e00449c00153 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:28.498067 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.597960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.641266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:28.645839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.646771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 80b9e53e-806e-45a1-a018-f3fceef1db3e up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:28.751577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:28.762491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 80b9e53e-806e-45a1-a018-f3fceef1db3e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:28.766312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 80b9e53e-806e-45a1-a018-f3fceef1db3e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:28.766763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.824103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.830787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.836970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.844275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.850263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.856870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.858223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.863038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:28.865210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-2a4b609f-0e78-4bdc-9d4b-0ce799621ef5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5440 time: 0.1381130 Jul 22 11:40:28.915226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:28.919905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16ed7c84-61b3-4c80-9e7c-f6a238287b40 req-869c1356-2b59-4940-9930-95006bdaedee tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492208 Jul 22 11:40:28.920394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:28.921401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5ce174f1-7af9-44fb-b0a1-7165105fa191 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:40:29.008320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:29.027606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:29.035852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:29.038674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:29.169271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:29.234857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:29.243471 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:29.307197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:29.759478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12359e23-1831-423f-a29a-162724572bcb'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce174f1-7af9-44fb-b0a1-7165105fa191'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:29.761902 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-713b037e-771d-408e-9505-86f44d2e7d59" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "12359e23-1831-423f-a29a-162724572bcb"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b7a59-13a0-440c-9a34-75dbf76c75f4"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "5ce174f1-7af9-44fb-b0a1-7165105fa191"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:29.818657 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 1038 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bfe5ada0-d288-4f29-b86b-76a1ec60f3b4 x-openstack-request-id: req-bfe5ada0-d288-4f29-b86b-76a1ec60f3b4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:29.819063 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "12359e23-1831-423f-a29a-162724572bcb", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "ac8b7a59-13a0-440c-9a34-75dbf76c75f4", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-plugged", "status": "completed", "tag": "5ce174f1-7af9-44fb-b0a1-7165105fa191", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:29.819443 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bfe5ada0-d288-4f29-b86b-76a1ec60f3b4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:29.820319 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '12359e23-1831-423f-a29a-162724572bcb', 'code': 200} Jul 22 11:40:29.820854 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'code': 200} Jul 22 11:40:29.821177 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac8b7a59-13a0-440c-9a34-75dbf76c75f4', 'code': 200} Jul 22 11:40:29.821493 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'code': 200} Jul 22 11:40:29.821812 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'code': 200} Jul 22 11:40:29.822127 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5ce174f1-7af9-44fb-b0a1-7165105fa191', 'code': 200} Jul 22 11:40:29.900866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:30.023223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.024330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.024802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.025663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.026325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.026858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.028123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.030663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9db4f327-01df-4b84-a776-f9119214b304 req-b2619590-7022-43fd-8520-dcf9d45dcc25 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.1089454 Jul 22 11:40:30.042350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7392cd8a-5062-47a9-9188-a304ac616fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.076698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9db4f327-01df-4b84-a776-f9119214b304 req-9f6ed59c-bb35-4bea-89cd-1dbcfb01fe26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0385499 Jul 22 11:40:30.160276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.172542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.195301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.202101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.208169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.216047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.222950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:30.224978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62785a2c-887b-45a0-af26-055d704cc969 req-63b9fb26-4271-400e-a9fc-028c5402f588 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.2075951 Jul 22 11:40:30.295160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62785a2c-887b-45a0-af26-055d704cc969 req-a4ba4791-70d5-48d7-96a4-0faa63218813 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0560923 Jul 22 11:40:30.347926 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7392cd8a-5062-47a9-9188-a304ac616fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.352070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7392cd8a-5062-47a9-9188-a304ac616fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.395965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:30.396308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7392cd8a-5062-47a9-9188-a304ac616fb3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2b2e5ce961a04141af8f9f2ba7019cb1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4934225 Jul 22 11:40:30.397307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7392cd8a-5062-47a9-9188-a304ac616fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=06943d78-7f19-4967-8318-3ff30af85e0c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:30.462722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.485969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.545792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.550182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:30.554582 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/06943d78-7f19-4967-8318-3ff30af85e0c HTTP/1.1" status: 204 len: 168 time: 0.1532879 Jul 22 11:40:30.560520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-febf9ab8-92df-4e5c-9ba3-af6f61138cdf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=06943d78-7f19-4967-8318-3ff30af85e0c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:30.891238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:30.923229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d040-0611-4474-a07d-57f4329be6f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.031466 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d040-0611-4474-a07d-57f4329be6f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.037568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8b7d040-0611-4474-a07d-57f4329be6f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.091918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b8b7d040-0611-4474-a07d-57f4329be6f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c62d1b2100484f7e8fe5382965463e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1993322 Jul 22 11:40:31.093014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b7d040-0611-4474-a07d-57f4329be6f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4dea706c-cea2-4f86-9cde-dd49f9c5fa60,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:31.094538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:31.186809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.223344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.295888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.299079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:31.301512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4dea706c-cea2-4f86-9cde-dd49f9c5fa60 HTTP/1.1" status: 204 len: 168 time: 0.2028437 Jul 22 11:40:31.311631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e160acd8-b2eb-44d4-bd11-9c35ebce7a75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4dea706c-cea2-4f86-9cde-dd49f9c5fa60,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:31.548132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.555949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.563673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.570487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.577422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.583557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.589457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.591481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-76ad8821-11c8-45d6-a6da-d3007f2360c5 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.1454840 Jul 22 11:40:31.647300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491b7fe7-f0c0-4301-815e-c3da3088562a req-e70d26c7-7847-4dc7-97b3-6a2e15e7e8d1 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0480313 Jul 22 11:40:31.823723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.834061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.840979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.848034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.860021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.866691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.875723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:31.878702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d95b2e0-8ccb-41d1-b853-c117afda1964 req-b6e81c59-4f83-4199-88c8-7fc184d629ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.1435053 Jul 22 11:40:31.891143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:31.897609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Request body: {'floatingip': {'port_id': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:31.946086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:32.620781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:32.663151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:32.801211 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Floating IP 3592fe70-4ee7-435f-a68e-36191866ad4e associated. External IP: 172.25.6.211, port: 80b9e53e-806e-45a1-a018-f3fceef1db3e. Jul 22 11:40:33.070060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43024) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:33.080017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:33.208380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f239ea4a-fabd-4f7c-b247-5dfcfe91fe6b tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1426018404'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:33.209859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f239ea4a-fabd-4f7c-b247-5dfcfe91fe6b tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Unknown quota resources ['metering_label']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:40:33.226911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:33.232656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:33.237760 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Sync routers for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:33.253734 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:33.255214 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:33.283517 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f91d2dea-a0c9-4681-b407-a7ba86214fcf tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "PUT /v2.0/floatingips/3592fe70-4ee7-435f-a68e-36191866ad4e HTTP/1.1" status: 200 len: 991 time: 1.3907919 Jul 22 11:40:33.284642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:33.287619 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a7432dcb-db9b-4d25-80bb-321c743b5867" -d '{"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:33.360081 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4abf775d-4f86-47f0-88db-3255d950a707 x-openstack-request-id: req-4abf775d-4f86-47f0-88db-3255d950a707 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:33.360384 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:33.360642 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4abf775d-4f86-47f0-88db-3255d950a707 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:33.361050 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'status': 'completed', 'code': 200} Jul 22 11:40:33.508140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.508953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.509724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.510358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.512196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.513137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.513805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.516313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-ca8c3f38-5ece-4607-b8fe-c1ffca4486bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.1445498 Jul 22 11:40:33.520648 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:33.546151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f239ea4a-fabd-4f7c-b247-5dfcfe91fe6b tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:33.547730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f239ea4a-fabd-4f7c-b247-5dfcfe91fe6b tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 0.4764841 Jul 22 11:40:33.552396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:33.557347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5d3411d-83a5-44c6-878a-6cf7b319b552 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': '0d4ff072-a953-480e-86e1-795b18c347a5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:33.561240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5d3411d-83a5-44c6-878a-6cf7b319b552 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:40:33.678237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-01056de9-cc80-4a10-8f21-ff1baafb5129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.680431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-01056de9-cc80-4a10-8f21-ff1baafb5129 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b HTTP/1.1" status: 200 len: 918 time: 0.1570532 Jul 22 11:40:33.705519 n-d-754448-4 neutron-server[93707]: WARNING neutron.services.metering.metering_plugin [None req-a5d3411d-83a5-44c6-878a-6cf7b319b552 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 11:40:33.789033 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-d9ae31ea-811b-4233-b710-08d455c3a621 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 999 time: 0.1019180 Jul 22 11:40:33.859821 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d3411d-83a5-44c6-878a-6cf7b319b552 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:33.865464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a5d3411d-83a5-44c6-878a-6cf7b319b552 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3093047 Jul 22 11:40:33.865646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:33.870409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e754d5c5-b8ec-4a13-9db3-d23342c66b56 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': '0d4ff072-a953-480e-86e1-795b18c347a5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:33.870409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e754d5c5-b8ec-4a13-9db3-d23342c66b56 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Unknown quota resources ['metering_label_rule']. {{(pid=93706) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:40:33.893604 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '3592fe70-4ee7-435f-a68e-36191866ad4e', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'port_id': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'mac_address': 'fa:16:3e:42:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:10Z', 'updated_at': '2021-07-22T11:40:32Z', 'revision_number': 1, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:33.932237 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Checking router: 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:33.943106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:33.943961 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:33.967303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-e33f8779-c03c-4bf8-8a4e-f0b4f82507ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:33.969504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-e33f8779-c03c-4bf8-8a4e-f0b4f82507ca service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.1729708 Jul 22 11:40:33.972175 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.metering.metering_plugin [None req-e754d5c5-b8ec-4a13-9db3-d23342c66b56 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jul 22 11:40:34.125215 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:34.168718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e754d5c5-b8ec-4a13-9db3-d23342c66b56 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:34.172476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e754d5c5-b8ec-4a13-9db3-d23342c66b56 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.3038208 Jul 22 11:40:34.172839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.205172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d8b1e2f1-2c20-4804-8de4-c7a408f5ce8d tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=641f9ecd-7460-4d47-a685-9ba1c5d27d71 HTTP/1.1" status: 200 len: 464 time: 0.0280814 Jul 22 11:40:34.205646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-c4092aaa-7a74-4667-bf2b-9b735c8a3bc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:34.205845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.207278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-c4092aaa-7a74-4667-bf2b-9b735c8a3bc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2302122 Jul 22 11:40:34.369477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-a9357990-41aa-442d-9a09-ae8ec3e1c8cd service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514940 Jul 22 11:40:34.371555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21a57691-a954-4842-b5db-3e7e829cc831 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:34.376328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-21a57691-a954-4842-b5db-3e7e829cc831 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/641f9ecd-7460-4d47-a685-9ba1c5d27d71 HTTP/1.1" status: 204 len: 168 time: 0.1694143 Jul 22 11:40:34.376934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.392690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6a2afbd7-1dd1-4eb6-bdfb-e954e03867cb tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=641f9ecd-7460-4d47-a685-9ba1c5d27d71 HTTP/1.1" status: 200 len: 221 time: 0.0144529 Jul 22 11:40:34.393625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.398826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-75eaa584-4cf7-4391-b452-1ca03bdc9919 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Request body: {'metering_label': {'name': 'tempest-metering-label--1270312773', 'description': 'label created by tempest'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:34.399519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-75eaa584-4cf7-4391-b452-1ca03bdc9919 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Unknown quota resources ['metering_label']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 11:40:34.499874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7432dcb-db9b-4d25-80bb-321c743b5867 req-93fb1386-9f9c-44a2-927c-7084fa48c954 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232810 Jul 22 11:40:34.556454 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '3592fe70-4ee7-435f-a68e-36191866ad4e', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'port_id': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'mac_address': 'fa:16:3e:42:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:10Z', 'updated_at': '2021-07-22T11:40:32Z', 'revision_number': 1, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:34.635605 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-21be66bd-d5c0-43bc-ba1d-40afa794122d None None] The sync data for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 is: [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '3592fe70-4ee7-435f-a68e-36191866ad4e', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'floating_ip_address': '172.25.6.211', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'port_id': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 1749, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'mac_address': 'fa:16:3e:42:b5:d1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:39:10Z', 'updated_at': '2021-07-22T11:40:32Z', 'revision_number': 1, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:34.678996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75eaa584-4cf7-4391-b452-1ca03bdc9919 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:34.682528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-75eaa584-4cf7-4391-b452-1ca03bdc9919 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 470 time: 0.2853887 Jul 22 11:40:34.682764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.779241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:34.779940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b052b8fa-b39b-49da-96f1-4bc194de0ba2 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2cc5f477-a987-468f-bdba-ba0bf85e5f14 HTTP/1.1" status: 200 len: 468 time: 0.0947428 Jul 22 11:40:34.970035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.041645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-769412c0-3f82-42ba-b6e2-66d1027dc6b3 None None] New status for floating IP 3592fe70-4ee7-435f-a68e-36191866ad4e: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:40:35.086827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1bf0fb90-fa06-4d2d-8497-17f9b50e97eb tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.091666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.091861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1bf0fb90-fa06-4d2d-8497-17f9b50e97eb tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/2cc5f477-a987-468f-bdba-ba0bf85e5f14 HTTP/1.1" status: 204 len: 168 time: 0.3112571 Jul 22 11:40:35.116689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ddb1ad74-d9e2-4937-80ef-3c9df6c62c86 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=2cc5f477-a987-468f-bdba-ba0bf85e5f14 HTTP/1.1" status: 200 len: 216 time: 0.0232768 Jul 22 11:40:35.118248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb519f24-46bf-4ace-934a-13ed2f165ec3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.120234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.136536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6e4358f3-1c37-451e-9e12-617d6656364a tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0150290 Jul 22 11:40:35.141847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.160906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-85bcdc24-3a5e-4b3e-ad3b-7b6f0cedbb26 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0176463 Jul 22 11:40:35.164339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.231422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0e42447-1c6f-4673-aa30-923663c3a3c2 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-labels/0d4ff072-a953-480e-86e1-795b18c347a5 HTTP/1.1" status: 200 len: 473 time: 0.0624866 Jul 22 11:40:35.231679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.246671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6fcf16ab-a8f9-4413-ad4d-2baa8ce31548 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "GET /v2.0/metering/metering-label-rules/c564e0bd-5920-4be9-a577-82240b016cf4 HTTP/1.1" status: 200 len: 461 time: 0.0106544 Jul 22 11:40:35.247019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.252019 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb519f24-46bf-4ace-934a-13ed2f165ec3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.264367 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb519f24-46bf-4ace-934a-13ed2f165ec3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.312455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb519f24-46bf-4ace-934a-13ed2f165ec3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc4c8cc5-e1d9-4b83-af7f-00585fad1d0c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:35.319095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb519f24-46bf-4ace-934a-13ed2f165ec3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c157f4e2bc2418c9aaa90f9265f8e52&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3478806 Jul 22 11:40:35.321816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.377187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.403733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.455817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.460236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.461689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc4c8cc5-e1d9-4b83-af7f-00585fad1d0c HTTP/1.1" status: 204 len: 168 time: 0.1389670 Jul 22 11:40:35.471970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64a89122-1b64-428f-a459-948f1b0038d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc4c8cc5-e1d9-4b83-af7f-00585fad1d0c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:35.732243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56dd83d2-8db9-4e3b-b55e-b92453db9792 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.736023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.736224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56dd83d2-8db9-4e3b-b55e-b92453db9792 tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-label-rules/c564e0bd-5920-4be9-a577-82240b016cf4 HTTP/1.1" status: 204 len: 168 time: 0.4880421 Jul 22 11:40:35.845236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:35.863206 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d3eefdb-a4fc-4b2c-a262-72c6fa3276be admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.949731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-949a7f24-f45f-45b3-aa44-fb706c6822bf tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] Notify callbacks [] for metering_label, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.950906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-949a7f24-f45f-45b3-aa44-fb706c6822bf tempest-MeteringTestJSON-1274382895 tempest-MeteringTestJSON-1274382895-project-admin] 10.222.0.21 "DELETE /v2.0/metering/metering-labels/0d4ff072-a953-480e-86e1-795b18c347a5 HTTP/1.1" status: 204 len: 168 time: 0.2135398 Jul 22 11:40:35.983543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d3eefdb-a4fc-4b2c-a262-72c6fa3276be admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:35.988059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d3eefdb-a4fc-4b2c-a262-72c6fa3276be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.029824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d3eefdb-a4fc-4b2c-a262-72c6fa3276be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b4950a9500940b5a9e3cf54d439f557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1817932 Jul 22 11:40:36.031137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d3eefdb-a4fc-4b2c-a262-72c6fa3276be admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f16855d-5964-42bf-a266-0ba880b6185a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:36.032651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:36.108011 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.129452 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.187222 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.189797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.190979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f16855d-5964-42bf-a266-0ba880b6185a HTTP/1.1" status: 204 len: 168 time: 0.1557310 Jul 22 11:40:36.200509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e5cbfe-485e-415d-8fd0-a021dcea0dbe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f16855d-5964-42bf-a266-0ba880b6185a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:36.277728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:36.507128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7161-e89f-4a2b-af18-ad0e4a783b44 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.612144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7161-e89f-4a2b-af18-ad0e4a783b44 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.617852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cbd7161-e89f-4a2b-af18-ad0e4a783b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.666800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6cbd7161-e89f-4a2b-af18-ad0e4a783b44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b1c9e0db7ea4d9bbb85a753f7c604d1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3849652 Jul 22 11:40:36.667708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:36.669286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbd7161-e89f-4a2b-af18-ad0e4a783b44 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef96e62-2f78-4b0f-8ea2-a382f4d73795,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:36.741524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.770390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.840424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.843302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:36.846841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ef96e62-2f78-4b0f-8ea2-a382f4d73795 HTTP/1.1" status: 204 len: 168 time: 0.1718502 Jul 22 11:40:36.855517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f39dba6-48ac-4e1f-973a-87c720531754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef96e62-2f78-4b0f-8ea2-a382f4d73795,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:37.174899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:37.192130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-890494ca-8abb-4c47-9554-c0e67ad6c371 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.289232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-890494ca-8abb-4c47-9554-c0e67ad6c371 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.293777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-890494ca-8abb-4c47-9554-c0e67ad6c371 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.339177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-890494ca-8abb-4c47-9554-c0e67ad6c371 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d82f9b7859794bb6a40d092784a8b766&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1626942 Jul 22 11:40:37.339510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:37.340509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-890494ca-8abb-4c47-9554-c0e67ad6c371 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4a0a10-228c-46d0-b7fd-759ff80384ca,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:37.396647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.423109 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.472557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.475524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:37.480930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b4a0a10-228c-46d0-b7fd-759ff80384ca HTTP/1.1" status: 204 len: 168 time: 0.1392605 Jul 22 11:40:37.489666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c096e9d-b03a-451a-99e0-0aab7f1bd42c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4a0a10-228c-46d0-b7fd-759ff80384ca,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:39.004739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:39.131503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-1759686659', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:39.164125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Made reservation on behalf of 74f96db0811e4c0caeaef41d8086d2ba for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:39.167528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.177189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.291920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.300064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.336704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:40:39.353290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=605afd43-41ca-4421-b8fd-2fbb420bc64e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:39.368454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.368978 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Added segment e1664651-9b3e-471c-bb64-e27701ee6aeb of type vlan for network bd290fad-4338-4e09-88fe-45badd861dff Jul 22 11:40:39.421958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.487770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.489750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:39.490853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.524049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5172596 Jul 22 11:40:39.527510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:39.533434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'subnet': {'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:39.579123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1027502-d5e7-4994-a149-44926f731aed tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Network': ['ID=bd290fad-4338-4e09-88fe-45badd861dff,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:39.592431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bd290fad-4338-4e09-88fe-45badd861dff details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:40:39.606278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Made reservation on behalf of 74f96db0811e4c0caeaef41d8086d2ba for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:39.609745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:39.715711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:39.906611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a245-7386-4662-b0f2-c40c51ab50a9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.110106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a245-7386-4662-b0f2-c40c51ab50a9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.117302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2e4a245-7386-4662-b0f2-c40c51ab50a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.171604 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2e4a245-7386-4662-b0f2-c40c51ab50a9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c3f88a9d68a4d159d1b544b034d2e8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4547789 Jul 22 11:40:40.172804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e4a245-7386-4662-b0f2-c40c51ab50a9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b675f2d0-3c62-4ee9-8d2c-7f25b4a7529d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:40.175590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:40.236954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.269899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.331010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.333754 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.335197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b675f2d0-3c62-4ee9-8d2c-7f25b4a7529d HTTP/1.1" status: 204 len: 168 time: 0.1584184 Jul 22 11:40:40.348969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dc4f06a-20a6-444f-b78f-b6b885721fdb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b675f2d0-3c62-4ee9-8d2c-7f25b4a7529d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:40.430026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:40:40.430764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.505433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Subnet': ['ID=7086dd1b-ca16-49e8-8ef6-770a848a3847,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:40.515990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Checking segment: {'id': 'e1664651-9b3e-471c-bb64-e27701ee6aeb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:40.516363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network hostable DHCP agents. Network: bd290fad-4338-4e09-88fe-45badd861dff, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:40:40.538323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network bd290fad-4338-4e09-88fe-45badd861dff is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:40:40.567351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bd290fad-4338-4e09-88fe-45badd861dff) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:40.577214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2f9792-a795-4bf4-b38a-c74d2e8f6360 None None] Network bd290fad-4338-4e09-88fe-45badd861dff requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:40:40.589146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:40.590857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.613877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:40.615002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d133ad0-0702-48f0-b370-a4d7a2f12ab4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 1.0859127 Jul 22 11:40:40.621947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-837946115', 'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:40.662263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Made reservation on behalf of 74f96db0811e4c0caeaef41d8086d2ba for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:40.665263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.686673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] device_id is not set on port fa1dcee8-d686-4173-8f4a-5d4d19a17988 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:40:40.752176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:40.767770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7e03-b138-44c2-bd08-7434d490832c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.786118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fe01337-61ac-49fc-b561-ad12e76e08a2 None None] Network bd290fad-4338-4e09-88fe-45badd861dff requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:40:40.815510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 2001:db8::d0 (bd290fad-4338-4e09-88fe-45badd861dff/7086dd1b-ca16-49e8-8ef6-770a848a3847/fa1dcee8-d686-4173-8f4a-5d4d19a17988) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:40.918122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7e03-b138-44c2-bd08-7434d490832c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.924832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ddd7e03-b138-44c2-bd08-7434d490832c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:40.988358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2ddd7e03-b138-44c2-bd08-7434d490832c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=35313aab14c64024b443e94d7717da03&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2347329 Jul 22 11:40:40.989206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddd7e03-b138-44c2-bd08-7434d490832c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f06131-c1cc-4098-8249-b02aa7579f36,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:40.992819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:41.026503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.067895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.102057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.107681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.152917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network bd290fad-4338-4e09-88fe-45badd861dff is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:41.156533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:41.160926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:41.162013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:41.162783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.175391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.182125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.184770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2f06131-c1cc-4098-8249-b02aa7579f36 HTTP/1.1" status: 204 len: 168 time: 0.1909020 Jul 22 11:40:41.187691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=fa1dcee8-d686-4173-8f4a-5d4d19a17988,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:41.194397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c97716-2528-4b4c-88f4-d7ef2fb6c05b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f06131-c1cc-4098-8249-b02aa7579f36,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:41.206024 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-645dc541-a44c-4f34-8056-395ac3ca50dc tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 0.5885520 Jul 22 11:40:41.206498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:41.313974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Deleting port fa1dcee8-d686-4173-8f4a-5d4d19a17988 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:41.314423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.410351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.434602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Calling delete_port for fa1dcee8-d686-4173-8f4a-5d4d19a17988 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:41.583413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.618373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Port': ['ID=fa1dcee8-d686-4173-8f4a-5d4d19a17988,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:41.648730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.648730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c8adcfa-7ede-4fee-b48b-082c27689797 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/ports/fa1dcee8-d686-4173-8f4a-5d4d19a17988 HTTP/1.1" status: 204 len: 168 time: 0.4405918 Jul 22 11:40:41.650913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:41.656496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff', 'external_fixed_ips': [{'subnet_id': '7086dd1b-ca16-49e8-8ef6-770a848a3847', 'ip_address': '2001:db8::d0'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:41.678981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.679939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.738579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:41.881189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:42.117597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:42.139990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:42.262930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-692e0e70-ffc8-4b6d-99ae-bdf8faa9c5ab tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1143260378&fields=id&tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8 HTTP/1.1" status: 200 len: 267 time: 0.0515084 Jul 22 11:40:42.328987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 2001:db8::d0 (bd290fad-4338-4e09-88fe-45badd861dff/7086dd1b-ca16-49e8-8ef6-770a848a3847/8638ef46-300a-468e-b6c6-d7e8cdb9abc6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:42.415410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-4a7d7b82-3d90-40e1-873d-e4f9bdc30c1f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:42.417109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-4a7d7b82-3d90-40e1-873d-e4f9bdc30c1f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/networks?id=03cc50dd-b554-4902-9935-be34429e8fc9 HTTP/1.1" status: 200 len: 816 time: 0.1469676 Jul 22 11:40:42.439040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-26af45dc-46a2-4d45-9a18-4272b3dcf9b8 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/quotas/a9c72355a2ad4c6a9abea1e28b1ce9b8 HTTP/1.1" status: 200 len: 375 time: 0.0140357 Jul 22 11:40:42.461370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:42.509118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:42.538232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-a7b739bb-f861-492a-bd47-94d14e5a27a4 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0901613 Jul 22 11:40:42.554494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network bd290fad-4338-4e09-88fe-45badd861dff is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:42.557552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:42.561054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:42.613754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=8638ef46-300a-468e-b6c6-d7e8cdb9abc6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:42.686343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-74475810-4ab4-40a5-9108-1ed9339c0e1d service neutron] 10.222.0.21 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1380901 Jul 22 11:40:42.831203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-f9b36bd9-04de-45f7-a043-6ed8d5c3e6d8 service neutron] 10.222.0.21 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439042 Jul 22 11:40:42.884699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:43.055858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-81636092-490f-4908-8e10-cb8d169010c5 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3267307 Jul 22 11:40:43.234210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.234735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.242588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.244033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.246689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.247583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.248083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.253735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5fb87993-9496-44bc-898c-0ff2f5448a3e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=1968a39685cf4dfd8f59b78939b9becd&device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 6492 time: 0.1433120 Jul 22 11:40:43.316697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:43.474628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4666b37-deda-4ca6-9da4-34b0308a3cc6 req-f5c642ed-3ebe-4951-989c-acec890405f9 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1122210 Jul 22 11:40:43.616056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-b7367f57-cbea-4604-91f1-9700b1d755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.616530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-b7367f57-cbea-4604-91f1-9700b1d755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.617002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-b7367f57-cbea-4604-91f1-9700b1d755d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.618724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-b7367f57-cbea-4604-91f1-9700b1d755d1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=74b851da-624b-446d-aa88-10a6a1329091&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&id=dc49d370-4bb4-4229-9eea-993606ca995f&id=dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 200 len: 2291 time: 0.3351796 Jul 22 11:40:43.687737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router 0956cda6-ad2b-4c92-b358-273dd0ad521b is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:40:43.738885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-2a02f27a-4bff-4ed3-a098-d75cdb3ee481 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 200 len: 1001 time: 0.1129909 Jul 22 11:40:43.851105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:43.853198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-8d9efbc4-c856-44bf-b180-1ad3778ab6b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.854132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-8d9efbc4-c856-44bf-b180-1ad3778ab6b7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 200 len: 850 time: 0.1089730 Jul 22 11:40:43.872606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Sync routers for ids ['0956cda6-ad2b-4c92-b358-273dd0ad521b'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:43.883467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:43.884995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9cf66095-3d54-4413-979e-a7e7af67311c tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 2.2323501 Jul 22 11:40:43.890233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:43.899073 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Routers {'0956cda6-ad2b-4c92-b358-273dd0ad521b'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:43.899709 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['0956cda6-ad2b-4c92-b358-273dd0ad521b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:43.977991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-32de6005-0f0f-4f1d-9329-27c7118a827c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:43.982882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-32de6005-0f0f-4f1d-9329-27c7118a827c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=74b851da-624b-446d-aa88-10a6a1329091&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1224272 Jul 22 11:40:44.044949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.054168 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Set router 0956cda6-ad2b-4c92-b358-273dd0ad521b gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:44.164172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-930466a3-aa9d-47bc-8c30-2f8264e2b6ca service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1748378 Jul 22 11:40:44.187586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.273607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Deleting port 8638ef46-300a-468e-b6c6-d7e8cdb9abc6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:44.274043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.324081 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0956cda6-ad2b-4c92-b358-273dd0ad521b', 'name': '', 'tenant_id': '74f96db0811e4c0caeaef41d8086d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff', 'external_fixed_ips': [{'subnet_id': '7086dd1b-ca16-49e8-8ef6-770a848a3847', 'ip_address': '2001:db8::d0'}], 'enable_snat': True}, 'gw_port_id': '8638ef46-300a-468e-b6c6-d7e8cdb9abc6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:41Z', 'updated_at': '2021-07-22T11:40:42Z', 'revision_number': 3, 'project_id': '74f96db0811e4c0caeaef41d8086d2ba', 'gw_port': {'id': '8638ef46-300a-468e-b6c6-d7e8cdb9abc6', 'name': '', 'network_id': 'bd290fad-4338-4e09-88fe-45badd861dff', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:8c:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0956cda6-ad2b-4c92-b358-273dd0ad521b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1924, 'fixed_ips': [{'subnet_id': '7086dd1b-ca16-49e8-8ef6-770a848a3847', 'ip_address': '2001:db8::d0', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:42Z', 'updated_at': '2021-07-22T11:40:42Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7086dd1b-ca16-49e8-8ef6-770a848a3847', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:44.326492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-0efc8e12-97de-479b-93f4-b0a278459996 service neutron] 10.222.0.36 "GET /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522717 Jul 22 11:40:44.380354 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Checking router: 0956cda6-ad2b-4c92-b358-273dd0ad521b for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:44.380718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Updating router 0956cda6-ad2b-4c92-b358-273dd0ad521b port 8638ef46-300a-468e-b6c6-d7e8cdb9abc6 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:40:44.398376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-634eddd1-a3c6-4c78-8c22-531ae26ffa75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.58&port_id=054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 217 time: 0.0677261 Jul 22 11:40:44.406964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.422109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Calling delete_port for 8638ef46-300a-468e-b6c6-d7e8cdb9abc6 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:44.433855 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.468952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-249e6fca-b124-4426-aa0e-eb29ab3303b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:44.471128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-249e6fca-b124-4426-aa0e-eb29ab3303b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0655363 Jul 22 11:40:44.586005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-de04f244-fc20-4047-8928-ebf4c0521c2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:44.587625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-de04f244-fc20-4047-8928-ebf4c0521c2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1095936 Jul 22 11:40:44.784091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.796371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a797b156-0d53-4977-883b-da66b46fb190 req-4158b1c4-0843-4067-9bcd-a1c499180a2d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.0610828 Jul 22 11:40:44.826341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-0497449a-1b36-4fd2-b4ab-f56a7b5101a7 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319932 Jul 22 11:40:44.885437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Port': ['ID=8638ef46-300a-468e-b6c6-d7e8cdb9abc6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:44.895004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:44.960398 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.db.api [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:40:44.960976 n-d-754448-4 neutron-server[93709]: DEBUG oslo_db.api [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:40:44.965254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-7c1047bb-6a1b-4c88-8bdd-df5c7248bad4 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1321940 Jul 22 11:40:45.009720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-dab64165-91b5-4830-a54b-e2bc69095b03 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.172&port_id=e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 217 time: 0.0375826 Jul 22 11:40:45.009952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.012808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.084028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-47f4c320-4766-4325-ab9a-23cd884b97ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:45.086986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-47f4c320-4766-4325-ab9a-23cd884b97ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0714862 Jul 22 11:40:45.097571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.098126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 0956cda6-ad2b-4c92-b358-273dd0ad521b {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:40:45.105232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.106349 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8558861e-9a44-4045-8337-50f07c3da760 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/routers/0956cda6-ad2b-4c92-b358-273dd0ad521b HTTP/1.1" status: 204 len: 168 time: 1.2145684 Jul 22 11:40:45.109162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:45.183405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Deleting subnet 7086dd1b-ca16-49e8-8ef6-770a848a3847 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:40:45.186576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-72fb60f8-ba09-4b79-8cb2-7d9219517673 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:45.188091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-72fb60f8-ba09-4b79-8cb2-7d9219517673 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.20 "GET /v2.0/networks?id=03cc50dd-b554-4902-9935-be34429e8fc9 HTTP/1.1" status: 200 len: 816 time: 0.1284206 Jul 22 11:40:45.190633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.236046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-03fbd349-dbd4-4a6a-be53-d965c95fc562 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8 HTTP/1.1" status: 200 len: 380 time: 0.0374131 Jul 22 11:40:45.236675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d73e2678-3ae2-4f33-95e3-55c6a15ad17e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.238616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-112d3fe9-480d-43c8-b49f-7c2705fed983 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:45.240501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-112d3fe9-480d-43c8-b49f-7c2705fed983 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1450410 Jul 22 11:40:45.246243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.248123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'port': {'device_id': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'admin_state_up': True, 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'security_groups': ['5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:45.346145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.385298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Made reservation on behalf of a9c72355a2ad4c6a9abea1e28b1ce9b8 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:40:45.389133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.412271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-7264388c-3e2f-4532-b763-bef47cc3c20f service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637137 Jul 22 11:40:45.484452 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.502386 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Port 8638ef46-300a-468e-b6c6-d7e8cdb9abc6 not found while updating agent binding for router 0956cda6-ad2b-4c92-b358-273dd0ad521b. {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 11:40:45.528733 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Routers set() bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:45.529869 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Router IDs set() for agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 11:40:45.531151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_agentschedulers_db [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'0956cda6-ad2b-4c92-b358-273dd0ad521b'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent'). {{(pid=93709) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 11:40:45.531792 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cc7c2fde-d53f-440b-9701-6c42905154e0 None None] The sync data for ids ['0956cda6-ad2b-4c92-b358-273dd0ad521b'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:45.539640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=7086dd1b-ca16-49e8-8ef6-770a848a3847,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:45.574979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.582493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:45.588962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-133a624b-a526-4086-89da-d40794e139d3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/7086dd1b-ca16-49e8-8ef6-770a848a3847 HTTP/1.1" status: 204 len: 168 time: 0.4676874 Jul 22 11:40:45.627541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-1dc55d9f-b32a-4a7d-a1c3-63f11cf7a159 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027140 Jul 22 11:40:45.682035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Allocated IP 172.20.0.7 (03cc50dd-b554-4902-9935-be34429e8fc9/685d808d-0ab9-44b5-89db-c49eacb38a04/d1716774-4baa-48a6-83e5-7991f8326eae) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:45.686971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-54c40bc7-e31e-405a-95db-02d283a7b10b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.109&port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 200 len: 217 time: 0.0500293 Jul 22 11:40:45.688037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.750705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-6c3717b5-d6b4-4f02-b092-272fdc7c78b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:45.752137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-6c3717b5-d6b4-4f02-b092-272fdc7c78b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.0594454 Jul 22 11:40:45.828305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.834951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5482e3bd-8395-4cf9-9cdc-343e1e8bb9c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:45.836481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5482e3bd-8395-4cf9-9cdc-343e1e8bb9c6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0781012 Jul 22 11:40:45.872264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bd290fad-4338-4e09-88fe-45badd861dff']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:45.891817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e1664651-9b3e-471c-bb64-e27701ee6aeb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:45.892340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e1664651-9b3e-471c-bb64-e27701ee6aeb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:45.906727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.947093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.959601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:40:45.960283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:45.984770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-180d1316-6483-4438-91be-0b4c08ca9699 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410468 Jul 22 11:40:46.008194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00f6ca86-15ff-4a56-b04a-c00593f444f3 req-c6a7a5e4-0ce5-4d10-8654-6056775c8147 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1231768 Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:40:46.034320 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:40:46.053544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.063863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.087590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network bd290fad-4338-4e09-88fe-45badd861dff {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:40:46.092325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Network': ['ID=bd290fad-4338-4e09-88fe-45badd861dff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:46.094784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.101147 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c1930cfb-77bd-497f-b2b6-150d3bd82ed0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/networks/bd290fad-4338-4e09-88fe-45badd861dff HTTP/1.1" status: 204 len: 168 time: 0.5106273 Jul 22 11:40:46.103167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Transition to ACTIVE for port object d1716774-4baa-48a6-83e5-7991f8326eae will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:46.159983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-5a6d9434-5d3c-4d2e-978a-d39543c02907 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1549594 Jul 22 11:40:46.161829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.272513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-17c8152a-e25f-474e-b5bb-9bec27a702c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.80&port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 200 len: 217 time: 0.1038115 Jul 22 11:40:46.302033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Network 03cc50dd-b554-4902-9935-be34429e8fc9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:46.305586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event updated for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:46.311419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:46.325645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:46.389026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-37157a43-310f-43dd-aa10-ee9dacecd3cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:46.390758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-37157a43-310f-43dd-aa10-ee9dacecd3cc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 200 len: 797 time: 0.1105351 Jul 22 11:40:46.506039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:46.506910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.539922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-34576b25-2934-4029-9e54-aa505587b71d tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.2972896 Jul 22 11:40:46.576532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-50df197d-a159-44ec-81c3-1bf4a7f8dfd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:46.589526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-50df197d-a159-44ec-81c3-1bf4a7f8dfd0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=5d622aef-dcd7-46db-b37b-1e9b4c66d25a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1853247 Jul 22 11:40:46.778759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:46.783760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'name': 'tempest-router--71696481', 'project_id': '49cbaf0b872f4cdc95e124bf79f6b88e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:46.842204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0294e296-2454-4d6e-89ce-3ceceded5ae3 None None] Provisioning for port d1716774-4baa-48a6-83e5-7991f8326eae completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:40:46.850154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0294e296-2454-4d6e-89ce-3ceceded5ae3 None None] Provisioning complete for port d1716774-4baa-48a6-83e5-7991f8326eae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:46.850557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0294e296-2454-4d6e-89ce-3ceceded5ae3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.857470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Request body: {'port': {'device_id': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:46.890969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-9cbe42ee-3e1d-44d4-b63d-9cad157d1882 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2994239 Jul 22 11:40:46.968276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.969996 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:46.981455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0294e296-2454-4d6e-89ce-3ceceded5ae3 None None] Port d1716774-4baa-48a6-83e5-7991f8326eae cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:40:47.068253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.090962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.102794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.104253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.106522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.122348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.131217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.132330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.140202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.149460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.160208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-063df8e2-159d-4810-a434-319267296871 req-e803ca30-4335-4ee4-998c-2939c1febc2f tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.2907321 Jul 22 11:40:47.227981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.229291 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef29dff4-3fc2-4fd4-9588-b883ddb5dccf tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.4492571 Jul 22 11:40:47.244973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:47.258700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-7ca0eb73-192a-4a07-abd1-c42e1015d2d6 service neutron] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3489437 Jul 22 11:40:47.302086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-063df8e2-159d-4810-a434-319267296871 req-f896bc61-2fc3-4a69-89b9-2b2fbe97bdf9 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1408463 Jul 22 11:40:47.364185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.373848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-e71fcaef-ad27-4e7d-b244-03f6efb25d11 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 200 len: 217 time: 0.1029940 Jul 22 11:40:47.432839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-0cd97185-bb19-4d20-bee6-29884b1b8f5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.434984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-0cd97185-bb19-4d20-bee6-29884b1b8f5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0538390 Jul 22 11:40:47.444053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1863077-0e2c-4bbc-a21a-c7c2bc06dfbb req-11ba4766-fdc5-4dd2-8d8b-ee3a94649c07 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.454139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1863077-0e2c-4bbc-a21a-c7c2bc06dfbb req-11ba4766-fdc5-4dd2-8d8b-ee3a94649c07 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 931 time: 0.2891018 Jul 22 11:40:47.547472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1863077-0e2c-4bbc-a21a-c7c2bc06dfbb req-ca220b31-3cb3-4675-aaef-450631f9a619 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0920630 Jul 22 11:40:47.582054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-d7c90a28-4433-4cd7-8fe6-81e0fdd83b2c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:47.584382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-d7c90a28-4433-4cd7-8fe6-81e0fdd83b2c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1272914 Jul 22 11:40:47.766696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-818dd0ea-16a8-48b3-8284-8bd0e42db9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1715939 Jul 22 11:40:47.798685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:47.916173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-49a37f15-a9a7-488f-8546-ae675fbf068a service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1402516 Jul 22 11:40:48.017417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.025340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-198dad4d-0e5e-4850-aba2-5d5df0c27a44 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 200 len: 217 time: 0.1021097 Jul 22 11:40:48.029984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.127261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-66808a13-16bb-4dd5-838d-d43483f35c8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.130760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-66808a13-16bb-4dd5-838d-d43483f35c8d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 200 len: 797 time: 0.0860937 Jul 22 11:40:48.154370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.155246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 933ad18c-0eef-4de9-8b64-05e4b7e55d65 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:40:48.168442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.169617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31a818c5-9ca5-4427-831a-3e81e8c5a549 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/routers/933ad18c-0eef-4de9-8b64-05e4b7e55d65 HTTP/1.1" status: 204 len: 168 time: 0.9237571 Jul 22 11:40:48.199607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.200567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-afc119b6-f2b2-49c9-9644-060a1f0d7cd1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.206798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.212784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.219326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.225220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.232091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.238246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.240351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c7b9edce-15ca-4298-a03b-a5da713cca70 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.3379784 Jul 22 11:40:48.282792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-a7e4125f-6359-427a-bbfd-10acba10a59c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.284546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-a7e4125f-6359-427a-bbfd-10acba10a59c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=dc49d370-4bb4-4229-9eea-993606ca995f&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1438501 Jul 22 11:40:48.365066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-56e3a5e3-474b-4079-96fa-1a3eaa60861c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.366395 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-56e3a5e3-474b-4079-96fa-1a3eaa60861c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1181350 Jul 22 11:40:48.437637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d1716774-4baa-48a6-83e5-7991f8326eae {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:40:48.446509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:48.451740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.595004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-feaecd3e-2ac7-4ebc-81f2-cc6907673e34 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2974172 Jul 22 11:40:48.605210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Transition to ACTIVE for port object d1716774-4baa-48a6-83e5-7991f8326eae will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:40:48.627418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.690511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-839587687', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:48.753804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-321a3abc-46a4-49b8-973d-af5f492206a2 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.3675416 Jul 22 11:40:48.760432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:48.775992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:48.833041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.834201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:48.853261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-c8fc733b-41b3-4b51-8b94-75a919a53b8c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3635726 Jul 22 11:40:48.875651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25791aac-6a6f-4b8b-bcee-56d177d86f58 req-a5b1e7bf-ac48-4e02-9f6d-d297d0df21f2 service neutron] 10.222.0.36 "GET /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498226 Jul 22 11:40:48.909768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.921856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.931309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.939051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.947429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.954703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.961054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:48.970397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-13cf5de1-c20a-499b-beab-f8e0f23a68ad tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 5435 time: 0.4843767 Jul 22 11:40:49.023613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38adecab-7ba5-45ae-be6b-1667aaace12d req-ecd6dffe-eaf8-414d-81fc-c3f479372a46 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.026811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38adecab-7ba5-45ae-be6b-1667aaace12d req-ecd6dffe-eaf8-414d-81fc-c3f479372a46 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.3713253 Jul 22 11:40:49.059659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.076425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:40:49.148382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0472a03d-d42c-4888-97ff-87ed89c3b031 req-b60023fa-12a0-4989-ac6f-72958620c6ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1769915 Jul 22 11:40:49.174206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38adecab-7ba5-45ae-be6b-1667aaace12d req-e85de0e4-39ea-49f9-b146-8684190a77e8 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1336112 Jul 22 11:40:49.204454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.204956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.208239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.208940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.211377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.211896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.212377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.218941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-37a0676c-dea7-471a-91c7-6881c62780f0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.2462361 Jul 22 11:40:49.294926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=054b879a-94bd-4286-bdf0-835c3dbe1584,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:49.328274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.352336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] For port 054b879a-94bd-4286-bdf0-835c3dbe1584, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:49.412189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] device_id is not set on port 054b879a-94bd-4286-bdf0-835c3dbe1584 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:40:49.422690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.425552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Attempting to bind port d1716774-4baa-48a6-83e5-7991f8326eae on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:40:49.425949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Attempting to bind port d1716774-4baa-48a6-83e5-7991f8326eae by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:40:49.426311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Attempting to bind port d1716774-4baa-48a6-83e5-7991f8326eae on network 03cc50dd-b554-4902-9935-be34429e8fc9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:40:49.434232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.435807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.438344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Port d1716774-4baa-48a6-83e5-7991f8326eae on network 03cc50dd-b554-4902-9935-be34429e8fc9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:40:49.438344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Attempting to bind port d1716774-4baa-48a6-83e5-7991f8326eae on network 03cc50dd-b554-4902-9935-be34429e8fc9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:40:49.442420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-055890d8-c3aa-4a87-9851-efa1ccc92cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.442936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-055890d8-c3aa-4a87-9851-efa1ccc92cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.443394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-055890d8-c3aa-4a87-9851-efa1ccc92cb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.445279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-055890d8-c3aa-4a87-9851-efa1ccc92cb9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 2299 time: 0.1795816 Jul 22 11:40:49.529445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-12ade282-c956-41d1-9f4e-30a9b7724906 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 1001 time: 0.0768874 Jul 22 11:40:49.581262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 40, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:40:49.583365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Checking segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:40:49.584106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Bound using segment: {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:40:49.585587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Bound port: d1716774-4baa-48a6-83e5-7991f8326eae, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 122, 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:40:49.586396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.595629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-40d7ec11-b9f2-4e84-b4a8-b77573ad776b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.597084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-40d7ec11-b9f2-4e84-b4a8-b77573ad776b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.0612099 Jul 22 11:40:49.681162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-60c95d31-2be5-4ffe-b475-0bcd8e97a1d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.683073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-60c95d31-2be5-4ffe-b475-0bcd8e97a1d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0784287 Jul 22 11:40:49.742012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.787429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Pushing event updated for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:49.793035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] No DVR routers for this DVR port 054b879a-94bd-4286-bdf0-835c3dbe1584 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:49.820348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-4eeec597-3b11-40dd-b413-5ce7e1cd6532 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1287696 Jul 22 11:40:49.886106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:49.925324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] In _notify_port_updated(), no bound segment for port 054b879a-94bd-4286-bdf0-835c3dbe1584 on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:40:49.926520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:49.926889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:49.928278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ac9d2a79-f4ca-4721-9e1c-47db1607bab1 service neutron] 10.222.0.36 "PUT /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 200 len: 1027 time: 1.1648841 Jul 22 11:40:49.930196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d1716774-4baa-48a6-83e5-7991f8326eae,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:40:49.930327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-fe59c7eb-770b-4f0d-a870-30d688d0e1a8 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1038294 Jul 22 11:40:49.953437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.025493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-27d6e825-ce9e-4422-ba28-46949beb2e1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 217 time: 0.0836344 Jul 22 11:40:50.069903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e35e891b-59c8-4d52-81e6-d5fada141b5f None None] Provisioning complete for port 054b879a-94bd-4286-bdf0-835c3dbe1584 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:50.077234 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e35e891b-59c8-4d52-81e6-d5fada141b5f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.090135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.091175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.092756 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] 10.222.0.20 "PUT /v2.0/ports/d1716774-4baa-48a6-83e5-7991f8326eae HTTP/1.1" status: 200 len: 1091 time: 3.5445056 Jul 22 11:40:50.094228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:50.098712 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3012199-d1b6-448f-9ce6-b290e250bff4" -d '{"events": [{"name": "network-changed", "server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:50.161919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-bff7c30a-d974-4e3b-a253-0c99be0f4d19 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.163911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-bff7c30a-d974-4e3b-a253-0c99be0f4d19 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "GET /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.2298608 Jul 22 11:40:50.187899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e35e891b-59c8-4d52-81e6-d5fada141b5f None None] Port 054b879a-94bd-4286-bdf0-835c3dbe1584 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:40:50.191874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-30a0af65-a178-4644-baa7-d1dd838084d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.200490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-30a0af65-a178-4644-baa7-d1dd838084d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1684895 Jul 22 11:40:50.232004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:50.279904 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b69507b3-7b3c-4ce8-a928-12cb7c5f1fec x-openstack-request-id: req-b69507b3-7b3c-4ce8-a928-12cb7c5f1fec {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:50.280168 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:50.280488 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b69507b3-7b3c-4ce8-a928-12cb7c5f1fec {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:50.280886 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'status': 'completed', 'code': 200} Jul 22 11:40:50.303422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aacb0c63-d83d-4c8f-9a8f-650b6b33cd34 service neutron] Pushing event updated for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:50.417190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-8376aa59-00a2-4a73-8b3d-b34ed952d278 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.418741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-8376aa59-00a2-4a73-8b3d-b34ed952d278 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2104750 Jul 22 11:40:50.435852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.445425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.451921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.452599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.458598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.465591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.471644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.473693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ef08544-ccf1-457a-8da3-d3de3330a217 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 4661 time: 0.2095075 Jul 22 11:40:50.479850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.534230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-e34d076b-1e7a-4039-88d9-e5c1d6217edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.536459 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-e34d076b-1e7a-4039-88d9-e5c1d6217edd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8&device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 1094 time: 0.3968658 Jul 22 11:40:50.646137 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-8315ba0a-9f49-4647-9035-d8c60365aa77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1716774-4baa-48a6-83e5-7991f8326eae HTTP/1.1" status: 200 len: 217 time: 0.0691111 Jul 22 11:40:50.652528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:50.885277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-46f6cd5d-c16e-4a4a-a4da-f1ccca237893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:50.887259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-46f6cd5d-c16e-4a4a-a4da-f1ccca237893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=685d808d-0ab9-44b5-89db-c49eacb38a04 HTTP/1.1" status: 200 len: 855 time: 0.2322659 Jul 22 11:40:50.902055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 054b879a-94bd-4286-bdf0-835c3dbe1584 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:50.998418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 054b879a-94bd-4286-bdf0-835c3dbe1584 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:40:50.998982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a9b97eca-225a-4c89-87ed-806d8ad5375b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:51.002962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Allocated IP 172.25.6.81 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5b585fc3-801d-49cb-b851-fb91f7d91bfb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:51.104882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b9cf92a-d57e-447b-bd5a-ffda88372ef7 req-17bd3307-bef2-4588-8729-471c456ef69a tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:51.111778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b9cf92a-d57e-447b-bd5a-ffda88372ef7 req-17bd3307-bef2-4588-8729-471c456ef69a tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.7863638 Jul 22 11:40:51.139313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.162142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-802bcd66-cc62-427d-811c-22bb5b2199ad req-4ceb0ce2-c941-451f-9f7a-7388088a40bf tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&id=c93b520b-1cf5-4ec3-9341-678064a60b3f&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.6748948 Jul 22 11:40:51.190300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-f6777205-8952-448d-abd9-21775e2eaba5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:51.192148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-f6777205-8952-448d-abd9-21775e2eaba5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03cc50dd-b554-4902-9935-be34429e8fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2968640 Jul 22 11:40:51.202849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:51.204062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:51.209345 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69343734-d72e-48c9-8cc8-ce1358965384" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:51.212149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e3167640-9d10-4c27-a655-de60b9f22f3f,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:51.218740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.220244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:51.311886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-a023324e-a3cf-48bb-9de2-87a586b96f37 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8360567 Jul 22 11:40:51.442238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] For port e3167640-9d10-4c27-a655-de60b9f22f3f, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:40:51.447278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.449826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b9cf92a-d57e-447b-bd5a-ffda88372ef7 req-202cdc2a-d30c-4c6f-a1cb-b8748b4669a6 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3246212 Jul 22 11:40:51.480875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:51.484979 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.512170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.520947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-d0cd9341-67d7-4bde-a67d-843f076115bd service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1945405 Jul 22 11:40:51.523472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] device_id is not set on port e3167640-9d10-4c27-a655-de60b9f22f3f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:40:51.544430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.584611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.603414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-9384f69c-aef7-4b56-959c-4a1ad5424ca6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 217 time: 0.0751567 Jul 22 11:40:51.617441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-16b799d3-5a16-4436-ae16-2c30aa3b16a3 service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3984208 Jul 22 11:40:51.654250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:51.661423 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-93b8eb65-8bd4-4fca-a911-a018cf3e4b0c x-openstack-request-id: req-93b8eb65-8bd4-4fca-a911-a018cf3e4b0c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:51.661973 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:51.662409 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-93b8eb65-8bd4-4fca-a911-a018cf3e4b0c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:51.663032 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'code': 200} Jul 22 11:40:51.676552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:51.685942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.686402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-239ef563-313f-4402-a184-c67809a9e84b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:51.687250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:51.688311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-239ef563-313f-4402-a184-c67809a9e84b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0665741 Jul 22 11:40:51.761583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Pushing event updated for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:51.786734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-fdda9355-bad4-4b95-aacd-f78cf5a824ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:51.788443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-fdda9355-bad4-4b95-aacd-f78cf5a824ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0926890 Jul 22 11:40:51.793086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] No DVR routers for this DVR port e3167640-9d10-4c27-a655-de60b9f22f3f on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:51.795685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:51.927338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-f1c5e518-0fa0-475b-8574-ac29f6193723 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1304548 Jul 22 11:40:52.069915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-9d19411d-0f71-497f-a13d-1c92147f1c23 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325033 Jul 22 11:40:52.128536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-e69b8592-795b-4b8f-be88-bd42bdbb7f0b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0523076 Jul 22 11:40:52.139149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:52.160488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-629ad944-7fe2-48b0-bc57-0c415bb86bac None None] Provisioning complete for port e3167640-9d10-4c27-a655-de60b9f22f3f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:40:52.161144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-629ad944-7fe2-48b0-bc57-0c415bb86bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.202126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-0ff6e862-571a-4b0c-9e97-904e97feba8c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.204554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-0ff6e862-571a-4b0c-9e97-904e97feba8c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0635145 Jul 22 11:40:52.233707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-629ad944-7fe2-48b0-bc57-0c415bb86bac None None] Port e3167640-9d10-4c27-a655-de60b9f22f3f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:40:52.239015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.298202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:52.319230 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.321013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:52.338503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43968c45-1b5d-4097-bec5-6294a0ec1d0e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.349182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:52.376104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3141d629-8ef0-4315-85b8-5ef2d3b42829 req-872032f9-264c-47aa-b2ab-5281e6cb8965 service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7252491 Jul 22 11:40:52.378770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:52.382975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:52.408227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] In _notify_port_updated(), no bound segment for port e3167640-9d10-4c27-a655-de60b9f22f3f on network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:40:52.412948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.413801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.418480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-a4acaf62-6c1d-4143-8a6c-fe4be63526f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.419650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-02a1e837-4aac-4e58-b629-d66e44e34b34 service neutron] 10.222.0.36 "PUT /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 200 len: 1028 time: 2.2150795 Jul 22 11:40:52.436347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-a4acaf62-6c1d-4143-8a6c-fe4be63526f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2230833 Jul 22 11:40:52.438547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:52.485286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event updated for resources: {'Port': ['ID=5b585fc3-801d-49cb-b851-fb91f7d91bfb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:52.505718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.552232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:52.561118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.562061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e3167640-9d10-4c27-a655-de60b9f22f3f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:52.570155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.585034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.609994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.644211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.655365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.658375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1135ae88-e36c-45de-8e32-93771de1e75b req-54e2cf7a-ea80-4341-9c58-69a5a65de3fc tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 3880 time: 0.3407080 Jul 22 11:40:52.689556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e3167640-9d10-4c27-a655-de60b9f22f3f not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:40:52.690230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:40:52.764617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:52.804250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1135ae88-e36c-45de-8e32-93771de1e75b req-8aa6dc6b-90be-49df-8ee0-ddc30b78a139 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1300890 Jul 22 11:40:52.836821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:52.842986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-078b7513-9fff-4136-9358-975f5a80d180 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3802891 Jul 22 11:40:52.897293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50551c99-2c2a-432f-b979-01b43ea6890f req-2f392888-3d35-4ffb-921a-459dda11f82e tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.898769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50551c99-2c2a-432f-b979-01b43ea6890f req-2f392888-3d35-4ffb-921a-459dda11f82e tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.2357965 Jul 22 11:40:52.907049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-d7251745-d622-4b89-b50c-4938b18bb5eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:52.909032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-d7251745-d622-4b89-b50c-4938b18bb5eb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8&device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 1094 time: 0.4348018 Jul 22 11:40:52.916584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:52.921839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.012971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50551c99-2c2a-432f-b979-01b43ea6890f req-70f87e1b-dc6e-4d18-bd5a-25a7f04973f1 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1006184 Jul 22 11:40:53.020526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-b0021e65-b857-4118-a56b-170497e9e4f1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694667 Jul 22 11:40:53.022377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:53.086771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-3b83c5a6-c251-471f-bf6c-3b4024c3f5f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.0547068 Jul 22 11:40:53.128082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port a9b97eca-225a-4c89-87ed-806d8ad5375b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:53.128428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.139423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-f23f67b7-53ec-42ce-b75b-da8392c183d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.140929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-f23f67b7-53ec-42ce-b75b-da8392c183d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0479138 Jul 22 11:40:53.189949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43968c45-1b5d-4097-bec5-6294a0ec1d0e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.206552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43968c45-1b5d-4097-bec5-6294a0ec1d0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.207009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-7b1c24d6-8370-4509-9e6d-124efceaf9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.208582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-7b1c24d6-8370-4509-9e6d-124efceaf9ce service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0613086 Jul 22 11:40:53.298992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-f324cd07-f4b2-4381-8f38-09ddd6888bf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.300498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-f324cd07-f4b2-4381-8f38-09ddd6888bf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=03cc50dd-b554-4902-9935-be34429e8fc9 HTTP/1.1" status: 200 len: 917 time: 0.3602686 Jul 22 11:40:53.303837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-fa51ff25-54b6-4b68-ae45-8330f907ceea service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853813 Jul 22 11:40:53.329882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43968c45-1b5d-4097-bec5-6294a0ec1d0e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a842f2ca-71b9-4671-bffa-0689dcc611c0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:53.333797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.408221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-43968c45-1b5d-4097-bec5-6294a0ec1d0e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d06315082baa4b51b36c2e3a8cab8db7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7528915 Jul 22 11:40:53.409022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-ce501556-6792-4e83-bc1e-680fa7880577 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0955939 Jul 22 11:40:53.410814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:53.442690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-b8a9a4ba-23dd-467b-bac6-1f7622c633f4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1716774-4baa-48a6-83e5-7991f8326eae HTTP/1.1" status: 200 len: 217 time: 0.1261806 Jul 22 11:40:53.457486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-1be74df7-9093-4875-8e24-f1fb92f1d486 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.0401082 Jul 22 11:40:53.525511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port a9b97eca-225a-4c89-87ed-806d8ad5375b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a9b97eca-225a-4c89-87ed-806d8ad5375b,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:53.525880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.537771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.540327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-31d1e6ee-0e34-4067-930f-4955e2d56cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.541870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-31d1e6ee-0e34-4067-930f-4955e2d56cf0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0755990 Jul 22 11:40:53.561957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for a9b97eca-225a-4c89-87ed-806d8ad5375b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:53.572226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-42512ff7-7d85-4e39-9da5-12f0fc667b3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.574812 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-42512ff7-7d85-4e39-9da5-12f0fc667b3c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=685d808d-0ab9-44b5-89db-c49eacb38a04 HTTP/1.1" status: 200 len: 855 time: 0.1243355 Jul 22 11:40:53.598677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.651605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-c4e1c4f0-ed48-4b82-a616-53224e8c883f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.653137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-c4e1c4f0-ed48-4b82-a616-53224e8c883f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1024342 Jul 22 11:40:53.664117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:53.666490 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3173c1ff-cbbe-4765-9b67-d338d076baca" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:53.670765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.673405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.677140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a842f2ca-71b9-4671-bffa-0689dcc611c0 HTTP/1.1" status: 204 len: 168 time: 0.2627535 Jul 22 11:40:53.705968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09385845-f1c8-4d06-8c57-60db49451563 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a842f2ca-71b9-4671-bffa-0689dcc611c0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:53.732507 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 704 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a600a745-8df7-463e-b749-067a6ea15228 x-openstack-request-id: req-a600a745-8df7-463e-b749-067a6ea15228 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:53.733074 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-unplugged", "status": "completed", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:53.733784 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a600a745-8df7-463e-b749-067a6ea15228 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:53.734345 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'code': 200} Jul 22 11:40:53.734911 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'code': 200} Jul 22 11:40:53.735444 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'code': 200} Jul 22 11:40:53.735872 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'code': 200} Jul 22 11:40:53.784997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-b3af3bde-bbb0-4629-9d6c-e3ca6cbf3704 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1233113 Jul 22 11:40:53.875275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-fec0e596-b9b5-4432-81c8-9eb804b42d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:53.876775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-fec0e596-b9b5-4432-81c8-9eb804b42d0d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03cc50dd-b554-4902-9935-be34429e8fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2945633 Jul 22 11:40:53.881911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:53.933573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-570edc20-293f-4902-856d-0ebc7010a4ca service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395314 Jul 22 11:40:54.009521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-5f792708-d285-4728-9685-c21aaadb67c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.0543754 Jul 22 11:40:54.045405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:54.096314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.102494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.109142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.112877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3aca51-59b9-4a7d-a7e3-9e5b174ca0a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.115891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.118935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.122541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.124260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-49e5ed83-1d47-4ba4-b64d-dbfb5b49b647 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 3876 time: 0.2083933 Jul 22 11:40:54.125909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-9d203ca6-f0d8-4b14-9bce-5f7da391cc37 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.127297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-9d203ca6-f0d8-4b14-9bce-5f7da391cc37 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.1107686 Jul 22 11:40:54.176954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=a9b97eca-225a-4c89-87ed-806d8ad5375b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:54.237978 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-b1ce4db2-8db2-4020-82e6-a1aa39ebf3a1 service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3495240 Jul 22 11:40:54.243011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a20240e3-a448-4f0d-a011-62801a0ca629 req-c4231bf6-d6aa-45c8-b74c-56425aca74e7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1112111 Jul 22 11:40:54.278744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-385feb56-4eef-4e31-a448-bf2816655ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.280278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-385feb56-4eef-4e31-a448-bf2816655ad4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1385360 Jul 22 11:40:54.283656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port a9b97eca-225a-4c89-87ed-806d8ad5375b on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:54.303983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.304213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98371520-fb9f-4446-bd7f-cae154c80cce req-a6cbd5ad-7425-45af-9242-c99137885e85 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:54.305527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98371520-fb9f-4446-bd7f-cae154c80cce req-a6cbd5ad-7425-45af-9242-c99137885e85 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.1462057 Jul 22 11:40:54.305934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-ec04c754-a6d9-4aa2-8de4-c36e59cec74d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "DELETE /v2.0/ports/a9b97eca-225a-4c89-87ed-806d8ad5375b HTTP/1.1" status: 204 len: 173 time: 1.8684242 Jul 22 11:40:54.306373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:54.309312 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0388cb90-74c7-404a-89ce-79b7ef6ede93" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:54.371401 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b916c1d-7986-4a41-a1ad-3092d79441c1 x-openstack-request-id: req-2b916c1d-7986-4a41-a1ad-3092d79441c1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:54.371401 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "a9b97eca-225a-4c89-87ed-806d8ad5375b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:54.371753 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b916c1d-7986-4a41-a1ad-3092d79441c1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:54.372110 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': 'a9b97eca-225a-4c89-87ed-806d8ad5375b', 'status': 'completed', 'code': 200} Jul 22 11:40:54.412942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98371520-fb9f-4446-bd7f-cae154c80cce req-4f4689f3-0e90-4fd0-9ebe-6666961c9ede tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0937788 Jul 22 11:40:54.445825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-a98c8098-06a7-478c-b6a8-46550f66cce9 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1571383 Jul 22 11:40:54.514797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Router cec1e363-4731-4ef8-b02c-e9246efa7738 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:40:54.524222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3012199-d1b6-448f-9ce6-b290e250bff4 req-9da2c0e5-6194-4f76-87b6-a51b5f05020e service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2760332 Jul 22 11:40:54.560879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-168bd53f-9bbd-4871-a610-513f7c2b5792 req-8ef37c6c-8823-48d2-9e95-a7a7225f693c service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1087074 Jul 22 11:40:54.570713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3aca51-59b9-4a7d-a7e3-9e5b174ca0a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.580711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3aca51-59b9-4a7d-a7e3-9e5b174ca0a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.717466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a3aca51-59b9-4a7d-a7e3-9e5b174ca0a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5b132ba17dc94774a992090cdf0fe44c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6685195 Jul 22 11:40:54.717875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:54.719453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3aca51-59b9-4a7d-a7e3-9e5b174ca0a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=35fb2fbc-0375-488c-8917-4e49100ff218,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:54.727541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:54.728107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.780257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.808606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.818960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:54.829890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] Sync routers for ids ['cec1e363-4731-4ef8-b02c-e9246efa7738'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:54.840185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] Routers {'cec1e363-4731-4ef8-b02c-e9246efa7738'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:54.841246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cec1e363-4731-4ef8-b02c-e9246efa7738'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:54.857718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.859044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-82a6f716-54c5-4c44-90fa-718f0a0bbae9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 6.4099300 Jul 22 11:40:54.862518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:54.864782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:54.865303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.877919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:54.887395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] Routers {'cec1e363-4731-4ef8-b02c-e9246efa7738'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:54.887982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['cec1e363-4731-4ef8-b02c-e9246efa7738'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:54.924743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:54.924882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c83d6d5-74d9-491e-9315-7bf80538c31a None None] The sync data for ids ['cec1e363-4731-4ef8-b02c-e9246efa7738'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:54.939656 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.942252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:54.946770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35fb2fbc-0375-488c-8917-4e49100ff218 HTTP/1.1" status: 204 len: 168 time: 0.2275424 Jul 22 11:40:54.958700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db14a045-603a-45dd-b466-2cf4dc7bd7bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35fb2fbc-0375-488c-8917-4e49100ff218,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:55.010470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5f6fa4c-7dba-4e99-8b17-6bab840861fd tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/cec1e363-4731-4ef8-b02c-e9246efa7738 HTTP/1.1" status: 200 len: 923 time: 0.1441693 Jul 22 11:40:55.011363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:55.049130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ac7ebd1-4322-4fbd-ab11-19d45632ca5f tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=cec1e363-4731-4ef8-b02c-e9246efa7738 HTTP/1.1" status: 200 len: 205 time: 0.0365646 Jul 22 11:40:55.049911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:55.134685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.135822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.136929 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Floating IP 5c8d28cd-5d00-4a95-b6a4-fa07d81fe896 disassociated. External IP: 172.25.6.15, port: 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88. Jul 22 11:40:55.137109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:55.192230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.317112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.360722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.363114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=68f1e4c9-1f8c-43d1-84d2-90ad4355ed88,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:55.478844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd0d02-f70f-4225-bd2c-6bd4ffac1224 req-6629205e-327c-453e-bc27-7d332e29aec1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:55.486153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd0d02-f70f-4225-bd2c-6bd4ffac1224 req-6629205e-327c-453e-bc27-7d332e29aec1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:55.492152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90dd0d02-f70f-4225-bd2c-6bd4ffac1224 req-6629205e-327c-453e-bc27-7d332e29aec1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:55.493995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90dd0d02-f70f-4225-bd2c-6bd4ffac1224 req-6629205e-327c-453e-bc27-7d332e29aec1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 2409 time: 0.1448593 Jul 22 11:40:55.499046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port 5b585fc3-801d-49cb-b851-fb91f7d91bfb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:55.499387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.522317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:40:55.649447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:55.660366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90dd0d02-f70f-4225-bd2c-6bd4ffac1224 req-03ca3488-e514-4cff-93a4-83d512453cd4 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1551812 Jul 22 11:40:55.665402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Sync routers for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:55.681635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:55.682549 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:55.700423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.725200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port 68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:55.727815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.735403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-c1bc4fde-d814-4cd8-813b-83f3913ef42d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "DELETE /v2.0/ports/68f1e4c9-1f8c-43d1-84d2-90ad4355ed88 HTTP/1.1" status: 204 len: 173 time: 1.4165349 Jul 22 11:40:55.738338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for 5b585fc3-801d-49cb-b851-fb91f7d91bfb owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:55.848084 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:55.867521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f6ee1b-2cc4-4cdf-b6a4-526ceaa0ff53 req-f5a19980-4a36-4b0c-8746-cfb482cb2641 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:55.875080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77f6ee1b-2cc4-4cdf-b6a4-526ceaa0ff53 req-f5a19980-4a36-4b0c-8746-cfb482cb2641 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.3474901 Jul 22 11:40:55.903732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:55.904691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:55.944880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77f6ee1b-2cc4-4cdf-b6a4-526ceaa0ff53 req-89b2292d-7fc6-426a-9540-23aa22a64a3c tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0605123 Jul 22 11:40:56.046188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:56.046817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.068328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:56.110787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.196038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=5b585fc3-801d-49cb-b851-fb91f7d91bfb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:56.213748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:56.247473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Checking router: 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:56.259922 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:56.260696 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:56.267266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.384066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.393168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.412633 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:56.450118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:56.452747 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fba126a6-0df6-4a6e-9a7b-a3ee3e514679" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:56.455968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.456759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router cec1e363-4731-4ef8-b02c-e9246efa7738 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:40:56.474721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.476412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ed9bdf7-b1f8-4c23-b575-ee346bfe24e7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/cec1e363-4731-4ef8-b02c-e9246efa7738 HTTP/1.1" status: 204 len: 168 time: 1.4254172 Jul 22 11:40:56.480934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:56.486991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811344427', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:56.523211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.525237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.535343 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ae86c59-483c-4a8d-a968-00aa25bb32e0 x-openstack-request-id: req-5ae86c59-483c-4a8d-a968-00aa25bb32e0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:56.535961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "68f1e4c9-1f8c-43d1-84d2-90ad4355ed88", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:56.535961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ae86c59-483c-4a8d-a968-00aa25bb32e0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:56.536476 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '68f1e4c9-1f8c-43d1-84d2-90ad4355ed88', 'status': 'completed', 'code': 200} Jul 22 11:40:56.627217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.640856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.665313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=34bd4e6c-2160-4d9f-97e2-f7bd6baac39a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:56.740866 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:56.766160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port 34bd4e6c-2160-4d9f-97e2-f7bd6baac39a on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:56.772733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:56.777040 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25b2eb21-29ad-4b2a-b7e1-c67b6e348a81 None None] The sync data for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 is: [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:35Z', 'revision_number': 4, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'd01aa662-e030-45f6-858c-94618d4ff977', 'name': '', 'network_id': '74b851da-624b-446d-aa88-10a6a1329091', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'mac_address': 'fa:16:3e:8c:e4:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_interface', 'standard_attr_id': 883, 'fixed_ips': [{'subnet_id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:33Z', 'updated_at': '2021-07-22T11:30:43Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'subnets': [{'id': '7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:40:56.778289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-fff3b241-bcb6-420e-b6b3-08458845163d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "DELETE /v2.0/ports/34bd4e6c-2160-4d9f-97e2-f7bd6baac39a HTTP/1.1" status: 204 len: 173 time: 1.0348165 Jul 22 11:40:56.939936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:56.940296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.091543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:57.091929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.124270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:57.218407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f504bb20-f5db-41e6-ae96-ef7fbb1966f9 None None] New status for floating IP 5c8d28cd-5d00-4a95-b6a4-fa07d81fe896: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:40:57.293946 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.382244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.395984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.440356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:57.484490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef9cd0-e5be-484e-8212-7f168e3aa579 req-9a21d94c-cce9-4573-8b42-17364e99af69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:57.490490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4ef9cd0-e5be-484e-8212-7f168e3aa579 req-9a21d94c-cce9-4573-8b42-17364e99af69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:57.498611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4ef9cd0-e5be-484e-8212-7f168e3aa579 req-9a21d94c-cce9-4573-8b42-17364e99af69 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 1598 time: 0.7007139 Jul 22 11:40:57.517153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port 8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:57.520354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.523072 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-859c32f2-41bc-4212-a90e-93f10cbf9b3c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "DELETE /v2.0/ports/8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f HTTP/1.1" status: 204 len: 173 time: 0.7376359 Jul 22 11:40:57.544519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39f18720-e634-4f4a-abde-35d2f121b6b9 req-524f2ae3-4639-49fa-bede-cd3c1d16786a tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:57.551310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39f18720-e634-4f4a-abde-35d2f121b6b9 req-524f2ae3-4639-49fa-bede-cd3c1d16786a tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.2217166 Jul 22 11:40:57.623494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4ef9cd0-e5be-484e-8212-7f168e3aa579 req-0e84f303-e101-411b-876f-605e1fe9d317 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups?id=264fcc74-abc0-4207-a3b2-ee3001cb88ba&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1234682 Jul 22 11:40:57.651530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39f18720-e634-4f4a-abde-35d2f121b6b9 req-6864f1db-f134-4c61-bd03-1b4c12a60cde tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0985727 Jul 22 11:40:57.682141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:40:57.682854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.789681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:40:57.790162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.811134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:40:57.839958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:57.871358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.012967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.044785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 172.25.6.253 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/6a746214-fc7c-4a9d-86ca-9271d53e5a7a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:40:58.060824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=2c73d4e8-f208-4263-89cc-cb2f1e35d8a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:58.141495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port 2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:40:58.146832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.152103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6ed5fe88-8c37-4732-8c8f-146af15787dd req-8a500ebf-ce32-45e6-b365-7bcee8068d4d tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.36 "DELETE /v2.0/ports/2c73d4e8-f208-4263-89cc-cb2f1e35d8a9 HTTP/1.1" status: 204 len: 173 time: 0.6236854 Jul 22 11:40:58.170731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.205186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.257505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.314396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:40:58.320438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:40:58.323444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:40:58.325731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:40:58.538081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f'}, {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:40:58.541401 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6755a5e9-9e46-4405-ba0d-68221688d876" -d '{"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f"}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:40:58.618382 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 525 Content-Type: application/json Date: Thu, 22 Jul 2021 11:40:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d500d709-bde0-4aa2-ab13-9949de757295 x-openstack-request-id: req-d500d709-bde0-4aa2-ab13-9949de757295 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:40:58.618981 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "34bd4e6c-2160-4d9f-97e2-f7bd6baac39a", "status": "completed", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f", "status": "completed", "code": 200}, {"server_uuid": "b48648a4-13cb-4112-83e1-6f62e7b7f680", "name": "network-vif-deleted", "tag": "2c73d4e8-f208-4263-89cc-cb2f1e35d8a9", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:40:58.619406 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d500d709-bde0-4aa2-ab13-9949de757295 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:40:58.620052 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '34bd4e6c-2160-4d9f-97e2-f7bd6baac39a', 'status': 'completed', 'code': 200} Jul 22 11:40:58.620432 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '8e93a5b5-78dc-4ad5-94f1-f5d22bb9020f', 'status': 'completed', 'code': 200} Jul 22 11:40:58.621001 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b48648a4-13cb-4112-83e1-6f62e7b7f680', 'name': 'network-vif-deleted', 'tag': '2c73d4e8-f208-4263-89cc-cb2f1e35d8a9', 'status': 'completed', 'code': 200} Jul 22 11:40:58.650122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:58.843231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21497109-6bd5-42e2-a9e2-c69bfde9dc33 req-c1d57d48-55b7-4fc9-8433-d35af73c4f5c tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0650465 Jul 22 11:40:59.053146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12407cb2-b9ce-4e02-a907-131bc4494000 req-c9af97b8-f467-4214-b562-19e20b2c06a6 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:40:59.054763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12407cb2-b9ce-4e02-a907-131bc4494000 req-c9af97b8-f467-4214-b562-19e20b2c06a6 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.2908931 Jul 22 11:40:59.059075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.188105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12407cb2-b9ce-4e02-a907-131bc4494000 req-3e1af163-1588-4f25-9433-1607e1419657 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1206644 Jul 22 11:40:59.252685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:40:59.391730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:40:59.407585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Sync routers for ids ['716dbf52-0893-4a39-b6ad-10bb0bbee9b1'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:40:59.412203 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.413881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-72cc6abd-a545-4209-a299-433203d1f188 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 2.9315646 Jul 22 11:40:59.417126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:59.423625 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Routers {'716dbf52-0893-4a39-b6ad-10bb0bbee9b1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:40:59.424337 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['716dbf52-0893-4a39-b6ad-10bb0bbee9b1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:59.549691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:40:59.550815 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25dea41a-d02f-4a70-8ec1-1ae025f8b63d tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/716dbf52-0893-4a39-b6ad-10bb0bbee9b1 HTTP/1.1" status: 200 len: 909 time: 0.1313570 Jul 22 11:40:59.571399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'name': 'tempest-snat-router-1811344427', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': True}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:40:59.573388 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Set router 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:40:59.598672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.600563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.672970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.841313 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'name': 'tempest-snat-router-1811344427', 'tenant_id': '74f96db0811e4c0caeaef41d8086d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': False}, 'gw_port_id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:56Z', 'updated_at': '2021-07-22T11:40:58Z', 'revision_number': 3, 'project_id': '74f96db0811e4c0caeaef41d8086d2ba', 'gw_port': {'id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:57Z', 'updated_at': '2021-07-22T11:40:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:40:59.863629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:40:59.882222 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Checking router: 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:40:59.882904 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Updating router 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:40:59.942229 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.054960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ea9ff49-a752-48bf-81c3-608be883630f req-9e439734-a150-493e-af9b-313285a53354 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0554166 Jul 22 11:41:00.257012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.294674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.449920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a98f3b24-a49a-4260-868c-2f05c7e5d09f req-b7d4b917-9a83-4563-b503-e377120f5224 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:00.459117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a98f3b24-a49a-4260-868c-2f05c7e5d09f req-b7d4b917-9a83-4563-b503-e377120f5224 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 943 time: 0.1270547 Jul 22 11:41:00.515455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a98f3b24-a49a-4260-868c-2f05c7e5d09f req-2ff743de-bf0e-44dd-ae1f-f7d065a600b4 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0450702 Jul 22 11:41:00.545569 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.570208 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Transition to ACTIVE for port object 6a746214-fc7c-4a9d-86ca-9271d53e5a7a will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:00.581104 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.651792 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Attempting to bind port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:41:00.652404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Attempting to bind port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:41:00.652996 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Attempting to bind port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:41:00.661390 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Pushing event updated for resources: {'Port': ['ID=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:00.665334 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 40, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:41:00.667370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:00.667370 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.667370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:41:00.668233 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Bound port: 6a746214-fc7c-4a9d-86ca-9271d53e5a7a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:41:00.668714 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.695123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 172.25.6.86 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/10a6b132-d571-495c-a84b-daa09b32e8d4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:00.701977 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.702838 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.703077 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.703649 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.703897 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.704249 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.704804 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.704997 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.705287 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.705956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.705956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.706279 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:00.755831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] For port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:41:00.759958 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] For port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:41:00.767812 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.847592 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Routers {'716dbf52-0893-4a39-b6ad-10bb0bbee9b1'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:00.848257 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['716dbf52-0893-4a39-b6ad-10bb0bbee9b1'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:00.884475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.892655 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0e7d790-451b-4c0e-8208-fb52d2dc36f3 None None] Pushing event updated for resources: {'Port': ['ID=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:00.958155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:00.993252 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] Set router 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:01.026281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=10a6b132-d571-495c-a84b-daa09b32e8d4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:01.038712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:01.040639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:01.049431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:01.092195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.092887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.093395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.093910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.094506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.095139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.095766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.096578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.097081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.097602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.098109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.098795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:01.271884 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'name': 'tempest-snat-router-1811344427', 'tenant_id': '74f96db0811e4c0caeaef41d8086d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': False}, 'gw_port_id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:56Z', 'updated_at': '2021-07-22T11:40:58Z', 'revision_number': 3, 'project_id': '74f96db0811e4c0caeaef41d8086d2ba', 'gw_port': {'id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:57Z', 'updated_at': '2021-07-22T11:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:01.295747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23431fdb-dd31-4039-aa63-417d192a847d req-6cdbbfed-2837-456a-a10d-d55b15e5f892 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.1023476 Jul 22 11:41:01.333671 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-27a753e3-48f4-4176-968a-b2d22991b5e3 None None] The sync data for ids ['716dbf52-0893-4a39-b6ad-10bb0bbee9b1'] in n-d-754448-4 is: [{'id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'name': 'tempest-snat-router-1811344427', 'tenant_id': '74f96db0811e4c0caeaef41d8086d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253'}], 'enable_snat': False}, 'gw_port_id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:56Z', 'updated_at': '2021-07-22T11:40:58Z', 'revision_number': 3, 'project_id': '74f96db0811e4c0caeaef41d8086d2ba', 'gw_port': {'id': '6a746214-fc7c-4a9d-86ca-9271d53e5a7a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cd:7a:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '716dbf52-0893-4a39-b6ad-10bb0bbee9b1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1940, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:57Z', 'updated_at': '2021-07-22T11:41:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:01.361187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d1716774-4baa-48a6-83e5-7991f8326eae details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:41:01.489546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d1716774-4baa-48a6-83e5-7991f8326eae,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:01.501096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:01.505719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'port_id': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'mac_address': 'fa:16:3e:36:37:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 122, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:41:01.572670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:01.589685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d1716774-4baa-48a6-83e5-7991f8326eae {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:41:01.621595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d1716774-4baa-48a6-83e5-7991f8326eae,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:01.630992 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:01.764129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4bbe2c2-c52e-4fd8-bba6-adf07c8f4fc3 req-60f89218-16fa-4ec3-abd0-3bc7f72a1aba tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:01.773649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4bbe2c2-c52e-4fd8-bba6-adf07c8f4fc3 req-60f89218-16fa-4ec3-abd0-3bc7f72a1aba tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 944 time: 0.1525192 Jul 22 11:41:01.804547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:01.832279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4bbe2c2-c52e-4fd8-bba6-adf07c8f4fc3 req-aff28f0a-a4bf-445f-9841-29d77ef5aa38 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573528 Jul 22 11:41:01.899314 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:01.924781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['d1716774-4baa-48a6-83e5-7991f8326eae'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:41:02.091574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router a15ddf8b-087d-4858-9a31-be5760db8445 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:02.236401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:02.247564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Sync routers for ids ['a15ddf8b-087d-4858-9a31-be5760db8445'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:02.256328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:02.257780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d584b548-5f61-4f6f-b9a8-bb1a782f9250 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 2.7070365 Jul 22 11:41:02.260484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:02.267770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Routers {'a15ddf8b-087d-4858-9a31-be5760db8445'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:02.270773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a15ddf8b-087d-4858-9a31-be5760db8445'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:02.401766 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1e90579-ab84-4b83-92b3-c35b19a064c3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/a15ddf8b-087d-4858-9a31-be5760db8445 HTTP/1.1" status: 200 len: 907 time: 0.1394923 Jul 22 11:41:02.404324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:02.527661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e70a7d03-cad9-4a4e-ac42-83a982910932 req-5b659e26-bb22-461e-af97-c372ea5b0d31 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0700707 Jul 22 11:41:02.572994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Set router a15ddf8b-087d-4858-9a31-be5760db8445 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:02.615038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:02.748209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:02.848078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Deleting port 10a6b132-d571-495c-a84b-daa09b32e8d4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:02.848078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:02.882798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a15ddf8b-087d-4858-9a31-be5760db8445', 'name': 'tempest-snat-router-1811344427', 'tenant_id': '74f96db0811e4c0caeaef41d8086d2ba', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '10a6b132-d571-495c-a84b-daa09b32e8d4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:59Z', 'updated_at': '2021-07-22T11:41:01Z', 'revision_number': 3, 'project_id': '74f96db0811e4c0caeaef41d8086d2ba', 'gw_port': {'id': '10a6b132-d571-495c-a84b-daa09b32e8d4', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:6c:2b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a15ddf8b-087d-4858-9a31-be5760db8445', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1942, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:41:00Z', 'updated_at': '2021-07-22T11:41:00Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:02.919487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Checking router: a15ddf8b-087d-4858-9a31-be5760db8445 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:41:02.920006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Updating router a15ddf8b-087d-4858-9a31-be5760db8445 port 10a6b132-d571-495c-a84b-daa09b32e8d4 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:41:02.971990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.049677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.084866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Calling delete_port for 10a6b132-d571-495c-a84b-daa09b32e8d4 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:03.095656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9286bf9-b63f-4dba-ae79-c92853e2654b req-a64e6d69-a71f-4f35-b088-a2329f3ad741 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:03.113507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9286bf9-b63f-4dba-ae79-c92853e2654b req-a64e6d69-a71f-4f35-b088-a2329f3ad741 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 944 time: 0.1595843 Jul 22 11:41:03.204730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9286bf9-b63f-4dba-ae79-c92853e2654b req-afac7087-7c30-4ec7-8edb-4db2ab768bb6 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0900350 Jul 22 11:41:03.336906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a746214-fc7c-4a9d-86ca-9271d53e5a7a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:03.343592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.345573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:41:03.346058 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:41:03.376241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d1716774-4baa-48a6-83e5-7991f8326eae up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:03.393554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Port': ['ID=10a6b132-d571-495c-a84b-daa09b32e8d4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:03.470396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:03.477352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port d1716774-4baa-48a6-83e5-7991f8326eae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:03.482597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port d1716774-4baa-48a6-83e5-7991f8326eae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:03.483271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.486532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:03.487356 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.498647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.659450 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.683678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.686045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.687565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:03.737437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.752359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.767965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d41537ac-9d37-4901-83fc-642defe33b9d req-b5bf34d2-8d38-4ab3-87ce-c2b5b2c50739 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.1168752 Jul 22 11:41:03.771479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:41:03.775096 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c92c3a3-a904-429b-9078-59e5c12a3dfd" -d '{"events": [{"server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:41:03.788686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.789335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a15ddf8b-087d-4858-9a31-be5760db8445 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:03.795282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.796590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b79d559-584a-4df6-bfc1-30e10e2f4f7e tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a15ddf8b-087d-4858-9a31-be5760db8445 HTTP/1.1" status: 204 len: 168 time: 1.3912485 Jul 22 11:41:03.799324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:03.814794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d1716774-4baa-48a6-83e5-7991f8326eae,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:03.826325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:03.843534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:03.884467 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:41:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8a1538c6-ea08-466f-ae6d-df0836bd8db2 x-openstack-request-id: req-8a1538c6-ea08-466f-ae6d-df0836bd8db2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:41:03.884754 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "name": "network-vif-plugged", "status": "completed", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:41:03.885012 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8a1538c6-ea08-466f-ae6d-df0836bd8db2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:41:03.885919 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'code': 200} Jul 22 11:41:03.887566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Port 10a6b132-d571-495c-a84b-daa09b32e8d4 not found while updating agent binding for router a15ddf8b-087d-4858-9a31-be5760db8445. {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 11:41:03.967070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Routers set() bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:03.969251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Router IDs set() for agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 11:41:03.970639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_agentschedulers_db [None req-68405c99-6a84-4136-b043-8b3651861871 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'a15ddf8b-087d-4858-9a31-be5760db8445'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent'). {{(pid=93708) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 11:41:03.971032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-68405c99-6a84-4136-b043-8b3651861871 None None] The sync data for ids ['a15ddf8b-087d-4858-9a31-be5760db8445'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:04.014207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:04.018352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:04.113195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48f5bec7-b9f4-4dbc-baaf-7fbba114ae25 req-6fac6aa9-35e4-4454-923e-b251a2453c0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:04.116276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48f5bec7-b9f4-4dbc-baaf-7fbba114ae25 req-6fac6aa9-35e4-4454-923e-b251a2453c0a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 1096 time: 0.1847718 Jul 22 11:41:04.191339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48f5bec7-b9f4-4dbc-baaf-7fbba114ae25 req-ab5f47db-1244-407f-b461-f410e1bca5c9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0686910 Jul 22 11:41:04.236919 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:04.441684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Deleting port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:04.442037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:04.526974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a074ef7c-345d-44bb-a78b-029d32819bc8 req-c9b8b86b-be94-4fe4-baa5-05db7f481fc7 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:04.534113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a074ef7c-345d-44bb-a78b-029d32819bc8 req-c9b8b86b-be94-4fe4-baa5-05db7f481fc7 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.1447203 Jul 22 11:41:04.572016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] For port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:04.572384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:04.611228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a074ef7c-345d-44bb-a78b-029d32819bc8 req-ce70609d-95c9-4d11-9f20-11c695f0bace tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0760450 Jul 22 11:41:04.625738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Calling delete_port for 6a746214-fc7c-4a9d-86ca-9271d53e5a7a owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:04.842680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:04.881600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event deleted for resources: {'Port': ['ID=6a746214-fc7c-4a9d-86ca-9271d53e5a7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:04.938081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e642524d-0787-4e54-b2a2-e7c6dedd3a03 req-0cded773-997d-4822-8086-b66a8cef8417 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0593312 Jul 22 11:41:04.942768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.943148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.943487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.943829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.944159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.944490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.945065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.945390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.945714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.946036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.946359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:04.946705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:05.006517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.069087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a746214-fc7c-4a9d-86ca-9271d53e5a7a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:05.114550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6a746214-fc7c-4a9d-86ca-9271d53e5a7a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:05.115324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a746214-fc7c-4a9d-86ca-9271d53e5a7a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 11:41:05.128721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.132933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.140191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Port 6a746214-fc7c-4a9d-86ca-9271d53e5a7a not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 11:41:05.200037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.201805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 716dbf52-0893-4a39-b6ad-10bb0bbee9b1 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:05.215175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.220543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-84e4e2ad-2ab4-4ad3-bec3-83c39f2904a9 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "DELETE /v2.0/routers/716dbf52-0893-4a39-b6ad-10bb0bbee9b1 HTTP/1.1" status: 204 len: 168 time: 1.4162602 Jul 22 11:41:05.220751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:05.229510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-190098660', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:05.263684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.265050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.338307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.517436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.827948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69bd7f02-6ba8-48a3-aeab-65a512cd6465 req-774da02c-e019-47d8-b123-e6bb7a4ca152 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:05.836976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69bd7f02-6ba8-48a3-aeab-65a512cd6465 req-774da02c-e019-47d8-b123-e6bb7a4ca152 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.1400018 Jul 22 11:41:05.868143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.897406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:05.918701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69bd7f02-6ba8-48a3-aeab-65a512cd6465 req-d3d0cfae-7e82-497c-8d6c-787c4960db46 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0803258 Jul 22 11:41:06.072883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Allocated IP 172.25.6.40 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7f02bb6a-5995-4c94-aa5d-837ca7997318) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:06.080421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-662f7a54-9629-444b-ba8a-d915b36029ac req-ece6073f-ae90-44fa-9ff6-d26d4239e986 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0391686 Jul 22 11:41:06.145534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bca36936-9c74-4bf9-8e78-6b8d0d8c9b5e req-335129ad-a9d4-4c6d-9ef1-987eaedd10b9 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:06.147645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bca36936-9c74-4bf9-8e78-6b8d0d8c9b5e req-335129ad-a9d4-4c6d-9ef1-987eaedd10b9 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.1585672 Jul 22 11:41:06.158207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:06.163549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Request body: {'floatingip': {'port_id': 'd1716774-4baa-48a6-83e5-7991f8326eae'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:06.210205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:06.268835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:06.325250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:06.373174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:06.379784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:06.383839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:06.444099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event updated for resources: {'Port': ['ID=7f02bb6a-5995-4c94-aa5d-837ca7997318,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:07.157953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a746214-fc7c-4a9d-86ca-9271d53e5a7a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:07.202172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6a746214-fc7c-4a9d-86ca-9271d53e5a7a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:07.202545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a746214-fc7c-4a9d-86ca-9271d53e5a7a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:07.215006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.242906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.282787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.294953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79cd944f-f8a4-4c9f-850c-9cf890019787 req-74c51796-854d-436c-b7b8-4384aa7d4749 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0426321 Jul 22 11:41:07.430656 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Floating IP 92535aaa-db3c-4951-ba73-1bbfdac46373 associated. External IP: 172.25.6.173, port: d1716774-4baa-48a6-83e5-7991f8326eae. Jul 22 11:41:07.487016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.663067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Router 022f598c-8dbe-4567-a79a-508b39f610d9 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:07.696172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Router aebf5fb5-4d9b-4f68-8335-39a3c1165613 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:41:07.797204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:07.809655 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] Sync routers for ids ['022f598c-8dbe-4567-a79a-508b39f610d9'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:07.821893 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] Routers {'022f598c-8dbe-4567-a79a-508b39f610d9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:07.826944 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['022f598c-8dbe-4567-a79a-508b39f610d9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:07.830209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.837011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f96e1f8-834f-4d40-8b57-314f9c2a31ff tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 2.6148992 Jul 22 11:41:07.838024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43898) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:07.844766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:07.873492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:07.882218 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:07.885833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Sync routers for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:07.898307 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:07.912333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:07.913126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:07.931189 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] Routers {'022f598c-8dbe-4567-a79a-508b39f610d9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:07.934019 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['022f598c-8dbe-4567-a79a-508b39f610d9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:07.982633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fe27e38d-64d5-4ae6-9711-1cfaea3d330b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "PUT /v2.0/floatingips/92535aaa-db3c-4951-ba73-1bbfdac46373 HTTP/1.1" status: 200 len: 991 time: 1.8208468 Jul 22 11:41:07.982633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:41:07.984945 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6" -d '{"events": [{"name": "network-changed", "server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:41:08.028414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:08.032099 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e3c69ae-67a8-408f-a442-95a1a45002d5 None None] The sync data for ids ['022f598c-8dbe-4567-a79a-508b39f610d9'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:08.169015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:08.334477 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:41:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8f949e6-3902-4951-8a77-409158616c89 x-openstack-request-id: req-c8f949e6-3902-4951-8a77-409158616c89 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:41:08.335412 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:41:08.336056 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8f949e6-3902-4951-8a77-409158616c89 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:41:08.336704 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'status': 'completed', 'code': 200} Jul 22 11:41:08.462276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:08.511282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-553d681e-0d94-4fe3-bb61-343617df0684 req-b3f472f4-2108-4b7b-b654-9192c66c10e1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0689602 Jul 22 11:41:08.534199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '92535aaa-db3c-4951-ba73-1bbfdac46373', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'port_id': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'mac_address': 'fa:16:3e:36:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:40:18Z', 'updated_at': '2021-07-22T11:41:07Z', 'revision_number': 1, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:08.535511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-19606ffd-27d2-44c2-932b-afb8bac99f70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:08.537111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-19606ffd-27d2-44c2-932b-afb8bac99f70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8&device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 1096 time: 0.1732781 Jul 22 11:41:08.608440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Checking router: aebf5fb5-4d9b-4f68-8335-39a3c1165613 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:41:08.630955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:08.632733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:08.680995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:08.683952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-40d98ad2-62b8-4714-a79f-798cdf07eb9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:08.685472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-40d98ad2-62b8-4714-a79f-798cdf07eb9f service neutron] 10.222.0.20 "GET /v2.0/networks?id=03cc50dd-b554-4902-9935-be34429e8fc9 HTTP/1.1" status: 200 len: 917 time: 0.1418688 Jul 22 11:41:08.795298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:08.840962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-f4d5655e-0f3a-4634-8142-59af827d5249 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=d1716774-4baa-48a6-83e5-7991f8326eae HTTP/1.1" status: 200 len: 999 time: 0.1405168 Jul 22 11:41:08.854956 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c6af70f-3cfd-492d-ac15-c89ed5e175fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:08.964846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-f093096a-3330-48a3-be8f-ebdb06ce66bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:08.968390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-f093096a-3330-48a3-be8f-ebdb06ce66bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=685d808d-0ab9-44b5-89db-c49eacb38a04 HTTP/1.1" status: 200 len: 855 time: 0.1200619 Jul 22 11:41:09.095621 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c6af70f-3cfd-492d-ac15-c89ed5e175fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.105386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-a4a9b4e2-1165-40e6-b0f6-cbb113507700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:09.105662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9c6af70f-3cfd-492d-ac15-c89ed5e175fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.111257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-a4a9b4e2-1165-40e6-b0f6-cbb113507700 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=03cc50dd-b554-4902-9935-be34429e8fc9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1334355 Jul 22 11:41:09.180482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9c6af70f-3cfd-492d-ac15-c89ed5e175fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e90e4113b7942f8ac7ea6d3605d964b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4965787 Jul 22 11:41:09.186420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:09.191490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c6af70f-3cfd-492d-ac15-c89ed5e175fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c2adf14-ba02-490a-86d1-cebff0c8c586,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:09.301049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-720be7ef-8f03-4215-a7d5-fcb3ec1a2e1e service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1740994 Jul 22 11:41:09.441532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.476016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.485445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74de4a62-3ebe-4f67-8f91-03b95d63c6b6 req-cd045e2f-7629-4b33-a7ea-231108446560 service neutron] 10.222.0.20 "GET /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772945 Jul 22 11:41:09.492964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '92535aaa-db3c-4951-ba73-1bbfdac46373', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'port_id': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'mac_address': 'fa:16:3e:36:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:40:18Z', 'updated_at': '2021-07-22T11:41:07Z', 'revision_number': 1, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:09.502156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.517053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.534840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6a74f7fc-1a18-4c19-a58e-c2f0e1383087 None None] The sync data for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 is: [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '92535aaa-db3c-4951-ba73-1bbfdac46373', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'floating_ip_address': '172.25.6.173', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'port_id': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 1853, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'mac_address': 'fa:16:3e:36:37:f9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:40:18Z', 'updated_at': '2021-07-22T11:41:07Z', 'revision_number': 1, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:09.644962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.647951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.652060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c2adf14-ba02-490a-86d1-cebff0c8c586 HTTP/1.1" status: 204 len: 168 time: 0.4609060 Jul 22 11:41:09.663056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccabad92-6387-422b-8881-ea959fdbede4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c2adf14-ba02-490a-86d1-cebff0c8c586,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:09.682678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-995779dc-f299-4ef8-a020-e42618ed37f3 req-50389129-dcea-4467-a76e-39cad3b2a9a1 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0585921 Jul 22 11:41:09.728344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router 022f598c-8dbe-4567-a79a-508b39f610d9 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:41:09.867992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:09.878739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] Sync routers for ids ['022f598c-8dbe-4567-a79a-508b39f610d9'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:09.880361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:09.881956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-712fa75f-3fbe-442f-98b3-3470f02f4cb3 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "PUT /v2.0/routers/022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 200 len: 924 time: 2.0414674 Jul 22 11:41:09.884812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:09.893277 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] Routers {'022f598c-8dbe-4567-a79a-508b39f610d9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:09.893917 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['022f598c-8dbe-4567-a79a-508b39f610d9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:09.946760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3ebbf7e-e9f9-417b-82ff-bc69c79e72ea None None] New status for floating IP 92535aaa-db3c-4951-ba73-1bbfdac46373: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:41:09.963863 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:09.976882 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] Routers {'022f598c-8dbe-4567-a79a-508b39f610d9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:09.977825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['022f598c-8dbe-4567-a79a-508b39f610d9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:10.022541 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:10.023976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ce6bbed5-7e1d-40a8-83da-26737054253a None None] The sync data for ids ['022f598c-8dbe-4567-a79a-508b39f610d9'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:10.053070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.069569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-59d317b7-0c05-4157-8dc8-75edfcb2e2c6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 200 len: 924 time: 0.1830950 Jul 22 11:41:10.076911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.100585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eafd0a45-5b32-4dbe-86fb-feba02a01d67 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.297399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eafd0a45-5b32-4dbe-86fb-feba02a01d67 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.311184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eafd0a45-5b32-4dbe-86fb-feba02a01d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.380657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eafd0a45-5b32-4dbe-86fb-feba02a01d67 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14f5dae819ca4252937f8a68a47cca4a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3264623 Jul 22 11:41:10.381637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eafd0a45-5b32-4dbe-86fb-feba02a01d67 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cc9102b-b10c-4ad4-88fb-27046d783cdc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:10.384957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.396939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654ab2b0-005d-467f-bc26-d9c1d440e65f tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:10.401431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-654ab2b0-005d-467f-bc26-d9c1d440e65f tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=022f598c-8dbe-4567-a79a-508b39f610d9&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.3218253 Jul 22 11:41:10.402077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.459413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.483452 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.508900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2d535ac-bc48-4a4c-824b-7274bf21d273 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:10.513773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2d535ac-bc48-4a4c-824b-7274bf21d273 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.1102684 Jul 22 11:41:10.514380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.549113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.551701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb1db77e-b0ba-452e-9e0b-bb9d9c0eedc0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 200 len: 205 time: 0.0361092 Jul 22 11:41:10.552559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.552975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.554691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8cc9102b-b10c-4ad4-88fb-27046d783cdc HTTP/1.1" status: 204 len: 168 time: 0.1677842 Jul 22 11:41:10.571481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7686de9-f7a8-464c-89ca-3e7a8b66fb3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cc9102b-b10c-4ad4-88fb-27046d783cdc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:10.688335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:10.818849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06453779-9078-4089-b9f2-64ac76dc17a2 req-4238f39a-9dbb-42d7-8bc0-ababcc4b09fb tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0385458 Jul 22 11:41:10.981362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:10.997506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-801826ee-565d-4cf9-b059-fe8c9b62af1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.128720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-801826ee-565d-4cf9-b059-fe8c9b62af1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.135789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-801826ee-565d-4cf9-b059-fe8c9b62af1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.186619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-801826ee-565d-4cf9-b059-fe8c9b62af1d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=947d6bf3826048a7bf35c7e219484470&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017865 Jul 22 11:41:11.186619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801826ee-565d-4cf9-b059-fe8c9b62af1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3221aed-20c6-458c-864d-f4ccd1ccbb0a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:11.187571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:11.279789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.287452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.340107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.397422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port 7f02bb6a-5995-4c94-aa5d-837ca7997318 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:11.397783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.430098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.433355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.434983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a3221aed-20c6-458c-864d-f4ccd1ccbb0a HTTP/1.1" status: 204 len: 168 time: 0.2469172 Jul 22 11:41:11.473648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7252b3b4-8d9a-4db1-aab3-75f9b0afeb45 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3221aed-20c6-458c-864d-f4ccd1ccbb0a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:11.522691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.536731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for 7f02bb6a-5995-4c94-aa5d-837ca7997318 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:11.735401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.763241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=7f02bb6a-5995-4c94-aa5d-837ca7997318,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:11.839837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.951246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.953502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:11.981060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e1c7a69-7c25-4e11-b557-7e21fe8a0e43 req-f1948f3d-4239-4c3c-8935-93a95d8ab954 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0562687 Jul 22 11:41:12.009575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.010407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router 022f598c-8dbe-4567-a79a-508b39f610d9 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:12.019229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.020679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94eaf20e-7dea-483d-93c6-d7feda067506 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 204 len: 168 time: 1.4671249 Jul 22 11:41:12.025039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:12.030996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2049974805', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:12.058524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.059614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.127915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.133459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.154304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.158697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-039debe2-4a3a-4d1a-abb8-546f121481f5 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1297717 Jul 22 11:41:12.158913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:12.163947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:12.442653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.710098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.741979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:12.888360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Allocated IP 172.25.6.242 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/65d96abe-863f-4d04-b43c-08b1d8443738) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:13.027158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.080602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.121499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:13.124939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:13.128994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:13.146249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1f85cf6-47a5-44c5-b499-047c4dacfc89 req-21b91e2e-ad09-4c7b-9884-148bca35d5e7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/ports?device_id=b48648a4-13cb-4112-83e1-6f62e7b7f680 HTTP/1.1" status: 200 len: 210 time: 0.0471561 Jul 22 11:41:13.170897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event updated for resources: {'Port': ['ID=65d96abe-863f-4d04-b43c-08b1d8443738,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:13.465591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.695226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.699259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.837908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Router 1bc6e225-2806-48de-b8d2-726abbf78e30 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:13.954331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:13.963117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:13.963917 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] Sync routers for ids ['1bc6e225-2806-48de-b8d2-726abbf78e30'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:13.967757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7e50f2e-e4c2-40c9-a08b-81b639a34297 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "PUT /v2.0/routers/1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 200 len: 884 time: 1.8046191 Jul 22 11:41:13.967757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:13.973407 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] Routers {'1bc6e225-2806-48de-b8d2-726abbf78e30'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:13.974009 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1bc6e225-2806-48de-b8d2-726abbf78e30'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:14.012775 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:14.021992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] Routers {'1bc6e225-2806-48de-b8d2-726abbf78e30'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:14.023110 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1bc6e225-2806-48de-b8d2-726abbf78e30'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:14.065729 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:14.066954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-130fed68-d168-4a17-a21a-7d1b43d68acc None None] The sync data for ids ['1bc6e225-2806-48de-b8d2-726abbf78e30'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:14.094927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8f03325-7383-4342-a9cb-a79116a56829 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 200 len: 925 time: 0.1258786 Jul 22 11:41:14.097739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.163419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f43379d-3103-4a06-9336-9cab46b06be4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:14.164960 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f43379d-3103-4a06-9336-9cab46b06be4 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=1bc6e225-2806-48de-b8d2-726abbf78e30&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0662162 Jul 22 11:41:14.168260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.253935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.284434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99b95b5-a796-4f3e-99f3-023a21b38eec tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:14.285842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b99b95b5-a796-4f3e-99f3-023a21b38eec tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.1166234 Jul 22 11:41:14.288879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44118) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.324622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.327286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.327674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e1ef83e3-8eac-4e27-9558-3a0fcf90d104 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 200 len: 205 time: 0.0375383 Jul 22 11:41:14.415412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.486491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.553589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.556249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.558052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/security-groups/264fcc74-abc0-4207-a3b2-ee3001cb88ba HTTP/1.1" status: 204 len: 168 time: 0.3031323 Jul 22 11:41:14.560993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.579115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceab958a-43af-4710-88cf-4d3504e4f367 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=264fcc74-abc0-4207-a3b2-ee3001cb88ba,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:14.579638 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-c9dad005-78ad-49da-97ad-20308d853811 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] show failed (client error): The resource could not be found. Jul 22 11:41:14.581279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9dad005-78ad-49da-97ad-20308d853811 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "GET /v2.0/security-groups/264fcc74-abc0-4207-a3b2-ee3001cb88ba HTTP/1.1" status: 404 len: 347 time: 0.0189850 Jul 22 11:41:14.584231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:14.632576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.693390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port 65d96abe-863f-4d04-b43c-08b1d8443738 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:14.693736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.739512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 9edc8981-bec6-494d-8c5c-cc666cbea06f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:14.739751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.791568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.805549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for 65d96abe-863f-4d04-b43c-08b1d8443738 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:14.833787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.834211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:14.847141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 9edc8981-bec6-494d-8c5c-cc666cbea06f owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:14.989063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.003827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.022284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=65d96abe-863f-4d04-b43c-08b1d8443738,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:15.037446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=9edc8981-bec6-494d-8c5c-cc666cbea06f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:15.099369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.115954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.117607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.120745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ec70d8c-3f9e-4dbf-b343-d57125353978 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c8d28cd-5d00-4a95-b6a4-fa07d81fe896 HTTP/1.1" status: 204 len: 168 time: 0.5341485 Jul 22 11:41:15.125673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:15.202978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.205382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.230808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-042eda8f-26bf-4fca-81ea-bff771ed283e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.247692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port e3167640-9d10-4c27-a655-de60b9f22f3f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:15.247692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.263518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.264592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router 1bc6e225-2806-48de-b8d2-726abbf78e30 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:15.279448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.280626 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cf7b0dc7-6fc5-46dc-aaad-ed176d05fc5e tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 204 len: 168 time: 0.9523923 Jul 22 11:41:15.284168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:15.288659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1563152529', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:15.316363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.317631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.349649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.364731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for e3167640-9d10-4c27-a655-de60b9f22f3f owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:15.378821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.385469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.405095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.409393 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cacf42be-117e-4bb2-bc9c-9c7afe79f098 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1242583 Jul 22 11:41:15.409984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:15.414645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': True}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:15.540264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.586785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=e3167640-9d10-4c27-a655-de60b9f22f3f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:15.694272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.700147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d619d3dd-f5cd-47df-be64-7db969a684dd tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/ports/e3167640-9d10-4c27-a655-de60b9f22f3f HTTP/1.1" status: 204 len: 168 time: 0.5727079 Jul 22 11:41:15.700885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44148) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:15.844320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port 054b879a-94bd-4286-bdf0-835c3dbe1584 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:15.844695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.958798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:15.975777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for 054b879a-94bd-4286-bdf0-835c3dbe1584 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:16.085579 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.162404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.202426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=054b879a-94bd-4286-bdf0-835c3dbe1584,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:16.290078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.293537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0e7b714-e272-4975-b81b-351a0a31ba04 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/ports/054b879a-94bd-4286-bdf0-835c3dbe1584 HTTP/1.1" status: 204 len: 168 time: 0.5914373 Jul 22 11:41:16.296853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:16.358255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.359150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting subnet dbc4c1e1-dad2-4cba-873c-a92fff21f481 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:16.363541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.379533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.409644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.498876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 172.25.6.30 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d5b9aef0-4e81-4f30-849f-8f281455e3ce) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:16.511485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.626321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.667670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.693367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Subnet': ['ID=dbc4c1e1-dad2-4cba-873c-a92fff21f481,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:16.701047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.703245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e97040fd-d558-490f-8323-bb4a5d6b33c7 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/subnets/dbc4c1e1-dad2-4cba-873c-a92fff21f481 HTTP/1.1" status: 204 len: 168 time: 0.4049544 Jul 22 11:41:16.705913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:16.709311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cd4d1a1-7aca-4461-804f-84fd48a8b304 None None] Network dc49d370-4bb4-4229-9eea-993606ca995f requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:16.744829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.779947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting subnet 277dcf33-8870-4318-bcfa-1bf4069f87dd {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:16.793319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:16.800385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:16.806316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:16.812235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:16.862268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=d5b9aef0-4e81-4f30-849f-8f281455e3ce,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:16.886693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.039738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.078747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4348158f-e917-470e-9d12-3fb460187592 None None] DHCP port deletion for dc49d370-4bb4-4229-9eea-993606ca995f request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:41:17.110135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.143495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Deleting port d5d08fcb-299f-4e55-8d98-b04b486c38ac {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:17.144152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.151288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Subnet': ['ID=277dcf33-8870-4318-bcfa-1bf4069f87dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:17.153744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.158533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-261482d0-39ea-43cd-9062-1ff05c5fd430 tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/subnets/277dcf33-8870-4318-bcfa-1bf4069f87dd HTTP/1.1" status: 204 len: 168 time: 0.4515889 Jul 22 11:41:17.159105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:17.168121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e7e2b53-85d9-4ec9-8bda-b337250f4265 None None] Network 5d622aef-dcd7-46db-b37b-1e9b4c66d25a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:17.184112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.241620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.308761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Deleting port d5d08fcb-299f-4e55-8d98-b04b486c38ac {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:17.309636 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.372622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4348158f-e917-470e-9d12-3fb460187592 None None] For port d5d08fcb-299f-4e55-8d98-b04b486c38ac, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5d08fcb-299f-4e55-8d98-b04b486c38ac,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:17.373389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.396697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Calling delete_port for d5d08fcb-299f-4e55-8d98-b04b486c38ac owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:17.417077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] For port d5d08fcb-299f-4e55-8d98-b04b486c38ac, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5d08fcb-299f-4e55-8d98-b04b486c38ac,segment=NetworkSegment(f2fc46a6-8b33-4fb1-8193-59a7a48cb76c),segment_id=f2fc46a6-8b33-4fb1-8193-59a7a48cb76c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:17.417658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.432102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Calling delete_port for d5d08fcb-299f-4e55-8d98-b04b486c38ac owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:17.478876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.482560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.519782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] DHCP port deletion for 5d622aef-dcd7-46db-b37b-1e9b4c66d25a request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:41:17.531597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.552517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.583922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Port': ['ID=d5d08fcb-299f-4e55-8d98-b04b486c38ac,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:17.588515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] No DVR routers for this DVR port d5d08fcb-299f-4e55-8d98-b04b486c38ac on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:17.589167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Pushing event deleted for resources: {'Port': ['ID=d5d08fcb-299f-4e55-8d98-b04b486c38ac,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:17.591562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4348158f-e917-470e-9d12-3fb460187592 None None] No DVR routers for this DVR port d5d08fcb-299f-4e55-8d98-b04b486c38ac on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:17.615888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.616234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.616577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.616918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.617251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.617581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.618668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.618668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.618668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.619115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.619301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.619626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4348158f-e917-470e-9d12-3fb460187592 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:41:17.638531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Deleting port a278a677-44a2-4eed-ae1c-48e17453d8b8 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:17.638915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.706369 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.714989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router 5d88103f-8225-43c0-b372-0c998d799ab0 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:17.721436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc49d370-4bb4-4229-9eea-993606ca995f']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.733417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.733874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f2fc46a6-8b33-4fb1-8193-59a7a48cb76c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.752870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.773025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] For port a278a677-44a2-4eed-ae1c-48e17453d8b8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a278a677-44a2-4eed-ae1c-48e17453d8b8,segment=NetworkSegment(f6305527-d2fe-451b-8180-a2a2fe372d60),segment_id=f6305527-d2fe-451b-8180-a2a2fe372d60)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:17.773664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.776542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.783684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:17.784503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:17.789429 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:17.812595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Calling delete_port for a278a677-44a2-4eed-ae1c-48e17453d8b8 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:17.824245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.869637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.880276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.885368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:17.886374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44174) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:17.886994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/networks/dc49d370-4bb4-4229-9eea-993606ca995f HTTP/1.1" status: 204 len: 168 time: 0.7256658 Jul 22 11:41:17.890933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.894618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca2ddb37-de29-4f51-9460-a416eef4c9d6 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "PUT /v2.0/routers/5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 200 len: 918 time: 2.4811032 Jul 22 11:41:17.895198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] Sync routers for ids ['5d88103f-8225-43c0-b372-0c998d799ab0'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:17.899296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:17.909653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] Routers {'5d88103f-8225-43c0-b372-0c998d799ab0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:17.910285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d88103f-8225-43c0-b372-0c998d799ab0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.951869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.960408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be460798-fa0f-48f2-aca2-e66b79dca8ff tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Network': ['ID=dc49d370-4bb4-4229-9eea-993606ca995f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:17.970148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] Routers {'5d88103f-8225-43c0-b372-0c998d799ab0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:17.970818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:40:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d88103f-8225-43c0-b372-0c998d799ab0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:17.976538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:17.977169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.035190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] No DVR routers for this DVR port a278a677-44a2-4eed-ae1c-48e17453d8b8 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:18.068148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:18.069262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84223c2a-9f9e-4f26-a348-3be4b5500b28 None None] The sync data for ids ['5d88103f-8225-43c0-b372-0c998d799ab0'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:18.077605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1a1237b3-8802-4285-9787-a5c5e2978074 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 200 len: 924 time: 0.1732483 Jul 22 11:41:18.077605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:18.080957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32162db2-9f57-49ec-862e-44edd9434b0c None None] Pushing event deleted for resources: {'Port': ['ID=a278a677-44a2-4eed-ae1c-48e17453d8b8,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:18.127753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.139259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d622aef-dcd7-46db-b37b-1e9b4c66d25a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:18.149658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f6305527-d2fe-451b-8180-a2a2fe372d60') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:18.149979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f6305527-d2fe-451b-8180-a2a2fe372d60') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:18.161833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.176310 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0fb075a3-86b2-47eb-a98c-a78a917a00fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.179357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.186899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:18.188482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:18.192048 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:18.210903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f99dd93-08fb-4876-9592-aea9fdec0c75 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:18.214564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f99dd93-08fb-4876-9592-aea9fdec0c75 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=5d88103f-8225-43c0-b372-0c998d799ab0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1330853 Jul 22 11:41:18.215740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:18.264061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.288278 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.290173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] 10.222.0.21 "DELETE /v2.0/networks/5d622aef-dcd7-46db-b37b-1e9b4c66d25a HTTP/1.1" status: 204 len: 168 time: 0.4031847 Jul 22 11:41:18.292008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89078f5a-9c8a-4f63-b332-f6225e030aaa tempest-TaggedBootDevicesTest-746075505 tempest-TaggedBootDevicesTest-746075505-project] Pushing event deleted for resources: {'Network': ['ID=5d622aef-dcd7-46db-b37b-1e9b4c66d25a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:18.320519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41eecc98-01d7-420f-a030-94db825875da tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:18.325025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-41eecc98-01d7-420f-a030-94db825875da tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.1048672 Jul 22 11:41:18.325553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:18.364605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2dff9979-7781-47c8-9582-1048213eee97 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 200 len: 205 time: 0.0367491 Jul 22 11:41:18.367436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:18.507351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.630311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.699704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port d5b9aef0-4e81-4f30-849f-8f281455e3ce {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:18.700007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.799297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:18.812425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for d5b9aef0-4e81-4f30-849f-8f281455e3ce owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:19.033439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a278a677-44a2-4eed-ae1c-48e17453d8b8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:19.053756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.080874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a278a677-44a2-4eed-ae1c-48e17453d8b8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:19.081975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a278a677-44a2-4eed-ae1c-48e17453d8b8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:19.087826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5d08fcb-299f-4e55-8d98-b04b486c38ac no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:19.098889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=d5b9aef0-4e81-4f30-849f-8f281455e3ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:19.133860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d5d08fcb-299f-4e55-8d98-b04b486c38ac {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:19.135329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5d08fcb-299f-4e55-8d98-b04b486c38ac not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:19.172145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.272688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.274916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.317873 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.340070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.340656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router 5d88103f-8225-43c0-b372-0c998d799ab0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:19.350112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.355900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e7202ca-a05d-4fd2-8bad-4156a9e27785 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 204 len: 168 time: 0.9829581 Jul 22 11:41:19.356263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:19.361364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-2083048090', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:19.388673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.389933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.452508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.459458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.482031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:19.485778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8a418d0-1e49-4ce2-898b-4daa94b1af01 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.1259387 Jul 22 11:41:19.488656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:19.496096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:19.729279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:20.312779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:20.332419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:20.455702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Allocated IP 172.25.6.95 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f6668181-561c-4365-823b-1ca759b0114b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:20.598480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:20.646394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:20.692956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:20.696063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:20.700829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:20.742284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Pushing event updated for resources: {'Port': ['ID=f6668181-561c-4365-823b-1ca759b0114b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:21.012087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:21.229827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:21.238510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:21.295631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:21.413594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Router a071f9c2-84fc-4d8d-b439-b6d89fa92f23 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:21.536556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:21.541445 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:21.543058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f9ed69bc-56a7-48df-9c9f-20aa52d69d57 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "PUT /v2.0/routers/a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 200 len: 919 time: 2.0531952 Jul 22 11:41:21.545659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:21.547628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] Sync routers for ids ['a071f9c2-84fc-4d8d-b439-b6d89fa92f23'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:21.557588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] Routers {'a071f9c2-84fc-4d8d-b439-b6d89fa92f23'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:21.558361 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a071f9c2-84fc-4d8d-b439-b6d89fa92f23'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:21.598017 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:21.611081 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] Routers {'a071f9c2-84fc-4d8d-b439-b6d89fa92f23'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:21.611900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a071f9c2-84fc-4d8d-b439-b6d89fa92f23'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:21.671579 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:21.680032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85e8c7a2-2514-4013-904d-f2636984be57 None None] The sync data for ids ['a071f9c2-84fc-4d8d-b439-b6d89fa92f23'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:21.725112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c6952bee-60d3-49aa-9344-1776273b0dfe tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 200 len: 925 time: 0.1754394 Jul 22 11:41:21.726578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44240) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:21.794298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65e224f2-d301-4606-a9ea-5c3d1040d1b0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:21.795189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-65e224f2-d301-4606-a9ea-5c3d1040d1b0 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=a071f9c2-84fc-4d8d-b439-b6d89fa92f23&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.0674305 Jul 22 11:41:21.797777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:21.906400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9820e585-b7ce-47ba-a753-16a4d879b526 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:21.910677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9820e585-b7ce-47ba-a753-16a4d879b526 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.1091743 Jul 22 11:41:21.910912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:21.950508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-20aa2c96-8f89-4a35-9c0f-f32639aed553 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 200 len: 205 time: 0.0351069 Jul 22 11:41:21.950733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:22.138224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.256484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.329503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port f6668181-561c-4365-823b-1ca759b0114b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:22.329835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.457692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.472648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for f6668181-561c-4365-823b-1ca759b0114b owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:22.703814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.750283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=f6668181-561c-4365-823b-1ca759b0114b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:22.832916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.954412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:22.956964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.011096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.011749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router a071f9c2-84fc-4d8d-b439-b6d89fa92f23 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:23.019690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.021149 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b06bed0d-f21b-42b3-bf46-87e8cc703d92 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 204 len: 168 time: 1.0694549 Jul 22 11:41:23.024893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:23.032408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1645257710', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:23.070834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.082626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.157954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.319403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.591916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.610749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:23.738495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Allocated IP 172.25.6.185 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/32c57208-97b5-4c99-9f0c-f41c49ff96f8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:23.879944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:24.265002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:24.313088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:24.320229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:24.325483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:24.352408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event updated for resources: {'Port': ['ID=32c57208-97b5-4c99-9f0c-f41c49ff96f8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:24.617178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:24.863245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.026030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Router 1c738b18-96ff-45c9-8b1d-73079a1d3967 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:41:25.142909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:25.154710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] Sync routers for ids ['1c738b18-96ff-45c9-8b1d-73079a1d3967'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:25.163556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.165248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b82488f1-aefc-49cb-94f3-a19d2be83ab0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 889 time: 2.1386466 Jul 22 11:41:25.167425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] Routers {'1c738b18-96ff-45c9-8b1d-73079a1d3967'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:25.168036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1c738b18-96ff-45c9-8b1d-73079a1d3967'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:25.168499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:25.174702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:25.215922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:25.233035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] Routers {'1c738b18-96ff-45c9-8b1d-73079a1d3967'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:25.234778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1c738b18-96ff-45c9-8b1d-73079a1d3967'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:25.292919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:25.294199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dd5e2ffd-d171-44e2-8074-a8011e565390 None None] The sync data for ids ['1c738b18-96ff-45c9-8b1d-73079a1d3967'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:25.571273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.587520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.662868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Deleting port 32c57208-97b5-4c99-9f0c-f41c49ff96f8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:25.663337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.768591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:25.783178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Calling delete_port for 32c57208-97b5-4c99-9f0c-f41c49ff96f8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:25.976100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:26.061888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Pushing event deleted for resources: {'Port': ['ID=32c57208-97b5-4c99-9f0c-f41c49ff96f8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:26.079197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:41:26.092533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:26.392195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:26.398317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:26.516531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Router 1c738b18-96ff-45c9-8b1d-73079a1d3967 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:41:26.608435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:26.616040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:26.620125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-100ac5de-3c9c-4dcf-a7e9-3ca4e77679c9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "PUT /v2.0/routers/1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 200 len: 710 time: 1.4475806 Jul 22 11:41:26.620332 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] Sync routers for ids ['1c738b18-96ff-45c9-8b1d-73079a1d3967'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:26.620597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:26.636715 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] Routers {'1c738b18-96ff-45c9-8b1d-73079a1d3967'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:26.637300 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1c738b18-96ff-45c9-8b1d-73079a1d3967'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:26.677205 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:26.686765 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] Routers {'1c738b18-96ff-45c9-8b1d-73079a1d3967'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:26.687564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1c738b18-96ff-45c9-8b1d-73079a1d3967'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:26.709530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad039650-8edb-481a-86d4-d8b0bd0d2791 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/routers/1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 200 len: 745 time: 0.0852132 Jul 22 11:41:26.710066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:26.744461 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:26.745510 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c27722-6dd8-4b9f-afb6-4033b3113c26 None None] The sync data for ids ['1c738b18-96ff-45c9-8b1d-73079a1d3967'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:26.779229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17d2b21d-508b-41da-888d-46a465de5ad8 tempest-RoutersIpV6AdminTest-2127735460 tempest-RoutersIpV6AdminTest-2127735460-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 200 len: 205 time: 0.0676365 Jul 22 11:41:26.781638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:26.820660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7365816-19b5-48ce-8627-dde6d81a9cb0 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 200 len: 205 time: 0.0378375 Jul 22 11:41:26.823524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:26.905339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.067545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.070061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.127236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.127805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Fanout notify agent at l3_agent the message router_deleted on router 1c738b18-96ff-45c9-8b1d-73079a1d3967 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:27.137681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.142166 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-311f1cbf-dc66-4011-93d8-0673a3e053cb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 204 len: 168 time: 0.3145075 Jul 22 11:41:27.142525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44336) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.179907 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6935ab6b-501b-406e-b7f3-9795cd0c72d1 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 200 len: 205 time: 0.0362051 Jul 22 11:41:27.183236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.225694 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b75e1b6d-c6bb-4e7a-beb0-a96d915f7b32 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.226862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b75e1b6d-c6bb-4e7a-beb0-a96d915f7b32 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/1c738b18-96ff-45c9-8b1d-73079a1d3967 HTTP/1.1" status: 404 len: 336 time: 0.0426404 Jul 22 11:41:27.230117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44348) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.263799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-211671e6-68b4-43a7-bed6-d069bbb2bd7c tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 200 len: 205 time: 0.0323496 Jul 22 11:41:27.266282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44350) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.308521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:27.310050 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e830901a-e231-478d-b1b3-0382148c1204 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.313745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e830901a-e231-478d-b1b3-0382148c1204 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/a071f9c2-84fc-4d8d-b439-b6d89fa92f23 HTTP/1.1" status: 404 len: 336 time: 0.0439868 Jul 22 11:41:27.314145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.347034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7fc422e1-68be-4813-86aa-d5b695586f85 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 200 len: 205 time: 0.0314767 Jul 22 11:41:27.349378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.390605 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-47fb58ff-74b7-4cba-b761-400a06ab858d tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.394159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47fb58ff-74b7-4cba-b761-400a06ab858d tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/5d88103f-8225-43c0-b372-0c998d799ab0 HTTP/1.1" status: 404 len: 336 time: 0.0414665 Jul 22 11:41:27.394496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.430528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6b78c18-a3ed-443e-ba87-ab0a47c11c03 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 200 len: 205 time: 0.0327556 Jul 22 11:41:27.430767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.479727 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6f9a9a42-3e7f-4c24-9e34-1bc46e4ca1fb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.480931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6f9a9a42-3e7f-4c24-9e34-1bc46e4ca1fb tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/1bc6e225-2806-48de-b8d2-726abbf78e30 HTTP/1.1" status: 404 len: 336 time: 0.0486228 Jul 22 11:41:27.483739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.528427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.528648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-90268900-f367-447c-8643-0d227bbcb3d9 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 200 len: 205 time: 0.0436728 Jul 22 11:41:27.579223 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-57680968-8844-4985-9671-48b0974d1f3a tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.580357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-57680968-8844-4985-9671-48b0974d1f3a tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/022f598c-8dbe-4567-a79a-508b39f610d9 HTTP/1.1" status: 404 len: 336 time: 0.0504105 Jul 22 11:41:27.583050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.624941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b399e2b6-c799-429b-b63d-d6e095f7853d tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "GET /v2.0/ports?device_id=cec1e363-4731-4ef8-b02c-e9246efa7738 HTTP/1.1" status: 200 len: 205 time: 0.0404274 Jul 22 11:41:27.627248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.668434 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6a0d24f0-b7e1-4965-961a-b8205cc687a7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] delete failed (client error): The resource could not be found. Jul 22 11:41:27.669645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6a0d24f0-b7e1-4965-961a-b8205cc687a7 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/routers/cec1e363-4731-4ef8-b02c-e9246efa7738 HTTP/1.1" status: 404 len: 336 time: 0.0411656 Jul 22 11:41:27.672524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:27.700388 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-34d748d5-7803-4915-8d52-6a60ce286600 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] DELETE failed (client error): The resource could not be found. Jul 22 11:41:27.701198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34d748d5-7803-4915-8d52-6a60ce286600 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:41:27.705892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-34d748d5-7803-4915-8d52-6a60ce286600 tempest-RoutersIpV6AdminTest-1210297991 tempest-RoutersIpV6AdminTest-1210297991-project] 10.222.0.21 "DELETE /v2.0/subnets/7086dd1b-ca16-49e8-8ef6-770a848a3847 HTTP/1.1" status: 404 len: 337 time: 0.0322034 Jul 22 11:41:28.004562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44384) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:28.130806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-994558e6-71cb-4ddf-87c4-f77b6fcc79e2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.169330 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.260659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-994558e6-71cb-4ddf-87c4-f77b6fcc79e2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.266299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-994558e6-71cb-4ddf-87c4-f77b6fcc79e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.317585 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-994558e6-71cb-4ddf-87c4-f77b6fcc79e2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1059a9be483b4570a565a881105db94a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117218 Jul 22 11:41:28.320561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:28.323236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-994558e6-71cb-4ddf-87c4-f77b6fcc79e2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=737a77dd-3fc9-4343-80e4-8f8339401b87,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:28.383373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.414370 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.465022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.468188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:28.472076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/737a77dd-3fc9-4343-80e4-8f8339401b87 HTTP/1.1" status: 204 len: 168 time: 0.1478875 Jul 22 11:41:28.479585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f82195-ad0e-4364-99b8-0d4205dff0a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=737a77dd-3fc9-4343-80e4-8f8339401b87,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:28.605763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:28.831840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:28.897730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b4716fa8-40f3-42a6-bfc5-535efb2c01ae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=74f96db0811e4c0caeaef41d8086d2ba&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0643301 Jul 22 11:41:28.900640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:28.984498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.016727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.070495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.074846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.079287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/605afd43-41ca-4421-b8fd-2fbb420bc64e HTTP/1.1" status: 204 len: 168 time: 0.1773822 Jul 22 11:41:29.088481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60f5bbc-a74a-4f4d-a40c-f7e5bdf55e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=605afd43-41ca-4421-b8fd-2fbb420bc64e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:29.228723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.524043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Deleting port d01aa662-e030-45f6-858c-94618d4ff977 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:29.524704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.638807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] For port d01aa662-e030-45f6-858c-94618d4ff977, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d01aa662-e030-45f6-858c-94618d4ff977,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:29.639185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.659104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Calling delete_port for d01aa662-e030-45f6-858c-94618d4ff977 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:29.910761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:29.915016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:29.948053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Pushing event deleted for resources: {'Port': ['ID=d01aa662-e030-45f6-858c-94618d4ff977,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:30.077163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-224776809'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:30.115953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:30.121117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.131464 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.199704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.301068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.307826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.347386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:30.355754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'SecurityGroup': ['ID=724e494b-ca3a-4830-b9ca-fd8a96378af3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:30.363573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.363990 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Added segment cb23b1f6-d299-41a2-8d4d-126005f0750c of type vlan for network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 Jul 22 11:41:30.423390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.463453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.469645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:30.470330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.503044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:41:30.515148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 0.5981703 Jul 22 11:41:30.518230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:30.528137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'subnet': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:30.586489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68cdde8e-11ba-4ee4-9c3b-6dc4d5a53181 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Network': ['ID=005f37c7-a3a4-46a3-aaf2-03228ecb4755,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:30.600862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:30.647728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:41:30.656124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4ed8c247-104c-4489-99e9-83d5bf0f3cc7 admin admin] 10.222.0.21 "PUT /v2.0/routers/8b1d7e37-f6ca-4cd1-be62-1952e58a33d8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0487976 Jul 22 11:41:30.658637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:30.703784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Sync routers for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:41:30.711167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:30.720581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.731964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:30.732630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:30.871154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:30.913627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:31.068854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.077394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.151184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Deleting port d78f8bc0-f347-4aaa-b460-83cc35eb21fd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:31.153105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.159115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Subnet': ['ID=53eaa1b2-6b93-494a-91ef-3b1608de112a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:31.169221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Checking segment: {'id': 'cb23b1f6-d299-41a2-8d4d-126005f0750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:31.169644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network hostable DHCP agents. Network: 005f37c7-a3a4-46a3-aaf2-03228ecb4755, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:31.199919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:31.203245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37'}], 'enable_snat': True}, 'gw_port_id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:41:29Z', 'revision_number': 5, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port': {'id': 'd78f8bc0-f347-4aaa-b460-83cc35eb21fd', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d5:c3:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 877, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:30:36Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:31.214729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 005f37c7-a3a4-46a3-aaf2-03228ecb4755) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:31.222246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:31.223603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.248416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db0cf9c6-4c6f-4094-aeae-48cd2d859bb4 None None] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:31.250974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Checking router: 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:41:31.256549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f6800f80-ccec-4a12-ba5d-f3bb1e2855db tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.7372217 Jul 22 11:41:31.259763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:31.266690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-197138699'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:31.279332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Routers {'8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:41:31.279964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:41:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:31.327151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] For port d78f8bc0-f347-4aaa-b460-83cc35eb21fd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:31.330827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.347852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Calling delete_port for d78f8bc0-f347-4aaa-b460-83cc35eb21fd owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:31.409961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] Set router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:41:31.629275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:41:31Z', 'revision_number': 6, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:31.646669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.686518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Pushing event deleted for resources: {'Port': ['ID=d78f8bc0-f347-4aaa-b460-83cc35eb21fd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:31.689679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3cf6d956-2b80-47c5-83dd-4d9357f11f9d None None] The sync data for ids ['8b1d7e37-f6ca-4cd1-be62-1952e58a33d8'] in n-d-754448-4 is: [{'id': '8b1d7e37-f6ca-4cd1-be62-1952e58a33d8', 'name': 'tempest-TaggedBootDevicesTest-509456291-router', 'tenant_id': '1968a39685cf4dfd8f59b78939b9becd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:30:30Z', 'updated_at': '2021-07-22T11:41:31Z', 'revision_number': 6, 'project_id': '1968a39685cf4dfd8f59b78939b9becd', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:41:31.740624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:31.744287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.746280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'tenant_id': 'c19c41dd75af4d9dbb6fe555210a5c26', 'fixed_ips': [{'subnet_id': '53eaa1b2-6b93-494a-91ef-3b1608de112a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:41:31.747731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.774570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 378ce974-b82d-4f72-b142-b1a2534d3e10 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:31.788976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.926427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Allocated IP 2001:db8::2 (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/d022828b-72d7-4f2f-8fcb-afb9e24bf8fe) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:31.950081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.954290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.997470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:31.998288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:41:32.003016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.004225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-08314c5a-7d87-47db-8009-ac8d261d2cda admin admin] 10.222.0.21 "DELETE /v2.0/routers/8b1d7e37-f6ca-4cd1-be62-1952e58a33d8 HTTP/1.1" status: 204 len: 168 time: 1.3446138 Jul 22 11:41:32.006681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:32.051353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Deleting subnet 7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:32.054703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.079350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.090365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Transition to ACTIVE for port object d022828b-72d7-4f2f-8fcb-afb9e24bf8fe will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:32.095963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.107447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Transition to ACTIVE for port object d022828b-72d7-4f2f-8fcb-afb9e24bf8fe will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:32.115066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.167906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:32.171951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:32.174952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Pushing event updated for resources: {'Port': ['ID=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:32.177709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:32.194511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::24a (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/378ce974-b82d-4f72-b142-b1a2534d3e10) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:32.243135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Attempting to bind port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:41:32.243610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Attempting to bind port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'cb23b1f6-d299-41a2-8d4d-126005f0750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:41:32.244544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Attempting to bind port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe on network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:41:32.250287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 41, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:41:32.251180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Checking segment: {'id': 'cb23b1f6-d299-41a2-8d4d-126005f0750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:32.251180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.251477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Bound using segment: {'id': 'cb23b1f6-d299-41a2-8d4d-126005f0750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:41:32.251943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Bound port: d022828b-72d7-4f2f-8fcb-afb9e24bf8fe, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cb23b1f6-d299-41a2-8d4d-126005f0750c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:41:32.252327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.257438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.316053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] For port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:41:32.319283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] For port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,segment=NetworkSegment(cb23b1f6-d299-41a2-8d4d-126005f0750c),segment_id=cb23b1f6-d299-41a2-8d4d-126005f0750c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:41:32.324384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.386881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.390771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d9dfd74-e56a-4ca4-a646-ef839c302ddd None None] Pushing event updated for resources: {'Port': ['ID=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:32.427063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:32.434016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.436058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-adeff0fc-3a0d-4c94-b680-8a1fbd7ab2f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/7c8a8bbf-b0ea-4a68-a37f-58aa4990bbce HTTP/1.1" status: 204 len: 168 time: 0.4277227 Jul 22 11:41:32.449316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:32.460917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b9d733-519f-42c5-bf19-10dd9799c63d None None] Network 74b851da-624b-446d-aa88-10a6a1329091 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:32.497038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.582153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.708521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Deleting port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:32.708967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.808563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] For port 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8ddef17b-a8ff-4d42-b09f-83e67e90b231,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:32.809116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:32.830354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] DHCP port deletion for 74b851da-624b-446d-aa88-10a6a1329091 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:41:32.832818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Calling delete_port for 8ddef17b-a8ff-4d42-b09f-83e67e90b231 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:32.930097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Deleting port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:32.930691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.024831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.109264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Pushing event deleted for resources: {'Port': ['ID=8ddef17b-a8ff-4d42-b09f-83e67e90b231,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:33.111807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] No DVR routers for this DVR port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:33.151925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] For port 8ddef17b-a8ff-4d42-b09f-83e67e90b231, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8ddef17b-a8ff-4d42-b09f-83e67e90b231,segment=NetworkSegment(4bad6623-bc96-48a5-9504-7638ea36b02a),segment_id=4bad6623-bc96-48a5-9504-7638ea36b02a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:33.152331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.153268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 378ce974-b82d-4f72-b142-b1a2534d3e10 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:33.180019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Calling delete_port for 8ddef17b-a8ff-4d42-b09f-83e67e90b231 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:33.202757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d022828b-72d7-4f2f-8fcb-afb9e24bf8fe up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:33.224120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.237607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.242634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74b851da-624b-446d-aa88-10a6a1329091']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:33.258104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4bad6623-bc96-48a5-9504-7638ea36b02a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:33.259144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4bad6623-bc96-48a5-9504-7638ea36b02a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:33.271627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.291251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.299880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:33.300694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:33.303320 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:33.315912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:33.321561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:33.326266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:33.327303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:33.332318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:33.332981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.363273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.381253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 2.1203804 Jul 22 11:41:33.392315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:33.416573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-674300495', 'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:67:42:6d'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:33.420830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.422191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] No DVR routers for this DVR port 8ddef17b-a8ff-4d42-b09f-83e67e90b231 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:33.426963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a37ebdde-8390-43b7-ba87-b71aec865b02 None None] Pushing event deleted for resources: {'Port': ['ID=8ddef17b-a8ff-4d42-b09f-83e67e90b231,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:33.430045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.437222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] 10.222.0.21 "DELETE /v2.0/networks/74b851da-624b-446d-aa88-10a6a1329091 HTTP/1.1" status: 204 len: 168 time: 0.9972134 Jul 22 11:41:33.444456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d01aa662-e030-45f6-858c-94618d4ff977 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:33.476980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462edd62-e727-4ee0-9485-4e8a7406f498 admin admin] Pushing event deleted for resources: {'Network': ['ID=74b851da-624b-446d-aa88-10a6a1329091,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:33.492295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d01aa662-e030-45f6-858c-94618d4ff977 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:33.492295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d01aa662-e030-45f6-858c-94618d4ff977 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:33.495070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8ddef17b-a8ff-4d42-b09f-83e67e90b231 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:33.535889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8ddef17b-a8ff-4d42-b09f-83e67e90b231 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:33.536401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8ddef17b-a8ff-4d42-b09f-83e67e90b231 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:33.536938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d78f8bc0-f347-4aaa-b460-83cc35eb21fd no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:33.577701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d78f8bc0-f347-4aaa-b460-83cc35eb21fd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:33.578059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d78f8bc0-f347-4aaa-b460-83cc35eb21fd not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:33.592992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da89b08c-a49f-46f0-aa22-1ba16f39bea9 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=378ce974-b82d-4f72-b142-b1a2534d3e10,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:33.635959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:33.720110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:33.749710 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.771658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 5781a890-a77c-42bf-94c2-74b16cb37930 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:33.808800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fde12986-79b4-4122-bccf-3e4baec5ba6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1968a39685cf4dfd8f59b78939b9becd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0872920 Jul 22 11:41:33.809589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:33.873925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.899400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.919942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-535e574e-4be1-4019-be68-49fbd6438943 None None] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:33.929578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::11d (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/5781a890-a77c-42bf-94c2-74b16cb37930) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:33.969032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Provisioning for port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:33.988507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.991801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:33.996351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c93b520b-1cf5-4ec3-9341-678064a60b3f HTTP/1.1" status: 204 len: 168 time: 0.1855597 Jul 22 11:41:34.004918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Provisioning complete for port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:34.005539 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.016462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88b101d-d305-4a33-bd37-74254ccaf7ef admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c93b520b-1cf5-4ec3-9341-678064a60b3f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:34.207752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.230775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 5781a890-a77c-42bf-94c2-74b16cb37930 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:34.253926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.279930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.308778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] For port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,segment=NetworkSegment(cb23b1f6-d299-41a2-8d4d-126005f0750c),segment_id=cb23b1f6-d299-41a2-8d4d-126005f0750c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:34.314623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.334999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:34.338409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:34.344118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:34.350063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:34.350742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.355367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=5781a890-a77c-42bf-94c2-74b16cb37930,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:34.376725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44520) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:34.376996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5bc074c3-f57f-4c8d-bae1-1dbaec6176c3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1007 time: 0.9817481 Jul 22 11:41:34.394281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093673b0-3aac-4475-aa06-9bb69bf7ad32 None None] Pushing event updated for resources: {'Port': ['ID=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:34.541773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62daf7-7bef-42e7-be29-e303d987073f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:34.548910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62daf7-7bef-42e7-be29-e303d987073f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:34.555428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f62daf7-7bef-42e7-be29-e303d987073f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:34.561164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f62daf7-7bef-42e7-be29-e303d987073f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2482 time: 0.1807652 Jul 22 11:41:34.561601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:34.685394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 5781a890-a77c-42bf-94c2-74b16cb37930 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:34.685769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.766352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Provisioning for port 378ce974-b82d-4f72-b142-b1a2534d3e10 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:34.777565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Provisioning complete for port 378ce974-b82d-4f72-b142-b1a2534d3e10 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:34.777967 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:34.821603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Port 378ce974-b82d-4f72-b142-b1a2534d3e10 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:34.834618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Provisioning complete for port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:34.835177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-73ad8063-cb67-4c71-a675-bee9c6334bf2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.068001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:35.102179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d022828b-72d7-4f2f-8fcb-afb9e24bf8fe up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:35.109694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2f084e61-0928-4d10-b39e-c54fb322e8f0 None None] Provisioning complete for port 378ce974-b82d-4f72-b142-b1a2534d3e10 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:35.110252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2f084e61-0928-4d10-b39e-c54fb322e8f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.203492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2f084e61-0928-4d10-b39e-c54fb322e8f0 None None] Port 378ce974-b82d-4f72-b142-b1a2534d3e10 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:35.254373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:35.254821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.302161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-2089997033-network', 'tenant_id': 'f0d30162653d48948d687664d134370c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:35.327976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.352302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Made reservation on behalf of f0d30162653d48948d687664d134370c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:35.355802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.369691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 5781a890-a77c-42bf-94c2-74b16cb37930 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:35.377193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.456405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59d0693f-9556-46d3-a00f-250ed3b9f744 None None] Provisioning for port 5781a890-a77c-42bf-94c2-74b16cb37930 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:35.460662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59d0693f-9556-46d3-a00f-250ed3b9f744 None None] Provisioning complete for port 5781a890-a77c-42bf-94c2-74b16cb37930 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:35.461077 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59d0693f-9556-46d3-a00f-250ed3b9f744 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.518063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-59d0693f-9556-46d3-a00f-250ed3b9f744 None None] Port 5781a890-a77c-42bf-94c2-74b16cb37930 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:35.542415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.547349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.578065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9281907d-ca09-46fe-bbb1-86e4110e2cd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:35.594270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:35.594605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.612700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.613115 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Added segment 4c195342-c9da-4e80-ba3b-1c57e6700f03 of type vlan for network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 Jul 22 11:41:35.668098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.709943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.711213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:35.711860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.744579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=5781a890-a77c-42bf-94c2-74b16cb37930,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:35.754787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.6854038 Jul 22 11:41:35.757385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:35.765466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Request body: {'subnet': {'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-2089997033-subnet', 'tenant_id': 'f0d30162653d48948d687664d134370c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:35.798064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a2b595-6766-48ff-8d0c-6998788ed1e8 admin admin] Pushing event updated for resources: {'Network': ['ID=73074f6b-2eb3-4f50-bd93-bc129b0eb878,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:35.810606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:35.833992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Made reservation on behalf of f0d30162653d48948d687664d134370c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:35.836651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.849326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:35.857056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d3ed3ff6-a045-4b14-a628-e4e78795472c tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/5781a890-a77c-42bf-94c2-74b16cb37930 HTTP/1.1" status: 204 len: 168 time: 1.2941670 Jul 22 11:41:35.858710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:35.907035 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-95b1b06c-d464-4605-b598-5bd27134424e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] GET failed (client error): The resource could not be found. Jul 22 11:41:35.908955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95b1b06c-d464-4605-b598-5bd27134424e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports/5781a890-a77c-42bf-94c2-74b16cb37930 HTTP/1.1" status: 404 len: 333 time: 0.0492535 Jul 22 11:41:35.914998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:35.921491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-2079277797'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:36.153907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:36.157597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.217984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:36.232653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.371334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=697c343d-03e1-482c-96a6-bbacf19b062d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:36.388092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Checking segment: {'id': '4c195342-c9da-4e80-ba3b-1c57e6700f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:36.388454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Network hostable DHCP agents. Network: 73074f6b-2eb3-4f50-bd93-bc129b0eb878, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:36.416348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::329 (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/41a7939b-d7a1-42e2-abb6-edcdbc0bca01) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:36.438962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:36.461218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 73074f6b-2eb3-4f50-bd93-bc129b0eb878) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:36.476835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:36.476835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.478053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d69a146c-170e-4579-b04d-db4ade3c694d None None] Network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:36.515889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-352c5cf8-3efb-42b4-ae69-b190d17f49b9 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7568164 Jul 22 11:41:36.620598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.644712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:36.667549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31fac956-803f-4d7e-96b7-57df680c82db None None] Network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:36.695639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.763685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=41a7939b-d7a1-42e2-abb6-edcdbc0bca01,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:36.777881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:36.779801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:36.782432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:36.789236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:36.790149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:36.823469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b5ed0529-756b-4a82-acf4-b7405ea2645a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9065585 Jul 22 11:41:36.826368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44594) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:36.833756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:67:42:6d'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:36.995073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.152313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9582c77-c863-454c-aa53-50e8b3cde8ba None None] Provisioning for port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:37.157558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b9582c77-c863-454c-aa53-50e8b3cde8ba None None] Provisioning complete for port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:37.158075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9582c77-c863-454c-aa53-50e8b3cde8ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.204356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b9582c77-c863-454c-aa53-50e8b3cde8ba None None] Port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:37.227373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-4dcd08cd-24b8-43b1-badd-398a3441100d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:37.229415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-4dcd08cd-24b8-43b1-badd-398a3441100d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/networks?id=73074f6b-2eb3-4f50-bd93-bc129b0eb878 HTTP/1.1" status: 200 len: 814 time: 0.1900461 Jul 22 11:41:37.253129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c7102c05-0ae4-411a-b1f3-a647266aa90d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/quotas/f0d30162653d48948d687664d134370c HTTP/1.1" status: 200 len: 375 time: 0.0168412 Jul 22 11:41:37.301099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-dbee2136-017c-46af-a981-6e4fd727d770 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f0d30162653d48948d687664d134370c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0423017 Jul 22 11:41:37.329989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.335400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.371483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] In _notify_port_updated(), no bound segment for port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 on network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:41:37.376996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:37.377616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.381594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "PUT /v2.0/ports/41a7939b-d7a1-42e2-abb6-edcdbc0bca01 HTTP/1.1" status: 200 len: 1003 time: 0.5515506 Jul 22 11:41:37.382712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:37.427946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e9c1c15-7a72-4198-b7b4-b6029359c382 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=41a7939b-d7a1-42e2-abb6-edcdbc0bca01,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:37.510657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-62a18d13-43fd-4091-912e-5c5d0773282a service neutron] 10.222.0.21 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1987545 Jul 22 11:41:37.530630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:37.530967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.616342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-32cc8d07-05b1-4d7f-b653-99c63dc1f038 service neutron] 10.222.0.21 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0989463 Jul 22 11:41:37.640682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.661445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:37.732496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5ca0c20-7a34-45aa-a017-86a92aa49407 None None] Provisioning complete for port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:37.733163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5ca0c20-7a34-45aa-a017-86a92aa49407 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.809424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a5ca0c20-7a34-45aa-a017-86a92aa49407 None None] Port 41a7939b-d7a1-42e2-abb6-edcdbc0bca01 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:37.874299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:37.944988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56958486-a27e-4068-b9de-706cb64abb1d req-8fd08ace-384f-4219-a927-9c735c4f7fca tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 210 time: 0.1060905 Jul 22 11:41:38.016124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=41a7939b-d7a1-42e2-abb6-edcdbc0bca01,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:38.144005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:38.146767 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ac48300-78a9-4298-81cc-ac2322a1aebc tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/41a7939b-d7a1-42e2-abb6-edcdbc0bca01 HTTP/1.1" status: 204 len: 168 time: 0.7634289 Jul 22 11:41:38.149307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:38.193939 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-838345f3-96bf-42bd-8cec-c063d11cd208 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] GET failed (client error): The resource could not be found. Jul 22 11:41:38.204874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-838345f3-96bf-42bd-8cec-c063d11cd208 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports/41a7939b-d7a1-42e2-abb6-edcdbc0bca01 HTTP/1.1" status: 404 len: 333 time: 0.0498569 Jul 22 11:41:38.205054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:38.210256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1073314942'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:38.340576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:38.344281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:38.363635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 9d5ef89f-f865-4341-ba39-2d537c99668f yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:38.488197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::3c9 (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/9d5ef89f-f865-4341-ba39-2d537c99668f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:38.647756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:38.666396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 9d5ef89f-f865-4341-ba39-2d537c99668f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:38.699046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:38.747916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:38.750842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:38.755272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:38.760896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:38.761464 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:38.768342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=9d5ef89f-f865-4341-ba39-2d537c99668f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:38.784219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2085c5e6-1c03-4d17-8a9a-1941f622474e tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.5781012 Jul 22 11:41:38.787085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:38.803532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:67:42:6d'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:39.058396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9154aee8-1a93-437d-896f-f7beede2c4e2 None None] Provisioning for port 9d5ef89f-f865-4341-ba39-2d537c99668f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:39.068075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9154aee8-1a93-437d-896f-f7beede2c4e2 None None] Provisioning complete for port 9d5ef89f-f865-4341-ba39-2d537c99668f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:39.068455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9154aee8-1a93-437d-896f-f7beede2c4e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.089716 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.135227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9154aee8-1a93-437d-896f-f7beede2c4e2 None None] Port 9d5ef89f-f865-4341-ba39-2d537c99668f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:39.156285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-8ac98acd-b442-4482-9e8b-36039d978a1b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:39.157923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-8ac98acd-b442-4482-9e8b-36039d978a1b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.36 "GET /v2.0/networks?id=73074f6b-2eb3-4f50-bd93-bc129b0eb878 HTTP/1.1" status: 200 len: 814 time: 0.2337897 Jul 22 11:41:39.171311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Request body: {'port': {'device_id': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878', 'admin_state_up': True, 'tenant_id': 'f0d30162653d48948d687664d134370c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:39.220140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97461f33-1366-428f-b36e-64b851ca7be6 req-ccb3072d-de2c-4435-8190-b9adc7c1d65b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 210 time: 0.0943944 Jul 22 11:41:39.301719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Made reservation on behalf of f0d30162653d48948d687664d134370c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:39.305382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.369909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.375393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.411204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] In _notify_port_updated(), no bound segment for port 9d5ef89f-f865-4341-ba39-2d537c99668f on network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:41:39.417334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:39.418033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.422501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "PUT /v2.0/ports/9d5ef89f-f865-4341-ba39-2d537c99668f HTTP/1.1" status: 200 len: 1003 time: 0.6230600 Jul 22 11:41:39.423004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:39.445820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Allocated IP 172.20.0.12 (73074f6b-2eb3-4f50-bd93-bc129b0eb878/697c343d-03e1-482c-96a6-bbacf19b062d/c9ce202e-1468-4b7a-bfcb-e8f3cba418a8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:39.468965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f56acd-075d-4631-b194-f38b1390312d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=9d5ef89f-f865-4341-ba39-2d537c99668f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:39.575591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 9d5ef89f-f865-4341-ba39-2d537c99668f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:39.575591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.676235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.738358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.751899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.760667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 9d5ef89f-f865-4341-ba39-2d537c99668f owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:39.812269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:39.814743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:39.817388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:39.849488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Pushing event updated for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:39.878895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-174feb5e-e7d4-47c7-8baf-a8299c663e80 None None] Provisioning complete for port 9d5ef89f-f865-4341-ba39-2d537c99668f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:39.879549 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-174feb5e-e7d4-47c7-8baf-a8299c663e80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.923246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:39.924900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:39.941107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-174feb5e-e7d4-47c7-8baf-a8299c663e80 None None] Port 9d5ef89f-f865-4341-ba39-2d537c99668f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:39.954057 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-e93f7ca7-2a8c-405f-aaf3-3eded9cda005 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7867732 Jul 22 11:41:39.972949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Request body: {'port': {'device_id': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:39.991298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.052798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=9d5ef89f-f865-4341-ba39-2d537c99668f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:40.085398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.088696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95c883a0-7b6e-47cf-a4c8-c13af49871b8 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/9d5ef89f-f865-4341-ba39-2d537c99668f HTTP/1.1" status: 204 len: 168 time: 0.6626775 Jul 22 11:41:40.091424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:40.099953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.136160 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f0bd928-90f3-4658-923c-d6b82eec3c3a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] GET failed (client error): The resource could not be found. Jul 22 11:41:40.139070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1f0bd928-90f3-4658-923c-d6b82eec3c3a tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports/9d5ef89f-f865-4341-ba39-2d537c99668f HTTP/1.1" status: 404 len: 333 time: 0.0465484 Jul 22 11:41:40.142770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:40.148087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-573107617'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:40.380189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:40.385238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.444987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 40417b3d-0d71-430b-90a9-ba64dc6a7f9c yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:40.504822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6dfcb759-35a9-4559-9c8e-7c3e935e5e22 req-52d4da46-965c-4c4b-92a1-75b58d45b706 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:40.506822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6dfcb759-35a9-4559-9c8e-7c3e935e5e22 req-52d4da46-965c-4c4b-92a1-75b58d45b706 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 932 time: 0.1745775 Jul 22 11:41:40.513788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:41:40.523699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.539975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Transition to ACTIVE for port object c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:40.545289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.604755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6dfcb759-35a9-4559-9c8e-7c3e935e5e22 req-98e0f8df-8815-40c2-816b-f90ff16774ef tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0894444 Jul 22 11:41:40.656072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::1e (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/40417b3d-0d71-430b-90a9-ba64dc6a7f9c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:40.682773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:40.750503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Attempting to bind port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:41:40.751529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Attempting to bind port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '4c195342-c9da-4e80-ba3b-1c57e6700f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:41:40.751866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Attempting to bind port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 on network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:41:40.763651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 on network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:41:40.763990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Attempting to bind port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 on network 73074f6b-2eb3-4f50-bd93-bc129b0eb878 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:41:40.773924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 41, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:41:40.774288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Checking segment: {'id': '4c195342-c9da-4e80-ba3b-1c57e6700f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:40.774784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Bound using segment: {'id': '4c195342-c9da-4e80-ba3b-1c57e6700f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:41:40.775232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Bound port: c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '4c195342-c9da-4e80-ba3b-1c57e6700f03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:41:40.775612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.854819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.868852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:41:40.879004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 40417b3d-0d71-430b-90a9-ba64dc6a7f9c will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:40.880280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,segment=NetworkSegment(4c195342-c9da-4e80-ba3b-1c57e6700f03),segment_id=4c195342-c9da-4e80-ba3b-1c57e6700f03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:41:40.886203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.923589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:40.923916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.925480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] 10.222.0.36 "PUT /v2.0/ports/c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 HTTP/1.1" status: 200 len: 1092 time: 0.9576092 Jul 22 11:41:40.925969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:41:40.926521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:40.928304 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6615de31-f96c-4285-be41-0d1f36bae29c" -d '{"events": [{"name": "network-changed", "server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:41:40.970173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:40.973901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:40.977922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:40.979382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0dee95c-641b-4354-ac00-56043d7e62dc service neutron] Pushing event updated for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:40.986411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:40.987089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.014486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=40417b3d-0d71-430b-90a9-ba64dc6a7f9c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:41.027799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-84bc63b0-742a-41c1-9a25-0bd8f60a882d tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 0.8839419 Jul 22 11:41:41.028478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:41.035816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'network_id': '005f37c7-a3a4-46a3-aaf2-03228ecb4755', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1312858935'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:41.036204 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:41:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b994a88-bd23-4443-91e5-5d597de1692a x-openstack-request-id: req-8b994a88-bd23-4443-91e5-5d597de1692a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:41:41.036588 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:41:41.036959 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b994a88-bd23-4443-91e5-5d597de1692a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:41:41.037521 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8', 'status': 'completed', 'code': 200} Jul 22 11:41:41.120891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-4c6043c6-2cdd-4e92-85d2-80f4b1a0a5b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.122382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-4c6043c6-2cdd-4e92-85d2-80f4b1a0a5b8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0d30162653d48948d687664d134370c&device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 1095 time: 0.1166251 Jul 22 11:41:41.202800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-169461e9-171c-4e57-9309-9999ed8a468f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 HTTP/1.1" status: 200 len: 217 time: 0.0724716 Jul 22 11:41:41.215049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Made reservation on behalf of c19c41dd75af4d9dbb6fe555210a5c26 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:41.221174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.248323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] device_id is not set on port 1e89844d-245c-4c7f-b992-0917e3eb27cc yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:41.279110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-03e67bb8-d7dc-4f50-bd1a-083463566121 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.284968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-03e67bb8-d7dc-4f50-bd1a-083463566121 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=697c343d-03e1-482c-96a6-bbacf19b062d HTTP/1.1" status: 200 len: 854 time: 0.0756345 Jul 22 11:41:41.337379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-0fa0a3b1-6b08-4702-be6f-ecc779c2775b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73074f6b-2eb3-4f50-bd93-bc129b0eb878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436468 Jul 22 11:41:41.392819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76ca5af3-95c5-40b4-b58e-66a57d874fdf None None] Provisioning for port 40417b3d-0d71-430b-90a9-ba64dc6a7f9c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:41.399449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76ca5af3-95c5-40b4-b58e-66a57d874fdf None None] Provisioning complete for port 40417b3d-0d71-430b-90a9-ba64dc6a7f9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:41.400680 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76ca5af3-95c5-40b4-b58e-66a57d874fdf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.447045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-76ca5af3-95c5-40b4-b58e-66a57d874fdf None None] Port 40417b3d-0d71-430b-90a9-ba64dc6a7f9c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:41.480880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Allocated IP 2001:db8::3ec (005f37c7-a3a4-46a3-aaf2-03228ecb4755/53eaa1b2-6b93-494a-91ef-3b1608de112a/1e89844d-245c-4c7f-b992-0917e3eb27cc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:41.498758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-7c40ef8a-71ce-481d-9958-b34501f6132a service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1545489 Jul 22 11:41:41.613117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3e82e801-3172-4339-bca0-77cb03fdf27c req-de417341-581f-440e-9d9f-6fe2f1af4e67 service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082199 Jul 22 11:41:41.705568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.752609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Transition to ACTIVE for port object 1e89844d-245c-4c7f-b992-0917e3eb27cc will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:41:41.779728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615de31-f96c-4285-be41-0d1f36bae29c req-b47aa050-e93c-4c52-b48d-827b9dae5990 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.781519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-b47aa050-e93c-4c52-b48d-827b9dae5990 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0d30162653d48948d687664d134370c&device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 1095 time: 0.1050174 Jul 22 11:41:41.833756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c84c59a8-4e0e-4c9e-83e2-19dc258ba12c req-335d1f76-37cb-4275-9d46-57adf7db9c4f tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.836213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c84c59a8-4e0e-4c9e-83e2-19dc258ba12c req-335d1f76-37cb-4275-9d46-57adf7db9c4f tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 944 time: 0.1364558 Jul 22 11:41:41.858838 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.904636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615de31-f96c-4285-be41-0d1f36bae29c req-f0f3f3ca-82d6-464b-8474-d2353cb328d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.907064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-f0f3f3ca-82d6-464b-8474-d2353cb328d4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73074f6b-2eb3-4f50-bd93-bc129b0eb878 HTTP/1.1" status: 200 len: 915 time: 0.1187146 Jul 22 11:41:41.925310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:41:41.932415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:41.935371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:41.941656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:41.942358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:41.970828 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-59773c02-6e4a-4fa3-80d1-ac563ccabeda service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 HTTP/1.1" status: 200 len: 217 time: 0.0529809 Jul 22 11:41:41.973754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c84c59a8-4e0e-4c9e-83e2-19dc258ba12c req-698637d1-e365-489a-a835-a24a90199042 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294541 Jul 22 11:41:41.983702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=1e89844d-245c-4c7f-b992-0917e3eb27cc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:41.989888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-82ad2ec3-6f90-4a0e-8c4e-7e7f2de15139 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 0.9595597 Jul 22 11:41:41.991624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:42.004373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::24a', 'mac_address': 'fa:16:3e:67:42:6d'}, {'ip_address': '2001:db8::1e', 'mac_address': 'fa:16:3e:36:43:db'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:42.049173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6615de31-f96c-4285-be41-0d1f36bae29c req-30129234-9d3c-4bc1-9903-24293fb67aed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:42.051541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-30129234-9d3c-4bc1-9903-24293fb67aed service neutron] 10.222.0.36 "GET /v2.0/subnets?id=697c343d-03e1-482c-96a6-bbacf19b062d HTTP/1.1" status: 200 len: 854 time: 0.0761666 Jul 22 11:41:42.139488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-5a6cc6e6-d70c-4574-9a34-b16239b2408a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73074f6b-2eb3-4f50-bd93-bc129b0eb878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0784554 Jul 22 11:41:42.166604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.354964 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-ae89280f-f487-4f14-bb9d-9e2afbb2e788 service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904135 Jul 22 11:41:42.497929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6615de31-f96c-4285-be41-0d1f36bae29c req-93425345-cb4d-4fb3-ac18-acedc28cc197 service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1350334 Jul 22 11:41:42.502872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10c9c614-ae67-4a4b-bbf3-1ff0c9dfe60b None None] Provisioning for port 1e89844d-245c-4c7f-b992-0917e3eb27cc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:42.505032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.507862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10c9c614-ae67-4a4b-bbf3-1ff0c9dfe60b None None] Provisioning complete for port 1e89844d-245c-4c7f-b992-0917e3eb27cc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:42.508899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10c9c614-ae67-4a4b-bbf3-1ff0c9dfe60b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.512130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.560861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] In _notify_port_updated(), no bound segment for port 1e89844d-245c-4c7f-b992-0917e3eb27cc on network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:41:42.564442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-10c9c614-ae67-4a4b-bbf3-1ff0c9dfe60b None None] Port 1e89844d-245c-4c7f-b992-0917e3eb27cc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:42.567240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:42.567923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.573284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:42.573395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "PUT /v2.0/ports/1e89844d-245c-4c7f-b992-0917e3eb27cc HTTP/1.1" status: 200 len: 1067 time: 0.5787816 Jul 22 11:41:42.614193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21b39c58-903f-48e5-a674-def40dbe9d16 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event updated for resources: {'Port': ['ID=1e89844d-245c-4c7f-b992-0917e3eb27cc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:42.732663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 1e89844d-245c-4c7f-b992-0917e3eb27cc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:42.733288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.840789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.855409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 1e89844d-245c-4c7f-b992-0917e3eb27cc owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:42.911809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-727505a5-8d1b-4484-a6b7-aa57a590d7c3 None None] Provisioning complete for port 1e89844d-245c-4c7f-b992-0917e3eb27cc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:42.912185 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-727505a5-8d1b-4484-a6b7-aa57a590d7c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:42.975419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-727505a5-8d1b-4484-a6b7-aa57a590d7c3 None None] Port 1e89844d-245c-4c7f-b992-0917e3eb27cc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:41:43.041725 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.074393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=1e89844d-245c-4c7f-b992-0917e3eb27cc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:43.192626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63cea5af-7ea4-4409-ae07-e1e8e3a5e370 req-68bee6c1-7cb1-4308-8b0d-3b4b6d854c9b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:43.194374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63cea5af-7ea4-4409-ae07-e1e8e3a5e370 req-68bee6c1-7cb1-4308-8b0d-3b4b6d854c9b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 944 time: 0.1400893 Jul 22 11:41:43.200120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:41:43.285721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63cea5af-7ea4-4409-ae07-e1e8e3a5e370 req-8f5e7160-99db-4585-aa5a-125eee3e0520 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0837338 Jul 22 11:41:43.387019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.389114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d8c928ef-156d-4d8d-8b48-9be60ca4caeb tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/1e89844d-245c-4c7f-b992-0917e3eb27cc HTTP/1.1" status: 204 len: 168 time: 0.8151567 Jul 22 11:41:43.392109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:43.405375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,segment=NetworkSegment(4c195342-c9da-4e80-ba3b-1c57e6700f03),segment_id=4c195342-c9da-4e80-ba3b-1c57e6700f03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:43.430005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8', 'network_id': '73074f6b-2eb3-4f50-bd93-bc129b0eb878', 'port_id': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8', 'mac_address': 'fa:16:3e:3d:0b:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '697c343d-03e1-482c-96a6-bbacf19b062d', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:41:43.440667 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-45b6882b-08c9-4a0d-8a1b-322f02e91ae4 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] GET failed (client error): The resource could not be found. Jul 22 11:41:43.444497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45b6882b-08c9-4a0d-8a1b-322f02e91ae4 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports/1e89844d-245c-4c7f-b992-0917e3eb27cc HTTP/1.1" status: 404 len: 333 time: 0.0488434 Jul 22 11:41:43.445611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:43.527961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.542704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:41:43.565300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,segment=NetworkSegment(4c195342-c9da-4e80-ba3b-1c57e6700f03),segment_id=4c195342-c9da-4e80-ba3b-1c57e6700f03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:43.575969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.638060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:43.653957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 40417b3d-0d71-430b-90a9-ba64dc6a7f9c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:43.654308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.768472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:43.785280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 40417b3d-0d71-430b-90a9-ba64dc6a7f9c owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:43.810640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['c9ce202e-1468-4b7a-bfcb-e8f3cba418a8'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:41:43.982109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.081228 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.086745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/40417b3d-0d71-430b-90a9-ba64dc6a7f9c HTTP/1.1" status: 204 len: 168 time: 0.6366909 Jul 22 11:41:44.086745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-288967b1-04f1-48b3-8f97-bd5b90d414ee tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=40417b3d-0d71-430b-90a9-ba64dc6a7f9c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:44.087713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:44.129189 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8e3f96c-4d55-471a-be93-21a178c90fe3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] GET failed (client error): The resource could not be found. Jul 22 11:41:44.134528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f8e3f96c-4d55-471a-be93-21a178c90fe3 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "GET /v2.0/ports/40417b3d-0d71-430b-90a9-ba64dc6a7f9c HTTP/1.1" status: 404 len: 333 time: 0.0422354 Jul 22 11:41:44.135061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:44.263455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port 378ce974-b82d-4f72-b142-b1a2534d3e10 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:44.263821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.401093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.417238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for 378ce974-b82d-4f72-b142-b1a2534d3e10 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:44.458701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ba55999-abc4-4131-b97f-0a70e38b74b1 req-1f69e67a-cbe5-475a-91b9-e22adecf54d6 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:44.460976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ba55999-abc4-4131-b97f-0a70e38b74b1 req-1f69e67a-cbe5-475a-91b9-e22adecf54d6 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 945 time: 0.1060312 Jul 22 11:41:44.519740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ba55999-abc4-4131-b97f-0a70e38b74b1 req-b5bd34f5-2e3f-43bf-85b4-9550743beafa tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518117 Jul 22 11:41:44.591031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.629073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=378ce974-b82d-4f72-b142-b1a2534d3e10,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:44.671178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.673260 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97d096da-0822-4685-8de1-390916c60520 tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/ports/378ce974-b82d-4f72-b142-b1a2534d3e10 HTTP/1.1" status: 204 len: 168 time: 0.5370786 Jul 22 11:41:44.675802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:44.759490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting subnet 53eaa1b2-6b93-494a-91ef-3b1608de112a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:44.763238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.841888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:44.983415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.062432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.105068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Subnet': ['ID=53eaa1b2-6b93-494a-91ef-3b1608de112a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:45.110216 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.114612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c981f0fd-e8cf-4293-8596-a5c6e7bfd3da tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/subnets/53eaa1b2-6b93-494a-91ef-3b1608de112a HTTP/1.1" status: 204 len: 168 time: 0.4354138 Jul 22 11:41:45.114835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:45.122159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-759297dd-efac-4dff-b2d5-455ede5862fb None None] Network 005f37c7-a3a4-46a3-aaf2-03228ecb4755 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:45.221015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:41:45.262473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.333756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Deleting port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:45.334148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.422241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] For port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,segment=NetworkSegment(cb23b1f6-d299-41a2-8d4d-126005f0750c),segment_id=cb23b1f6-d299-41a2-8d4d-126005f0750c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:45.422688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.425563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-91b174e9-9ce9-434b-8679-83bf0ad3de1d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0734272 Jul 22 11:41:45.437186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Calling delete_port for d022828b-72d7-4f2f-8fcb-afb9e24bf8fe owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:45.518408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-18fd0367-55a0-4b00-adbe-e7d4231f1f02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:45.520173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-18fd0367-55a0-4b00-adbe-e7d4231f1f02 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1096 time: 0.0681653 Jul 22 11:41:45.578041 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.592677 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca3b8cef-23a5-4cd1-89c1-0f7b88a6722b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.620083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:41:45.625651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:41:45.626138 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.647879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Port': ['ID=d022828b-72d7-4f2f-8fcb-afb9e24bf8fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:45.661310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] No DVR routers for this DVR port d022828b-72d7-4f2f-8fcb-afb9e24bf8fe on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:45.707889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-b2f7108d-65da-49dc-acf0-9f50ead92e0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:45.709779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-b2f7108d-65da-49dc-acf0-9f50ead92e0c service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 910 time: 0.1681762 Jul 22 11:41:45.776695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d1557790-7058-49ec-91c2-8eb69597fd1a None None] DHCP port deletion for 005f37c7-a3a4-46a3-aaf2-03228ecb4755 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:41:45.792126 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.798863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.823890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-54d51a91-bad8-4aba-845c-eaf444b7d01d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 1001 time: 0.1042397 Jul 22 11:41:45.831195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['005f37c7-a3a4-46a3-aaf2-03228ecb4755']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:45.840506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:41:45.847244 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8e29f38-c525-4650-8c73-4d72a950d97e" -d '{"events": [{"server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "name": "network-vif-plugged", "status": "completed", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:41:45.848491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb23b1f6-d299-41a2-8d4d-126005f0750c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:45.848973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb23b1f6-d299-41a2-8d4d-126005f0750c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:45.865848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,segment=NetworkSegment(4c195342-c9da-4e80-ba3b-1c57e6700f03),segment_id=4c195342-c9da-4e80-ba3b-1c57e6700f03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:45.869145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.872315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.878964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9f937-5d92-4703-a70b-8d48047dc2e1 req-c456fa6e-2958-4e7c-b58c-3ee3346b273e tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:45.888507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1e9f937-5d92-4703-a70b-8d48047dc2e1 req-c456fa6e-2958-4e7c-b58c-3ee3346b273e tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 945 time: 0.2194185 Jul 22 11:41:45.933476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.959739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:45.964896 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:41:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbed220-5fd2-474a-8bbd-c695f66ab2fd x-openstack-request-id: req-3dbed220-5fd2-474a-8bbd-c695f66ab2fd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:41:45.965320 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "name": "network-vif-plugged", "status": "completed", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:41:45.965683 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dbed220-5fd2-474a-8bbd-c695f66ab2fd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:41:45.967733 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8', 'code': 200} Jul 22 11:41:45.976667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1e9f937-5d92-4703-a70b-8d48047dc2e1 req-348edff5-5381-45c3-a2fa-2460560d684b tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0872173 Jul 22 11:41:45.977223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-239108a6-3b42-4955-b65b-f81fee22642f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:45.979001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:45.980864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:45.980984 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-239108a6-3b42-4955-b65b-f81fee22642f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 200 len: 848 time: 0.1497178 Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:45.984314 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:46.104515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-962fae91-7871-4d02-be1b-6bdd02e62c5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:46.106686 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-962fae91-7871-4d02-be1b-6bdd02e62c5b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ba016ed-e0c8-448d-8557-fe908a9c0977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1168025 Jul 22 11:41:46.247998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-64331c2f-3024-4dc3-b23e-13d427df9582 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1342645 Jul 22 11:41:46.459166 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5461f3cf-0884-4f4a-a31b-b1fe66c86a0c req-afe22569-e0cf-483a-b008-64c822a15d35 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059331 Jul 22 11:41:46.554537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:46.557836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:46.559809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] 10.222.0.21 "DELETE /v2.0/networks/005f37c7-a3a4-46a3-aaf2-03228ecb4755 HTTP/1.1" status: 204 len: 168 time: 1.4439557 Jul 22 11:41:46.579658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ac4884-01a1-4d77-9707-ad35f4c89a1f tempest-AllowedAddressPairIpV6TestJSON-1733146603 tempest-AllowedAddressPairIpV6TestJSON-1733146603-project] Pushing event deleted for resources: {'Network': ['ID=005f37c7-a3a4-46a3-aaf2-03228ecb4755,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:46.633449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d0b3eee-4839-4ea5-a10f-3895246f8be4 req-ecea0df8-dfb5-4568-8f4a-baa67d2cdbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:46.635223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d0b3eee-4839-4ea5-a10f-3895246f8be4 req-ecea0df8-dfb5-4568-8f4a-baa67d2cdbe1 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 1097 time: 0.6055846 Jul 22 11:41:46.686067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d0b3eee-4839-4ea5-a10f-3895246f8be4 req-4456dfe5-3edc-42b0-98b7-4cd66bf34c62 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439203 Jul 22 11:41:46.828081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44792) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:47.003415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-142fdc81-1780-4bda-b3c8-75d0a5e9ef5e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c19c41dd75af4d9dbb6fe555210a5c26&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1714995 Jul 22 11:41:47.003751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:47.091023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d022828b-72d7-4f2f-8fcb-afb9e24bf8fe no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:47.120310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:47.136847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d022828b-72d7-4f2f-8fcb-afb9e24bf8fe {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:47.138179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d022828b-72d7-4f2f-8fcb-afb9e24bf8fe not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:47.162617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:47.193817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd63fb76-de39-4077-86d2-1dc7e114b0c0 req-1f2b8ee1-b1ab-4c2b-b7ea-ce0c58a0da28 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:47.201817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd63fb76-de39-4077-86d2-1dc7e114b0c0 req-1f2b8ee1-b1ab-4c2b-b7ea-ce0c58a0da28 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.1416872 Jul 22 11:41:47.250787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd63fb76-de39-4077-86d2-1dc7e114b0c0 req-57f8dc3e-9aec-4a43-9906-1a979e71e58d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480733 Jul 22 11:41:47.272133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:47.272133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:47.272133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/724e494b-ca3a-4830-b9ca-fd8a96378af3 HTTP/1.1" status: 204 len: 168 time: 0.2653739 Jul 22 11:41:47.279353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6681b986-acd3-48fd-af8b-8b36a4e5a6fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=724e494b-ca3a-4830-b9ca-fd8a96378af3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:47.787765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:47.957726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:48.052724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'networks': [{'name': 'tempest-network--910340666'}, {'name': 'tempest-network--165971827'}]} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:48.053107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-network--910340666'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:48.053637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-network--165971827'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:48.077515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'network': 2} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:48.082169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.092607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.174026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-86900fdb-cb15-4dc4-ac48-ea5d53e6db20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.194638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.200533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.201034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.245207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'SecurityGroup': ['ID=12e5058d-3e46-426a-b62b-bb9bd0cba8d0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:48.272573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:48.286625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.287170 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment 2a856142-b6a0-4c09-acd6-fd1d4b6affcf of type vlan for network 96a2735b-e171-48bb-b6a7-b9013efbea4d Jul 22 11:41:48.397861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.487006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:48.523313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a5bd7ab-4063-4265-bb25-124126f6c389 req-9163d250-6434-4bac-bf5f-eeef1a7734b8 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:48.525253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a5bd7ab-4063-4265-bb25-124126f6c389 req-9163d250-6434-4bac-bf5f-eeef1a7734b8 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.1415112 Jul 22 11:41:48.528021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-a93fd5fc-8644-4e04-b7b8-1c567fce7fd6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1792850 Jul 22 11:41:48.530519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.530873 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment ce6b2385-44f9-470c-be96-95a946f6af98 of type vlan for network 70e98c05-35be-4b00-a904-8566bf355826 Jul 22 11:41:48.647028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a5bd7ab-4063-4265-bb25-124126f6c389 req-fbc7d71f-8bb2-45ea-a48d-5b51cd94e945 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1076641 Jul 22 11:41:48.648682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.705606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-18804d74-2fb0-48c7-99bb-deacdc1f0667 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:48.707724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-18804d74-2fb0-48c7-99bb-deacdc1f0667 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1096 time: 0.1283453 Jul 22 11:41:48.708510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.709108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.716908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:48.723263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:48.723956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:48.825621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1318 time: 0.8643680 Jul 22 11:41:48.826307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44860) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:48.865785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=96a2735b-e171-48bb-b6a7-b9013efbea4d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:48.885870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 96a2735b-e171-48bb-b6a7-b9013efbea4d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:49.187875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca270f-b833-4262-a230-3bf6ff731d5a tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.195102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca270f-b833-4262-a230-3bf6ff731d5a tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.202308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca270f-b833-4262-a230-3bf6ff731d5a tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.209385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9ca270f-b833-4262-a230-3bf6ff731d5a tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.215461 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9ca270f-b833-4262-a230-3bf6ff731d5a tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2405 time: 0.3878872 Jul 22 11:41:49.216284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:49.327235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.331699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.333554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d57e4867-09ee-4143-9461-a5cd99cbb04e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=70e98c05-35be-4b00-a904-8566bf355826,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:49.340213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-a572e56c-1ded-4cf0-a2ab-fd9fc9ed3e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.341715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-a572e56c-1ded-4cf0-a2ab-fd9fc9ed3e8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.6098914 Jul 22 11:41:49.354694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 70e98c05-35be-4b00-a904-8566bf355826 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:49.453060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-8b977f58-26a1-4c43-9dc1-c48e12df5131 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 1000 time: 0.0855100 Jul 22 11:41:49.489411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.501921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['96a2735b-e171-48bb-b6a7-b9013efbea4d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.506041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-d21d2db4-808b-4468-b590-b0a388a73e1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.507784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-d21d2db4-808b-4468-b590-b0a388a73e1d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f0d30162653d48948d687664d134370c&device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 1097 time: 0.5107102 Jul 22 11:41:49.515192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a856142-b6a0-4c09-acd6-fd1d4b6affcf') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.515486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a856142-b6a0-4c09-acd6-fd1d4b6affcf') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.519821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed413c70-bbbb-467b-82af-e269ccc546c4 req-2fcded2e-dc19-41d1-a6d6-99c637c38137 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.526117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.527454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed413c70-bbbb-467b-82af-e269ccc546c4 req-2fcded2e-dc19-41d1-a6d6-99c637c38137 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.5073607 Jul 22 11:41:49.542164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.549160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:49.549562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.589665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-e5a5bb05-6c4b-41f9-b317-11b131e0279f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.591441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-e5a5bb05-6c4b-41f9-b317-11b131e0279f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1281829 Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:49.639199 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:49.643127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.654887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.656719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/96a2735b-e171-48bb-b6a7-b9013efbea4d HTTP/1.1" status: 204 len: 168 time: 0.4392080 Jul 22 11:41:49.660847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44878) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:49.663271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed413c70-bbbb-467b-82af-e269ccc546c4 req-a982f9d4-fe0e-4386-8df7-f6b36b52ac4f tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347892 Jul 22 11:41:49.678535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65364d69-1257-4593-a600-00ee7df880cf tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=96a2735b-e171-48bb-b6a7-b9013efbea4d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:49.709299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-35c8b4ca-78b7-4528-b04e-0196678ee635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.713722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-35c8b4ca-78b7-4528-b04e-0196678ee635 service neutron] 10.222.0.36 "GET /v2.0/networks?id=73074f6b-2eb3-4f50-bd93-bc129b0eb878 HTTP/1.1" status: 200 len: 915 time: 0.1757748 Jul 22 11:41:49.777410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.779555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-d36812e3-f0b4-4273-8a00-2d421d5844c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 HTTP/1.1" status: 200 len: 217 time: 0.0595753 Jul 22 11:41:49.783752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-6a75c6fd-6966-4976-81fe-8a6ec4f31463 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.786436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-6a75c6fd-6966-4976-81fe-8a6ec4f31463 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1864762 Jul 22 11:41:49.901006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-e4b47f82-3e28-4e29-89bb-ebd811a74ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:49.906786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-e4b47f82-3e28-4e29-89bb-ebd811a74ed9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=697c343d-03e1-482c-96a6-bbacf19b062d HTTP/1.1" status: 200 len: 854 time: 0.1155033 Jul 22 11:41:49.939804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.950195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-4ce89d3f-8d68-4a42-b196-0220f153f5bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=73074f6b-2eb3-4f50-bd93-bc129b0eb878&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0403268 Jul 22 11:41:49.959895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['70e98c05-35be-4b00-a904-8566bf355826']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.979039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ce6b2385-44f9-470c-be96-95a946f6af98') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.979802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ce6b2385-44f9-470c-be96-95a946f6af98') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:49.991807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:49.999151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-71d6db3a-c104-4365-b449-1efd3c239ce1 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2008576 Jul 22 11:41:50.010342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.017607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:50.018362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:50.022352 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:50.100842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.107181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.113163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/70e98c05-35be-4b00-a904-8566bf355826 HTTP/1.1" status: 204 len: 168 time: 0.4430544 Jul 22 11:41:50.114352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44884) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:50.133014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-160497d8-aaff-4034-855b-49f3eafc983e service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1768985 Jul 22 11:41:50.140831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9598a441-b761-4b1d-bfa5-676a620f3b19 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=70e98c05-35be-4b00-a904-8566bf355826,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:50.178779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1e1c4f-5a8c-48e9-a608-28762adb37e7 req-23313200-6961-444a-9bfa-7ad06b0529d8 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476126 Jul 22 11:41:50.257953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a595651-70d4-4266-8fc7-03f0f332c15e req-52a9492b-020f-4c6d-a779-d43a33f2bde4 service neutron] 10.222.0.36 "GET /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1155722 Jul 22 11:41:50.646009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06860d-5022-44d1-b89e-4565e1a0a7df tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:50.655516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f06860d-5022-44d1-b89e-4565e1a0a7df tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:50.658104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f06860d-5022-44d1-b89e-4565e1a0a7df tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.5275884 Jul 22 11:41:50.661557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44896) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:50.667225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-326289883'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:50.715336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:50.719374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.787635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:50.793642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:50.824793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.825139 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment cb35d5ec-adce-41ad-9d2d-b54520fdc685 of type vlan for network 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a Jul 22 11:41:50.881358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.905127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86679428-64e6-4198-ad53-53be859db471 req-765dd48f-0025-42ed-9d48-5928d0621a83 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:50.906658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86679428-64e6-4198-ad53-53be859db471 req-765dd48f-0025-42ed-9d48-5928d0621a83 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.1256666 Jul 22 11:41:50.915073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663c8c28-e169-406e-94bf-2eb45c525daf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.942551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.949657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:50.949657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:50.996565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86679428-64e6-4198-ad53-53be859db471 req-07e2679b-6bc2-482d-a05c-699b3529338d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0798266 Jul 22 11:41:51.061087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:51.072611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:51.136508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663c8c28-e169-406e-94bf-2eb45c525daf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.152740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663c8c28-e169-406e-94bf-2eb45c525daf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.163621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-804c8fe7-e846-44b0-9b79-521c0acc1332 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5007792 Jul 22 11:41:51.166818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44918) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:51.172944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-336535379'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:51.212071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-663c8c28-e169-406e-94bf-2eb45c525daf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b74ec5faf8df4fd5bd61d5bbd53333ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4229386 Jul 22 11:41:51.212899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663c8c28-e169-406e-94bf-2eb45c525daf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=966f3bb8-4cbf-440d-9f27-fd0a2dd86bb6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:51.214814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:51.242175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:51.248974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.296926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.314797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:51.327726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.328771 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment d1a96d9f-6615-4c20-8e13-969181998451 of type vlan for network bbaa7a18-4297-4b5e-a2d6-522436d963bc Jul 22 11:41:51.375328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.427443 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.471960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.477211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:51.477800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.518810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.553613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.3851724 Jul 22 11:41:51.556897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:51.564157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'ports': [{'network_id': '876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a', 'name': 'tempest-port--1702054507', 'admin_state_up': True}, {'network_id': 'bbaa7a18-4297-4b5e-a2d6-522436d963bc', 'admin_state_up': False}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:51.564699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'port': {'network_id': '876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a', 'name': 'tempest-port--1702054507', 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:51.565927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'port': {'network_id': 'bbaa7a18-4297-4b5e-a2d6-522436d963bc', 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:51.625344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-484953bb-fc11-4400-88e3-5aeeb8f80d73 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=bbaa7a18-4297-4b5e-a2d6-522436d963bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:51.640459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bbaa7a18-4297-4b5e-a2d6-522436d963bc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:51.645437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d814680-b694-4cb3-a130-8864ce859199 req-06409858-f2f9-4661-a32b-762bcb86d689 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:51.646997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d814680-b694-4cb3-a130-8864ce859199 req-06409858-f2f9-4661-a32b-762bcb86d689 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2479556 Jul 22 11:41:51.665798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0763da0c-8c76-4899-8038-ff4c6a543366 req-9ea29fb6-9376-4c98-a169-228ea26c1419 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:51.667324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0763da0c-8c76-4899-8038-ff4c6a543366 req-9ea29fb6-9376-4c98-a169-228ea26c1419 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.2142589 Jul 22 11:41:51.690588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.693139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.694200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/966f3bb8-4cbf-440d-9f27-fd0a2dd86bb6 HTTP/1.1" status: 204 len: 168 time: 0.4667680 Jul 22 11:41:51.722557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab5aeb6-22db-417b-9bc1-fdeaf6874951 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=966f3bb8-4cbf-440d-9f27-fd0a2dd86bb6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:51.751059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d814680-b694-4cb3-a130-8864ce859199 req-49dbb72e-c689-46e9-8010-4f34d2b846f0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0824661 Jul 22 11:41:51.757762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:51.762147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0763da0c-8c76-4899-8038-ff4c6a543366 req-7fa150ca-4277-4ec7-a04e-a2db0f907667 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797222 Jul 22 11:41:51.763413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.786029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:51.881705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] device_id is not set on port 494588b9-c8cc-44e7-9dbc-99be53037875 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:52.000131 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.077766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] device_id is not set on port d587efec-2ee2-413f-97c3-eb60de829f41 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:41:52.199241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.238817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.306484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Port': ['ID=494588b9-c8cc-44e7-9dbc-99be53037875,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:52.317022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Checking segment: {'id': 'cb35d5ec-adce-41ad-9d2d-b54520fdc685', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:52.317393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network hostable DHCP agents. Network: 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:52.335885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:52.344797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:52.348797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:52.349694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.356497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f90c0f00-9caf-4f03-a518-8c4133e355c7 None None] Network 876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:52.409930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Port': ['ID=d587efec-2ee2-413f-97c3-eb60de829f41,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:52.426027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Checking segment: {'id': 'd1a96d9f-6615-4c20-8e13-969181998451', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': 'bbaa7a18-4297-4b5e-a2d6-522436d963bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:52.426401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network hostable DHCP agents. Network: bbaa7a18-4297-4b5e-a2d6-522436d963bc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:52.447859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network bbaa7a18-4297-4b5e-a2d6-522436d963bc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:52.458345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bbaa7a18-4297-4b5e-a2d6-522436d963bc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:52.467409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:41:52.468273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950c48c5-3f4f-4252-950f-4916e6616f29 None None] Network bbaa7a18-4297-4b5e-a2d6-522436d963bc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:52.473543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:52.479038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:52.479726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.497789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f7328301-1f6c-49f8-935a-08a287c85422 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 0.9395771 Jul 22 11:41:52.500261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44964) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:52.585181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3dc355-8a29-49e2-aa19-b2824d4856ae tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:52.592717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd3dc355-8a29-49e2-aa19-b2824d4856ae tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:52.597899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:52.598055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd3dc355-8a29-49e2-aa19-b2824d4856ae tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.0965924 Jul 22 11:41:52.726725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Deleting port 494588b9-c8cc-44e7-9dbc-99be53037875 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:52.732233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.858619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:52.878182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Calling delete_port for 494588b9-c8cc-44e7-9dbc-99be53037875 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:52.985375 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.016172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Port': ['ID=494588b9-c8cc-44e7-9dbc-99be53037875,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:53.021533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.026825 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cb709320-4b4b-40a6-a2be-36ccb1578a66 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/ports/494588b9-c8cc-44e7-9dbc-99be53037875 HTTP/1.1" status: 204 len: 168 time: 0.4244268 Jul 22 11:41:53.027034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44980) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:53.030484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-487fb76b-d990-46fc-be73-0409b357b51f req-1812bedb-8afe-47ac-bf04-29ce417bd379 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:53.033926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-487fb76b-d990-46fc-be73-0409b357b51f req-1812bedb-8afe-47ac-bf04-29ce417bd379 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.1762831 Jul 22 11:41:53.042283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bb5b3b6-0d01-47c6-aa59-5ed6c750a348 req-430ae00d-1a6b-42d4-9c24-6f1bb45e319c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:53.043846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bb5b3b6-0d01-47c6-aa59-5ed6c750a348 req-430ae00d-1a6b-42d4-9c24-6f1bb45e319c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1977606 Jul 22 11:41:53.074016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-523a9faf-386b-48b2-bf8c-054a53532c0d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:53.075525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-523a9faf-386b-48b2-bf8c-054a53532c0d tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.36 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 946 time: 0.1802378 Jul 22 11:41:53.135886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Deleting port d587efec-2ee2-413f-97c3-eb60de829f41 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:53.136240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.149892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bb5b3b6-0d01-47c6-aa59-5ed6c750a348 req-89d9c4af-284a-43ce-b646-5b5a1f632214 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0947049 Jul 22 11:41:53.166535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-487fb76b-d990-46fc-be73-0409b357b51f req-9d5bedf4-4937-4666-9d7e-220abaa6498c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/security-groups?id=9281907d-ca09-46fe-bbb1-86e4110e2cd9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1205392 Jul 22 11:41:53.231067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.246820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Calling delete_port for d587efec-2ee2-413f-97c3-eb60de829f41 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:53.270623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Deleting port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:41:53.270969 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.349396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.387132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Port': ['ID=d587efec-2ee2-413f-97c3-eb60de829f41,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:53.388360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] For port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,segment=NetworkSegment(4c195342-c9da-4e80-ba3b-1c57e6700f03),segment_id=4c195342-c9da-4e80-ba3b-1c57e6700f03)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:41:53.389023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.393171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.396043 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5aeb3e20-0f77-49ec-ae9f-f8ef422de383 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/ports/d587efec-2ee2-413f-97c3-eb60de829f41 HTTP/1.1" status: 204 len: 168 time: 0.3675861 Jul 22 11:41:53.398499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:53.412266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Calling delete_port for c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:41:53.436478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ceb2179c-1928-4f89-806c-624b36f6a0a5 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0367234 Jul 22 11:41:53.440282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:53.446987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1339548528'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:53.470865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:53.476748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.505336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:53.517915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.518270 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment 5dfe8a4d-45cb-4788-8022-a78e906b969e of type vlan for network 0927aa24-4921-4d5c-8a4b-f805828fa5bc Jul 22 11:41:53.575178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.587419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.617734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.625176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:53.626139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.635459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Pushing event deleted for resources: {'Port': ['ID=c9ce202e-1468-4b7a-bfcb-e8f3cba418a8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:53.695897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] No DVR routers for this DVR port c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:41:53.700270 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.703030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f40b238-dece-43d1-a8d0-5d4dd2f9ac97 req-fbbebb08-ea10-483f-9875-01005a9d005c tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.36 "DELETE /v2.0/ports/c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 HTTP/1.1" status: 204 len: 173 time: 0.6044123 Jul 22 11:41:53.703913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'name': 'network-vif-deleted', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:41:53.705723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.2641077 Jul 22 11:41:53.708274 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-29784f6b-d8e8-4ab1-b82c-b5c159199d71" -d '{"events": [{"server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "name": "network-vif-deleted", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:41:53.709099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44992) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:53.715655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-211148495'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:53.771411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd7c5330-920a-4f01-8db1-0692df908a0c tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=0927aa24-4921-4d5c-8a4b-f805828fa5bc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:53.784902 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:41:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b94df9eb-0d8c-46ba-acc8-18504bc4f3de x-openstack-request-id: req-b94df9eb-0d8c-46ba-acc8-18504bc4f3de {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:41:53.785360 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b0a0d01-54e2-413f-a306-7f63313cc0fb", "name": "network-vif-deleted", "tag": "c9ce202e-1468-4b7a-bfcb-e8f3cba418a8", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:41:53.785875 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b94df9eb-0d8c-46ba-acc8-18504bc4f3de {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:41:53.787955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0927aa24-4921-4d5c-8a4b-f805828fa5bc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:53.791931 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b0a0d01-54e2-413f-a306-7f63313cc0fb', 'name': 'network-vif-deleted', 'tag': 'c9ce202e-1468-4b7a-bfcb-e8f3cba418a8', 'status': 'completed', 'code': 200} Jul 22 11:41:53.804812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:53.808862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.843000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:53.857415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.857784 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Added segment dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c of type vlan for network cd47be87-0eda-44c9-beac-ee0e3f760402 Jul 22 11:41:53.910329 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.945281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.954769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:53.955514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:53.998376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2829447 Jul 22 11:41:54.051021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2608aa7-1eb5-41af-aa85-9fbb55ade1ef tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Network': ['ID=cd47be87-0eda-44c9-beac-ee0e3f760402,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:54.065017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cd47be87-0eda-44c9-beac-ee0e3f760402 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:54.414226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18e80d92-d29b-42a5-99d0-b43e3fd23c7e req-f0a5429e-a583-4194-a927-26aad6526cc5 tempest-InstanceActionsTestJSON-1868135487 tempest-InstanceActionsTestJSON-1868135487-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b0a0d01-54e2-413f-a306-7f63313cc0fb HTTP/1.1" status: 200 len: 210 time: 0.1025479 Jul 22 11:41:54.480457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea15b416-a213-4abb-bb41-ca17339d8da6 req-9c4fe83d-59fd-45c4-a10f-1da08aa637e7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:54.498667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea15b416-a213-4abb-bb41-ca17339d8da6 req-9c4fe83d-59fd-45c4-a10f-1da08aa637e7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2121248 Jul 22 11:41:54.600767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea15b416-a213-4abb-bb41-ca17339d8da6 req-fcd858cf-3fdf-4d34-95e1-f5ac6f2c7d04 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1000137 Jul 22 11:41:55.259434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:41:55.283900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:41:55.284249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c9ce202e-1468-4b7a-bfcb-e8f3cba418a8 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:41:55.487584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:55.534128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Deleting subnet 697c343d-03e1-482c-96a6-bbacf19b062d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:55.537161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.577867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.619175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.694611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.726006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Pushing event deleted for resources: {'Subnet': ['ID=697c343d-03e1-482c-96a6-bbacf19b062d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:55.732182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.734475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-057652bd-bb11-474c-aa22-c4f1b2f5e9be admin admin] 10.222.0.21 "DELETE /v2.0/subnets/697c343d-03e1-482c-96a6-bbacf19b062d HTTP/1.1" status: 204 len: 168 time: 0.2457378 Jul 22 11:41:55.736959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45048) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:55.786949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b205fb0d-f792-4ae5-8e74-80ba1c0981b4 req-325f8683-99df-45f9-9b7a-1afd95c35220 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:55.795526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b205fb0d-f792-4ae5-8e74-80ba1c0981b4 req-325f8683-99df-45f9-9b7a-1afd95c35220 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1114407 Jul 22 11:41:55.829958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.839606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b205fb0d-f792-4ae5-8e74-80ba1c0981b4 req-ebc8966d-9b98-459c-8091-5f2b1452549e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431361 Jul 22 11:41:55.937870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:55.956935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73074f6b-2eb3-4f50-bd93-bc129b0eb878']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:55.973983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4c195342-c9da-4e80-ba3b-1c57e6700f03') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:55.974623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4c195342-c9da-4e80-ba3b-1c57e6700f03') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:41:55.989225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.006215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.015522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:41:56.016087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:41:56.018130 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:41:56.110566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.123176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.127500 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] 10.222.0.21 "DELETE /v2.0/networks/73074f6b-2eb3-4f50-bd93-bc129b0eb878 HTTP/1.1" status: 204 len: 168 time: 0.3873782 Jul 22 11:41:56.148929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5611fc84-d19a-4038-b8ae-6908f13079fe admin admin] Pushing event deleted for resources: {'Network': ['ID=73074f6b-2eb3-4f50-bd93-bc129b0eb878,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:56.356465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:56.400649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-427e56c8-e047-4bd5-9178-667d34235c12 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0d30162653d48948d687664d134370c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0428998 Jul 22 11:41:56.403085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:56.463358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.496870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.571427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.574111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:56.575381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9281907d-ca09-46fe-bbb1-86e4110e2cd9 HTTP/1.1" status: 204 len: 168 time: 0.1711180 Jul 22 11:41:56.584781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a56f3f7-2136-4bf6-a5a9-983233b2b0bd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9281907d-ca09-46fe-bbb1-86e4110e2cd9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:57.040046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9da5dae5-6cca-421d-a907-5f7470e8689c req-149720bc-b280-4049-954f-32b6d60647f1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:57.041826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9da5dae5-6cca-421d-a907-5f7470e8689c req-149720bc-b280-4049-954f-32b6d60647f1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1050451 Jul 22 11:41:57.096314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9da5dae5-6cca-421d-a907-5f7470e8689c req-db3d6a0c-124e-48eb-8a71-8620a83dc90c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0466819 Jul 22 11:41:57.347130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.407876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:57.414171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'subnets': [{'network_id': '0927aa24-4921-4d5c-8a4b-f805828fa5bc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1945802551', 'ip_version': 6}, {'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:57.414865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'subnet': {'network_id': '0927aa24-4921-4d5c-8a4b-f805828fa5bc', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1945802551', 'ip_version': 6}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:57.415749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Request body: {'subnet': {'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:57.620735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:57.672199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Made reservation on behalf of 7ff6bde7c3be4231948b7412acf8136d for: {'subnet': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:57.679762 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.680537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.746946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-73478932-network', 'tenant_id': '0df985d007c6498c9443867be84d026f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:57.790871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Made reservation on behalf of 0df985d007c6498c9443867be84d026f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:57.793562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.803017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.957409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.963940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:57.991908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:41:58.011965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:58.015700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.016351 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Added segment 34aa9372-181d-43fb-aae0-c191f395b57a of type vlan for network 35aedadf-614a-4ad2-8ecf-755a340b3375 Jul 22 11:41:58.067550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.104364 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.107452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.110112 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.151503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.5295823 Jul 22 11:41:58.154313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:58.159349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Request body: {'subnet': {'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-73478932-subnet', 'tenant_id': '0df985d007c6498c9443867be84d026f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:41:58.193188 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.202064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29d12056-854b-46eb-ae1e-4846236569c2 admin admin] Pushing event updated for resources: {'Network': ['ID=35aedadf-614a-4ad2-8ecf-755a340b3375,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:58.216588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 35aedadf-614a-4ad2-8ecf-755a340b3375 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:41:58.230827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Made reservation on behalf of 0df985d007c6498c9443867be84d026f for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:41:58.233386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.324844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.457938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2538e255-d860-4891-b523-e1b4ca80a0e4 req-708e056d-a005-49e4-ac4c-5c2fa29ec1a6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.474250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2538e255-d860-4891-b523-e1b4ca80a0e4 req-708e056d-a005-49e4-ac4c-5c2fa29ec1a6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2097266 Jul 22 11:41:58.524755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Subnet': ['ID=2b909f61-4b31-48a9-ba7a-3cb2df20f88f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:58.550578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Checking segment: {'id': '5dfe8a4d-45cb-4788-8022-a78e906b969e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '0927aa24-4921-4d5c-8a4b-f805828fa5bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:58.550953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network hostable DHCP agents. Network: 0927aa24-4921-4d5c-8a4b-f805828fa5bc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:58.555030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2538e255-d860-4891-b523-e1b4ca80a0e4 req-be5adff8-0071-437c-8cba-447740afbf73 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845191 Jul 22 11:41:58.612012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network 0927aa24-4921-4d5c-8a4b-f805828fa5bc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:58.628106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0927aa24-4921-4d5c-8a4b-f805828fa5bc) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:58.635936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.647849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.649481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baaa3180-ba7b-4e1e-95b4-a701ba48f76a None None] Network 0927aa24-4921-4d5c-8a4b-f805828fa5bc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:58.718223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event updated for resources: {'Subnet': ['ID=4cd3e3d6-769e-4893-a38f-c798f3e1c3e4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:58.724470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Checking segment: {'id': 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:58.725149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network hostable DHCP agents. Network: cd47be87-0eda-44c9-beac-ee0e3f760402, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:58.748111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Network cd47be87-0eda-44c9-beac-ee0e3f760402 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:58.762215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cd47be87-0eda-44c9-beac-ee0e3f760402) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:58.780389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.780862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.782053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.782434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ef659fd-972d-4f58-9a3a-0123d74fbeb5 None None] Network cd47be87-0eda-44c9-beac-ee0e3f760402 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:58.800325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bdc502b1-494a-4a36-9bdc-5b67cce6c082 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 1.3906190 Jul 22 11:41:58.802793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:58.804450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8a26bbb-b0c0-427c-adfe-bec177b121a7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:58.816867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Checking segment: {'id': '34aa9372-181d-43fb-aae0-c191f395b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:41:58.817356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Network hostable DHCP agents. Network: 35aedadf-614a-4ad2-8ecf-755a340b3375, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:41:58.849028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Network 35aedadf-614a-4ad2-8ecf-755a340b3375 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:41:58.866855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 35aedadf-614a-4ad2-8ecf-755a340b3375) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:41:58.879483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.880139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:58.906313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5308219b-59a4-49df-bdf7-a9245606b9b0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.7425103 Jul 22 11:41:58.912425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1992d5e0-2d3e-4c9a-a362-29f48eb758bc None None] Network 35aedadf-614a-4ad2-8ecf-755a340b3375 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:58.995064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e94ba3-34ae-4662-988d-93b835076594 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.996993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e94ba3-34ae-4662-988d-93b835076594 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:58.999096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48e94ba3-34ae-4662-988d-93b835076594 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:59.001950 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-48e94ba3-34ae-4662-988d-93b835076594 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.1978409 Jul 22 11:41:59.015098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:59.151483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Deleting subnet 2b909f61-4b31-48a9-ba7a-3cb2df20f88f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:41:59.163597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.253502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc497e97-9a1b-4963-830e-9d4edd94c59a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-0927aa24-4921-4d5c-8a4b-f805828fa5bc', 'network_id': '0927aa24-4921-4d5c-8a4b-f805828fa5bc', 'tenant_id': '7ff6bde7c3be4231948b7412acf8136d', 'fixed_ips': [{'subnet_id': '2b909f61-4b31-48a9-ba7a-3cb2df20f88f'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:41:59.254387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc497e97-9a1b-4963-830e-9d4edd94c59a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.263728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.362006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e460a369-3843-4f81-a328-c9fd775fdca2 None None] Network 35aedadf-614a-4ad2-8ecf-755a340b3375 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:59.394195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.455083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cd47be87-0eda-44c9-beac-ee0e3f760402', 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402', 'tenant_id': '7ff6bde7c3be4231948b7412acf8136d', 'fixed_ips': [{'subnet_id': '4cd3e3d6-769e-4893-a38f-c798f3e1c3e4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:41:59.455915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.570239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-dc497e97-9a1b-4963-830e-9d4edd94c59a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b909f61-4b31-48a9-ba7a-3cb2df20f88f: This subnet is being modified by another concurrent operation. Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:41:59.639166 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 2b909f61-4b31-48a9-ba7a-3cb2df20f88f: This subnet is being modified by another concurrent operation. Jul 22 11:41:59.644869 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:41:59.669891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Subnet': ['ID=2b909f61-4b31-48a9-ba7a-3cb2df20f88f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:41:59.675657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:41:59.681995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:41:59.682956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e977c66d-b528-4ae7-b72c-79d3463bb46e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/subnets/2b909f61-4b31-48a9-ba7a-3cb2df20f88f HTTP/1.1" status: 204 len: 168 time: 0.6658869 Jul 22 11:41:59.691519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18881f43-72ba-4182-be9b-c6f02bf09713 None None] Network 0927aa24-4921-4d5c-8a4b-f805828fa5bc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:41:59.871307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Allocated IP 2001:db8:0:1::1 (cd47be87-0eda-44c9-beac-ee0e3f760402/4cd3e3d6-769e-4893-a38f-c798f3e1c3e4/b05e5a26-f4a2-4f74-85c9-181ecc0b5c84) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:41:59.973937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-987e23fc-dbda-42e0-8532-4885930e5bf9 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:41:59.975621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-987e23fc-dbda-42e0-8532-4885930e5bf9 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/networks?id=35aedadf-614a-4ad2-8ecf-755a340b3375 HTTP/1.1" status: 200 len: 816 time: 0.2029746 Jul 22 11:41:59.986110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Deleting subnet 4cd3e3d6-769e-4893-a38f-c798f3e1c3e4 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:00.008055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-479e0927-53f9-47fb-872b-3aab0e472d36 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/quotas/0df985d007c6498c9443867be84d026f HTTP/1.1" status: 200 len: 375 time: 0.0184467 Jul 22 11:42:00.056893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-f651f5b0-6a0d-4b2b-a82b-b35aaa595c8d tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0df985d007c6498c9443867be84d026f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0415761 Jul 22 11:42:00.081885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4013d01a-ed2e-4e7c-ac74-8faa0fadc512 req-762f3e56-685f-47ef-be8d-cfe30fc92426 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:00.084160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4013d01a-ed2e-4e7c-ac74-8faa0fadc512 req-762f3e56-685f-47ef-be8d-cfe30fc92426 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.3430123 Jul 22 11:42:00.147861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4013d01a-ed2e-4e7c-ac74-8faa0fadc512 req-6dc884d1-2ef0-4684-8340-6c87fbe126c2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0567834 Jul 22 11:42:00.329323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-e64a89bd-e21c-4f1d-9906-2d6560f96935 service neutron] 10.222.0.21 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2638495 Jul 22 11:42:00.352885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.365738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Transition to ACTIVE for port object b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:00.382955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Transition to ACTIVE for port object b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:00.391367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.395963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.445571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Pushing event updated for resources: {'Port': ['ID=b05e5a26-f4a2-4f74-85c9-181ecc0b5c84,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:00.468868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Network cd47be87-0eda-44c9-beac-ee0e3f760402 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:00.470891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:00.476085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:00.546115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Attempting to bind port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:00.546515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Attempting to bind port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:00.547109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Attempting to bind port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 on network cd47be87-0eda-44c9-beac-ee0e3f760402 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:00.565554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 41, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:00.566371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Checking segment: {'id': 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:00.569264 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.570263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Bound using segment: {'id': 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:00.571683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Bound port: b05e5a26-f4a2-4f74-85c9-181ecc0b5c84, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'cd47be87-0eda-44c9-beac-ee0e3f760402'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:00.572197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.665189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] For port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:00.670275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] For port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b05e5a26-f4a2-4f74-85c9-181ecc0b5c84,segment=NetworkSegment(dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c),segment_id=dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:00.677594 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.794685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736725c4-a435-48a1-8681-b6a2e45bf1ee None None] Pushing event updated for resources: {'Port': ['ID=b05e5a26-f4a2-4f74-85c9-181ecc0b5c84,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:00.851040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:00.886679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-4cd59c63-0954-421b-bac0-4e926d25b3f2 service neutron] 10.222.0.21 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5563738 Jul 22 11:42:00.985223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.250384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-974a7831-0e7f-4ea0-8c1a-8409f87d27ec req-482805da-5822-4d26-8096-ee2bbd698239 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 210 time: 0.0684550 Jul 22 11:42:01.252771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.312720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Subnet': ['ID=4cd3e3d6-769e-4893-a38f-c798f3e1c3e4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:01.319540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.326849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45176) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:01.331348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a77a8f0-1d9e-4035-a091-e7a370481a86 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/subnets/4cd3e3d6-769e-4893-a38f-c798f3e1c3e4 HTTP/1.1" status: 204 len: 168 time: 1.6476951 Jul 22 11:42:01.438820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b5c72fc-0eb7-410e-887d-d69fd7832fa2 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:01.442159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b5c72fc-0eb7-410e-887d-d69fd7832fa2 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1141720 Jul 22 11:42:01.446530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b99b9665-a41e-4b4c-a44d-3c3d1afcef9a req-f4d68599-166a-48d1-88ae-eb671a3e7ade tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:01.447159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:01.449410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b99b9665-a41e-4b4c-a44d-3c3d1afcef9a req-f4d68599-166a-48d1-88ae-eb671a3e7ade tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1446826 Jul 22 11:42:01.551247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b99b9665-a41e-4b4c-a44d-3c3d1afcef9a req-83896b78-bd0a-41a3-886c-1bf6950a27e2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933027 Jul 22 11:42:01.584400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.657015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Deleting port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:01.657570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.826080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] For port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b05e5a26-f4a2-4f74-85c9-181ecc0b5c84,segment=NetworkSegment(dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c),segment_id=dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:01.826466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:01.857931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Calling delete_port for b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:02.027623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.062405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Port': ['ID=b05e5a26-f4a2-4f74-85c9-181ecc0b5c84,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:02.071452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.071802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.072159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.072508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.072850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.073186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.073526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.073888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.074177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.079899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.080372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.080776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:02.088093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] No DVR routers for this DVR port b05e5a26-f4a2-4f74-85c9-181ecc0b5c84 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:02.224914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.240970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cd47be87-0eda-44c9-beac-ee0e3f760402']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:02.254188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65ff93f9-de8a-496a-a88f-de8bfad32132 None None] Network cd47be87-0eda-44c9-beac-ee0e3f760402 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:02.270330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:02.270330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dc4cfcef-ad87-4fbf-8ab4-e77fca79bb6c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:02.304904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.332469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.345472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:02.346083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:02.355943 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:02.405348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3d36794e-bac5-4e7c-9b53-14f34f8482ff None None] Could not find standard attr ID for object b05e5a26-f4a2-4f74-85c9-181ecc0b5c84. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:42:02.432804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4399b50-a0a6-49c6-a963-42aed9c7f256 req-994f3b23-33ba-4baa-911c-40ffbf11fcd5 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 210 time: 0.0624008 Jul 22 11:42:02.512167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.529959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.552808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:02.554638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/cd47be87-0eda-44c9-beac-ee0e3f760402 HTTP/1.1" status: 204 len: 168 time: 1.1058095 Jul 22 11:42:02.576047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c193caa-8028-4512-8dff-28ebaeea0e06 None None] DHCP port deletion for cd47be87-0eda-44c9-beac-ee0e3f760402 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:42:02.589455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed928df0-4e26-4e55-8d6d-68b05eca4879 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=cd47be87-0eda-44c9-beac-ee0e3f760402,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:02.607850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ef654d2-2499-4eee-bede-913e86ead2f8 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:42:02.889344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ef654d2-2499-4eee-bede-913e86ead2f8 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:42:02.903956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:02.929001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-fc9b471a-50f0-4371-93ae-c97f00572a5e tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:02.930956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-fc9b471a-50f0-4371-93ae-c97f00572a5e tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.36 "GET /v2.0/networks?id=35aedadf-614a-4ad2-8ecf-755a340b3375 HTTP/1.1" status: 200 len: 816 time: 0.2647402 Jul 22 11:42:02.946695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e8a9e45-2091-41d5-9728-04ecb5e2ef66 req-62d153cd-d76f-4955-a816-97424bc75cec tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:02.955475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e8a9e45-2091-41d5-9728-04ecb5e2ef66 req-62d153cd-d76f-4955-a816-97424bc75cec tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1928828 Jul 22 11:42:02.969200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Request body: {'port': {'device_id': '447e664d-cb95-4289-b9b6-add864fa18c9', 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375', 'admin_state_up': True, 'tenant_id': '0df985d007c6498c9443867be84d026f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:03.080952 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:42:03.114313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e8a9e45-2091-41d5-9728-04ecb5e2ef66 req-a87b63cd-55b7-46bc-9c68-49c1c532cc5a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1577671 Jul 22 11:42:03.172607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.191362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0927aa24-4921-4d5c-8a4b-f805828fa5bc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.214011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dfe8a4d-45cb-4788-8022-a78e906b969e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.214011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dfe8a4d-45cb-4788-8022-a78e906b969e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.235010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.260420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Made reservation on behalf of 0df985d007c6498c9443867be84d026f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:03.264208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.276868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.288460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:03.288883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:03.293464 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:03.365934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.370693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.372600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/0927aa24-4921-4d5c-8a4b-f805828fa5bc HTTP/1.1" status: 204 len: 168 time: 0.8200238 Jul 22 11:42:03.375253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45242) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:03.427000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6391595-524b-4521-8724-6e2490f3c609 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=0927aa24-4921-4d5c-8a4b-f805828fa5bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:03.474005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.513487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Allocated IP 172.20.0.4 (35aedadf-614a-4ad2-8ecf-755a340b3375/a8a26bbb-b0c0-427c-adfe-bec177b121a7/42d046ca-314a-4b0b-8e3b-8b8ac9432dc2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:03.588826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.594409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-372abc64-e478-413d-84ec-2ab1d7161743 req-989b101e-64c8-45ff-a148-c4cdab18c56a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 210 time: 0.0426235 Jul 22 11:42:03.618945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbaa7a18-4297-4b5e-a2d6-522436d963bc']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.644580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1a96d9f-6615-4c20-8e13-969181998451') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.644884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1a96d9f-6615-4c20-8e13-969181998451') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:03.664207 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.687439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.697289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:03.697716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.708498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:03.724671 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:03.783895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.793594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.812880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.817109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/bbaa7a18-4297-4b5e-a2d6-522436d963bc HTTP/1.1" status: 204 len: 168 time: 0.4386621 Jul 22 11:42:03.817109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08de3f7f-618c-469e-8ad6-316893f5eb5e tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=bbaa7a18-4297-4b5e-a2d6-522436d963bc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:03.817765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:03.835548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.891406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Network 35aedadf-614a-4ad2-8ecf-755a340b3375 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:03.896321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:03.903338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:03.923576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:03.973759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:03.996719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Pushing event updated for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:04.001662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:42:04.019442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:04.020136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.068970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c43f974-7574-4186-b84c-5d1255410e9a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.1097636 Jul 22 11:42:04.083589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Request body: {'port': {'device_id': '447e664d-cb95-4289-b9b6-add864fa18c9', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:04.092585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.095852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.129231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:04.129757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:42:04.153605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:04.156268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cb35d5ec-adce-41ad-9d2d-b54520fdc685') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:04.156690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cb35d5ec-adce-41ad-9d2d-b54520fdc685') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:04.162997 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.197742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.234575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.237831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:04.243904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.248183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:04.248934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:04.252245 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:04.285346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:42:04.338128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.361341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.363330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] 10.222.0.21 "DELETE /v2.0/networks/876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a HTTP/1.1" status: 204 len: 168 time: 0.5445602 Jul 22 11:42:04.364240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b89ceb6-bfde-4cf2-8573-2b9f38a24503 tempest-BulkNetworkOpsIpV6Test-564019052 tempest-BulkNetworkOpsIpV6Test-564019052-project] Pushing event deleted for resources: {'Network': ['ID=876c2e4c-3ed1-455b-b0d9-dd8f7c75a10a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:04.544694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-394dcb64-373d-46d1-aaa9-65f7f06f09e1 req-36b29d82-6514-4bc7-8cc2-c1e66b3f8247 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:04.552867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-394dcb64-373d-46d1-aaa9-65f7f06f09e1 req-36b29d82-6514-4bc7-8cc2-c1e66b3f8247 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 944 time: 0.2965007 Jul 22 11:42:04.595140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-394dcb64-373d-46d1-aaa9-65f7f06f09e1 req-bbc79b41-b760-4d42-8b2a-64f376cafbf5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0412524 Jul 22 11:42:04.694486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45296) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:04.838511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:42:04.847806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.873970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f2c9e10-eb75-4c43-b46b-c6dac9c02b48 req-cb99ee4a-080e-4307-b8e0-fc548e9f3e47 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:04.875645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f2c9e10-eb75-4c43-b46b-c6dac9c02b48 req-cb99ee4a-080e-4307-b8e0-fc548e9f3e47 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 931 time: 0.1324391 Jul 22 11:42:04.876793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Transition to ACTIVE for port object 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:04.881563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:04.951007 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4bb0abe5-4e08-439c-8a84-cde1e618f715 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7ff6bde7c3be4231948b7412acf8136d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2543573 Jul 22 11:42:04.954225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:04.959551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Pushing event updated for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:04.998701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:04.999195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.000260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.000260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.000515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.000900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.001334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.001754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.002176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.003900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.003900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.003900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:05.019490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f2c9e10-eb75-4c43-b46b-c6dac9c02b48 req-1d0ca4cb-267c-450d-8b07-f84c941010db tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1351867 Jul 22 11:42:05.069443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.105148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.114314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Attempting to bind port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:05.114807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Attempting to bind port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '34aa9372-181d-43fb-aae0-c191f395b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:05.115260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Attempting to bind port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 on network 35aedadf-614a-4ad2-8ecf-755a340b3375 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:05.123111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 on network 35aedadf-614a-4ad2-8ecf-755a340b3375 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:42:05.123831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Attempting to bind port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 on network 35aedadf-614a-4ad2-8ecf-755a340b3375 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:05.130037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 41, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:05.130037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Checking segment: {'id': '34aa9372-181d-43fb-aae0-c191f395b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:05.130540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Bound using segment: {'id': '34aa9372-181d-43fb-aae0-c191f395b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:05.131235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Bound port: 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '34aa9372-181d-43fb-aae0-c191f395b57a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:05.131705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.174161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.178673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.183457 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12e5058d-3e46-426a-b62b-bb9bd0cba8d0 HTTP/1.1" status: 204 len: 168 time: 0.2208157 Jul 22 11:42:05.191966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e9166c3-22c4-44dd-a2b0-cb5ff41d71df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12e5058d-3e46-426a-b62b-bb9bd0cba8d0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:05.283695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:05.290513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,segment=NetworkSegment(34aa9372-181d-43fb-aae0-c191f395b57a),segment_id=34aa9372-181d-43fb-aae0-c191f395b57a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:05.295525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.359078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:05.360681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:05.362818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] 10.222.0.36 "PUT /v2.0/ports/42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 HTTP/1.1" status: 200 len: 1091 time: 1.2857449 Jul 22 11:42:05.374308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:05.379638 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-78775630-3447-4174-80ff-b8311bea2ba8" -d '{"events": [{"name": "network-changed", "server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:05.443365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da2349d3-1e9d-4b39-92df-6618e4eb2d13 service neutron] Pushing event updated for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:05.474017 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-292d1b0b-4f5a-47f6-93eb-989abe1a6663 x-openstack-request-id: req-292d1b0b-4f5a-47f6-93eb-989abe1a6663 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:05.474388 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:05.474733 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-292d1b0b-4f5a-47f6-93eb-989abe1a6663 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:05.475143 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2', 'status': 'completed', 'code': 200} Jul 22 11:42:05.507670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-48981e01-e0bf-4143-a489-b33d1c3640a8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:05.510686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-48981e01-e0bf-4143-a489-b33d1c3640a8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df985d007c6498c9443867be84d026f&device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 1094 time: 0.0774145 Jul 22 11:42:05.571749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-2270b7dd-0147-480a-b747-d148aaabe4f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 HTTP/1.1" status: 200 len: 217 time: 0.0521970 Jul 22 11:42:05.661819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c23e095-c129-4e1d-ab93-a4e079a452fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:05.664056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-5c23e095-c129-4e1d-ab93-a4e079a452fa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8a26bbb-b0c0-427c-adfe-bec177b121a7 HTTP/1.1" status: 200 len: 856 time: 0.0856783 Jul 22 11:42:05.721705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:05.777492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-c922435c-7ca6-4b98-b05d-3fcf1f4e87ed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aedadf-614a-4ad2-8ecf-755a340b3375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1064763 Jul 22 11:42:05.829090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:05.830085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:06.110016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-32a7c7fd-0a21-4a2e-9459-d3b2650006a5 service neutron] 10.222.0.36 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3165588 Jul 22 11:42:06.121045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cab2e52c-9543-4310-ad71-961d2a985e12 req-5e446132-3282-42aa-a80e-5832310367e4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:06.129413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cab2e52c-9543-4310-ad71-961d2a985e12 req-5e446132-3282-42aa-a80e-5832310367e4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 944 time: 0.3849521 Jul 22 11:42:06.165489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:06.221782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:06.223446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:06.226555 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-545e88ea-8542-4971-af29-4fa40b90643d" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:06.234384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:06.377616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cab2e52c-9543-4310-ad71-961d2a985e12 req-66f88731-d373-4155-bb45-3e3761855a17 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2452049 Jul 22 11:42:06.449103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:06.514653 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d096c278-f216-48ce-8e3e-25de6e25b2ff x-openstack-request-id: req-d096c278-f216-48ce-8e3e-25de6e25b2ff {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:06.514960 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:06.515202 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d096c278-f216-48ce-8e3e-25de6e25b2ff {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:06.515636 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'code': 200} Jul 22 11:42:06.585200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a1bea0-396b-482f-949b-8d9bf1d5cb30 req-7e5fbeb3-1be1-4d0e-a1a6-d557e04cc2fb service neutron] 10.222.0.36 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4533882 Jul 22 11:42:06.653174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a0766a-0109-46e3-89fb-6518cc9b80ba req-033e814c-907b-47ee-b69d-b8bd81c4a5eb tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:06.656518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a0766a-0109-46e3-89fb-6518cc9b80ba req-033e814c-907b-47ee-b69d-b8bd81c4a5eb tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 943 time: 0.2716885 Jul 22 11:42:06.693149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:06.775396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a0766a-0109-46e3-89fb-6518cc9b80ba req-99f9da50-c387-43d5-9062-6f9563175699 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0916536 Jul 22 11:42:06.801566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775630-3447-4174-80ff-b8311bea2ba8 req-f450edfe-206a-4cf6-8516-cc8cd647c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:06.803565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-f450edfe-206a-4cf6-8516-cc8cd647c34b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0df985d007c6498c9443867be84d026f&device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 1094 time: 0.1443651 Jul 22 11:42:06.892183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'networks': [{'name': 'tempest-network--1442917870'}, {'name': 'tempest-network--1257799903'}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:06.892983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-network--1442917870'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:06.894669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-network--1257799903'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:06.950187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775630-3447-4174-80ff-b8311bea2ba8 req-def2131a-e0e2-4e84-bb43-53dea63410ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:06.952610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-def2131a-e0e2-4e84-bb43-53dea63410ca service neutron] 10.222.0.36 "GET /v2.0/networks?id=35aedadf-614a-4ad2-8ecf-755a340b3375 HTTP/1.1" status: 200 len: 917 time: 0.1413467 Jul 22 11:42:06.952977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'network': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:06.958355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:06.976214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.036268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-30dbaae1-7893-44b6-897a-465761741d93 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 HTTP/1.1" status: 200 len: 217 time: 0.0751917 Jul 22 11:42:07.185872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.194433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.197032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.252089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78775630-3447-4174-80ff-b8311bea2ba8 req-33f3a758-9f69-4a3f-973c-cd3f1cd8592e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:07.254838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-33f3a758-9f69-4a3f-973c-cd3f1cd8592e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a8a26bbb-b0c0-427c-adfe-bec177b121a7 HTTP/1.1" status: 200 len: 856 time: 0.2114844 Jul 22 11:42:07.289954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'SecurityGroup': ['ID=48dd96b6-d5c8-48ab-ae02-520e2dc28ff4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:07.308828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:07.332119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.332861 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment 8a9cf957-98a1-45de-9d28-0e56bb51ffd4 of type vlan for network 08651428-c1eb-4d4a-b424-7803c6a64bd6 Jul 22 11:42:07.354110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-4eb708e8-08d9-4007-b043-e7ace51ebc8e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=35aedadf-614a-4ad2-8ecf-755a340b3375&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0905430 Jul 22 11:42:07.413353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.647474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:07.673177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.673177 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment 149f7d37-657b-4f20-9708-a0d0b7e8a44c of type vlan for network 38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5 Jul 22 11:42:07.831052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36832967-f709-4a43-a273-4b8849931ef1 req-b360b3c7-fba1-4217-b0de-291f506cd02e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:07.845575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36832967-f709-4a43-a273-4b8849931ef1 req-b360b3c7-fba1-4217-b0de-291f506cd02e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2222295 Jul 22 11:42:07.862772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.933430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-01ddb8b0-30cb-4ec9-adaa-03da544ad2bc service neutron] 10.222.0.36 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5717273 Jul 22 11:42:07.940935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.942483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:07.951487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:07.958179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:07.959432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.017904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1320 time: 1.3225665 Jul 22 11:42:08.022266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:08.022816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36832967-f709-4a43-a273-4b8849931ef1 req-d399e542-c0ed-4f37-b01a-4765cd1cf096 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1757677 Jul 22 11:42:08.076084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=08651428-c1eb-4d4a-b424-7803c6a64bd6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:08.098337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 08651428-c1eb-4d4a-b424-7803c6a64bd6 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:08.288981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78775630-3447-4174-80ff-b8311bea2ba8 req-6698174c-83d3-4138-91aa-ab5958bb08b4 service neutron] 10.222.0.36 "GET /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3375390 Jul 22 11:42:08.292408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc27955-31bc-4d2d-8082-77e7c571a144 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:08.307010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:08.363136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb16cc8-d89b-41d0-8327-436f74f29e10 req-c8d90c7c-b4e0-4e6a-b808-09b54625021e tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:08.374989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fb16cc8-d89b-41d0-8327-436f74f29e10 req-c8d90c7c-b4e0-4e6a-b808-09b54625021e tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 943 time: 0.4459529 Jul 22 11:42:08.394534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d58e01-36c1-461a-8ef3-35d19444efae tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:08.432947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d58e01-36c1-461a-8ef3-35d19444efae tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:08.450486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d58e01-36c1-461a-8ef3-35d19444efae tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:08.460922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64d58e01-36c1-461a-8ef3-35d19444efae tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:08.462225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fb16cc8-d89b-41d0-8327-436f74f29e10 req-d2368eb0-e0aa-4a30-b084-549e2a124f57 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0849619 Jul 22 11:42:08.467353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64d58e01-36c1-461a-8ef3-35d19444efae tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2407 time: 0.4422946 Jul 22 11:42:08.472151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:08.596111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.705797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.721421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08651428-c1eb-4d4a-b424-7803c6a64bd6']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:08.740972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8a9cf957-98a1-45de-9d28-0e56bb51ffd4') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:08.741453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8a9cf957-98a1-45de-9d28-0e56bb51ffd4') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:08.752706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.799400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.821411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:08.821411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:08.830353 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:08.918022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.925399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:08.928255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/08651428-c1eb-4d4a-b424-7803c6a64bd6 HTTP/1.1" status: 204 len: 168 time: 0.4546890 Jul 22 11:42:08.931800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:08.950296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc03da9d-0070-4c20-acfe-8fd2c48da2b7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=08651428-c1eb-4d4a-b424-7803c6a64bd6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:09.068523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.197765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.209961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:09.224156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '149f7d37-657b-4f20-9708-a0d0b7e8a44c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:09.224551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '149f7d37-657b-4f20-9708-a0d0b7e8a44c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:09.298386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.318694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:42:09.351999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.375242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:09.381685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:09.391077 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:09.518845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,segment=NetworkSegment(34aa9372-181d-43fb-aae0-c191f395b57a),segment_id=34aa9372-181d-43fb-aae0-c191f395b57a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:09.534284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2', 'network_id': '35aedadf-614a-4ad2-8ecf-755a340b3375', 'port_id': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2', 'mac_address': 'fa:16:3e:26:46:cd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a8a26bbb-b0c0-427c-adfe-bec177b121a7', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:42:09.550317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb9d1630-772b-4c2f-8551-e73fd62a227d req-4bcb4d17-b0ad-43ec-8668-04c68948a3cd tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:09.552547 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb9d1630-772b-4c2f-8551-e73fd62a227d req-4bcb4d17-b0ad-43ec-8668-04c68948a3cd tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.3257241 Jul 22 11:42:09.553888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.589251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.594566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5 HTTP/1.1" status: 204 len: 168 time: 0.6604838 Jul 22 11:42:09.596003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:09.622481 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.704501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7b994a-4d5b-4894-ba3a-01f278ce5fac tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=38b3f713-3fe5-4bcf-bb1d-452dc71cd7f5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:09.741289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:42:09.791444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb9d1630-772b-4c2f-8551-e73fd62a227d req-87797254-c41d-4b8e-a4e4-3786e5193beb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1693189 Jul 22 11:42:09.821779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,segment=NetworkSegment(34aa9372-181d-43fb-aae0-c191f395b57a),segment_id=34aa9372-181d-43fb-aae0-c191f395b57a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:09.832025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:09.916475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:10.004808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fda5a-6e0a-45fa-aeee-86e572f594ea tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:10.011941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-722fda5a-6e0a-45fa-aeee-86e572f594ea tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:10.013843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-722fda5a-6e0a-45fa-aeee-86e572f594ea tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.4167440 Jul 22 11:42:10.018424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:10.025285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1318275136'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:10.054589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:10.060535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.092911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['42d046ca-314a-4b0b-8e3b-8b8ac9432dc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:42:10.094143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:10.108537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.108940 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment be73fcfe-0f08-4795-b48c-c1592596a7da of type vlan for network 84dd05ea-09fb-40c1-a573-e5381d69c85e Jul 22 11:42:10.160667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.164161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4703da56-d066-441d-af14-98f41ed1526c req-8f7d4f2f-1787-4c6b-934e-99126b73b7ac tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:10.187134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4703da56-d066-441d-af14-98f41ed1526c req-8f7d4f2f-1787-4c6b-934e-99126b73b7ac tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 944 time: 0.2227836 Jul 22 11:42:10.213307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.230396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:10.231940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.272549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.2536733 Jul 22 11:42:10.290589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:10.311239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-807061260'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:10.420575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:10.435940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.542552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284596cf-0be2-4468-88b3-98af62e9bb57 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=84dd05ea-09fb-40c1-a573-e5381d69c85e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:10.575645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 84dd05ea-09fb-40c1-a573-e5381d69c85e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:10.607205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4703da56-d066-441d-af14-98f41ed1526c req-9952abc3-1e43-4d9d-a219-498e7b073422 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4164183 Jul 22 11:42:10.618392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:10.675591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:10.678651 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment de2d9baa-684a-491f-b180-e06d5b5e5376 of type vlan for network 9dbe0581-13ab-403f-a675-439245a33bde Jul 22 11:42:10.881397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.225443 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.252018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:11.252685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.314555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.0191212 Jul 22 11:42:11.315369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:11.322786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'ports': [{'network_id': '84dd05ea-09fb-40c1-a573-e5381d69c85e', 'name': 'tempest-port--131605443', 'admin_state_up': True}, {'network_id': '9dbe0581-13ab-403f-a675-439245a33bde', 'admin_state_up': False}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:11.323210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:11.323705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'port': {'network_id': '84dd05ea-09fb-40c1-a573-e5381d69c85e', 'name': 'tempest-port--131605443', 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:11.324365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'port': {'network_id': '9dbe0581-13ab-403f-a675-439245a33bde', 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:11.398639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a668582d-dfe2-4d51-8983-a02759b1ed19 req-536df9ea-7dc8-41d9-9fa9-39f4975c8ab7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:11.406348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a668582d-dfe2-4d51-8983-a02759b1ed19 req-536df9ea-7dc8-41d9-9fa9-39f4975c8ab7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.3408160 Jul 22 11:42:11.408204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-287f8f45-e708-4f98-ac4c-d8dd36761820 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=9dbe0581-13ab-403f-a675-439245a33bde,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:11.436300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9dbe0581-13ab-403f-a675-439245a33bde details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:11.496162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a668582d-dfe2-4d51-8983-a02759b1ed19 req-795b9d3a-7814-4816-a97f-92ae81408020 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887351 Jul 22 11:42:11.586629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:11.597246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:11.597897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.751882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:11.757555 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.779201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:11.922070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:12.023242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47cf9165-1333-4e63-a55b-7ad53e8d5a8e req-ea89a3cd-c0e0-423d-89e2-7dbffa2d552b tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:12.051461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:12.056016 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca96a975-8128-4bac-be9b-9add304509b4" -d '{"events": [{"server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "name": "network-vif-plugged", "status": "completed", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:12.059491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47cf9165-1333-4e63-a55b-7ad53e8d5a8e req-ea89a3cd-c0e0-423d-89e2-7dbffa2d552b tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 944 time: 0.2630463 Jul 22 11:42:12.100161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] device_id is not set on port 410e6e9f-877e-4835-95e6-64adf17b28b6 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:12.162315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,segment=NetworkSegment(34aa9372-181d-43fb-aae0-c191f395b57a),segment_id=34aa9372-181d-43fb-aae0-c191f395b57a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:12.179826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:12.223273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47cf9165-1333-4e63-a55b-7ad53e8d5a8e req-bb5bcc68-0446-4728-bd7c-bb4bf6b9e4c6 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1626916 Jul 22 11:42:12.394121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:12.395733 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-299beaf4-54ce-481c-b9db-103d5eefcf97 x-openstack-request-id: req-299beaf4-54ce-481c-b9db-103d5eefcf97 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:12.396166 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "name": "network-vif-plugged", "status": "completed", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:12.396701 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-299beaf4-54ce-481c-b9db-103d5eefcf97 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:12.397271 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2', 'code': 200} Jul 22 11:42:12.497013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:12.591578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f4cfc9-f12c-43d8-a914-38c035f5b30f req-b6912028-e805-4cd3-a3a1-06bd1def6281 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:12.598063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01f4cfc9-f12c-43d8-a914-38c035f5b30f req-b6912028-e805-4cd3-a3a1-06bd1def6281 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 1096 time: 0.2229195 Jul 22 11:42:12.602428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] device_id is not set on port b16de592-86fd-45c8-b582-3f08b9b4c332 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:12.788643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01f4cfc9-f12c-43d8-a914-38c035f5b30f req-1fe2f710-9d83-498a-81f3-d6fb9003c659 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1701107 Jul 22 11:42:12.873217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:12.899813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41841a63-3448-409d-b40c-1384f5088edf req-d141d1a7-053c-41da-aac7-b7e24d16afbe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:12.908884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41841a63-3448-409d-b40c-1384f5088edf req-d141d1a7-053c-41da-aac7-b7e24d16afbe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2631626 Jul 22 11:42:12.962562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41841a63-3448-409d-b40c-1384f5088edf req-55b5bb75-bc1a-45fd-a24a-eeddcc37eb4c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0492687 Jul 22 11:42:13.026666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:13.079734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Port': ['ID=410e6e9f-877e-4835-95e6-64adf17b28b6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:13.124830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Checking segment: {'id': 'be73fcfe-0f08-4795-b48c-c1592596a7da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '84dd05ea-09fb-40c1-a573-e5381d69c85e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:13.125561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network hostable DHCP agents. Network: 84dd05ea-09fb-40c1-a573-e5381d69c85e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:13.156106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network 84dd05ea-09fb-40c1-a573-e5381d69c85e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:13.172715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 84dd05ea-09fb-40c1-a573-e5381d69c85e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:13.178192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:13.181885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:13.188498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-644b18b4-eac8-4c4a-9cfc-0614a488fdee None None] Network 84dd05ea-09fb-40c1-a573-e5381d69c85e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:13.312608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Port': ['ID=b16de592-86fd-45c8-b582-3f08b9b4c332,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:13.393371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Checking segment: {'id': 'de2d9baa-684a-491f-b180-e06d5b5e5376', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '9dbe0581-13ab-403f-a675-439245a33bde'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:13.394100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network hostable DHCP agents. Network: 9dbe0581-13ab-403f-a675-439245a33bde, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:13.437196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network 9dbe0581-13ab-403f-a675-439245a33bde is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:13.454091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9dbe0581-13ab-403f-a675-439245a33bde) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:13.469393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c84d53c-979e-4403-8cc1-15c2accd8012 None None] Network 9dbe0581-13ab-403f-a675-439245a33bde requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:13.470425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:13.493523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:13.513149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:13.523364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:13.559271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:13.559712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a696c1c0-ac78-4153-abcb-4532b8569fa1 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1449 time: 2.2424667 Jul 22 11:42:14.451153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4deb9c04-93c0-4ff3-930c-d5c4c61157ca req-b8b53235-6d00-4858-8aaa-2c50ddde9072 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:14.452977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4deb9c04-93c0-4ff3-930c-d5c4c61157ca req-b8b53235-6d00-4858-8aaa-2c50ddde9072 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 945 time: 0.9700663 Jul 22 11:42:14.561113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb51c0-ad52-4b1d-9418-a2c3b977fa6c tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:14.567003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99eb51c0-ad52-4b1d-9418-a2c3b977fa6c tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:14.571636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-99eb51c0-ad52-4b1d-9418-a2c3b977fa6c tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1444 time: 1.0082176 Jul 22 11:42:14.573440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:14.578846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4deb9c04-93c0-4ff3-930c-d5c4c61157ca req-eb6ddcf9-4dac-4c4c-8be3-bc22af52c720 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1094685 Jul 22 11:42:14.589474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dfafb2-4858-46a3-8361-fed7ae0fc385 req-754ffd0c-c2d1-4546-b91a-f7ae2582ef8b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:14.595455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1dfafb2-4858-46a3-8361-fed7ae0fc385 req-754ffd0c-c2d1-4546-b91a-f7ae2582ef8b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2306347 Jul 22 11:42:14.694362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1dfafb2-4858-46a3-8361-fed7ae0fc385 req-a7edc710-fb53-4494-959b-118f1091fe64 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0856082 Jul 22 11:42:14.837873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting port 410e6e9f-877e-4835-95e6-64adf17b28b6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:14.840483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:15.093328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:15.137776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Calling delete_port for 410e6e9f-877e-4835-95e6-64adf17b28b6 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:15.327287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4d7e7748-1441-4e0a-aa1b-7f103372e31e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:15.352193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:15.432356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Port': ['ID=410e6e9f-877e-4835-95e6-64adf17b28b6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:15.478635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:15.486134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39da19f9-3f2e-48db-a92a-4995e4888245 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/ports/410e6e9f-877e-4835-95e6-64adf17b28b6 HTTP/1.1" status: 204 len: 168 time: 0.9108729 Jul 22 11:42:15.493882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45466) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:16.112428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63aaf48e-44cd-4191-953d-d761fae1f6a9 req-0a8890b5-ee38-4c55-9fb3-a0df769112a1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:16.115106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63aaf48e-44cd-4191-953d-d761fae1f6a9 req-0a8890b5-ee38-4c55-9fb3-a0df769112a1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2583635 Jul 22 11:42:16.134583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting port b16de592-86fd-45c8-b582-3f08b9b4c332 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:16.139093 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:16.380841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5420aab5-980c-4064-a9e0-d29818741821 req-d7f4498d-2bb8-48ad-aeb3-837064db9142 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:16.382524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5420aab5-980c-4064-a9e0-d29818741821 req-d7f4498d-2bb8-48ad-aeb3-837064db9142 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 945 time: 0.4202175 Jul 22 11:42:16.386201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63aaf48e-44cd-4191-953d-d761fae1f6a9 req-068aa521-f930-4a57-abfa-54ced2fd1da0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2634022 Jul 22 11:42:16.794130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:16.863305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5420aab5-980c-4064-a9e0-d29818741821 req-a4d744f1-3e87-451f-8329-709c35008eb7 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2603688 Jul 22 11:42:16.873244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Calling delete_port for b16de592-86fd-45c8-b582-3f08b9b4c332 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:17.068847 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.124589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Port': ['ID=b16de592-86fd-45c8-b582-3f08b9b4c332,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:17.151239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.154130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2617e930-be93-45f7-80c7-86f3a81f94fa tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/ports/b16de592-86fd-45c8-b582-3f08b9b4c332 HTTP/1.1" status: 204 len: 168 time: 1.6577618 Jul 22 11:42:17.156928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:17.223570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-683b980e-91f2-458d-921d-e9ecbe98b701 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0611947 Jul 22 11:42:17.225551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:17.233797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-477536336'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:17.289739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:17.295091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.352665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:17.382002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.382361 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment c11d114a-6ea3-4421-aaf1-8cbd80f4ce40 of type vlan for network 3823f042-61d1-4558-9a3a-3880cb497e53 Jul 22 11:42:17.488280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17f7a01-b502-49e2-801b-f8a38f2a254b req-e3f5935b-2809-4ee2-b7c7-19686d18f446 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:17.513113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f7a01-b502-49e2-801b-f8a38f2a254b req-e3f5935b-2809-4ee2-b7c7-19686d18f446 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 945 time: 0.2471101 Jul 22 11:42:17.533230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.600333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17f7a01-b502-49e2-801b-f8a38f2a254b req-21fe178b-398e-432c-9bac-682355d8239a tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0860329 Jul 22 11:42:17.630212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.651912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26819baa-847d-4447-ae03-039f6c978664 req-a4d49323-2c3b-4470-bb3b-7543f67f6209 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:17.653960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:17.654829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.659568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26819baa-847d-4447-ae03-039f6c978664 req-a4d49323-2c3b-4470-bb3b-7543f67f6209 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1254346 Jul 22 11:42:17.737208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26819baa-847d-4447-ae03-039f6c978664 req-959fe3f3-369f-4b6a-9554-1725a3dee051 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0763094 Jul 22 11:42:17.746189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.5195253 Jul 22 11:42:17.750137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:17.757984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-1010830273'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:17.800964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:17.811553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.814243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.825108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67cf0fc-57fe-43f8-97ee-509ce4c113fb tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=3823f042-61d1-4558-9a3a-3880cb497e53,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:17.846992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3823f042-61d1-4558-9a3a-3880cb497e53 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:17.877678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:17.905559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:17.905803 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Added segment c8e127ed-5110-4c2e-a533-aa0ffcb026ce of type vlan for network 479dad80-eba9-4f1f-a7da-90d03465275b Jul 22 11:42:17.972507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.042820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.049184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:18.049823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.172912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Network': ['ID=479dad80-eba9-4f1f-a7da-90d03465275b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:18.176964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b059a1c1-6814-4dbb-9bff-f3a8ae4f69e7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4257202 Jul 22 11:42:18.207526 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2ef91c9-ae8a-4b94-a1f0-7c223390869d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.218602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 479dad80-eba9-4f1f-a7da-90d03465275b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:18.427516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:18.433607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'subnets': [{'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--705037299', 'ip_version': 4}, {'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:18.433920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'subnet': {'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--705037299', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:18.434549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Request body: {'subnet': {'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:18.501238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-b3bba12d-7203-4631-8a28-0e85cd779a87 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:18.502831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-b3bba12d-7203-4631-8a28-0e85cd779a87 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.36 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 945 time: 0.1018538 Jul 22 11:42:18.738154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Made reservation on behalf of 42a9f204ad1142d1802ac34b1b612a8a for: {'subnet': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:18.748435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.748435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:18.881788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Deleting port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:18.882540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:19.217586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7511ae95-bec9-4cc0-bd98-aea2489dbcf8 req-b6d9af62-b497-4adc-8531-ce9e8365e00f tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:19.236130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7511ae95-bec9-4cc0-bd98-aea2489dbcf8 req-b6d9af62-b497-4adc-8531-ce9e8365e00f tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 945 time: 0.4339597 Jul 22 11:42:19.247791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] For port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,segment=NetworkSegment(34aa9372-181d-43fb-aae0-c191f395b57a),segment_id=34aa9372-181d-43fb-aae0-c191f395b57a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:19.248151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:19.265530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Calling delete_port for 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:19.381618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:19.541457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e555176-9568-4e6e-b607-2d41cf4da160 req-7eeaaf11-7cc9-44a6-86d4-bb99d6d74a20 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:19.547803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e555176-9568-4e6e-b607-2d41cf4da160 req-7eeaaf11-7cc9-44a6-86d4-bb99d6d74a20 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.5941529 Jul 22 11:42:19.586657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7511ae95-bec9-4cc0-bd98-aea2489dbcf8 req-c9b5b0c9-9f85-4936-a97b-4b2dd313c40e tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/security-groups?id=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3491595 Jul 22 11:42:19.753240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e555176-9568-4e6e-b607-2d41cf4da160 req-a99d73ee-e055-4ef6-a74b-86d6c59a9d09 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1578228 Jul 22 11:42:19.946533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:20.000288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Pushing event deleted for resources: {'Port': ['ID=42d046ca-314a-4b0b-8e3b-8b8ac9432dc2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:20.075551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] No DVR routers for this DVR port 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:20.080248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:20.083834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2f7d881-84e0-4e67-8312-e79bd83f9a8d req-591451f8-004c-40c9-9f52-f65ffcd08310 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.36 "DELETE /v2.0/ports/42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 HTTP/1.1" status: 204 len: 173 time: 1.5742881 Jul 22 11:42:20.084485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'name': 'network-vif-deleted', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:20.096797 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-481f09f5-f244-4864-a6ad-9c16815b87d7" -d '{"events": [{"server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "name": "network-vif-deleted", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:20.155577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:20.161130 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-246e6898-c7bc-4131-a439-edbca5a1006f x-openstack-request-id: req-246e6898-c7bc-4131-a439-edbca5a1006f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:20.161563 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "447e664d-cb95-4289-b9b6-add864fa18c9", "name": "network-vif-deleted", "tag": "42d046ca-314a-4b0b-8e3b-8b8ac9432dc2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:20.161914 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-246e6898-c7bc-4131-a439-edbca5a1006f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:20.162686 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '447e664d-cb95-4289-b9b6-add864fa18c9', 'name': 'network-vif-deleted', 'tag': '42d046ca-314a-4b0b-8e3b-8b8ac9432dc2', 'status': 'completed', 'code': 200} Jul 22 11:42:20.277840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Subnet': ['ID=0036b86c-b20c-4f08-aa12-a0952885ce48,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:20.292728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Checking segment: {'id': 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:20.293103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network hostable DHCP agents. Network: 3823f042-61d1-4558-9a3a-3880cb497e53, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:20.316446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network 3823f042-61d1-4558-9a3a-3880cb497e53 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:20.332499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3823f042-61d1-4558-9a3a-3880cb497e53) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:20.341822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:20.349181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67fa2530-046b-4e34-a960-0b24ec3a6d55 None None] Network 3823f042-61d1-4558-9a3a-3880cb497e53 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:20.392422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event updated for resources: {'Subnet': ['ID=88bdbb6f-eff1-474b-9edc-55ddfca57b53,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:20.443368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Checking segment: {'id': 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:20.443784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network hostable DHCP agents. Network: 479dad80-eba9-4f1f-a7da-90d03465275b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:20.475085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Network 479dad80-eba9-4f1f-a7da-90d03465275b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:20.501254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 479dad80-eba9-4f1f-a7da-90d03465275b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:20.509322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:20.509807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:20.510577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:20.534146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33291e84-14f1-4540-899c-e51e6244b45d None None] Network 479dad80-eba9-4f1f-a7da-90d03465275b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:20.549176 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3813bf76-b7b2-46f1-a992-c32c65bc7887 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1425 time: 2.1204262 Jul 22 11:42:20.551751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:20.746915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db36d64-7690-49a8-bd4a-d2b4f5b48466 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:20.748663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db36d64-7690-49a8-bd4a-d2b4f5b48466 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:20.763487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7db36d64-7690-49a8-bd4a-d2b4f5b48466 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:20.774093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:20.787793 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7db36d64-7690-49a8-bd4a-d2b4f5b48466 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2051 time: 0.2170556 Jul 22 11:42:20.794246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3823f042-61d1-4558-9a3a-3880cb497e53', 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53', 'tenant_id': '42a9f204ad1142d1802ac34b1b612a8a', 'fixed_ips': [{'subnet_id': '0036b86c-b20c-4f08-aa12-a0952885ce48'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:42:20.797015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.010259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting subnet 0036b86c-b20c-4f08-aa12-a0952885ce48 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:21.044811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd2ef1c4-8adf-49b6-8118-e2a402e1335c req-92d0fa0d-1c63-4f58-9d6b-bd02a5b16718 tempest-InstanceActionsV221TestJSON-1904353048 tempest-InstanceActionsV221TestJSON-1904353048-project] 10.222.0.21 "GET /v2.0/ports?device_id=447e664d-cb95-4289-b9b6-add864fa18c9 HTTP/1.1" status: 200 len: 210 time: 0.1646249 Jul 22 11:42:21.093748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Allocated IP 172.20.0.2 (3823f042-61d1-4558-9a3a-3880cb497e53/0036b86c-b20c-4f08-aa12-a0952885ce48/94bfb8a6-339e-4fe3-82ef-63d55a96b0d0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:21.296956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d227cb3-dd69-45ff-a69c-490162f7e743 req-31e8af82-103c-4bb5-8c41-b746a556c097 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:21.316047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.316281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d227cb3-dd69-45ff-a69c-490162f7e743 req-31e8af82-103c-4bb5-8c41-b746a556c097 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1872759 Jul 22 11:42:21.326136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Transition to ACTIVE for port object 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:21.376042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Transition to ACTIVE for port object 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:21.389019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.402178 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.412708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.432943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:21.489854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d227cb3-dd69-45ff-a69c-490162f7e743 req-247ea671-cfc0-4937-b19c-f408320dd49d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1689880 Jul 22 11:42:21.550309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.708143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-479dad80-eba9-4f1f-a7da-90d03465275b', 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b', 'tenant_id': '42a9f204ad1142d1802ac34b1b612a8a', 'fixed_ips': [{'subnet_id': '88bdbb6f-eff1-474b-9edc-55ddfca57b53'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:42:21.709558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.744614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:21.744964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 42d046ca-314a-4b0b-8e3b-8b8ac9432dc2 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:42:21.850756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:21.852233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Network 3823f042-61d1-4558-9a3a-3880cb497e53 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:21.871302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:21.887906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:21.895199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Pushing event updated for resources: {'Port': ['ID=94bfb8a6-339e-4fe3-82ef-63d55a96b0d0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:21.934905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.935791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.936599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.937374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.938133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.938958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.939739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.940536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.941266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.942031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.943615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:21.944416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:42:22.050637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.102050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Attempting to bind port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:22.103090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Attempting to bind port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:22.103651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Attempting to bind port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 on network 3823f042-61d1-4558-9a3a-3880cb497e53 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:22.106726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Subnet': ['ID=0036b86c-b20c-4f08-aa12-a0952885ce48,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:22.117942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Allocated IP 172.20.0.18 (479dad80-eba9-4f1f-a7da-90d03465275b/88bdbb6f-eff1-474b-9edc-55ddfca57b53/88830655-c882-4e36-9d68-e5423897ab18) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:22.124466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:22.124845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Checking segment: {'id': 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:22.126202 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.134163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e59d857f-e255-4948-a11d-149e547a9118 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/subnets/0036b86c-b20c-4f08-aa12-a0952885ce48 HTTP/1.1" status: 204 len: 168 time: 1.3555927 Jul 22 11:42:22.135211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:22.137741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.138221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Bound using segment: {'id': 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:22.138711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Bound port: 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '3823f042-61d1-4558-9a3a-3880cb497e53'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:22.139117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.295260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting subnet 88bdbb6f-eff1-474b-9edc-55ddfca57b53 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:22.650407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] For port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:22.665139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] For port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=94bfb8a6-339e-4fe3-82ef-63d55a96b0d0,segment=NetworkSegment(c11d114a-6ea3-4421-aaf1-8cbd80f4ce40),segment_id=c11d114a-6ea3-4421-aaf1-8cbd80f4ce40)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:22.678702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.772409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:22.867420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Deleting subnet a8a26bbb-b0c0-427c-adfe-bec177b121a7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:22.885004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:22.940601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5168ba67-4439-490f-880f-34da3a3943a1 req-ba21a6eb-92b2-4c75-8d5a-a7befb18fa23 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:22.967141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5168ba67-4439-490f-880f-34da3a3943a1 req-ba21a6eb-92b2-4c75-8d5a-a7befb18fa23 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.3488939 Jul 22 11:42:23.066545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.104288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5168ba67-4439-490f-880f-34da3a3943a1 req-d13b84bf-435a-4ef1-984b-070ca59d01bb tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1360633 Jul 22 11:42:23.183428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.276900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.292661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Transition to ACTIVE for port object 88830655-c882-4e36-9d68-e5423897ab18 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:23.322054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Transition to ACTIVE for port object 88830655-c882-4e36-9d68-e5423897ab18 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:23.338268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.374288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c373d506-19ac-4e26-9e98-c3c0ad515d38 None None] Pushing event updated for resources: {'Port': ['ID=94bfb8a6-339e-4fe3-82ef-63d55a96b0d0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:23.379292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Network 479dad80-eba9-4f1f-a7da-90d03465275b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:23.389485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:23.393889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:23.417730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa2ef394-b472-464b-bb65-bad9f9499fc6 None None] Network 3823f042-61d1-4558-9a3a-3880cb497e53 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:23.438661 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.447883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.548313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Pushing event updated for resources: {'Port': ['ID=88830655-c882-4e36-9d68-e5423897ab18,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:23.568255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8a26bbb-b0c0-427c-adfe-bec177b121a7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:23.575014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Attempting to bind port 88830655-c882-4e36-9d68-e5423897ab18 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:23.575373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Attempting to bind port 88830655-c882-4e36-9d68-e5423897ab18 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:23.575754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Attempting to bind port 88830655-c882-4e36-9d68-e5423897ab18 on network 479dad80-eba9-4f1f-a7da-90d03465275b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:23.581529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.589999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:23.590279 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-50d1113a-b98e-42e9-945f-5be40b8ebc56 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a8a26bbb-b0c0-427c-adfe-bec177b121a7 HTTP/1.1" status: 204 len: 168 time: 0.8155327 Jul 22 11:42:23.625346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.647487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:23.648573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Checking segment: {'id': 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:23.649182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.649847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Bound using segment: {'id': 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:23.650641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Bound port: 88830655-c882-4e36-9d68-e5423897ab18, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '479dad80-eba9-4f1f-a7da-90d03465275b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:23.651185 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.745513 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.864651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] For port 88830655-c882-4e36-9d68-e5423897ab18, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:23.884683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] For port 88830655-c882-4e36-9d68-e5423897ab18, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=88830655-c882-4e36-9d68-e5423897ab18,segment=NetworkSegment(c8e127ed-5110-4c2e-a533-aa0ffcb026ce),segment_id=c8e127ed-5110-4c2e-a533-aa0ffcb026ce)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:23.893090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.893704 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.907846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:23.934074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['35aedadf-614a-4ad2-8ecf-755a340b3375']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:23.964668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34aa9372-181d-43fb-aae0-c191f395b57a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:23.964972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34aa9372-181d-43fb-aae0-c191f395b57a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:23.979014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5521b-7674-4788-8a51-d5fd9be0b6e7 None None] Pushing event updated for resources: {'Port': ['ID=88830655-c882-4e36-9d68-e5423897ab18,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:23.998919 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.033622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.047566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.060211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:24.060619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:24.064911 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:24.126308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Subnet': ['ID=88bdbb6f-eff1-474b-9edc-55ddfca57b53,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:24.140899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.150271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a55e69a2-d003-4cce-9242-367325b6b82d tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/subnets/88bdbb6f-eff1-474b-9edc-55ddfca57b53 HTTP/1.1" status: 204 len: 168 time: 2.0128694 Jul 22 11:42:24.151199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45602) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:24.221524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.229678 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.235249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/35aedadf-614a-4ad2-8ecf-755a340b3375 HTTP/1.1" status: 204 len: 168 time: 0.6438119 Jul 22 11:42:24.267550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a922805-96d4-46d0-8858-1499554922e8 admin admin] Pushing event deleted for resources: {'Network': ['ID=35aedadf-614a-4ad2-8ecf-755a340b3375,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:24.276650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed95e8a3-8ae6-4657-a0c4-00bed43d23a7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:24.283619 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed95e8a3-8ae6-4657-a0c4-00bed43d23a7 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1308146 Jul 22 11:42:24.284311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:24.502347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.531015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9c587e0-e51d-4732-874c-6fe2334b0b94 req-788d3925-c19b-435a-9153-999bc4a42ed4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:24.540407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9c587e0-e51d-4732-874c-6fe2334b0b94 req-788d3925-c19b-435a-9153-999bc4a42ed4 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2480464 Jul 22 11:42:24.655361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting port 88830655-c882-4e36-9d68-e5423897ab18 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:24.656269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.661350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9c587e0-e51d-4732-874c-6fe2334b0b94 req-393c78ef-8780-4464-9871-fb190ae25a8e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1148059 Jul 22 11:42:24.777364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:24.810960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] For port 88830655-c882-4e36-9d68-e5423897ab18, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=88830655-c882-4e36-9d68-e5423897ab18,segment=NetworkSegment(c8e127ed-5110-4c2e-a533-aa0ffcb026ce),segment_id=c8e127ed-5110-4c2e-a533-aa0ffcb026ce)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:24.813759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:24.838657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Calling delete_port for 88830655-c882-4e36-9d68-e5423897ab18 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:24.841664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:24.842619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3f35a7a9-66c0-4c58-9aeb-961ca3fabc0d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0df985d007c6498c9443867be84d026f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0635304 Jul 22 11:42:25.002332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.052274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.065186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.127505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Port': ['ID=88830655-c882-4e36-9d68-e5423897ab18,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:25.178106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] No DVR routers for this DVR port 88830655-c882-4e36-9d68-e5423897ab18 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:25.228700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 88830655-c882-4e36-9d68-e5423897ab18 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:25.278032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 88830655-c882-4e36-9d68-e5423897ab18 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:25.278824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 88830655-c882-4e36-9d68-e5423897ab18 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 11:42:25.349462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Port 88830655-c882-4e36-9d68-e5423897ab18 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 11:42:25.380275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.393215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['479dad80-eba9-4f1f-a7da-90d03465275b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:25.407007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:25.407311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8e127ed-5110-4c2e-a533-aa0ffcb026ce') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:25.419044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.441850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.475765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:25.476515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:25.591971 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:25.597784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.604088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.605649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3b48dce2-b8a7-47fb-99d9-6aa98e4754cd HTTP/1.1" status: 204 len: 168 time: 0.7618983 Jul 22 11:42:25.611408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.633253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.636180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/479dad80-eba9-4f1f-a7da-90d03465275b HTTP/1.1" status: 204 len: 168 time: 1.3500533 Jul 22 11:42:25.645078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45626) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:25.825104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:25.833825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04174430-fe2c-42a5-9a75-dca95c2ebd32 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=479dad80-eba9-4f1f-a7da-90d03465275b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:25.837062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d61bce-ae19-402c-a4ce-60c268b23f2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b48dce2-b8a7-47fb-99d9-6aa98e4754cd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:25.948348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ce21b90-fc6f-4286-ad6c-e86599f17388 req-7cb41fa2-0bae-4cf5-a41d-bdc3b9a26417 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:25.962081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ce21b90-fc6f-4286-ad6c-e86599f17388 req-7cb41fa2-0bae-4cf5-a41d-bdc3b9a26417 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.1719763 Jul 22 11:42:26.037220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Deleting port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:26.037623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.142233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ce21b90-fc6f-4286-ad6c-e86599f17388 req-f2a340b4-6b4a-4925-a8fd-8172015e422d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1781926 Jul 22 11:42:26.145912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f70d2301-d686-46d5-b435-495956f52790 None None] Could not find standard attr ID for object 88830655-c882-4e36-9d68-e5423897ab18. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:42:26.212327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] For port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=94bfb8a6-339e-4fe3-82ef-63d55a96b0d0,segment=NetworkSegment(c11d114a-6ea3-4421-aaf1-8cbd80f4ce40),segment_id=c11d114a-6ea3-4421-aaf1-8cbd80f4ce40)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:26.212733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.236951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Calling delete_port for 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:26.277732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-979d1d4c-50c2-42dc-a6a2-f6fcf50c2bea None None] DHCP port deletion for 479dad80-eba9-4f1f-a7da-90d03465275b request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:42:26.318019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cfa24-e954-45f0-8634-05f7c5722861 None None] Network 479dad80-eba9-4f1f-a7da-90d03465275b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:26.385539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cfa24-e954-45f0-8634-05f7c5722861 None None] Network 479dad80-eba9-4f1f-a7da-90d03465275b could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 11:42:26.415496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52472bb3-8214-4330-a399-bfb0441b03ca None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:42:26.520374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.548555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] No DVR routers for this DVR port 94bfb8a6-339e-4fe3-82ef-63d55a96b0d0 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:26.622513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Port': ['ID=94bfb8a6-339e-4fe3-82ef-63d55a96b0d0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:26.660704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52472bb3-8214-4330-a399-bfb0441b03ca None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:42:26.791685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.842717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3823f042-61d1-4558-9a3a-3880cb497e53']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:26.883502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:26.883819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c11d114a-6ea3-4421-aaf1-8cbd80f4ce40') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:26.906324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.939001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.954266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:26.955983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:26.969206 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:27.157429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.175691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.180875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 88830655-c882-4e36-9d68-e5423897ab18 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:27.182742 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/3823f042-61d1-4558-9a3a-3880cb497e53 HTTP/1.1" status: 204 len: 168 time: 1.5405200 Jul 22 11:42:27.191656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:27.249763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320d28b0-b12d-46b2-8e60-acc91c6a2af5 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=3823f042-61d1-4558-9a3a-3880cb497e53,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:27.373520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 88830655-c882-4e36-9d68-e5423897ab18 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:27.376138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 88830655-c882-4e36-9d68-e5423897ab18 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:42:27.458819 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.521265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:27.565511 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.713025 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.736958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9dbe0581-13ab-403f-a675-439245a33bde']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:27.751317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'de2d9baa-684a-491f-b180-e06d5b5e5376') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:27.751926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'de2d9baa-684a-491f-b180-e06d5b5e5376') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:27.765299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.785431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.790399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1829858130-network', 'tenant_id': 'd3f708347fbc4322b1c17424eb632b69'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:27.793400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:27.794048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:27.842817 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:27.851534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Made reservation on behalf of d3f708347fbc4322b1c17424eb632b69 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:27.854398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.872892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.910658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.921525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84cc4ade-90d8-43ca-8051-c28943a80771 req-79a470e4-7620-4b6a-8233-b5dbe45e81e7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:27.930513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84cc4ade-90d8-43ca-8051-c28943a80771 req-79a470e4-7620-4b6a-8233-b5dbe45e81e7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.5214984 Jul 22 11:42:27.962245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:27.964974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/9dbe0581-13ab-403f-a675-439245a33bde HTTP/1.1" status: 204 len: 168 time: 0.7720745 Jul 22 11:42:27.984274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:28.028696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63c1e1ba-0f52-428a-a881-17388361ce61 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=9dbe0581-13ab-403f-a675-439245a33bde,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:28.080258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84cc4ade-90d8-43ca-8051-c28943a80771 req-7d932de5-74af-4f7f-a0dd-c65ef6d20cb2 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1484079 Jul 22 11:42:28.205555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.299069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.314392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.324289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.440020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.440602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:28.452158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84dd05ea-09fb-40c1-a573-e5381d69c85e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:28.464973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'be73fcfe-0f08-4795-b48c-c1592596a7da') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:28.465826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'be73fcfe-0f08-4795-b48c-c1592596a7da') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:28.467619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6a4be95-019d-4914-837a-d296e4808f1a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:28.489655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.499728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.500312 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Added segment b80427e7-2bfa-4f05-9e75-264a56df299a of type vlan for network b779c2c7-bbc9-46a6-8ee7-423945d38414 Jul 22 11:42:28.523192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.535378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:28.536074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:28.638117 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:28.640679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.653444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.682121 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.684508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] 10.222.0.21 "DELETE /v2.0/networks/84dd05ea-09fb-40c1-a573-e5381d69c85e HTTP/1.1" status: 204 len: 168 time: 0.6971276 Jul 22 11:42:28.701122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.703130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:28.704683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555ea900-5855-4a97-947f-9713ef5ea4e2 tempest-BulkNetworkOpsTest-1066424465 tempest-BulkNetworkOpsTest-1066424465-project] Pushing event deleted for resources: {'Network': ['ID=84dd05ea-09fb-40c1-a573-e5381d69c85e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:28.704852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.753332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b2756fb-0031-49a0-949a-ff1cd5d21a7b req-e0d7546f-9319-426a-9098-b1b38712ebf0 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:28.755382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b2756fb-0031-49a0-949a-ff1cd5d21a7b req-e0d7546f-9319-426a-9098-b1b38712ebf0 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.1187513 Jul 22 11:42:28.800719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2779763 Jul 22 11:42:28.801333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:28.817604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Request body: {'subnet': {'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1829858130-subnet', 'tenant_id': 'd3f708347fbc4322b1c17424eb632b69', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:28.868313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Made reservation on behalf of d3f708347fbc4322b1c17424eb632b69 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:28.870776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:28.893366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b2756fb-0031-49a0-949a-ff1cd5d21a7b req-f0f5c208-245d-49ec-aab8-a75c6fce902a tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1303480 Jul 22 11:42:28.909959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be15ed6a-c7dc-46d7-beda-d653d191f907 admin admin] Pushing event updated for resources: {'Network': ['ID=b779c2c7-bbc9-46a6-8ee7-423945d38414,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:28.922651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b779c2c7-bbc9-46a6-8ee7-423945d38414 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:29.170189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:29.389358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-3dbec500-a024-42fc-b825-522bb41cef1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.391530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-3dbec500-a024-42fc-b825-522bb41cef1f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1096 time: 0.2134104 Jul 22 11:42:29.491217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dffdf415-a522-46ff-a777-bbbf7a620dd5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42a9f204ad1142d1802ac34b1b612a8a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3187814 Jul 22 11:42:29.494004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:29.497173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.546819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.550692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-98ef1d1d-bb44-40fc-ac05-e70a6f98ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.552318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-98ef1d1d-bb44-40fc-ac05-e70a6f98ecf6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.1444070 Jul 22 11:42:29.568181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-495e5601-7aa7-43a5-88a8-4b2e5a689452 req-e2a16a71-7751-4cff-9a25-04705fd0388d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.570278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-495e5601-7aa7-43a5-88a8-4b2e5a689452 req-e2a16a71-7751-4cff-9a25-04705fd0388d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.2811053 Jul 22 11:42:29.581094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.646051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ea318c66-6e0e-4b13-a748-a44ed61e5397,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:29.673416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Checking segment: {'id': 'b80427e7-2bfa-4f05-9e75-264a56df299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:29.673857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Network hostable DHCP agents. Network: b779c2c7-bbc9-46a6-8ee7-423945d38414, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:29.683576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.686829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.691661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/48dd96b6-d5c8-48ab-ae02-520e2dc28ff4 HTTP/1.1" status: 204 len: 168 time: 0.1930182 Jul 22 11:42:29.691987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-8c7a327a-e992-43c6-9d0d-231c63bfa8a7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 1000 time: 0.1325793 Jul 22 11:42:29.708046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb3ccbcd-f58d-4c23-b77e-4ec18d6e0cfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48dd96b6-d5c8-48ab-ae02-520e2dc28ff4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:29.756143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-495e5601-7aa7-43a5-88a8-4b2e5a689452 req-06cd8241-1ce7-4170-bf9c-766ded09cf3b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1394284 Jul 22 11:42:29.770284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Network b779c2c7-bbc9-46a6-8ee7-423945d38414 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:29.787252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b779c2c7-bbc9-46a6-8ee7-423945d38414) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:29.796434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff77efcf-dfb3-470e-81e9-4e04ae1a64a2 None None] Network b779c2c7-bbc9-46a6-8ee7-423945d38414 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:29.806145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-25f80ae7-e544-4090-906f-f04a504c5527 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.809957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-25f80ae7-e544-4090-906f-f04a504c5527 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.1080594 Jul 22 11:42:29.823014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.823787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:29.877462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5605d331-840c-41d4-bc0b-e982552583b8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.0746903 Jul 22 11:42:29.915134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-ab35a52c-8acd-49a2-866e-16767cf1645d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:29.917883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-ab35a52c-8acd-49a2-866e-16767cf1645d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0994821 Jul 22 11:42:30.023908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c607123b-0f78-488b-9745-639d307ce9a8 None None] Network b779c2c7-bbc9-46a6-8ee7-423945d38414 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:30.098315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-944dba59-aabf-4d6c-b93c-635d75ba7501 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1729944 Jul 22 11:42:30.307452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e2cb93-b3d6-45cc-855f-e6a73d8b7008 req-c5b9c3a0-1125-4a5f-909f-3c7ca8c62b02 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998327 Jul 22 11:42:30.322095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4bdfceb-7cd3-4675-9552-1fd7da0965e4 req-774b40d7-2f72-4e0a-b60d-ebb04b7d0571 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:30.324281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4bdfceb-7cd3-4675-9552-1fd7da0965e4 req-774b40d7-2f72-4e0a-b60d-ebb04b7d0571 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.2402086 Jul 22 11:42:30.390917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4bdfceb-7cd3-4675-9552-1fd7da0965e4 req-4ba41528-337b-40f1-8b3a-1fa89ea56918 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0520942 Jul 22 11:42:30.399656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-f05d2436-7b0b-4cce-b9af-b8e55d8377f1 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:30.401201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-f05d2436-7b0b-4cce-b9af-b8e55d8377f1 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.36 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.2280922 Jul 22 11:42:30.560576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Deleting port ec3185bb-d60c-4337-8bbb-8c7290602fc3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:30.562172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:30.731282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] For port ec3185bb-d60c-4337-8bbb-8c7290602fc3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ec3185bb-d60c-4337-8bbb-8c7290602fc3,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:30.731617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:30.811659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:30.978008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-566579325'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:31.029873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:31.044087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.060239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.235510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.243705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.321300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:31.348854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1dc6a405-b0f5-4d6c-9261-a8fad972f18d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:31.362609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.362817 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 061b1d85-12a4-4936-a573-3700e5fc6592 of type vlan for network b6472e8a-9810-4638-8e99-476d956a8a7b Jul 22 11:42:31.440056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.520002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.540039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:31.540955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.619764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=b6472e8a-9810-4638-8e99-476d956a8a7b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:31.631512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed825c29-e979-404f-8d62-365d0db7237e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.8151209 Jul 22 11:42:31.631872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:31.638492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'name': 'tempest-PortsIpV6TestJSON-1303642664'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:31.639955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:31.750041 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.751196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.751196 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Floating IP 6efeb71d-4146-4595-ad33-5d92df846140 disassociated. External IP: 172.25.6.122, port: ec3185bb-d60c-4337-8bbb-8c7290602fc3. Jul 22 11:42:31.752068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Calling delete_port for ec3185bb-d60c-4337-8bbb-8c7290602fc3 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:31.755386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:31.759045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:31.779061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port aa58700f-38ff-434a-a9a5-327bf82bcf13 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:31.891424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:31.927726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c808a0b3-50cd-49ba-af32-94cdb2dd1772 req-90ce1955-7a30-4270-9d26-630797bd5bb3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:31.930080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c808a0b3-50cd-49ba-af32-94cdb2dd1772 req-90ce1955-7a30-4270-9d26-630797bd5bb3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 945 time: 0.9026625 Jul 22 11:42:32.011657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.066514 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.096682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-698c3824-7626-4f98-b4f2-2249fd541974 req-06a8fa80-1c41-46fd-ad99-ffcefe26c401 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:32.101289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.105555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-698c3824-7626-4f98-b4f2-2249fd541974 req-06a8fa80-1c41-46fd-ad99-ffcefe26c401 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 946 time: 0.4243245 Jul 22 11:42:32.121234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:32.126369 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b64da868-6d48-4263-8092-c98cd8bf6251" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:32.157092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c808a0b3-50cd-49ba-af32-94cdb2dd1772 req-120a69c1-1dad-41bf-8de3-420916c9cf67 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1957328 Jul 22 11:42:32.163787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:32.172512 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.215077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-698c3824-7626-4f98-b4f2-2249fd541974 req-92dbf4eb-b551-44c6-aaaf-50d786d0f3a3 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups?id=c599a24c-adde-408a-a199-a10ba52fd03b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1083767 Jul 22 11:42:32.222110 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.241159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=aa58700f-38ff-434a-a9a5-327bf82bcf13,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:32.314819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'Port': ['ID=ec3185bb-d60c-4337-8bbb-8c7290602fc3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:32.335264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '061b1d85-12a4-4936-a573-3700e5fc6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:32.336349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: b6472e8a-9810-4638-8e99-476d956a8a7b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:32.410584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:32.414948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:32.434183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b6472e8a-9810-4638-8e99-476d956a8a7b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:32.447533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:32.449286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-191cb9db-b57a-4e88-8879-e2f43f7ab95c None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:32.462258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:32.466021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.501937 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-957aa7b4-09b5-4b62-a043-6364eb4b05bd x-openstack-request-id: req-957aa7b4-09b5-4b62-a043-6364eb4b05bd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:32.502625 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:32.503052 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-957aa7b4-09b5-4b62-a043-6364eb4b05bd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:32.503668 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'code': 200} Jul 22 11:42:32.505778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d69e7870-cfe7-47e9-99ef-bd9817ee472b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 0.8719301 Jul 22 11:42:32.509429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:32.520091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-431347456'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:32.608244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:32.615657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.684164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:32.700978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.701532 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment ed8371c1-25a9-48e6-a8f7-0a4d3a8ad53c of type vlan for network 6e26a353-7e8f-4004-a44b-478217e9a338 Jul 22 11:42:32.703415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:42:32.790668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.853847 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.864921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:32.866037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:32.930783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:42:32.949428 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:42:32.962529 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:42:32.966149 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:32.970817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4576476 Jul 22 11:42:32.978438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:32.993577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'ports': [{'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'}, {'network_id': '6e26a353-7e8f-4004-a44b-478217e9a338'}]} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:32.993910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:32.994373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '6e26a353-7e8f-4004-a44b-478217e9a338'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:33.073312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] No DVR routers for this DVR port ec3185bb-d60c-4337-8bbb-8c7290602fc3 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:33.077003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:33.082007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c49aa14d-966d-425c-81cd-b8396b6763a0 req-724a333e-cf1f-4a54-b1c1-9064c2403cc4 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.36 "DELETE /v2.0/ports/ec3185bb-d60c-4337-8bbb-8c7290602fc3 HTTP/1.1" status: 204 len: 173 time: 2.6664786 Jul 22 11:42:33.082524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'name': 'network-vif-deleted', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:33.084904 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-072759ab-c0d4-4468-b515-bfaf2d33079e" -d '{"events": [{"server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "name": "network-vif-deleted", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:33.180106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:42:33.207523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd9af1d-d6b7-42aa-935e-6d87b6ea39f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=6e26a353-7e8f-4004-a44b-478217e9a338,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:33.223886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6e26a353-7e8f-4004-a44b-478217e9a338 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:33.243406 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eba015-bb57-45a3-ac80-990299440ed7 x-openstack-request-id: req-10eba015-bb57-45a3-ac80-990299440ed7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:33.244009 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "38dceddc-5d2a-409b-bbb7-608ae3e4e1ec", "name": "network-vif-deleted", "tag": "ec3185bb-d60c-4337-8bbb-8c7290602fc3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:33.244479 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10eba015-bb57-45a3-ac80-990299440ed7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:33.245087 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '38dceddc-5d2a-409b-bbb7-608ae3e4e1ec', 'name': 'network-vif-deleted', 'tag': 'ec3185bb-d60c-4337-8bbb-8c7290602fc3', 'status': 'completed', 'code': 200} Jul 22 11:42:33.466865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ec3185bb-d60c-4337-8bbb-8c7290602fc3 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:33.515314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: ec3185bb-d60c-4337-8bbb-8c7290602fc3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:33.515960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ec3185bb-d60c-4337-8bbb-8c7290602fc3 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:42:33.661599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 2} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:33.667854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:33.683307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-34234b37-058d-410b-bb1b-7d4f3aa177a4 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:33.690592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:33.691299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-34234b37-058d-410b-bb1b-7d4f3aa177a4 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/networks?id=b779c2c7-bbc9-46a6-8ee7-423945d38414 HTTP/1.1" status: 200 len: 810 time: 0.1952755 Jul 22 11:42:33.723751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d48d668-7ae1-4284-b7c2-6bd75ec149a7 req-c52ca000-5fd8-47a0-a8b3-5dde1e80a2af tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:33.727664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d48d668-7ae1-4284-b7c2-6bd75ec149a7 req-c52ca000-5fd8-47a0-a8b3-5dde1e80a2af tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.3301313 Jul 22 11:42:33.742699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-bf6e8987-cc35-4661-8773-94b9d5422a4d tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/quotas/d3f708347fbc4322b1c17424eb632b69 HTTP/1.1" status: 200 len: 375 time: 0.0476320 Jul 22 11:42:33.809512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-b473d05f-5fee-45ca-977d-3fd7afb9acf5 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=d3f708347fbc4322b1c17424eb632b69&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0638492 Jul 22 11:42:33.838538 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:33.876669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d48d668-7ae1-4284-b7c2-6bd75ec149a7 req-3b5dc03a-2625-4624-8f16-e6de1ddc9c10 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1280813 Jul 22 11:42:33.906718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:42:33.931042 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:42:33.932153 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 5, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:33.941964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 3a9451d1-111e-40b5-ae52-5fbe19b71cc0 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:34.038670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-8d01cf3e-7c22-4352-bd57-569002c9ad08 service neutron] 10.222.0.21 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2166746 Jul 22 11:42:34.133422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b46fe905-91e6-4279-8252-dfabe6fbab38 req-51ccb4e4-6bfa-46bd-929d-15b430d77215 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/ports?device_id=38dceddc-5d2a-409b-bbb7-608ae3e4e1ec HTTP/1.1" status: 200 len: 210 time: 0.0851891 Jul 22 11:42:34.177856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:34.185858 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:42:34.280403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-66f75b09-dd69-4b74-afe9-dfda7929b249 service neutron] 10.222.0.21 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2265625 Jul 22 11:42:34.318628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port ee4c93e6-ed06-4868-86cf-ff21b1f1fe49 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:34.598826 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:34.605751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:34.672068 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0de8057-9a54-461d-ac2b-5e7ca92e33ce None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 4, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6fb7daa2-6af5-4aec-bc84-343fcc54dedc', 'name': '', 'network_id': '7c469669-9fd5-4286-8146-5d14ee09de3d', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'mac_address': 'fa:16:3e:57:6c:b6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1249, 'fixed_ips': [{'subnet_id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:45Z', 'updated_at': '2021-07-22T11:34:53Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'subnets': [{'id': 'bd0df995-f7eb-4f34-9b0e-427314159faf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:42:34.690775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:34.838295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2dfdfa8-1c49-4e12-bdc9-1a6356e05778 req-239b595a-3780-427c-b809-5da3c668a06b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 210 time: 0.0560114 Jul 22 11:42:34.870483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:34.874848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:34.877478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:34.878282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:34.887108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=3a9451d1-111e-40b5-ae52-5fbe19b71cc0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:34.964400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=ee4c93e6-ed06-4868-86cf-ff21b1f1fe49,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:34.970539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': 'ed8371c1-25a9-48e6-a8f7-0a4d3a8ad53c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '6e26a353-7e8f-4004-a44b-478217e9a338'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:34.970916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: 6e26a353-7e8f-4004-a44b-478217e9a338, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:34.994758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 6e26a353-7e8f-4004-a44b-478217e9a338 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:35.007068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6e26a353-7e8f-4004-a44b-478217e9a338) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:35.012440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:35.020984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:35.027130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f066d6d1-3dbe-4923-b5c3-42b98ad417a3 None None] Network 6e26a353-7e8f-4004-a44b-478217e9a338 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:35.028403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:35.029347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.048612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e7d72e8a-c98f-4b4a-9ee0-1c68c2b1373e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 2.0685468 Jul 22 11:42:35.052424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:35.287236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaf3bfd-9568-466d-9780-b4378bf8c769 None None] New status for floating IP 6efeb71d-4146-4595-ad33-5d92df846140: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:42:35.316807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port ee4c93e6-ed06-4868-86cf-ff21b1f1fe49 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:35.318430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.436430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:35.636177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.659174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.661942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for ee4c93e6-ed06-4868-86cf-ff21b1f1fe49 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:35.698180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.808348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.812899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.816013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "DELETE /v2.0/security-groups/c599a24c-adde-408a-a199-a10ba52fd03b HTTP/1.1" status: 204 len: 168 time: 0.3754337 Jul 22 11:42:35.819757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:35.820858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.852628 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e066b0d1-e617-4ad8-81a8-e8b9e6118585 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] show failed (client error): The resource could not be found. Jul 22 11:42:35.852929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=ee4c93e6-ed06-4868-86cf-ff21b1f1fe49,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:35.858089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2f2d25a-97b1-4395-9084-c9e7dbe01a96 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c599a24c-adde-408a-a199-a10ba52fd03b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:35.861224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:35.863274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e066b0d1-e617-4ad8-81a8-e8b9e6118585 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "GET /v2.0/security-groups/c599a24c-adde-408a-a199-a10ba52fd03b HTTP/1.1" status: 404 len: 347 time: 0.0386841 Jul 22 11:42:35.929753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:35.930401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:35.931761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c360d68-ce26-42cb-8c91-42e453755505 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/ee4c93e6-ed06-4868-86cf-ff21b1f1fe49 HTTP/1.1" status: 204 len: 168 time: 0.8779769 Jul 22 11:42:35.939051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:36.083831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d11bf4d9-68e9-494e-8b2b-84106b8e99d0 req-7695fe2d-8511-469d-93fc-35796c1b6a94 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 210 time: 0.0659122 Jul 22 11:42:36.146485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Deleting port f34fe685-9e7d-4fbe-89c7-7406260d1ca1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:36.146485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:36.251695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d662f-eab1-4874-82f4-e52d90bc4b28 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:36.271705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-298d662f-eab1-4874-82f4-e52d90bc4b28 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:36.276364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-298d662f-eab1-4874-82f4-e52d90bc4b28 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 0.3353570 Jul 22 11:42:36.279551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:36.388800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:36.389152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:36.419383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Calling delete_port for f34fe685-9e7d-4fbe-89c7-7406260d1ca1 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:36.514804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8723ca73-f672-491b-b2dd-7740177090f7 req-914c4d9f-65bc-4fb1-b58b-dd89f964c566 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:36.516858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8723ca73-f672-491b-b2dd-7740177090f7 req-914c4d9f-65bc-4fb1-b58b-dd89f964c566 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.1918290 Jul 22 11:42:36.543394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 3a9451d1-111e-40b5-ae52-5fbe19b71cc0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:36.545043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:36.667067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8723ca73-f672-491b-b2dd-7740177090f7 req-c9e90326-f766-4792-b124-28386046b553 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1392267 Jul 22 11:42:36.764387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:36.965429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Pushing event deleted for resources: {'Port': ['ID=f34fe685-9e7d-4fbe-89c7-7406260d1ca1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:37.062103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.091349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 3a9451d1-111e-40b5-ae52-5fbe19b71cc0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:37.175309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.180934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.189883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2e710926-18e4-4f00-9a45-f8797ac94322 tempest-AttachVolumeTestJSON-1019427624 tempest-AttachVolumeTestJSON-1019427624-project] 10.222.0.21 "DELETE /v2.0/floatingips/6efeb71d-4146-4595-ad33-5d92df846140 HTTP/1.1" status: 204 len: 168 time: 1.3266671 Jul 22 11:42:37.249126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-1bab7e4a-3063-4167-a211-5246b928ec93 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:37.250830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-1bab7e4a-3063-4167-a211-5246b928ec93 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.36 "GET /v2.0/networks?id=b779c2c7-bbc9-46a6-8ee7-423945d38414 HTTP/1.1" status: 200 len: 810 time: 0.4420416 Jul 22 11:42:37.263411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Request body: {'port': {'device_id': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414', 'admin_state_up': True, 'tenant_id': 'd3f708347fbc4322b1c17424eb632b69'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:37.282133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.318418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.323923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/3a9451d1-111e-40b5-ae52-5fbe19b71cc0 HTTP/1.1" status: 204 len: 168 time: 1.0376198 Jul 22 11:42:37.330849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:37.363965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7adbc4d7-ceb9-45fb-b7db-431c93e94cc1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=3a9451d1-111e-40b5-ae52-5fbe19b71cc0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:37.423352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de9948a0-09ca-4154-ade7-185b42bb0456 req-f92c27f9-3853-461c-84d4-475e227ca6a4 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 210 time: 0.1268613 Jul 22 11:42:37.434530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-fe98ce48-d2e5-4a75-a7bc-3754a90c206a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.5845196 Jul 22 11:42:37.553404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c226c159-1b3a-48ff-8918-8082c9b78254 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:37.557121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c226c159-1b3a-48ff-8918-8082c9b78254 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.2204206 Jul 22 11:42:37.559467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45998) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:37.578849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Made reservation on behalf of d3f708347fbc4322b1c17424eb632b69 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:37.590002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:37.672727 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e852adf3-3974-41ad-a33b-2a16d3ca2b5f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:42:37.681984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:37.682728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e852adf3-3974-41ad-a33b-2a16d3ca2b5f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/ee4c93e6-ed06-4868-86cf-ff21b1f1fe49 HTTP/1.1" status: 404 len: 333 time: 0.1213140 Jul 22 11:42:37.959385 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-975bbc61-3580-402b-aaa1-f6796b0c04bf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:42:37.964715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-975bbc61-3580-402b-aaa1-f6796b0c04bf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/3a9451d1-111e-40b5-ae52-5fbe19b71cc0 HTTP/1.1" status: 404 len: 333 time: 0.1571300 Jul 22 11:42:37.965340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:38.149779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.197972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Allocated IP 172.20.0.4 (b779c2c7-bbc9-46a6-8ee7-423945d38414/ea318c66-6e0e-4b13-a748-a44ed61e5397/3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:38.233088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c9bc153-f35d-4482-bdc9-4fad22d6a330 req-ed24342b-fc1f-4b2c-bd56-87f6085459c5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:38.236424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c9bc153-f35d-4482-bdc9-4fad22d6a330 req-ed24342b-fc1f-4b2c-bd56-87f6085459c5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.3563032 Jul 22 11:42:38.295785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.316457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e26a353-7e8f-4004-a44b-478217e9a338']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:38.335886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c9bc153-f35d-4482-bdc9-4fad22d6a330 req-7aa33e48-e409-4eed-a141-ab8c34e4f821 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0767651 Jul 22 11:42:38.357028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ed8371c1-25a9-48e6-a8f7-0a4d3a8ad53c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:38.357519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ed8371c1-25a9-48e6-a8f7-0a4d3a8ad53c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:38.392778 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.421775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.437571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:38.438933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:38.443113 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:38.589987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.599037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.601071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/6e26a353-7e8f-4004-a44b-478217e9a338 HTTP/1.1" status: 204 len: 168 time: 0.6330414 Jul 22 11:42:38.607696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46020) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:38.621094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1179178113'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:38.639260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa0e9bc8-9f83-460e-be5a-d2adb18abf45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=6e26a353-7e8f-4004-a44b-478217e9a338,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:38.680474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:38.687192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.745000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:38.758054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f2a43eb-a732-4950-a1c3-f4b95882839f req-8d814257-d6d8-4b69-b4ee-eead8567bb30 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 210 time: 0.0561664 Jul 22 11:42:38.759257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.759637 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment e30ce458-23ad-4d34-bae4-6c6519028094 of type vlan for network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 Jul 22 11:42:38.784175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.829915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.844931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.906624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Network b779c2c7-bbc9-46a6-8ee7-423945d38414 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:38.917581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:38.936173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:38.956930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:38.969328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:38.970935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.097195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:39.098551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.109913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4949358 Jul 22 11:42:39.114272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:39.121427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:39.161925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Pushing event updated for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:39.193165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-ecd68a3a-a0bd-49b1-aaa0-f7347a84e411 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.9340718 Jul 22 11:42:39.227801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Request body: {'port': {'device_id': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:39.252251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85bff4-9744-4674-a2ef-da254a61db66 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:39.269046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:39.315966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d7951a0f-deeb-4f59-983e-6a3984945844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:39.316812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:39.317601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d7951a0f-deeb-4f59-983e-6a3984945844 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9&tenant_id=0278ad4a4ede46d59a14571964589eb6 HTTP/1.1" status: 200 len: 1094 time: 0.3973649 Jul 22 11:42:39.345017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.432160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.510712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-4f9110bb-9eb7-40b3-bb4e-e43759108c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:39.512231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-4f9110bb-9eb7-40b3-bb4e-e43759108c46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0278ad4a4ede46d59a14571964589eb6&device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1094 time: 0.1590524 Jul 22 11:42:39.703879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.848308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': 'e30ce458-23ad-4d34-bae4-6c6519028094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:39.848666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:39.855366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=6baf1244-2984-4592-9767-1a05e0bc018f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:39.903118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:39.926091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:39.933164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:39.940592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d743e22-3486-491f-8c59-f79d2243dcb3 None None] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:39.941134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:39.978114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9862c6da-ab01-43f1-a181-25a79e53fbaf tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8622208 Jul 22 11:42:39.982003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46038) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:39.990975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0', 'name': 'tempest-PortsIpV6TestJSON-1565096334'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:40.085559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-a3ef7391-1127-4b95-9e69-4bd9ce421ef7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:40.087548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-a3ef7391-1127-4b95-9e69-4bd9ce421ef7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 200 len: 917 time: 0.5584815 Jul 22 11:42:40.092323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:42:40.099788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c33060c6-ba55-46a4-821c-fb42f2831dfe req-200fa447-cb44-4952-b9f4-068795fc098b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:40.101892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c33060c6-ba55-46a4-821c-fb42f2831dfe req-200fa447-cb44-4952-b9f4-068795fc098b tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.5934944 Jul 22 11:42:40.258100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-2ee47fb9-952b-406d-8f57-9d95b9d2a175 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 200 len: 998 time: 0.1488431 Jul 22 11:42:40.282356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0', 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': '6baf1244-2984-4592-9767-1a05e0bc018f'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:42:40.287256 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:40.288499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c33060c6-ba55-46a4-821c-fb42f2831dfe req-9b2af57d-4fb0-4699-b6f4-fc5a4eb2cecc tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1739004 Jul 22 11:42:40.298638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:40.329631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:40.392113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4320548d-b9cb-4df4-ad09-c20e5b04fa77 req-7f03e7f0-dc0b-4e3f-b96d-adf2b8fcb31d tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:40.395791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 41086833-a6b7-4bf3-9d91-ecd878bd5a1d yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:40.396624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4320548d-b9cb-4df4-ad09-c20e5b04fa77 req-7f03e7f0-dc0b-4e3f-b96d-adf2b8fcb31d tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 931 time: 0.4695592 Jul 22 11:42:40.502881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d2f7f657-138a-490f-aed2-2e591d1bf3c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:40.505879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d2f7f657-138a-490f-aed2-2e591d1bf3c9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 200 len: 855 time: 0.2401166 Jul 22 11:42:40.644741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Allocated IP 2001:db8::2 (fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0/6baf1244-2984-4592-9767-1a05e0bc018f/8f64480a-b550-441f-a54c-a993213a4a27) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:40.707040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4320548d-b9cb-4df4-ad09-c20e5b04fa77 req-a3c55780-5ee8-44c8-9362-63208752006e tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2896609 Jul 22 11:42:40.734728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:42:40.743725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:40.774580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Transition to ACTIVE for port object 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:40.783317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:40.899339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:40.959488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d15f22ae-228e-40a7-8a4e-c9d3f6c3722d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:40.962466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-d15f22ae-228e-40a7-8a4e-c9d3f6c3722d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3c622c4f-055b-4220-8cd1-311846ed07c4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3720198 Jul 22 11:42:41.130666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Attempting to bind port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:41.131012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Attempting to bind port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b80427e7-2bfa-4f05-9e75-264a56df299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:41.131342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Attempting to bind port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f on network b779c2c7-bbc9-46a6-8ee7-423945d38414 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:41.141129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f on network b779c2c7-bbc9-46a6-8ee7-423945d38414 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:42:41.141612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Attempting to bind port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f on network b779c2c7-bbc9-46a6-8ee7-423945d38414 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:41.156118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:41.156118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Checking segment: {'id': 'b80427e7-2bfa-4f05-9e75-264a56df299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:41.156622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Bound using segment: {'id': 'b80427e7-2bfa-4f05-9e75-264a56df299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:41.156817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Bound port: 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b80427e7-2bfa-4f05-9e75-264a56df299a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:41.157069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.169711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-5ef39eec-2a8a-4cbd-af0f-06545a8679a0 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1668253 Jul 22 11:42:41.198477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.216626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Transition to ACTIVE for port object 8f64480a-b550-441f-a54c-a993213a4a27 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:41.249037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Transition to ACTIVE for port object 8f64480a-b550-441f-a54c-a993213a4a27 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:41.261051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.296310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:41.300115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:41.340317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:41.394536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::36f (fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0/6baf1244-2984-4592-9767-1a05e0bc018f/41086833-a6b7-4bf3-9d91-ecd878bd5a1d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:41.525774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Pushing event updated for resources: {'Port': ['ID=8f64480a-b550-441f-a54c-a993213a4a27,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:41.587985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Attempting to bind port 8f64480a-b550-441f-a54c-a993213a4a27 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:41.597071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Attempting to bind port 8f64480a-b550-441f-a54c-a993213a4a27 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'e30ce458-23ad-4d34-bae4-6c6519028094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:41.598981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Attempting to bind port 8f64480a-b550-441f-a54c-a993213a4a27 on network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:41.648809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:41.651292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Checking segment: {'id': 'e30ce458-23ad-4d34-bae4-6c6519028094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:41.652776 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.655820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Bound using segment: {'id': 'e30ce458-23ad-4d34-bae4-6c6519028094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:41.656847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Bound port: 8f64480a-b550-441f-a54c-a993213a4a27, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e30ce458-23ad-4d34-bae4-6c6519028094', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:41.659372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.904218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] For port 8f64480a-b550-441f-a54c-a993213a4a27, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:41.906901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.917774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] For port 8f64480a-b550-441f-a54c-a993213a4a27, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f64480a-b550-441f-a54c-a993213a4a27,segment=NetworkSegment(e30ce458-23ad-4d34-bae4-6c6519028094),segment_id=e30ce458-23ad-4d34-bae4-6c6519028094)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:41.924889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:41.935929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object 41086833-a6b7-4bf3-9d91-ecd878bd5a1d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:42.001633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.024170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc00975-ce4f-4ab8-add9-bc91058012f6 None None] Pushing event updated for resources: {'Port': ['ID=8f64480a-b550-441f-a54c-a993213a4a27,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:42.093425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:42.099642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:42.114581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:42.141012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:42.142424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.154835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=41086833-a6b7-4bf3-9d91-ecd878bd5a1d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:42.183331 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6160e88b-e06e-4f79-bb48-28dd9fad51d7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1996424 Jul 22 11:42:42.185117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:42.190993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-7725ca93-e429-4668-8b34-466529b685c7 service neutron] 10.222.0.20 "GET /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.0142517 Jul 22 11:42:42.417393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:42.430527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 41086833-a6b7-4bf3-9d91-ecd878bd5a1d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:42.431274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.433115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,segment=NetworkSegment(b80427e7-2bfa-4f05-9e75-264a56df299a),segment_id=b80427e7-2bfa-4f05-9e75-264a56df299a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:42.451140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.605465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:42.610273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.613772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] 10.222.0.36 "PUT /v2.0/ports/3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f HTTP/1.1" status: 200 len: 1091 time: 3.4013255 Jul 22 11:42:42.633309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:42.637390 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00260348-4918-4d75-995e-94c12678f425" -d '{"events": [{"name": "network-changed", "server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:42.672935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e5e96ea-c79b-49ff-813a-bd19aab8ddbd req-4a9aad0d-7bda-4f04-9ab4-0d94533aa198 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:42.681179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e5e96ea-c79b-49ff-813a-bd19aab8ddbd req-4a9aad0d-7bda-4f04-9ab4-0d94533aa198 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.5149777 Jul 22 11:42:42.738019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:42.817091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 41086833-a6b7-4bf3-9d91-ecd878bd5a1d owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:42.941747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b34132f-bd37-4ce6-9597-f0f2495547b0 req-1c90e53f-a86d-4970-a8b0-3f6177928182 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:42.957771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b34132f-bd37-4ce6-9597-f0f2495547b0 req-1c90e53f-a86d-4970-a8b0-3f6177928182 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 943 time: 0.8053522 Jul 22 11:42:42.993420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d495e2ef-21bc-4e2c-8778-cb638bf27b74 service neutron] Pushing event updated for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:43.079610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e5e96ea-c79b-49ff-813a-bd19aab8ddbd req-71067322-da5d-4bdf-bff6-05b89f639945 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3965664 Jul 22 11:42:43.176531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b34132f-bd37-4ce6-9597-f0f2495547b0 req-6cc7f1ff-e292-4178-a5ff-42c672296b0a tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2172487 Jul 22 11:42:43.229311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-4a4b5b83-d342-4d46-bed5-80d0510d666b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:43.247097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-4a4b5b83-d342-4d46-bed5-80d0510d666b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3f708347fbc4322b1c17424eb632b69&device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 1094 time: 0.4832311 Jul 22 11:42:43.341396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f64480a-b550-441f-a54c-a993213a4a27 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:43.454351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:43.539890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-315ac09c-a5ee-489d-b0f6-8c6a42f44ae2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f HTTP/1.1" status: 200 len: 217 time: 0.2844489 Jul 22 11:42:43.547036 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af088968-6773-403c-abad-a15d1201b3a7 x-openstack-request-id: req-af088968-6773-403c-abad-a15d1201b3a7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:43.549034 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:43.549454 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af088968-6773-403c-abad-a15d1201b3a7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:43.550090 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f', 'status': 'completed', 'code': 200} Jul 22 11:42:43.643878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=41086833-a6b7-4bf3-9d91-ecd878bd5a1d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:43.648586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8f64480a-b550-441f-a54c-a993213a4a27 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:43.745407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-fce36033-0c7f-4517-b9ac-e9a9838167f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:43.751449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-fce36033-0c7f-4517-b9ac-e9a9838167f9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea318c66-6e0e-4b13-a748-a44ed61e5397 HTTP/1.1" status: 200 len: 850 time: 0.1980278 Jul 22 11:42:43.775304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:43.788155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e5f467b-dc90-4b94-8db6-0d31f0ef14a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/41086833-a6b7-4bf3-9d91-ecd878bd5a1d HTTP/1.1" status: 204 len: 168 time: 1.6015062 Jul 22 11:42:43.790809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46090) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:43.869761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-c14b7199-c7e4-49b9-97c7-ca13deedd37d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b779c2c7-bbc9-46a6-8ee7-423945d38414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1037974 Jul 22 11:42:43.901084 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-33e44044-8b9b-418f-b174-2dd4792ce6f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:42:43.904867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33e44044-8b9b-418f-b174-2dd4792ce6f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:42:43.911612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-33e44044-8b9b-418f-b174-2dd4792ce6f7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/41086833-a6b7-4bf3-9d91-ecd878bd5a1d HTTP/1.1" status: 404 len: 333 time: 0.1177855 Jul 22 11:42:43.912878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:44.002778 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-35a26cc4-efc6-43f9-adbc-6ac648d12eb4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:42:44.020321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:44.020965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-35a26cc4-efc6-43f9-adbc-6ac648d12eb4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/41086833-a6b7-4bf3-9d91-ecd878bd5a1d HTTP/1.1" status: 404 len: 333 time: 0.1064832 Jul 22 11:42:44.272871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 6baf1244-2984-4592-9767-1a05e0bc018f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:44.297841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:44.535055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41836490-d2c5-4492-b8db-fd79c6f9be2d None None] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:44.622369 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:44.765633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-80d92ec1-145a-432e-a228-6d04f8d2eb9b service neutron] 10.222.0.36 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8931115 Jul 22 11:42:44.938886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Provisioning for port 8f64480a-b550-441f-a54c-a993213a4a27 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:44.955829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Provisioning complete for port 8f64480a-b550-441f-a54c-a993213a4a27 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:44.956490 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.145494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df303a67-4382-45cd-90f3-c707eca9f73b req-22545ec6-6ff1-4fc3-99af-6464d3ea590a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:45.162137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df303a67-4382-45cd-90f3-c707eca9f73b req-22545ec6-6ff1-4fc3-99af-6464d3ea590a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.7199736 Jul 22 11:42:45.184096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.284431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] For port 8f64480a-b550-441f-a54c-a993213a4a27, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f64480a-b550-441f-a54c-a993213a4a27,segment=NetworkSegment(e30ce458-23ad-4d34-bae4-6c6519028094),segment_id=e30ce458-23ad-4d34-bae4-6c6519028094)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:45.293519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.409295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92fdb0ae-3840-439c-9f6b-4d5d78f5c9ca req-022e880c-28e4-4550-b6d7-4641b499340b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:45.425410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92fdb0ae-3840-439c-9f6b-4d5d78f5c9ca req-022e880c-28e4-4550-b6d7-4641b499340b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 943 time: 0.9080119 Jul 22 11:42:45.492255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.496560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2e0be0-a727-43f2-aa3a-1257327561c0 None None] Pushing event updated for resources: {'Port': ['ID=8f64480a-b550-441f-a54c-a993213a4a27,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:45.525570 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9050c14a-959d-44d5-8ab0-b6db0f2568f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.683068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:45.914529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=6baf1244-2984-4592-9767-1a05e0bc018f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:45.970417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-861c2838-7957-4393-812c-b9952121a24f None None] Provisioning complete for port 8f64480a-b550-441f-a54c-a993213a4a27 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:45.971345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-861c2838-7957-4393-812c-b9952121a24f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:46.072691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe68d7e-a842-41da-9129-eedf5955d4d9 req-30174239-efd6-4fcd-ab55-40a45c395b01 service neutron] 10.222.0.36 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.2772324 Jul 22 11:42:46.120424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df303a67-4382-45cd-90f3-c707eca9f73b req-49b707ae-b103-4507-a33d-f56172a565e3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.9496782 Jul 22 11:42:46.156817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92fdb0ae-3840-439c-9f6b-4d5d78f5c9ca req-72836617-08ea-4d2a-a3b3-9b24e75535db tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7067089 Jul 22 11:42:46.197141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:46.242045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e924595d-b526-4e7e-9541-f2244378c4e8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/6baf1244-2984-4592-9767-1a05e0bc018f HTTP/1.1" status: 204 len: 168 time: 2.2162206 Jul 22 11:42:46.245926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:46.617034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260348-4918-4d75-995e-94c12678f425 req-25a43035-06fd-41f9-a4a0-d12fe7491abe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:46.619833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-25a43035-06fd-41f9-a4a0-d12fe7491abe service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=d3f708347fbc4322b1c17424eb632b69&device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 1094 time: 0.3566301 Jul 22 11:42:46.753474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db361ffc-4dfd-43fc-b002-edfa63ae69e3 None None] Network fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:46.855054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:46.865060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8ad1d605-5733-476b-ac46-8b5a871c0704 None None] Could not find standard attr ID for object 41086833-a6b7-4bf3-9d91-ecd878bd5a1d. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:42:46.968841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260348-4918-4d75-995e-94c12678f425 req-bcb4e9a6-4665-44f2-ba82-7c90826c2f30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:46.970482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-bcb4e9a6-4665-44f2-ba82-7c90826c2f30 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b779c2c7-bbc9-46a6-8ee7-423945d38414 HTTP/1.1" status: 200 len: 911 time: 0.3371353 Jul 22 11:42:47.122154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-c855dc7d-470b-4e60-ad11-67cd586baeab service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f HTTP/1.1" status: 200 len: 217 time: 0.1445429 Jul 22 11:42:47.148868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 8f64480a-b550-441f-a54c-a993213a4a27 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:47.148868 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:47.259347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00260348-4918-4d75-995e-94c12678f425 req-0d79dee4-9d71-452c-82cd-c7ae87b8f5bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:47.261503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-0d79dee4-9d71-452c-82cd-c7ae87b8f5bd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ea318c66-6e0e-4b13-a748-a44ed61e5397 HTTP/1.1" status: 200 len: 850 time: 0.1323020 Jul 22 11:42:47.379479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f64480a-b550-441f-a54c-a993213a4a27 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:47.447146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-277f5fb2-a85c-4cf2-adec-4061e398e35e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b779c2c7-bbc9-46a6-8ee7-423945d38414&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1566930 Jul 22 11:42:47.505558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port 8f64480a-b550-441f-a54c-a993213a4a27, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f64480a-b550-441f-a54c-a993213a4a27,segment=NetworkSegment(e30ce458-23ad-4d34-bae4-6c6519028094),segment_id=e30ce458-23ad-4d34-bae4-6c6519028094)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:47.512776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:47.566811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 8f64480a-b550-441f-a54c-a993213a4a27 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:47.607330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:42:48.031685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,segment=NetworkSegment(b80427e7-2bfa-4f05-9e75-264a56df299a),segment_id=b80427e7-2bfa-4f05-9e75-264a56df299a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:48.096265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.098955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f', 'network_id': 'b779c2c7-bbc9-46a6-8ee7-423945d38414', 'port_id': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f', 'mac_address': 'fa:16:3e:94:49:7e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ea318c66-6e0e-4b13-a748-a44ed61e5397', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:42:48.147619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22f2c7d3-52ac-42de-b550-824a7d30d68f None None] DHCP port deletion for fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:42:48.177811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Could not find standard attr ID for object 8f64480a-b550-441f-a54c-a993213a4a27. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:42:48.198693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=8f64480a-b550-441f-a54c-a993213a4a27,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:48.213992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port 8f64480a-b550-441f-a54c-a993213a4a27 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:48.399311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.415195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.456718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01743d08-521b-453f-ba5e-fbf2d40367c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.467004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-bc9e0326-efef-43ab-aca3-726485a2b89b service neutron] 10.222.0.36 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0074072 Jul 22 11:42:48.472243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:42:48.499920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7f15a83-20e7-4995-917e-20f0ef31b8da req-56d34d3e-954c-4392-b535-1656fdbf32a9 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:48.511465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7f15a83-20e7-4995-917e-20f0ef31b8da req-56d34d3e-954c-4392-b535-1656fdbf32a9 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 943 time: 0.9336410 Jul 22 11:42:48.534202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,segment=NetworkSegment(b80427e7-2bfa-4f05-9e75-264a56df299a),segment_id=b80427e7-2bfa-4f05-9e75-264a56df299a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:48.543326 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.552603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.591990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:48.621526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e30ce458-23ad-4d34-bae4-6c6519028094') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:48.622163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e30ce458-23ad-4d34-bae4-6c6519028094') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:42:48.642286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.686747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1257cc78-25e6-4559-9eab-9c5d5d8c2116 req-1f1d20d6-9244-4c7d-b884-5aba4d300510 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:48.691563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.703341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1257cc78-25e6-4559-9eab-9c5d5d8c2116 req-1f1d20d6-9244-4c7d-b884-5aba4d300510 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 1.0027151 Jul 22 11:42:48.712730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:42:48.713960 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:42:48.739809 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:42:48.818504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:48.836555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:42:49.076692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.122051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.129332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0 HTTP/1.1" status: 204 len: 168 time: 2.8816435 Jul 22 11:42:49.170275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46136) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:49.181348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1377099718'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:49.227968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d6125-5957-42f7-87d3-892667fa5993 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=fa655a7c-84da-4cf7-ab37-0cc3f5d00fd0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:49.242991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:49.250287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.339172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:42:49.354544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1257cc78-25e6-4559-9eab-9c5d5d8c2116 req-b3873ac4-23f8-45fa-98a6-7b4cd29e1058 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.6475680 Jul 22 11:42:49.397982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.398620 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 56927f69-105b-43ab-a1f4-2dbf1be019da of type vlan for network 8703564f-afa1-43b7-8bac-aad822094cd1 Jul 22 11:42:49.420284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f64480a-b550-441f-a54c-a993213a4a27 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:49.451821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7f15a83-20e7-4995-917e-20f0ef31b8da req-1bf2e470-3aba-4368-8f41-29add7c31f67 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8287377 Jul 22 11:42:49.474742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00260348-4918-4d75-995e-94c12678f425 req-b33ad4a6-ebbd-4580-bd1a-96240449c8ee service neutron] 10.222.0.36 "GET /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.9565964 Jul 22 11:42:49.605085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.606382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.609929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8f64480a-b550-441f-a54c-a993213a4a27 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:49.612596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f64480a-b550-441f-a54c-a993213a4a27 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:42:49.668060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.683736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:49.685671 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:49.842304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:49.849825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:49.852319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6632710 Jul 22 11:42:50.210532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dfe787-01ef-4162-b35d-51aec39538d8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=8703564f-afa1-43b7-8bac-aad822094cd1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:50.238029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8703564f-afa1-43b7-8bac-aad822094cd1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:42:50.307499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:50.326852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:51.040973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:51.347143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=7da93663-6835-43ba-8156-9d99df08f9b7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:51.412365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:51.425119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e0e717e-473c-4b16-9cf2-d538c6c1dd19 req-08c69cfc-f893-4eb6-b9d9-3cc2055f70fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:51.429165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e0e717e-473c-4b16-9cf2-d538c6c1dd19 req-08c69cfc-f893-4eb6-b9d9-3cc2055f70fe tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.7297087 Jul 22 11:42:51.479263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31afd373-6528-477c-86af-4a4c5f8a26a4 req-a3859d8f-c47f-4b5f-a13c-420ba7250f1b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:51.485438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31afd373-6528-477c-86af-4a4c5f8a26a4 req-a3859d8f-c47f-4b5f-a13c-420ba7250f1b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 944 time: 0.5841005 Jul 22 11:42:51.593323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:51.602926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e0e717e-473c-4b16-9cf2-d538c6c1dd19 req-ae77642e-e8e7-40bb-92f4-05102c3040f6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1155944 Jul 22 11:42:51.740601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31afd373-6528-477c-86af-4a4c5f8a26a4 req-de178854-5892-4139-a305-3e976d969d01 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1953661 Jul 22 11:42:51.755927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '56927f69-105b-43ab-a1f4-2dbf1be019da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:51.760173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: 8703564f-afa1-43b7-8bac-aad822094cd1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:42:51.777049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:51.782704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:51.783142 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:51.798780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-e90370fd-9031-41e5-a814-724e4e92fa4b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.8903191 Jul 22 11:42:51.826042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 8703564f-afa1-43b7-8bac-aad822094cd1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:42:51.853503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8703564f-afa1-43b7-8bac-aad822094cd1) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:51.861542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:51.862353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:51.869081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-968afe8b-3108-4038-8231-2f2bad03ac79 None None] Network 8703564f-afa1-43b7-8bac-aad822094cd1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:51.915389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2d1bbe7a-080e-4e4d-ab8c-debda605cded tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.0677819 Jul 22 11:42:51.916004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:51.930890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-752988551'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:42:52.146415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.161851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.163590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.163590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.163907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.164233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.164708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.174826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:52.175443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-22403a6b-5b40-491f-93e8-f7c1cdc01ffa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.1776106 Jul 22 11:42:52.286138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:42:52.301275 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-325ce02e-e26e-42d3-b73b-7ea2e24b9b2b" -d '{"events": [{"server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:42:52.408387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:42:52.430830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:52.527946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port a1a00e11-8480-4394-8247-727da12df834 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:42:52.557059 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:42:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-30c2b98f-22a7-4243-9205-76bebe8c5bf7 x-openstack-request-id: req-30c2b98f-22a7-4243-9205-76bebe8c5bf7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:42:52.561247 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "name": "network-vif-plugged", "status": "completed", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:42:52.563818 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-30c2b98f-22a7-4243-9205-76bebe8c5bf7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:42:52.567666 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f', 'code': 200} Jul 22 11:42:52.585678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,segment=NetworkSegment(b80427e7-2bfa-4f05-9e75-264a56df299a),segment_id=b80427e7-2bfa-4f05-9e75-264a56df299a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:52.601425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:52.634460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9c2a976-84b7-4be0-8b4b-32518cfe1bbe req-52b13435-2aab-4982-8519-4c2501f5d089 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.635167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8703564f-afa1-43b7-8bac-aad822094cd1', 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': '7da93663-6835-43ba-8156-9d99df08f9b7'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:42:52.637830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:52.643392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9c2a976-84b7-4be0-8b4b-32518cfe1bbe req-52b13435-2aab-4982-8519-4c2501f5d089 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.3951724 Jul 22 11:42:52.746915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a5c034fa-8d4e-4aad-a870-a028ef060c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.787118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a5c034fa-8d4e-4aad-a870-a028ef060c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.788506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a5c034fa-8d4e-4aad-a870-a028ef060c4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:52.791826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a5c034fa-8d4e-4aad-a870-a028ef060c4d service neutron] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 2299 time: 0.5259616 Jul 22 11:42:52.989336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:53.164417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::151 (8703564f-afa1-43b7-8bac-aad822094cd1/7da93663-6835-43ba-8156-9d99df08f9b7/a1a00e11-8480-4394-8247-727da12df834) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:53.178063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-ed8e52a8-7645-40c5-920d-75a11bb58f3f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 1001 time: 0.3499429 Jul 22 11:42:53.195900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9c2a976-84b7-4be0-8b4b-32518cfe1bbe req-af9402a1-0398-4ff8-91a8-bc991041741f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5508573 Jul 22 11:42:53.509370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:53.556195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe4243b-bb71-4e44-b308-7d3ba46a8c31 req-37451d45-8ddb-43f4-8f91-38838e7d4e48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:53.562719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe4243b-bb71-4e44-b308-7d3ba46a8c31 req-37451d45-8ddb-43f4-8f91-38838e7d4e48 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 1096 time: 0.9624221 Jul 22 11:42:53.586518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object a1a00e11-8480-4394-8247-727da12df834 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:53.614043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a9e7a1ac-2946-4dc8-bc91-16b8aa0a7fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:53.623402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-a9e7a1ac-2946-4dc8-bc91-16b8aa0a7fb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.4252129 Jul 22 11:42:53.711311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:53.761365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e64f303a-bec3-4f2e-841a-5af2c8f21547 req-63e6841a-17c8-4698-a50c-86bd1737084d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:53.774161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e64f303a-bec3-4f2e-841a-5af2c8f21547 req-63e6841a-17c8-4698-a50c-86bd1737084d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.9645963 Jul 22 11:42:53.825773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Allocated IP 2001:db8::2 (8703564f-afa1-43b7-8bac-aad822094cd1/7da93663-6835-43ba-8156-9d99df08f9b7/fa1da151-5d8f-4f49-86c0-33968f209ad2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:42:53.873264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=a1a00e11-8480-4394-8247-727da12df834,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:53.893288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe4243b-bb71-4e44-b308-7d3ba46a8c31 req-320e4220-a2a1-46fc-a59e-6d88b171d88e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3126433 Jul 22 11:42:53.924182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8612f473-f359-40f5-b73f-e56ca224a544 req-cfab3756-6e90-488c-b358-7b80e46294bc tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:53.926134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8612f473-f359-40f5-b73f-e56ca224a544 req-cfab3756-6e90-488c-b358-7b80e46294bc tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 945 time: 0.5985332 Jul 22 11:42:53.948431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 8703564f-afa1-43b7-8bac-aad822094cd1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:53.950914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:53.959098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:53.971341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:53.972570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:54.002366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e83eed73-4765-47ab-a7c2-4d5d7d220adb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 2.0833993 Jul 22 11:42:54.006490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:54.170137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e64f303a-bec3-4f2e-841a-5af2c8f21547 req-3507ba01-d7db-4096-b0a1-a039b4d7ce22 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3909175 Jul 22 11:42:54.379434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:54.383422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8612f473-f359-40f5-b73f-e56ca224a544 req-cafcf80c-04e5-45c1-8f0c-eaefb5faa288 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3045044 Jul 22 11:42:54.405364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-4b3152f1-b5f4-4cc5-966a-4554db9cf741 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:54.416410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-4b3152f1-b5f4-4cc5-966a-4554db9cf741 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.5508041 Jul 22 11:42:54.455622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Transition to ACTIVE for port object fa1da151-5d8f-4f49-86c0-33968f209ad2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:54.540824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Transition to ACTIVE for port object fa1da151-5d8f-4f49-86c0-33968f209ad2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:42:54.574360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port a1a00e11-8480-4394-8247-727da12df834 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:54.577195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:54.578305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:54.748798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Network 8703564f-afa1-43b7-8bac-aad822094cd1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:42:54.753357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:42:54.773557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:42:54.935204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-6ddf4a1b-ae1a-47da-9d70-86755c7b6eaa service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5010073 Jul 22 11:42:54.938693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Pushing event updated for resources: {'Port': ['ID=fa1da151-5d8f-4f49-86c0-33968f209ad2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:55.073879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.088650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Attempting to bind port fa1da151-5d8f-4f49-86c0-33968f209ad2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:42:55.089245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Attempting to bind port fa1da151-5d8f-4f49-86c0-33968f209ad2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '56927f69-105b-43ab-a1f4-2dbf1be019da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:42:55.089745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Attempting to bind port fa1da151-5d8f-4f49-86c0-33968f209ad2 on network 8703564f-afa1-43b7-8bac-aad822094cd1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:42:55.099709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:42:55.100569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Checking segment: {'id': '56927f69-105b-43ab-a1f4-2dbf1be019da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:42:55.101133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.101638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Bound using segment: {'id': '56927f69-105b-43ab-a1f4-2dbf1be019da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:42:55.102252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Bound port: fa1da151-5d8f-4f49-86c0-33968f209ad2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56927f69-105b-43ab-a1f4-2dbf1be019da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': '8703564f-afa1-43b7-8bac-aad822094cd1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:42:55.102784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.121235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for a1a00e11-8480-4394-8247-727da12df834 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:55.282394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] For port fa1da151-5d8f-4f49-86c0-33968f209ad2, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:42:55.297823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] For port fa1da151-5d8f-4f49-86c0-33968f209ad2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa1da151-5d8f-4f49-86c0-33968f209ad2,segment=NetworkSegment(56927f69-105b-43ab-a1f4-2dbf1be019da),segment_id=56927f69-105b-43ab-a1f4-2dbf1be019da)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:42:55.322683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.511930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ddecf9-2b57-4bb1-94a5-5685e41efb59 None None] Pushing event updated for resources: {'Port': ['ID=fa1da151-5d8f-4f49-86c0-33968f209ad2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:55.526130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-0192e378-5efb-44a3-ba59-733c05210e0f service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5787070 Jul 22 11:42:55.633202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.705514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=a1a00e11-8480-4394-8247-727da12df834,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:55.866224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:55.893999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb239067-a354-4e92-a8c1-b8b37248b77d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/a1a00e11-8480-4394-8247-727da12df834 HTTP/1.1" status: 204 len: 168 time: 1.8669381 Jul 22 11:42:55.895121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:56.084039 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b827ff1-3be7-4bf4-9d51-024438d63956 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:42:56.087811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7b827ff1-3be7-4bf4-9d51-024438d63956 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/a1a00e11-8480-4394-8247-727da12df834 HTTP/1.1" status: 404 len: 333 time: 0.1910970 Jul 22 11:42:56.092340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:56.098615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-c34369c5-698e-4e7e-893f-a21a0b6c10db service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 217 time: 0.2948778 Jul 22 11:42:56.261650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-f2d77eda-c9cb-46ff-bf3b-dfe46e962405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:56.264303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-f2d77eda-c9cb-46ff-bf3b-dfe46e962405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1430867 Jul 22 11:42:56.317915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92daf708-9bdf-4b35-b919-8e7462da1401 req-bcebea5c-8f25-4ff1-a99e-d4c0c4d8647a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:56.335444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92daf708-9bdf-4b35-b919-8e7462da1401 req-bcebea5c-8f25-4ff1-a99e-d4c0c4d8647a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.8021612 Jul 22 11:42:56.397972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 7da93663-6835-43ba-8156-9d99df08f9b7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:42:56.435439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:56.455944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1603166a-96f5-46cc-9292-e93484a80e7c req-06cb70dd-97ba-4edf-a44b-34e02460014e tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:56.473918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1603166a-96f5-46cc-9292-e93484a80e7c req-06cb70dd-97ba-4edf-a44b-34e02460014e tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.9391220 Jul 22 11:42:56.624927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92daf708-9bdf-4b35-b919-8e7462da1401 req-7aad38aa-4830-4115-ad0d-2ea0c0fc4f85 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2800832 Jul 22 11:42:56.638126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:56.683712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1603166a-96f5-46cc-9292-e93484a80e7c req-d3ab0b6d-21c1-479b-9e9f-9fbb38df5adb tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0697017 Jul 22 11:42:56.781072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-68c4119b-7c31-4a0b-9f5f-3bdbb8be2567 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:56.804076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-68c4119b-7c31-4a0b-9f5f-3bdbb8be2567 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3059433 Jul 22 11:42:56.997427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-853fc77b-36e6-48fb-8a2b-f76e172597b0 req-3b62dd84-52b9-4434-b19b-611d34a6a075 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:57.010216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-853fc77b-36e6-48fb-8a2b-f76e172597b0 req-3b62dd84-52b9-4434-b19b-611d34a6a075 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 945 time: 0.1799192 Jul 22 11:42:57.087358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:57.375064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:57.453307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa1da151-5d8f-4f49-86c0-33968f209ad2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:42:57.481665 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:57.532828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:57.594182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/7da93663-6835-43ba-8156-9d99df08f9b7 HTTP/1.1" status: 204 len: 168 time: 1.4998131 Jul 22 11:42:57.750312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fa1da151-5d8f-4f49-86c0-33968f209ad2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:57.764065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:42:57.805616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e691a93-1d5e-48bc-8a3b-8043a9eaaaf1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=7da93663-6835-43ba-8156-9d99df08f9b7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:57.993521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9768c123-dd4b-42ea-9759-f93406b96a2b None None] Network 8703564f-afa1-43b7-8bac-aad822094cd1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:42:58.155630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.383495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port fa1da151-5d8f-4f49-86c0-33968f209ad2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:42:58.385910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.415314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.416371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Provisioning for port fa1da151-5d8f-4f49-86c0-33968f209ad2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:42:58.450228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Provisioning complete for port fa1da151-5d8f-4f49-86c0-33968f209ad2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:42:58.451313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.653117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port fa1da151-5d8f-4f49-86c0-33968f209ad2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa1da151-5d8f-4f49-86c0-33968f209ad2,segment=NetworkSegment(56927f69-105b-43ab-a1f4-2dbf1be019da),segment_id=56927f69-105b-43ab-a1f4-2dbf1be019da)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:58.653528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.682948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for fa1da151-5d8f-4f49-86c0-33968f209ad2 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:42:58.802892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:58.858164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-853fc77b-36e6-48fb-8a2b-f76e172597b0 req-21cceb88-dc59-4f84-bfae-6dfd11f4c87b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.8462298 Jul 22 11:42:58.997816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-0609116e-4eb3-46c0-ab70-5ddbcae91b56 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.1191342 Jul 22 11:42:59.109988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd9495a0-91a4-4e1c-a0f2-d69f9abe23c5 req-d2aaa8a8-2b4c-492b-8d69-8b50d99fc4a1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:59.121848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9495a0-91a4-4e1c-a0f2-d69f9abe23c5 req-d2aaa8a8-2b4c-492b-8d69-8b50d99fc4a1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.5971711 Jul 22 11:42:59.503507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd9495a0-91a4-4e1c-a0f2-d69f9abe23c5 req-fa113840-05ce-4cde-9ce2-d2ae77867fbf tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3803153 Jul 22 11:42:59.529452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] For port fa1da151-5d8f-4f49-86c0-33968f209ad2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fa1da151-5d8f-4f49-86c0-33968f209ad2,segment=NetworkSegment(56927f69-105b-43ab-a1f4-2dbf1be019da),segment_id=56927f69-105b-43ab-a1f4-2dbf1be019da)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:42:59.546014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e610774d-f11a-479a-a7cf-8ee630124e5b None None] DHCP port deletion for 8703564f-afa1-43b7-8bac-aad822094cd1 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:42:59.554117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa1da151-5d8f-4f49-86c0-33968f209ad2 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:42:59.568368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:59.619249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-00396dc7-189c-4f08-a5ea-9b8e35744e3f service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5696838 Jul 22 11:42:59.663375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:42:59.679876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b070e82-6f71-485c-96fc-42999266cb28 req-e45bc78d-2978-4b08-a8e1-8f7f33a9b3cb tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:59.692825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b070e82-6f71-485c-96fc-42999266cb28 req-e45bc78d-2978-4b08-a8e1-8f7f33a9b3cb tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.2772164 Jul 22 11:42:59.704958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fa1da151-5d8f-4f49-86c0-33968f209ad2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:42:59.705573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fa1da151-5d8f-4f49-86c0-33968f209ad2 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:42:59.762850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=fa1da151-5d8f-4f49-86c0-33968f209ad2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:59.796178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-b965a79e-9d0a-4113-9adb-181c79201121 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 217 time: 0.0641241 Jul 22 11:42:59.814306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port fa1da151-5d8f-4f49-86c0-33968f209ad2 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:42:59.823045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a5ec3d7-7be1-444d-b694-41374296bf7c None None] Pushing event deleted for resources: {'Port': ['ID=fa1da151-5d8f-4f49-86c0-33968f209ad2,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:42:59.836189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b070e82-6f71-485c-96fc-42999266cb28 req-cd57b844-adca-4f84-a354-bf6c667ada8f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1420627 Jul 22 11:42:59.987520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-059c0751-c529-46ad-8dfb-0dc8e8d3ff9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:42:59.994514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-059c0751-c529-46ad-8dfb-0dc8e8d3ff9f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1305935 Jul 22 11:43:00.061622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.082489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8703564f-afa1-43b7-8bac-aad822094cd1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:00.116923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56927f69-105b-43ab-a1f4-2dbf1be019da') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:00.117283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56927f69-105b-43ab-a1f4-2dbf1be019da') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:00.143171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.190121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.196756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-6c97896e-ce7c-4a60-bb1c-6a109c088dbf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:00.207319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-6c97896e-ce7c-4a60-bb1c-6a109c088dbf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2082245 Jul 22 11:43:00.207792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:00.208363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:00.212657 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:00.479347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.497342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.516640 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/8703564f-afa1-43b7-8bac-aad822094cd1 HTTP/1.1" status: 204 len: 168 time: 2.7477965 Jul 22 11:43:00.525124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:00.533101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'name': 'tempest-PortsIpV6TestJSON-1130082065'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:00.564652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f4029d-c91f-43bf-b5d1-a64d7f4bf6e7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=8703564f-afa1-43b7-8bac-aad822094cd1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:00.683797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e80d6a47-5710-4f21-8236-896503767083 req-0740fda1-d7a4-4a0b-aba0-d6c37fd12d2b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:00.686328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e80d6a47-5710-4f21-8236-896503767083 req-0740fda1-d7a4-4a0b-aba0-d6c37fd12d2b tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 945 time: 0.3241689 Jul 22 11:43:00.778495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e80d6a47-5710-4f21-8236-896503767083 req-afbc5fb9-5224-456f-84a3-491710c5f4f3 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0667903 Jul 22 11:43:00.781933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:00.785619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:00.831411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 91db1436-2666-4c89-875a-d5314c587958 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:01.168913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:01.210365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46594dcd-ca75-480b-b3be-22935258ba88 req-8a4f75c0-5026-4872-9ddc-865d76cb3cf1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:01.212544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46594dcd-ca75-480b-b3be-22935258ba88 req-8a4f75c0-5026-4872-9ddc-865d76cb3cf1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.1639500 Jul 22 11:43:01.295185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:01.517835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46594dcd-ca75-480b-b3be-22935258ba88 req-677f0101-a2f1-4aa7-ab07-7bafe59eaf37 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2783704 Jul 22 11:43:01.659166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:01.788277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:01.806245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:01.832550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=91db1436-2666-4c89-875a-d5314c587958,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:01.841923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:01.853448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:01.854996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:02.065554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3793c88-0567-48c9-b325-0966a5585d6a tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:02.069370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3793c88-0567-48c9-b325-0966a5585d6a tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.36 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 945 time: 0.4173586 Jul 22 11:43:02.169056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9b0b50dd-27d7-4122-ba7b-d6c49b2e19cb tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 1.6426871 Jul 22 11:43:02.185579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:02.236582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02235630-0d49-4126-8897-b9457354776f req-699b1df0-9f77-4a43-967e-529bff8aef77 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:02.244584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02235630-0d49-4126-8897-b9457354776f req-699b1df0-9f77-4a43-967e-529bff8aef77 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.6860993 Jul 22 11:43:02.324758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-e3edd129-c2b2-440e-b190-b2e80a129261 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7973480 Jul 22 11:43:02.338163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02235630-0d49-4126-8897-b9457354776f req-35ba9cc8-10ac-4927-960e-e9018f1edce7 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0924656 Jul 22 11:43:02.399049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f07ffb0-1c4f-4816-af40-d344fd3dd398 req-87eb12bc-5482-4927-a761-a9e3c0b69e46 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:02.402498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f07ffb0-1c4f-4816-af40-d344fd3dd398 req-87eb12bc-5482-4927-a761-a9e3c0b69e46 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 945 time: 0.3256009 Jul 22 11:43:02.554252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f07ffb0-1c4f-4816-af40-d344fd3dd398 req-c699cccc-d96e-40d6-969f-a27df752b7e2 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/security-groups?id=d6a4be95-019d-4914-837a-d296e4808f1a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1293569 Jul 22 11:43:02.613762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Deleting port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:02.614502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:02.766814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-0d0b08f0-1099-46a9-b7e4-6bb6587b16f8 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3380313 Jul 22 11:43:02.872559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-69167d50-6567-4852-908e-e43e2b3ede43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0622640 Jul 22 11:43:02.921914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] For port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,segment=NetworkSegment(b80427e7-2bfa-4f05-9e75-264a56df299a),segment_id=b80427e7-2bfa-4f05-9e75-264a56df299a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:02.922398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:02.951773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Calling delete_port for 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:02.975217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-07315aa3-a390-4557-ad67-c2f58d6d0027 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:02.977262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-07315aa3-a390-4557-ad67-c2f58d6d0027 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0924315 Jul 22 11:43:03.033983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 91db1436-2666-4c89-875a-d5314c587958 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:03.034936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.057951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-266e0b98-2fd8-4aff-bcd2-c4223338dd8c req-05dc72bd-8f41-4628-99a4-36094ac343a5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:03.059449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-266e0b98-2fd8-4aff-bcd2-c4223338dd8c req-05dc72bd-8f41-4628-99a4-36094ac343a5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.3665373 Jul 22 11:43:03.169851 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-11c53334-961f-4dec-a468-9ef28e39a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:03.171429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-11c53334-961f-4dec-a468-9ef28e39a0ea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1628711 Jul 22 11:43:03.196029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-266e0b98-2fd8-4aff-bcd2-c4223338dd8c req-93846c31-cfdc-4a3b-98bf-d1a30376973a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1063070 Jul 22 11:43:03.233229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.247014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:43:03.290909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-18cd559d-a142-42d0-bcc9-70ff9b55c271 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:03.293483 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-18cd559d-a142-42d0-bcc9-70ff9b55c271 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.20 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.7965102 Jul 22 11:43:03.297113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.334944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Pushing event deleted for resources: {'Port': ['ID=3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:03.384292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-ba274d2b-13d6-4801-ac7f-637418d8e58c service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2040401 Jul 22 11:43:03.409422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] No DVR routers for this DVR port 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:03.412837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.414849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de7906ac-7ae0-4ff1-b7f9-e1d276bb4c2c req-a3016c06-b511-4eac-86c6-a0fe20bc3908 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.36 "DELETE /v2.0/ports/3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f HTTP/1.1" status: 204 len: 173 time: 1.2701643 Jul 22 11:43:03.416588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'name': 'network-vif-deleted', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:03.418722 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec5a9c4b-c762-4a6d-b7a4-f34ad5deae27" -d '{"events": [{"server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "name": "network-vif-deleted", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:03.431474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 91db1436-2666-4c89-875a-d5314c587958 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:03.520448 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e67d5290-7eab-4669-a22d-7a30e86d7135 x-openstack-request-id: req-e67d5290-7eab-4669-a22d-7a30e86d7135 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:03.520918 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "74c81d4b-7a6a-46d8-b6fd-85d3e64acff1", "name": "network-vif-deleted", "tag": "3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:03.521122 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e67d5290-7eab-4669-a22d-7a30e86d7135 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:03.521894 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '74c81d4b-7a6a-46d8-b6fd-85d3e64acff1', 'name': 'network-vif-deleted', 'tag': '3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f', 'status': 'completed', 'code': 200} Jul 22 11:43:03.578179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-85eb5a40-b565-47bb-b59c-afee468a0300 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1768141 Jul 22 11:43:03.656858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18d16e7-0691-41ae-b6b1-46c2dbcafe19 req-cacae834-500b-478d-88e2-dbd19980e652 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:03.658873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a18d16e7-0691-41ae-b6b1-46c2dbcafe19 req-cacae834-500b-478d-88e2-dbd19980e652 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 945 time: 0.1534204 Jul 22 11:43:03.660462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-c08fa5c8-1021-4ba3-8347-a9619f9c783f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.0727010 Jul 22 11:43:03.801499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.807988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a18d16e7-0691-41ae-b6b1-46c2dbcafe19 req-ecf887d6-eceb-461e-b89f-26a6db90d037 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1421895 Jul 22 11:43:03.830948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-02cad762-f291-454e-b6bf-87b16e18aa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:03.833810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-02cad762-f291-454e-b6bf-87b16e18aa98 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1645055 Jul 22 11:43:03.917311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.920478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/91db1436-2666-4c89-875a-d5314c587958 HTTP/1.1" status: 204 len: 168 time: 1.7335885 Jul 22 11:43:03.924552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Deleting port d1716774-4baa-48a6-83e5-7991f8326eae {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:03.924832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:03.925166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:03.929979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=91db1436-2666-4c89-875a-d5314c587958,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:03.930271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ec45cb0-6044-4c06-b370-636f9973f613 req-974be692-58aa-44c5-8b89-2da75bbbc9a4 tempest-ServerGroupTestJSON-1991733553 tempest-ServerGroupTestJSON-1991733553-project] 10.222.0.21 "GET /v2.0/ports?device_id=74c81d4b-7a6a-46d8-b6fd-85d3e64acff1 HTTP/1.1" status: 200 len: 210 time: 0.0946150 Jul 22 11:43:03.940460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'mac_address': 'fa:16:3e:ce:ef:63', 'name': 'tempest-PortsIpV6TestJSON-351406449'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:03.975271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.975607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.976053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.976591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.977013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.977361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.977780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.978237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.978697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.979096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.979455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:03.979782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4e6d8335-9aaf-4de8-b71b-049b4e68f8ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:04.113481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:04.149755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:04.183730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-332b2565-85d0-4edb-b063-e1288fd736d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:04.185275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-332b2565-85d0-4edb-b063-e1288fd736d9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3324575 Jul 22 11:43:04.248236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] For port d1716774-4baa-48a6-83e5-7991f8326eae, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d1716774-4baa-48a6-83e5-7991f8326eae,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:04.248907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:04.316922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:04.498063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port ce88efd9-360a-4940-afbd-d5d6c5be2fca yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:04.606159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-4933a724-185a-4ee2-b3bc-3ce6b44e4142 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4133184 Jul 22 11:43:04.633867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5581ecb-3130-408b-a552-1b1a733f03cd req-9c65a8bd-5308-410a-916d-bc4c25e03f4e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:04.635574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5581ecb-3130-408b-a552-1b1a733f03cd req-9c65a8bd-5308-410a-916d-bc4c25e03f4e tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.2995441 Jul 22 11:43:04.855543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5581ecb-3130-408b-a552-1b1a733f03cd req-cd966a48-7afd-44be-ac27-40c42f229d3d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2057424 Jul 22 11:43:04.916106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-89cf0973-5747-4d66-b310-e264da08da11 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3007600 Jul 22 11:43:04.920114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:04.921790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:04.924345 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Floating IP 92535aaa-db3c-4951-ba73-1bbfdac46373 disassociated. External IP: 172.25.6.173, port: d1716774-4baa-48a6-83e5-7991f8326eae. Jul 22 11:43:04.925299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Calling delete_port for d1716774-4baa-48a6-83e5-7991f8326eae owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:04.978350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.081878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-469e4a49-9761-4696-84b5-7662ff56cbc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.0464420 Jul 22 11:43:05.171318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-eab4b96e-29a4-44a3-80bf-c055d65878f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:05.172842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-eab4b96e-29a4-44a3-80bf-c055d65878f1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0829518 Jul 22 11:43:05.276086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.279563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Deleting port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:05.279990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.301939 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.391338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] For port 6fb7daa2-6af5-4aec-bc84-343fcc54dedc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:05.391816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.410518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Calling delete_port for 6fb7daa2-6af5-4aec-bc84-343fcc54dedc owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:05.448267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:05.470585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:05.479726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:05.492315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:05.493727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:05.505346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=ce88efd9-360a-4940-afbd-d5d6c5be2fca,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:05.558258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.564589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.565625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.566585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.567527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.569068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.570437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.571466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.572376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.573376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.574089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.574954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:05.606728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b04730-f444-4468-8b22-b9487fe083ee req-785d071c-0c4b-4c40-b05d-fc266c06514f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:05.637495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5b04730-f444-4468-8b22-b9487fe083ee req-785d071c-0c4b-4c40-b05d-fc266c06514f tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 867 time: 0.4615724 Jul 22 11:43:05.645491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-7909decf-7b99-42e2-aba5-0058c7fc2263 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:05.648038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-7909decf-7b99-42e2-aba5-0058c7fc2263 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4533861 Jul 22 11:43:05.659546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-098dc4d0-fdfc-409a-8d25-308e42cc2112 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 1.7242393 Jul 22 11:43:05.670701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:05.675088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:05.706594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event deleted for resources: {'Port': ['ID=d1716774-4baa-48a6-83e5-7991f8326eae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:05.733076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:05.733749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3f6f008d-ed69-45e8-8bbf-2087b6a3cc3f not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:05.863153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5b04730-f444-4468-8b22-b9487fe083ee req-c93300d7-592e-4504-a2c1-3ef1cc9672c0 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups?id=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2241421 Jul 22 11:43:05.925910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-448a20a4-7b15-4d92-8e8b-3f2fad87d360 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2682681 Jul 22 11:43:05.954819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13ee926e-4246-4f42-a252-666f0ed37639 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:05.956292 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13ee926e-4246-4f42-a252-666f0ed37639 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/ce88efd9-360a-4940-afbd-d5d6c5be2fca HTTP/1.1" status: 200 len: 844 time: 0.2712278 Jul 22 11:43:05.967101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:06.054825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:06.115936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:43:06.120796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d1716774-4baa-48a6-83e5-7991f8326eae no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:06.180233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: d1716774-4baa-48a6-83e5-7991f8326eae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:06.180888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d1716774-4baa-48a6-83e5-7991f8326eae not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:06.235773 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-e82c4e0a-30be-41e8-9888-d2e13d0b58ea service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3024380 Jul 22 11:43:06.330772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-c53fe8ee-c9cd-418d-b1b1-667d2fa8a690 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.0880489 Jul 22 11:43:06.345115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd592119-e549-485d-884b-e75b82a8838b req-09f3fe37-cb3b-4070-ac74-534b11a1fcdc tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:06.348198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd592119-e549-485d-884b-e75b82a8838b req-09f3fe37-cb3b-4070-ac74-534b11a1fcdc tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 943 time: 0.2817800 Jul 22 11:43:06.348415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:06.369200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'port_id': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'mac_address': 'fa:16:3e:55:07:c2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:43:06.415599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-4a332cfe-d948-493f-b1b8-e8e1a7f2e35d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:06.417446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-4a332cfe-d948-493f-b1b8-e8e1a7f2e35d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0677772 Jul 22 11:43:06.446614 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:06.476235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:43:06.512115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:06.520959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:06.546334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd592119-e549-485d-884b-e75b82a8838b req-4c518bde-ee64-4874-966c-931cc73fe94a tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1276286 Jul 22 11:43:06.601894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-49c78db8-49c4-4d21-a974-a87ec5c42108 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:06.603561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-49c78db8-49c4-4d21-a974-a87ec5c42108 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1783521 Jul 22 11:43:06.626116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:06.629544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:06.707689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Deleting subnet ea318c66-6e0e-4b13-a748-a44ed61e5397 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:06.717360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Pushing event deleted for resources: {'Port': ['ID=6fb7daa2-6af5-4aec-bc84-343fcc54dedc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:06.720744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:06.732080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-525471a1-877f-438c-b53e-329e523ed881 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1211433 Jul 22 11:43:06.735245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Router aebf5fb5-4d9b-4f68-8335-39a3c1165613 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:43:06.801372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:43:06.914300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:06.931793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd4c99ca-2a6c-4fda-afd2-7dff13359fed req-0680a5fb-e5e4-4afb-98fd-fc5ff518b2c3 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1914546 Jul 22 11:43:07.154596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-866755ed-0ee5-4b01-af4b-88df3f255364 req-aa2b8e2a-ba98-4f63-b5f3-47a6ca675f67 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1252465 Jul 22 11:43:07.341536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port ce88efd9-360a-4940-afbd-d5d6c5be2fca {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:07.342209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.410165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.550780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:07.556243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.582665 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Sync routers for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:07.604551 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:07.605309 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:07.676171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for ce88efd9-360a-4940-afbd-d5d6c5be2fca owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:07.683623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.744487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] No DVR routers for this DVR port d1716774-4baa-48a6-83e5-7991f8326eae on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:07.753640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.759851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f9916ee-51ab-4f18-bc98-64c19582f353 req-13c4b622-31f7-45ae-8cd3-542430c8538b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.20 "DELETE /v2.0/ports/d1716774-4baa-48a6-83e5-7991f8326eae HTTP/1.1" status: 204 len: 173 time: 4.4038138 Jul 22 11:43:07.764001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'name': 'network-vif-deleted', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:07.768239 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b686a428-b4a1-4976-a016-a965d6794f58" -d '{"events": [{"server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "name": "network-vif-deleted", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:07.893308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:07.908242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:08.039981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ea318c66-6e0e-4b13-a748-a44ed61e5397,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:08.048354 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a46d6f8-ddf1-4090-9a23-aaa7b0bdeb3b x-openstack-request-id: req-2a46d6f8-ddf1-4090-9a23-aaa7b0bdeb3b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:08.048796 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9a176a56-a4d7-4831-8161-21ca4dc008d3", "name": "network-vif-deleted", "tag": "d1716774-4baa-48a6-83e5-7991f8326eae", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:08.049214 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a46d6f8-ddf1-4090-9a23-aaa7b0bdeb3b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:08.049865 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9a176a56-a4d7-4831-8161-21ca4dc008d3', 'name': 'network-vif-deleted', 'tag': 'd1716774-4baa-48a6-83e5-7991f8326eae', 'status': 'completed', 'code': 200} Jul 22 11:43:08.067054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39057737-4961-4af6-9419-5069ed02e3ac req-ab4c3897-d499-47eb-ad18-49493a3c180c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:08.088082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39057737-4961-4af6-9419-5069ed02e3ac req-ab4c3897-d499-47eb-ad18-49493a3c180c tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 944 time: 0.2783864 Jul 22 11:43:08.124185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.126478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-77e90db9-399e-41f9-b71d-a0cd77b14691 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ea318c66-6e0e-4b13-a748-a44ed61e5397 HTTP/1.1" status: 204 len: 168 time: 1.6294096 Jul 22 11:43:08.133924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:08.135540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:08.218106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39057737-4961-4af6-9419-5069ed02e3ac req-7381733b-60f6-4215-82b9-639f378a03f3 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286016 Jul 22 11:43:08.391035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:08.391769 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.409075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.563919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dbe396fc-f1f2-47e4-b236-8c3213740133 req-2cc2bb74-004c-4443-8efd-78a8c7830f3b tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.0921977 Jul 22 11:43:08.695365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.728658 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:08.784955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Checking router: aebf5fb5-4d9b-4f68-8335-39a3c1165613 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:08.792195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.798599 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:08.799892 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:08.827856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:08.871724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:08.874383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=ce88efd9-360a-4940-afbd-d5d6c5be2fca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:08.888098 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b1fc32cf-53d3-4a59-bab5-d36c26e9959f" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:08.895251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b779c2c7-bbc9-46a6-8ee7-423945d38414']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:08.984005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:08.992815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.044821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.048274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6041c285-a8c3-48bb-b200-923a2bdbdfec tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/ce88efd9-360a-4940-afbd-d5d6c5be2fca HTTP/1.1" status: 204 len: 168 time: 3.0798252 Jul 22 11:43:09.056927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:09.121932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b80427e7-2bfa-4f05-9e75-264a56df299a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:09.122431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b80427e7-2bfa-4f05-9e75-264a56df299a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:09.160733 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-76234f0c-58c2-4418-aeff-84897104e232 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:43:09.163816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76234f0c-58c2-4418-aeff-84897104e232 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/ce88efd9-360a-4940-afbd-d5d6c5be2fca HTTP/1.1" status: 404 len: 333 time: 0.1035833 Jul 22 11:43:09.175669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:09.185041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'name': 'tempest-PortsIpV6TestJSON-1688655765'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:09.200979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.238722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:09.246300 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7fe7db1c-f589-4ddc-893b-e4093c5ed6ee x-openstack-request-id: req-7fe7db1c-f589-4ddc-893b-e4093c5ed6ee {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:09.247190 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-plugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:09.247844 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7fe7db1c-f589-4ddc-893b-e4093c5ed6ee {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:09.248712 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'code': 200} Jul 22 11:43:09.271511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.302145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:09.305626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:09.309650 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:09.327672 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:09.529576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:43:09.547916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.570501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:09.573706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/b779c2c7-bbc9-46a6-8ee7-423945d38414 HTTP/1.1" status: 204 len: 168 time: 1.4352074 Jul 22 11:43:09.646240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50cd0e58-1ddb-40cf-9061-3cc5a7915ce7 admin admin] Pushing event deleted for resources: {'Network': ['ID=b779c2c7-bbc9-46a6-8ee7-423945d38414,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:10.005491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:10.023005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Sync routers for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:10.029697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0965e7e1-a92a-4a47-abad-176c0b171bcb admin admin] 10.222.0.21 "PUT /v2.0/routers/e49bcfcf-c009-4fe4-8f35-31a8e02dc04c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3687189 Jul 22 11:43:10.034985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:10.054115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-398baee2-3137-4fd5-8aa1-9a60eeb34b30 req-4a886377-ca7c-4b2f-af51-32565ffe58e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:10.057133 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-398baee2-3137-4fd5-8aa1-9a60eeb34b30 req-4a886377-ca7c-4b2f-af51-32565ffe58e1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 1097 time: 0.7017884 Jul 22 11:43:10.063687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:10.072991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:10.147251 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:10.201319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5ef81b60-3ea5-4a46-9e2a-699d7c1e2b18 None None] The sync data for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 is: [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:15Z', 'revision_number': 4, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '733f45d4-1b41-4f73-8747-c03c309dc85b', 'name': '', 'network_id': '03cc50dd-b554-4902-9935-be34429e8fc9', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'mac_address': 'fa:16:3e:30:08:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_interface', 'standard_attr_id': 1836, 'fixed_ips': [{'subnet_id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:14Z', 'updated_at': '2021-07-22T11:40:22Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'subnets': [{'id': '685d808d-0ab9-44b5-89db-c49eacb38a04', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:10.254769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:10.259023 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-398baee2-3137-4fd5-8aa1-9a60eeb34b30 req-662f2082-f801-46a7-afb5-2d07a7ccfa26 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1314082 Jul 22 11:43:10.377367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:10.450885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:10.541298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3220c56f-c9cc-4133-8d6b-a17ef8712e6c req-ef758a1d-b276-4d42-8a04-5d2aae842c05 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.2123055 Jul 22 11:43:10.550369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:10.573652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:10.613657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port a69bb956-95b4-4763-8a26-6af29b76cfdb yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:10.672164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-685767cf-f971-4354-98d7-6ee9f080fcb8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3f708347fbc4322b1c17424eb632b69&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4110341 Jul 22 11:43:10.687600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:10.874167 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91f5dc61-019a-4b58-b9ab-616f90a935fe None None] New status for floating IP 92535aaa-db3c-4951-ba73-1bbfdac46373: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:43:10.977459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.012858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.067474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.173976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '85844a9d-26b6-47cb-803d-114780bade01', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:43:05Z', 'revision_number': 5, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port': {'id': '85844a9d-26b6-47cb-803d-114780bade01', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f1:2b:ef', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1246, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:38Z', 'updated_at': '2021-07-22T11:34:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:11.184986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.201540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.211729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.213154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d6a4be95-019d-4914-837a-d296e4808f1a HTTP/1.1" status: 204 len: 168 time: 0.5236259 Jul 22 11:43:11.248659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-847e876c-be1c-40cd-914a-d49bb1bd80d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6a4be95-019d-4914-837a-d296e4808f1a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:11.269632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7e514b-00c5-484b-b9c8-d385b992e0c7 req-9f017bb5-4fb2-4ecc-b3df-b6793a9e5cd6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:11.273115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce7e514b-00c5-484b-b9c8-d385b992e0c7 req-9f017bb5-4fb2-4ecc-b3df-b6793a9e5cd6 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 0.9426594 Jul 22 11:43:11.275320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.314008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Checking router: e49bcfcf-c009-4fe4-8f35-31a8e02dc04c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:11.348937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Routers {'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:11.350555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:42:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:11.456629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Deleting port 85844a9d-26b6-47cb-803d-114780bade01 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:11.456827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.554786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce7e514b-00c5-484b-b9c8-d385b992e0c7 req-81e70c6e-b483-4225-a82b-8d33d25f48d0 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2616935 Jul 22 11:43:11.589376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:11.595789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=a69bb956-95b4-4763-8a26-6af29b76cfdb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:11.608725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:11.617986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:11.628670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:11.629354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:11.662117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] Set router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:11.727840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d0d2761c-c0ba-4b02-8d8d-09808ab2023f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 2.5479865 Jul 22 11:43:11.729301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:11.739944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:11.871439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:43:11Z', 'revision_number': 6, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:11.932141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] For port 85844a9d-26b6-47cb-803d-114780bade01, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=85844a9d-26b6-47cb-803d-114780bade01,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:11.942947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.003988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f8564fe-b1ca-488d-a4a7-781912bf1ad0 None None] The sync data for ids ['e49bcfcf-c009-4fe4-8f35-31a8e02dc04c'] in n-d-754448-4 is: [{'id': 'e49bcfcf-c009-4fe4-8f35-31a8e02dc04c', 'name': 'tempest-AttachVolumeTestJSON-345257426-router', 'tenant_id': '9d423553a7664b058aaa309f81046917', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:37Z', 'updated_at': '2021-07-22T11:43:11Z', 'revision_number': 6, 'project_id': '9d423553a7664b058aaa309f81046917', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:12.009298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Calling delete_port for 85844a9d-26b6-47cb-803d-114780bade01 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:12.107212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.132678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e04da65-3e77-4d20-98bb-4a9e5b3675e8 req-9e99bac9-4a02-40ff-badb-802b29921702 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1066151 Jul 22 11:43:12.530134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.636535 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.656561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.715910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] In _notify_port_updated(), no bound segment for port a69bb956-95b4-4763-8a26-6af29b76cfdb on network b6472e8a-9810-4638-8e99-476d956a8a7b {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:43:12.725069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:12.726221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:12.731616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/ports/a69bb956-95b4-4763-8a26-6af29b76cfdb HTTP/1.1" status: 200 len: 818 time: 0.9991145 Jul 22 11:43:12.734704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:12.814867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Pushing event deleted for resources: {'Port': ['ID=85844a9d-26b6-47cb-803d-114780bade01,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:12.917947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.036361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-198e0d24-ea47-44f5-bb14-bbf0c7fb7d54 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=a69bb956-95b4-4763-8a26-6af29b76cfdb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:13.119390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port a69bb956-95b4-4763-8a26-6af29b76cfdb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:13.119736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.127861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.133196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.180700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587ba144-69ee-41a1-b5f9-8d6d85434e26 req-c72dd924-a89c-4327-a674-4d36906f2ee9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:13.186009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587ba144-69ee-41a1-b5f9-8d6d85434e26 req-c72dd924-a89c-4327-a674-4d36906f2ee9 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 0.2999630 Jul 22 11:43:13.341101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6fb7daa2-6af5-4aec-bc84-343fcc54dedc no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:13.432516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.459661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587ba144-69ee-41a1-b5f9-8d6d85434e26 req-cc781dbb-95bb-4f7c-8dde-08fccedca870 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2494762 Jul 22 11:43:13.468104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6fb7daa2-6af5-4aec-bc84-343fcc54dedc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:13.472307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6fb7daa2-6af5-4aec-bc84-343fcc54dedc not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:13.473561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 85844a9d-26b6-47cb-803d-114780bade01 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:13.571537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for a69bb956-95b4-4763-8a26-6af29b76cfdb owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:13.595564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 85844a9d-26b6-47cb-803d-114780bade01 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:13.595937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 85844a9d-26b6-47cb-803d-114780bade01 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:13.650262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d274e95c-a9ed-4d64-b2bb-cc524ddbda80 req-9a8449ee-4af9-4790-98f8-7d9941d63174 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1881464 Jul 22 11:43:13.881243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:13.910799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.979655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=a69bb956-95b4-4763-8a26-6af29b76cfdb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:13.988061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:13.988777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Fanout notify agent at l3_agent the message router_deleted on router e49bcfcf-c009-4fe4-8f35-31a8e02dc04c {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:43:13.998407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.005068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-92142e76-2bf1-4ed4-8c5d-012d37386c7b admin admin] 10.222.0.21 "DELETE /v2.0/routers/e49bcfcf-c009-4fe4-8f35-31a8e02dc04c HTTP/1.1" status: 204 len: 168 time: 3.9681869 Jul 22 11:43:14.006316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.008497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.015900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0763b47-f5ef-4465-8412-9f2a2066421e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/a69bb956-95b4-4763-8a26-6af29b76cfdb HTTP/1.1" status: 204 len: 168 time: 1.2541211 Jul 22 11:43:14.021007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.144540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-188704937-network', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:14.201913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81332f37-f2a4-46eb-99ab-32a43baa6575 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:14.207846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Deleting subnet bd0df995-f7eb-4f34-9b0e-427314159faf {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:14.212800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81332f37-f2a4-46eb-99ab-32a43baa6575 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1887455 Jul 22 11:43:14.213560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.214937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.262001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Made reservation on behalf of a89e16be73a942e58dd70580a07a4b7b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:14.266910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.291179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.295405 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff113bd1-ab10-478c-810e-835a95f50465 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:43:14.304311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff113bd1-ab10-478c-810e-835a95f50465 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/a69bb956-95b4-4763-8a26-6af29b76cfdb HTTP/1.1" status: 404 len: 333 time: 0.0877597 Jul 22 11:43:14.304619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.314932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1640175471'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:14.349265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.377200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:14.379711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:43:14.379711 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:43:14.379711 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id_1': 'a89e16be73a942e58dd70580a07a4b7b', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 43, 14, 336873)}] Jul 22 11:43:14.379711 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:43:14.380460 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:43:14.393540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.441889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 105, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:43:14.458861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.459457 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 217d8380-95b7-485d-887d-dc48b6960b68 of type vlan for network 708a7aaa-abcc-4657-8989-a216dedfe644 Jul 22 11:43:14.482212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.534766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.635379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.657458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.677941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:14.681694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.724484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bd0df995-f7eb-4f34-9b0e-427314159faf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:14.736171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4272556 Jul 22 11:43:14.755713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.770773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:14.778339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-84c73ca5-09c8-42ea-a2b2-be97b2e44178 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/bd0df995-f7eb-4f34-9b0e-427314159faf HTTP/1.1" status: 204 len: 168 time: 0.7542217 Jul 22 11:43:14.779855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2a4b3cb-7266-4a7d-92e6-766e73e28ab7 None None] Network 7c469669-9fd5-4286-8146-5d14ee09de3d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:14.794834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:14.834661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:14.946893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0464eab5-a576-4036-bdd4-5906b3b78d4f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=708a7aaa-abcc-4657-8989-a216dedfe644,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:14.999438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:43:15.012670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.036719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.077434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:15.084342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.157321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Deleting port 4ba3771d-ea6d-4fc2-8034-656b13f9810f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:15.157643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.269909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] DHCP port deletion for 7c469669-9fd5-4286-8146-5d14ee09de3d request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:43:15.285740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0c7fd94-b4b5-4aa5-bb71-7898bb4db4a8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.364406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] For port 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4ba3771d-ea6d-4fc2-8034-656b13f9810f,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:15.366024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.390435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Calling delete_port for 4ba3771d-ea6d-4fc2-8034-656b13f9810f owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:15.394030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.406210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Deleting port 4ba3771d-ea6d-4fc2-8034-656b13f9810f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:15.406891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.412076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dd7b764-9626-4a33-af14-2a86dd521c55 req-d93a6ea6-08c8-4f17-9782-b8f41012d525 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.3608027 Jul 22 11:43:15.541090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] For port 4ba3771d-ea6d-4fc2-8034-656b13f9810f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4ba3771d-ea6d-4fc2-8034-656b13f9810f,segment=NetworkSegment(8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a),segment_id=8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:15.541817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.591984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Calling delete_port for 4ba3771d-ea6d-4fc2-8034-656b13f9810f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:15.663525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.706351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d63e5aa-2677-40bb-a862-7fdf635f1994 req-aa430902-f771-4370-9f54-c5c4e9f2f1d7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:15.708932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d63e5aa-2677-40bb-a862-7fdf635f1994 req-aa430902-f771-4370-9f54-c5c4e9f2f1d7 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 0.9931836 Jul 22 11:43:15.719160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:15.751796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] No DVR routers for this DVR port 4ba3771d-ea6d-4fc2-8034-656b13f9810f on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:15.805852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.812751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Pushing event deleted for resources: {'Port': ['ID=4ba3771d-ea6d-4fc2-8034-656b13f9810f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:15.829128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '217d8380-95b7-485d-887d-dc48b6960b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:15.830048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: 708a7aaa-abcc-4657-8989-a216dedfe644, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:43:15.855103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d63e5aa-2677-40bb-a862-7fdf635f1994 req-e8be7ff7-e654-40ab-b52f-cb0d96e117f1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1192431 Jul 22 11:43:15.864395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] Pushing event deleted for resources: {'Port': ['ID=4ba3771d-ea6d-4fc2-8034-656b13f9810f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:15.868314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1aa37e3-2b53-47d2-b4dc-a21cf2b65e00 None None] No DVR routers for this DVR port 4ba3771d-ea6d-4fc2-8034-656b13f9810f on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:15.907924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 708a7aaa-abcc-4657-8989-a216dedfe644 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:43:15.924257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 708a7aaa-abcc-4657-8989-a216dedfe644) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:15.936034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:15.938105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.939158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b814ed0e-3f7d-45bb-9f6d-a58c52c35f5a None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:15.970116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:15.994941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.012054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c469669-9fd5-4286-8146-5d14ee09de3d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:16.012361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.028178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fb3f5fb5-4f6c-4e16-9296-885942555f80 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2604778 Jul 22 11:43:16.035254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:16.048728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:16.049831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8bf1f25a-18c9-43b1-b69f-e02e42fb4a8a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:16.071640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:16.079209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fb3b12f8-879c-47b1-ad34-05c433ce8497,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:16.085422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:43:16.095899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.105184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.106035 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Added segment 9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873 of type vlan for network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 Jul 22 11:43:16.147328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.191461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.196173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:16.196650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:16.199652 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:16.270662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.272841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:16.274050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.297893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-708a7aaa-abcc-4657-8989-a216dedfe644', 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': 'f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:43:16.301135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.318401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.4353905 Jul 22 11:43:16.320673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.329842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:16.344332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Request body: {'subnet': {'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-188704937-subnet', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:16.366116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.369633 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] 10.222.0.21 "DELETE /v2.0/networks/7c469669-9fd5-4286-8146-5d14ee09de3d HTTP/1.1" status: 204 len: 168 time: 1.5730553 Jul 22 11:43:16.394645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee39cb7-895d-421e-87bd-39d5b8f4033b admin admin] Pushing event deleted for resources: {'Network': ['ID=7c469669-9fd5-4286-8146-5d14ee09de3d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:16.394920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3c64ca3-fd3a-4886-84d8-85103a9d2d90 admin admin] Pushing event updated for resources: {'Network': ['ID=87c7a463-e400-4cc4-aab0-dc9175c1d1d0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:16.425731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:16.429586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:43:16.433189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.509199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Made reservation on behalf of a89e16be73a942e58dd70580a07a4b7b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:16.513675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:16.666281 n-d-754448-4 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1 (CIDR: 2001:db8::/64) Jul 22 11:43:16.686188 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:43:16.687004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:43:16.691789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5694ad8f-4e98-43ed-a73b-32878afa1cf8 req-450b50a9-ea59-457f-8b7b-9d352b95830a tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.0779140 Jul 22 11:43:16.716308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46526) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:16.736159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Allocated IP 2001:db8::2 (708a7aaa-abcc-4657-8989-a216dedfe644/f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1/e5cc2cf3-c3ee-438e-aed4-464483369436) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:16.845572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b4f203cf-b062-441a-85b0-e6a032d13708 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8085232 Jul 22 11:43:16.847694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:16.857329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:16.903856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a4ba5264-030a-4c15-8daf-9f149a5e69be admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d423553a7664b058aaa309f81046917&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1859322 Jul 22 11:43:16.915335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:17.025232 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.041855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Transition to ACTIVE for port object e5cc2cf3-c3ee-438e-aed4-464483369436 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:17.092704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Transition to ACTIVE for port object e5cc2cf3-c3ee-438e-aed4-464483369436 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:17.096635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:43:17.104423 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.165014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.166546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:17.172668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.237151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:17.245166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:17.253403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4ba3771d-ea6d-4fc2-8034-656b13f9810f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:17.259487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:17.305859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Pushing event updated for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:17.312426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4ba3771d-ea6d-4fc2-8034-656b13f9810f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:17.312794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4ba3771d-ea6d-4fc2-8034-656b13f9810f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:17.327888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.430386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.472252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Attempting to bind port e5cc2cf3-c3ee-438e-aed4-464483369436 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:17.472911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Attempting to bind port e5cc2cf3-c3ee-438e-aed4-464483369436 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '217d8380-95b7-485d-887d-dc48b6960b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:17.473510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Attempting to bind port e5cc2cf3-c3ee-438e-aed4-464483369436 on network 708a7aaa-abcc-4657-8989-a216dedfe644 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:17.486916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 42, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:17.488620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Checking segment: {'id': '217d8380-95b7-485d-887d-dc48b6960b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:17.489289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.490073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Bound using segment: {'id': '217d8380-95b7-485d-887d-dc48b6960b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:17.491062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Bound port: e5cc2cf3-c3ee-438e-aed4-464483369436, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '217d8380-95b7-485d-887d-dc48b6960b68', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 105, 'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:17.491632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.546317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Pushing event updated for resources: {'Subnet': ['ID=94d869e4-2a57-44d7-bd93-34f9cf423908,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:17.582870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.586313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.587716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9c025baf-cfc3-4135-9759-f9e194425d06 HTTP/1.1" status: 204 len: 168 time: 0.6700826 Jul 22 11:43:17.604071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adaf867-3315-407a-b0fe-175e8ff6728b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c025baf-cfc3-4135-9759-f9e194425d06,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:17.612136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Checking segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:17.612678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Network hostable DHCP agents. Network: 87c7a463-e400-4cc4-aab0-dc9175c1d1d0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:43:17.692324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:43:17.727032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 87c7a463-e400-4cc4-aab0-dc9175c1d1d0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:17.739024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:17.742161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.754758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9b6e3ed-107d-418a-ad30-6f12aa0e7065 None None] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:17.798618 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2f4adb63-afdb-41c9-bdc9-927c29b6a398 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.4639177 Jul 22 11:43:17.803705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:17.812448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:17.882745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.889681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.969390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:17.974891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e5cc2cf3-c3ee-438e-aed4-464483369436,segment=NetworkSegment(217d8380-95b7-485d-887d-dc48b6960b68),segment_id=217d8380-95b7-485d-887d-dc48b6960b68)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:17.988207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:17.998638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.051646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.218281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7aef2876-5b55-464a-8a20-a5280f87c19a req-8222eae9-defc-410e-a58e-adbe322afdfd tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/ports?device_id=9a176a56-a4d7-4831-8161-21ca4dc008d3 HTTP/1.1" status: 200 len: 210 time: 0.1850743 Jul 22 11:43:18.293105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.297932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 708a7aaa-abcc-4657-8989-a216dedfe644 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:18.313776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:18.332174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:18.334643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.352284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1edd45c-7b27-4754-a574-d9571dcfaad5 None None] Pushing event updated for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:18.381341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7663bd9d-2107-456f-afb5-ee0bfc5ff383 None None] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:18.395079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.5434737 Jul 22 11:43:18.406466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:18.433970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'fixed_ips': [{'subnet_id': 'f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1'}, {'subnet_id': '09931e19-2352-4e9f-8fdf-79276524b2bc'}], 'name': 'tempest-PortsIpV6TestJSON-1163889726'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:18.457328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c548c7ac-e238-4f5a-85ca-6c3e47663848 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=09931e19-2352-4e9f-8fdf-79276524b2bc,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:18.654845 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6506c77-37d9-402d-9a70-b595dd2fc90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.732305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:18.785394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:19.003951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:19.050884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:19.261831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:19.298883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:19.358309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:19.382724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e5cc2cf3-c3ee-438e-aed4-464483369436 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:19.518247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:19.612624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e5cc2cf3-c3ee-438e-aed4-464483369436 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:19.727492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::1cf (708a7aaa-abcc-4657-8989-a216dedfe644/f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1/7c51d727-75a1-486b-b563-fc1ef7ba54e4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:19.747960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8:0:1::157 (708a7aaa-abcc-4657-8989-a216dedfe644/09931e19-2352-4e9f-8fdf-79276524b2bc/7c51d727-75a1-486b-b563-fc1ef7ba54e4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:19.939107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:19.976605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.003886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object 7c51d727-75a1-486b-b563-fc1ef7ba54e4 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:20.051701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Allocated IP 172.25.6.32 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2ead06c8-eb21-47d7-b41c-552562e4f99d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:20.060587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.065502 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.116860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 708a7aaa-abcc-4657-8989-a216dedfe644 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:20.122006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:20.125620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:20.135825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:20.136973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.168634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3874703-1007-43d4-84c5-ad7d291f7bed None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:20.235091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 1.8267992 Jul 22 11:43:20.241068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:20.253435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:20.313828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.319039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.321171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "DELETE /v2.0/security-groups/5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d HTTP/1.1" status: 204 len: 168 time: 0.8050947 Jul 22 11:43:20.333079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:20.361490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677462a8-d910-481b-adf7-00cfed79a0b4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=7c51d727-75a1-486b-b563-fc1ef7ba54e4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:20.402484 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-019f155a-12e2-4b62-a63e-80396caced65 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] show failed (client error): The resource could not be found. Jul 22 11:43:20.405382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-019f155a-12e2-4b62-a63e-80396caced65 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "GET /v2.0/security-groups/5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d HTTP/1.1" status: 404 len: 347 time: 0.0681942 Jul 22 11:43:20.409312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:20.420747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.421551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a6d015-2319-41f2-9f70-89752143d8bc tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d5c920b-11b9-4b3a-8e60-92b6cd1ca54d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:20.438394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.466002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Provisioning for port e5cc2cf3-c3ee-438e-aed4-464483369436 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:20.510740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Provisioning complete for port e5cc2cf3-c3ee-438e-aed4-464483369436 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:20.511502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.905210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.910031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Deleting port 05648651-f9df-421a-970a-5c82bc5968ce {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:20.916445 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:20.941185 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.176889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:21.200049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:21.267377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e5cc2cf3-c3ee-438e-aed4-464483369436,segment=NetworkSegment(217d8380-95b7-485d-887d-dc48b6960b68),segment_id=217d8380-95b7-485d-887d-dc48b6960b68)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:21.275575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.343801 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.356619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Delete allocated IP 2001:db8:0:1::157 (708a7aaa-abcc-4657-8989-a216dedfe644/09931e19-2352-4e9f-8fdf-79276524b2bc) {{(pid=93707) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:43:21.421441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.423590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.450683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Update dhcp port {'port': {'network_id': '708a7aaa-abcc-4657-8989-a216dedfe644', 'fixed_ips': [{'subnet_id': 'f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1', 'ip_address': '2001:db8::2'}, {'subnet_id': '09931e19-2352-4e9f-8fdf-79276524b2bc'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'e5cc2cf3-c3ee-438e-aed4-464483369436'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:43:21.487796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:21.493337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c11b855-972e-4988-90fe-9544c5e23f96 None None] Pushing event updated for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:21.499279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Calling delete_port for 05648651-f9df-421a-970a-5c82bc5968ce owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:21.517874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Pushing event updated for resources: {'Port': ['ID=2ead06c8-eb21-47d7-b41c-552562e4f99d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:21.533823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.757690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.783770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Ignored duplicate provisioning block setup for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 11:43:21.793810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:21.899571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Allocated IP 2001:db8:0:1::2 (708a7aaa-abcc-4657-8989-a216dedfe644/09931e19-2352-4e9f-8fdf-79276524b2bc/e5cc2cf3-c3ee-438e-aed4-464483369436) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:22.049876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=7c51d727-75a1-486b-b563-fc1ef7ba54e4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:22.064343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] In _notify_port_updated(), no bound segment for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 on network 708a7aaa-abcc-4657-8989-a216dedfe644 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:43:22.104185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:22.106408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.116405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-68ef2fb1-de92-496f-a602-2ce4be2e00f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/ports/7c51d727-75a1-486b-b563-fc1ef7ba54e4 HTTP/1.1" status: 200 len: 926 time: 1.8735940 Jul 22 11:43:22.119440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:22.131693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1'}, {'subnet_id': '09931e19-2352-4e9f-8fdf-79276524b2bc'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:22.159693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e5cc2cf3-c3ee-438e-aed4-464483369436,segment=NetworkSegment(217d8380-95b7-485d-887d-dc48b6960b68),segment_id=217d8380-95b7-485d-887d-dc48b6960b68)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:22.199076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.217339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Transition to ACTIVE for port object e5cc2cf3-c3ee-438e-aed4-464483369436 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:22.222991 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.349523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.408557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Pushing event updated for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:22.430327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.430875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.432185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.432185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.432185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.432804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.432804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.433155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.433155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.433480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.437289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.437656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0d2ca89-9f1b-4c0e-93c4-f84d1caa08ae None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:43:22.653718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.669255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:22.830055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8:0:1::13b (708a7aaa-abcc-4657-8989-a216dedfe644/09931e19-2352-4e9f-8fdf-79276524b2bc/7c51d727-75a1-486b-b563-fc1ef7ba54e4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:23.120820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Pushing event deleted for resources: {'Port': ['ID=05648651-f9df-421a-970a-5c82bc5968ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:23.351384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:23.409536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Ignored duplicate provisioning block setup for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 11:43:23.430637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:23.435641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e5cc2cf3-c3ee-438e-aed4-464483369436 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:23.584835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:23.854397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] In _notify_port_updated(), no bound segment for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 on network 708a7aaa-abcc-4657-8989-a216dedfe644 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:43:23.867587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:23.868289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:23.869695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/ports/7c51d727-75a1-486b-b563-fc1ef7ba54e4 HTTP/1.1" status: 200 len: 1012 time: 1.7488031 Jul 22 11:43:23.877620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:23.903759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d43c2073-78b7-4bec-a3e2-85cdf623cb22 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=7c51d727-75a1-486b-b563-fc1ef7ba54e4,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:23.963256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9065f4-e3e8-4198-8955-1909bf532244 None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:24.013584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:24.019942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:24.023287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5ed9d36d-2c39-4aa2-96a3-244077d97431 tempest-ServersTestBootFromVolume-637115819 tempest-ServersTestBootFromVolume-637115819-project] 10.222.0.21 "DELETE /v2.0/floatingips/92535aaa-db3c-4951-ba73-1bbfdac46373 HTTP/1.1" status: 204 len: 168 time: 3.6105301 Jul 22 11:43:24.027609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:24.161021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Provisioning for port e5cc2cf3-c3ee-438e-aed4-464483369436 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:24.171098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Provisioning complete for port e5cc2cf3-c3ee-438e-aed4-464483369436 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:24.171486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:24.361923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:24.361923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:24.372853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Router f2e46633-6ec4-498d-9e29-140a6cb254c1 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:43:24.688306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Provisioning for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:24.693047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Provisioning complete for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:24.693452 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:24.760554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ca6143f3-6b93-4c3c-bf73-650f1275c748 None None] Port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:43:24.966489 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.105406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.126808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 7c51d727-75a1-486b-b563-fc1ef7ba54e4 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:25.307466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:25.322383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Sync routers for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:25.357229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b92ee9b4-e0d2-4472-b81d-6a85ef437699 None None] Provisioning complete for port e5cc2cf3-c3ee-438e-aed4-464483369436 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:25.357615 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b92ee9b4-e0d2-4472-b81d-6a85ef437699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.360032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.361306 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e74a45b6-6a94-4368-9c12-eee2d1af93a7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 7.5564072 Jul 22 11:43:25.372878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:25.453334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:25.453990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:25.812178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Deleting port 733f45d4-1b41-4f73-8747-c03c309dc85b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:25.812523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.864381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b92ee9b4-e0d2-4472-b81d-6a85ef437699 None None] Provisioning complete for port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:25.866151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b92ee9b4-e0d2-4472-b81d-6a85ef437699 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:25.869489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:26.011701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:26.098499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] For port 733f45d4-1b41-4f73-8747-c03c309dc85b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=733f45d4-1b41-4f73-8747-c03c309dc85b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:26.100647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:26.140104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Calling delete_port for 733f45d4-1b41-4f73-8747-c03c309dc85b owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:26.186407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=7c51d727-75a1-486b-b563-fc1ef7ba54e4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:26.383436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b92ee9b4-e0d2-4472-b81d-6a85ef437699 None None] Port 7c51d727-75a1-486b-b563-fc1ef7ba54e4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:43:26.759826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:26.768765 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eba5a470-d24f-44ec-9ce5-41a0a6d5b64b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/7c51d727-75a1-486b-b563-fc1ef7ba54e4 HTTP/1.1" status: 204 len: 168 time: 2.8796999 Jul 22 11:43:26.774057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:26.804355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b33a2326-7258-4b0d-8926-15503d1fa21c None None] Could not find standard attr ID for object 7c51d727-75a1-486b-b563-fc1ef7ba54e4. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:43:26.829549 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3aab541b-73ef-4029-af27-9a5ee3fe427a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:43:26.841948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3aab541b-73ef-4029-af27-9a5ee3fe427a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/7c51d727-75a1-486b-b563-fc1ef7ba54e4 HTTP/1.1" status: 404 len: 333 time: 0.0664017 Jul 22 11:43:26.842836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:26.852538 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:26.876477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:22Z', 'revision_number': 3, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:20Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:26.944028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Checking router: f2e46633-6ec4-498d-9e29-140a6cb254c1 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:26.944394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Updating router f2e46633-6ec4-498d-9e29-140a6cb254c1 port 2ead06c8-eb21-47d7-b41c-552562e4f99d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:43:26.975878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Pushing event deleted for resources: {'Port': ['ID=733f45d4-1b41-4f73-8747-c03c309dc85b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:27.020897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.134053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-20259f4b-b98b-4e77-b993-b6b62696f48d None None] Could not find standard attr ID for object 7c51d727-75a1-486b-b563-fc1ef7ba54e4. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:43:27.466386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 09931e19-2352-4e9f-8fdf-79276524b2bc {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:27.470938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.554620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.631884 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.736023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.878124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.895147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Transition to ACTIVE for port object 2ead06c8-eb21-47d7-b41c-552562e4f99d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:27.905206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:27.989809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65a89-7c1e-4163-bbcb-be6e7dc1ad85 None None] Pushing event updated for resources: {'Port': ['ID=2ead06c8-eb21-47d7-b41c-552562e4f99d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:28.045567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Attempting to bind port 2ead06c8-eb21-47d7-b41c-552562e4f99d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:28.046323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Attempting to bind port 2ead06c8-eb21-47d7-b41c-552562e4f99d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:28.046994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Attempting to bind port 2ead06c8-eb21-47d7-b41c-552562e4f99d on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:28.058240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:28.059286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:28.060686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.060853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:28.062325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Bound port: 2ead06c8-eb21-47d7-b41c-552562e4f99d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:28.063146 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.143609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.216645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.238840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] For port 2ead06c8-eb21-47d7-b41c-552562e4f99d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:28.242382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.247973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] For port 2ead06c8-eb21-47d7-b41c-552562e4f99d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ead06c8-eb21-47d7-b41c-552562e4f99d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:28.257675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.286657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=09931e19-2352-4e9f-8fdf-79276524b2bc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:28.298390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.300876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b96186b2-c93a-4a18-8db0-d5ce517fd7e0 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/09931e19-2352-4e9f-8fdf-79276524b2bc HTTP/1.1" status: 204 len: 168 time: 1.2981858 Jul 22 11:43:28.305552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46706) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:28.312733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f96574a9-d171-4441-8ead-2f0d12a61c50 None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:28.362317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eb65a89-7c1e-4163-bbcb-be6e7dc1ad85 None None] Pushing event updated for resources: {'Port': ['ID=2ead06c8-eb21-47d7-b41c-552562e4f99d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:28.478959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:28.479619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:28.528369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.538716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:28.542424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.591885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:28.629092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:28.950693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Router aebf5fb5-4d9b-4f68-8335-39a3c1165613 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:43:29.004032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:29.123904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:29.137144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-69a4136c-688f-4d14-b6ab-7930d9b2a920 admin admin] 10.222.0.21 "PUT /v2.0/routers/aebf5fb5-4d9b-4f68-8335-39a3c1165613/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1072624 Jul 22 11:43:29.141807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:29.148198 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Sync routers for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:29.187094 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:29.187749 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:29.216247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Allocated IP 172.20.0.1 (87c7a463-e400-4cc4-aab0-dc9175c1d1d0/94d869e4-2a57-44d7-bd93-34f9cf423908/05e724f0-8ceb-4843-864d-4b36bd42c5e2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:29.305977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:22Z', 'revision_number': 3, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:29.313759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:29.401461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbb87442-f839-4a3f-90b8-855ae30b189d None None] The sync data for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 is: [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:22Z', 'revision_number': 3, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:29.470341 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:29.486506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:29.542170 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:29.549183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f4a71a7a-06b7-4d24-a7bd-d3871bc9f6c4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1 HTTP/1.1" status: 204 len: 168 time: 1.2132320 Jul 22 11:43:29.555963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:29.772541 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:29.772874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:29.937091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Deleting port 6d436733-1675-46eb-bbec-7543ef490430 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:29.940736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.008064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.222897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.282140 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208'}], 'enable_snat': True}, 'gw_port_id': '6d436733-1675-46eb-bbec-7543ef490430', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:43:26Z', 'revision_number': 5, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port': {'id': '6d436733-1675-46eb-bbec-7543ef490430', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a8:c1:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1830, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.208', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:40:17Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:30.350224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] For port 6d436733-1675-46eb-bbec-7543ef490430, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6d436733-1675-46eb-bbec-7543ef490430,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:30.350933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.351943 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Checking router: aebf5fb5-4d9b-4f68-8335-39a3c1165613 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:30.356533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.389151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Routers {'aebf5fb5-4d9b-4f68-8335-39a3c1165613'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:30.394626 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:30.403249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Calling delete_port for 6d436733-1675-46eb-bbec-7543ef490430 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:30.441734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:30.452457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:30.456310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:30.536909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.701379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Pushing event updated for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:30.717361 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] Set router aebf5fb5-4d9b-4f68-8335-39a3c1165613 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:30.750976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port e5cc2cf3-c3ee-438e-aed4-464483369436 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:30.751620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.808784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d96334f-0c1a-498d-bb48-6ff9c9b3ad9a None None] Network 708a7aaa-abcc-4657-8989-a216dedfe644 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:30.873384 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:43:29Z', 'revision_number': 6, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:30.891591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:30.937315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d6dc16d-f3ef-454a-8f52-5556ac572032 None None] The sync data for ids ['aebf5fb5-4d9b-4f68-8335-39a3c1165613'] in n-d-754448-4 is: [{'id': 'aebf5fb5-4d9b-4f68-8335-39a3c1165613', 'name': 'tempest-ServersTestBootFromVolume-1900891485-router', 'tenant_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:40:10Z', 'updated_at': '2021-07-22T11:43:29Z', 'revision_number': 6, 'project_id': 'a9c72355a2ad4c6a9abea1e28b1ce9b8', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:30.981490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Pushing event deleted for resources: {'Port': ['ID=6d436733-1675-46eb-bbec-7543ef490430,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:31.092162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-12f3955a-592b-40b0-932a-1efc5339b979 None None] Provisioning complete for port e5cc2cf3-c3ee-438e-aed4-464483369436 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:31.092925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-12f3955a-592b-40b0-932a-1efc5339b979 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.211440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e5cc2cf3-c3ee-438e-aed4-464483369436,segment=NetworkSegment(217d8380-95b7-485d-887d-dc48b6960b68),segment_id=217d8380-95b7-485d-887d-dc48b6960b68)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:31.223312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.242076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.301355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for e5cc2cf3-c3ee-438e-aed4-464483369436 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:31.675766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.686059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.702280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] DHCP port deletion for 708a7aaa-abcc-4657-8989-a216dedfe644 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:43:31.836128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.837425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebf5fb5-4d9b-4f68-8335-39a3c1165613 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:43:31.849280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.849620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.862690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-382fdf0a-67f2-4455-be02-6e09f0956d06 admin admin] 10.222.0.21 "DELETE /v2.0/routers/aebf5fb5-4d9b-4f68-8335-39a3c1165613 HTTP/1.1" status: 204 len: 168 time: 2.7188604 Jul 22 11:43:31.864166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:31.960296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Deleting subnet 685d808d-0ab9-44b5-89db-c49eacb38a04 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:31.964832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:31.973021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Deleting port e5cc2cf3-c3ee-438e-aed4-464483369436 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:31.974899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.011949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.112645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] For port e5cc2cf3-c3ee-438e-aed4-464483369436, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e5cc2cf3-c3ee-438e-aed4-464483369436,segment=NetworkSegment(217d8380-95b7-485d-887d-dc48b6960b68),segment_id=217d8380-95b7-485d-887d-dc48b6960b68)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:32.113283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.147830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Calling delete_port for e5cc2cf3-c3ee-438e-aed4-464483369436 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:32.288214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.345150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.369056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:32.382694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ead06c8-eb21-47d7-b41c-552562e4f99d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:32.390498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] No DVR routers for this DVR port e5cc2cf3-c3ee-438e-aed4-464483369436 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:32.419860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.464751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port e5cc2cf3-c3ee-438e-aed4-464483369436 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:32.466883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.480368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03f31e2-d808-4b84-97aa-8c98d8c2131f None None] Pushing event deleted for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:32.558534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2ead06c8-eb21-47d7-b41c-552562e4f99d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:32.564931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=685d808d-0ab9-44b5-89db-c49eacb38a04,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:32.572469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ead06c8-eb21-47d7-b41c-552562e4f99d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:32.572939 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.615878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:32.635376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ffc2cce1-815d-484c-9690-88ee525473cd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/685d808d-0ab9-44b5-89db-c49eacb38a04 HTTP/1.1" status: 204 len: 168 time: 0.7678111 Jul 22 11:43:32.636305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:32.637793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=e5cc2cf3-c3ee-438e-aed4-464483369436,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:32.651839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04ccc761-bcbf-4b7b-9212-853051df47c4 None None] Network 03cc50dd-b554-4902-9935-be34429e8fc9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:32.839628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cf55a2-c702-46e5-88b5-444843aebb29 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.203906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cf55a2-c702-46e5-88b5-444843aebb29 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.210900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8cf55a2-c702-46e5-88b5-444843aebb29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.232853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.296797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2ead06c8-eb21-47d7-b41c-552562e4f99d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ead06c8-eb21-47d7-b41c-552562e4f99d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:33.307387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.342238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8cf55a2-c702-46e5-88b5-444843aebb29 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=204b3d14-e3d3-48dc-a3a0-f7b18daa49c5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:33.368320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.384673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['708a7aaa-abcc-4657-8989-a216dedfe644']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:33.399961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 733f45d4-1b41-4f73-8747-c03c309dc85b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:33.408415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '217d8380-95b7-485d-887d-dc48b6960b68') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:33.408760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '217d8380-95b7-485d-887d-dc48b6960b68') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:33.425546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.433882 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.434175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a8cf55a2-c702-46e5-88b5-444843aebb29 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6d8b921dacf84fad8297b4e36bba8f06&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0628223 Jul 22 11:43:33.434943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:33.465424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] DHCP port deletion for 03cc50dd-b554-4902-9935-be34429e8fc9 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:43:33.475564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.489038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 733f45d4-1b41-4f73-8747-c03c309dc85b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:33.494941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 733f45d4-1b41-4f73-8747-c03c309dc85b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:33.510296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.516065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 105 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:33.516495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:33.520548 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:33.578954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.593560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.608297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2ead06c8-eb21-47d7-b41c-552562e4f99d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:33.617537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.647965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Deleting port 653db4c3-c3d8-4f20-91df-702852065e2b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:33.648678 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.688324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.691475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.693031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/204b3d14-e3d3-48dc-a3a0-f7b18daa49c5 HTTP/1.1" status: 204 len: 168 time: 0.2563841 Jul 22 11:43:33.702940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4de8954-e32b-4bf5-9c89-2e5e460c3d46 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=204b3d14-e3d3-48dc-a3a0-f7b18daa49c5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:33.726979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d436733-1675-46eb-bbec-7543ef490430 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:33.825506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:33.885366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6d436733-1675-46eb-bbec-7543ef490430 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:33.885879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6d436733-1675-46eb-bbec-7543ef490430 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:33.886638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e5cc2cf3-c3ee-438e-aed4-464483369436 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:33.915200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Pushing event updated for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:33.939509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e5cc2cf3-c3ee-438e-aed4-464483369436 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:33.940394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e5cc2cf3-c3ee-438e-aed4-464483369436 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:33.940595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 653db4c3-c3d8-4f20-91df-702852065e2b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:33.997271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] For port 653db4c3-c3d8-4f20-91df-702852065e2b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=653db4c3-c3d8-4f20-91df-702852065e2b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:33.998220 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.034529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Calling delete_port for 653db4c3-c3d8-4f20-91df-702852065e2b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:34.075527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.114422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.122389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:34.122734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/708a7aaa-abcc-4657-8989-a216dedfe644 HTTP/1.1" status: 204 len: 168 time: 4.5662136 Jul 22 11:43:34.127510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-136b3a9c-16f1-4e8d-8b72-f225e3288039 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=708a7aaa-abcc-4657-8989-a216dedfe644,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:34.160407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Deleting port 653db4c3-c3d8-4f20-91df-702852065e2b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:34.160897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.221330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:34.228268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:34.316214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df7ade54-edb5-40ee-88e1-7a09cc84fc2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:34.318945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-df7ade54-edb5-40ee-88e1-7a09cc84fc2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.1950905 Jul 22 11:43:34.321774 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.326050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:34.384715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.429097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] For port 653db4c3-c3d8-4f20-91df-702852065e2b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=653db4c3-c3d8-4f20-91df-702852065e2b,segment=NetworkSegment(b04fa51d-ae58-4ed6-a001-9a12ebbac76f),segment_id=b04fa51d-ae58-4ed6-a001-9a12ebbac76f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:34.429790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.466809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Calling delete_port for 653db4c3-c3d8-4f20-91df-702852065e2b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:34.502963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] Pushing event deleted for resources: {'Port': ['ID=653db4c3-c3d8-4f20-91df-702852065e2b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:34.504523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da08f37d-1871-4b07-9836-a5687f481efc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.1744275 Jul 22 11:43:34.506768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46790) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:34.520203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29e31edb-cb45-43a1-90f9-806901084fd0 None None] No DVR routers for this DVR port 653db4c3-c3d8-4f20-91df-702852065e2b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:34.522695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-723611162'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:34.595901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:34.604462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.652724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:43:34.668429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Router f2e46633-6ec4-498d-9e29-140a6cb254c1 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:43:34.672449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.673028 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 6b85e229-132e-4974-8e38-36b217710106 of type vlan for network 2628e01c-05eb-47bd-a0b7-51953b2c181b Jul 22 11:43:34.770310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.837842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.852260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:34.853478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.855336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:34.913926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Pushing event deleted for resources: {'Port': ['ID=653db4c3-c3d8-4f20-91df-702852065e2b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:34.936683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] No DVR routers for this DVR port 653db4c3-c3d8-4f20-91df-702852065e2b on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:34.952468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.4438798 Jul 22 11:43:34.957863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:34.972685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:35.050864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3f1bc67-8cba-41c2-8ff4-17d248f3165e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=2628e01c-05eb-47bd-a0b7-51953b2c181b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:35.069528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:43:35.085481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:35.107692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f0aec63-7702-43ab-bde9-15b34f55f61a admin admin] 10.222.0.21 "PUT /v2.0/routers/f2e46633-6ec4-498d-9e29-140a6cb254c1/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7187610 Jul 22 11:43:35.116273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Sync routers for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:35.147059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.163725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03cc50dd-b554-4902-9935-be34429e8fc9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:35.181942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:35.182615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b04fa51d-ae58-4ed6-a001-9a12ebbac76f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:35.196348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.220560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.227808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:35.233499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Releasing vlan 122 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:35.234153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.235148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:35.236789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:35.237246 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:35.241158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.344525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.365914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.375226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] 10.222.0.21 "DELETE /v2.0/networks/03cc50dd-b554-4902-9935-be34429e8fc9 HTTP/1.1" status: 204 len: 168 time: 2.7224178 Jul 22 11:43:35.400479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea31cdc-afde-4122-89d2-adcab15096a6 admin admin] Pushing event deleted for resources: {'Network': ['ID=03cc50dd-b554-4902-9935-be34429e8fc9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:35.451040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:35.677672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.819491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=2ebfe136-6a43-4f8f-9a1c-4e7249b29d17,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:35.830070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ead06c8-eb21-47d7-b41c-552562e4f99d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:35.897919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '6b85e229-132e-4974-8e38-36b217710106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:35.901195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: 2628e01c-05eb-47bd-a0b7-51953b2c181b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:43:35.918811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ead06c8-eb21-47d7-b41c-552562e4f99d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:35.919191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:35.954167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:43:35.982213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 2628e01c-05eb-47bd-a0b7-51953b2c181b) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:35.998293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:31Z', 'revision_number': 4, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '05e724f0-8ceb-4843-864d-4b36bd42c5e2', 'name': '', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'mac_address': 'fa:16:3e:1d:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:28Z', 'updated_at': '2021-07-22T11:43:32Z', 'revision_number': 2, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'subnets': [{'id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:36.009651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69da91cd-6aed-4dd0-90a1-e5934e7609a9 None None] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:36.010180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:36.014893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.032719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:36.089399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a18653f0-2ee6-4c28-99d2-2610fc1be1a3 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1287234 Jul 22 11:43:36.090873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:36.102909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b', 'name': 'tempest-PortsIpV6TestJSON-1387715135'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:36.208757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d7af78e5-24f7-4855-a621-bddcf0ef73dc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9c72355a2ad4c6a9abea1e28b1ce9b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1734579 Jul 22 11:43:36.213400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:36.370702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Checking router: f2e46633-6ec4-498d-9e29-140a6cb254c1 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:36.371307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Updating router f2e46633-6ec4-498d-9e29-140a6cb254c1 port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:43:36.374123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.400204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.414257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.487999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.492231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.493878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/12174435-4aa7-4e80-a82f-a279ebc3be2a HTTP/1.1" status: 204 len: 168 time: 0.2736163 Jul 22 11:43:36.508645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-065f7a5f-54c9-4d0f-88fa-8d381f5f2a96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12174435-4aa7-4e80-a82f-a279ebc3be2a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:36.529051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:36.548432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.584452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 1cf5b43b-af5a-4eb4-b975-3da96251bf4e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:36.738133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-2628e01c-05eb-47bd-a0b7-51953b2c181b', 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': '2ebfe136-6a43-4f8f-9a1c-4e7249b29d17'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:43:36.744543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:36.831689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::1dd (2628e01c-05eb-47bd-a0b7-51953b2c181b/2ebfe136-6a43-4f8f-9a1c-4e7249b29d17/1cf5b43b-af5a-4eb4-b975-3da96251bf4e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:37.046371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.061628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object 1cf5b43b-af5a-4eb4-b975-3da96251bf4e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:37.124713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.144763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46868) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:37.354864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:37.365199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-23566131-a74f-472c-8b0d-5a81f98e5c17 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:37.374385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-23566131-a74f-472c-8b0d-5a81f98e5c17 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 810 time: 0.2770948 Jul 22 11:43:37.402318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:37.428295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:37.449805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:37.457666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.485257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.508421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Transition to ACTIVE for port object 05e724f0-8ceb-4843-864d-4b36bd42c5e2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:37.517468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-30628226-2370-4847-bfda-c2a03a79610c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/quotas/a89e16be73a942e58dd70580a07a4b7b HTTP/1.1" status: 200 len: 375 time: 0.1412051 Jul 22 11:43:37.521845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9467e222-3fb4-4681-b405-013c9713c804 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.566273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.4732337 Jul 22 11:43:37.571207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:37.578533 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.587965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b', 'name': 'tempest-PortsIpV6TestJSON-1795714442'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:37.636035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71fa1168-bf94-4b64-833f-d543f744ab08 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=1cf5b43b-af5a-4eb4-b975-3da96251bf4e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:37.726833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc3383-f4c4-454f-aeb9-0825dffb88b6 None None] Pushing event updated for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:37.748873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Allocated IP 2001:db8::2 (2628e01c-05eb-47bd-a0b7-51953b2c181b/2ebfe136-6a43-4f8f-9a1c-4e7249b29d17/1fdacb97-f712-4012-a23c-1af97470d8b8) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:37.892442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-80df32fe-f059-403e-8d4b-86b81d4d7be6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3723905 Jul 22 11:43:37.917201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9467e222-3fb4-4681-b405-013c9713c804 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:37.924247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9467e222-3fb4-4681-b405-013c9713c804 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.006927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9467e222-3fb4-4681-b405-013c9713c804 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=18476616139e427cbf080d3d8fe79b38&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8607626 Jul 22 11:43:38.011606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:38.049759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Attempting to bind port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:38.052584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Attempting to bind port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:38.053188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Attempting to bind port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:38.079698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9467e222-3fb4-4681-b405-013c9713c804 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc3fe953-7298-4ab5-a4e0-355441a452b0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:38.104135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:38.105054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Checking segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:38.105704 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.106947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Bound using segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:38.107776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Bound port: 05e724f0-8ceb-4843-864d-4b36bd42c5e2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:38.108458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.184862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:38.190781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.222913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.247507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 6fd60d42-a9f3-45ef-ad23-96289f52e620 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:38.266520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-c2155bca-cc14-463f-9c45-991a49e5647c service neutron] 10.222.0.21 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3731077 Jul 22 11:43:38.311344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.367224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.393088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Transition to ACTIVE for port object 1fdacb97-f712-4012-a23c-1af97470d8b8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:38.404636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] For port 05e724f0-8ceb-4843-864d-4b36bd42c5e2, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:38.414367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] For port 05e724f0-8ceb-4843-864d-4b36bd42c5e2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=05e724f0-8ceb-4843-864d-4b36bd42c5e2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:38.425824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Transition to ACTIVE for port object 1fdacb97-f712-4012-a23c-1af97470d8b8 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:38.433721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.478964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.485803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.488811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc3fe953-7298-4ab5-a4e0-355441a452b0 HTTP/1.1" status: 204 len: 168 time: 0.4755676 Jul 22 11:43:38.525085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.529694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cc3383-f4c4-454f-aeb9-0825dffb88b6 None None] Pushing event updated for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:38.539106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3c1e30-8ed1-4ba0-a1c3-c3b4d813c298 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc3fe953-7298-4ab5-a4e0-355441a452b0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:38.632564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:38.654664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-22834cc6-ae56-44de-884e-4b5739a15af7 service neutron] 10.222.0.21 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3864882 Jul 22 11:43:38.660143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:38.661484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:38.662857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:38.716006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::2b (2628e01c-05eb-47bd-a0b7-51953b2c181b/2ebfe136-6a43-4f8f-9a1c-4e7249b29d17/6fd60d42-a9f3-45ef-ad23-96289f52e620) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:38.742524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:38.799637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:38.813231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-966296981-network', 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:38.828661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Pushing event updated for resources: {'Port': ['ID=1fdacb97-f712-4012-a23c-1af97470d8b8,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:38.893418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:38.899810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:38.939181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.160289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.169043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.179279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc633dc8-fe16-4e6b-8c4b-c15980d27a5e req-b3c5b68e-6a95-4a20-9ea0-939038b715b6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 210 time: 0.0715313 Jul 22 11:43:39.234186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:43:39.253858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0390b398-4b5a-4b25-be13-3c5a0b6822e5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:39.264132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.265096 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Added segment 3c528101-bec4-4cc9-b077-94e46ec0369e of type vlan for network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 Jul 22 11:43:39.291459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.326136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object 6fd60d42-a9f3-45ef-ad23-96289f52e620 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:39.354834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:39.361074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Attempting to bind port 1fdacb97-f712-4012-a23c-1af97470d8b8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:39.361074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Attempting to bind port 1fdacb97-f712-4012-a23c-1af97470d8b8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6b85e229-132e-4974-8e38-36b217710106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:39.363547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Attempting to bind port 1fdacb97-f712-4012-a23c-1af97470d8b8 on network 2628e01c-05eb-47bd-a0b7-51953b2c181b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:39.427799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46920) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:39.446328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:39.446963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Checking segment: {'id': '6b85e229-132e-4974-8e38-36b217710106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:39.447601 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.448215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Bound using segment: {'id': '6b85e229-132e-4974-8e38-36b217710106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:39.448999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Bound port: 1fdacb97-f712-4012-a23c-1af97470d8b8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6b85e229-132e-4974-8e38-36b217710106', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '2628e01c-05eb-47bd-a0b7-51953b2c181b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:39.449619 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.453201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.454564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.481302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e61defd-5a3e-409a-870d-3202a12a34ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.640034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.resource_extend [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:43:39.655883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:39.665144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:39.669420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=6fd60d42-a9f3-45ef-ad23-96289f52e620,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:39.685668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:39.701809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:39.703525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.722790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] For port 1fdacb97-f712-4012-a23c-1af97470d8b8, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:39.762816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.765896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:39.766969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.824649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] For port 1fdacb97-f712-4012-a23c-1af97470d8b8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1fdacb97-f712-4012-a23c-1af97470d8b8,segment=NetworkSegment(6b85e229-132e-4974-8e38-36b217710106),segment_id=6b85e229-132e-4974-8e38-36b217710106)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:39.836312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.972554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e61defd-5a3e-409a-870d-3202a12a34ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:39.991011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9325e75-9c4f-44e1-b701-1ae63175af70 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.4112227 Jul 22 11:43:39.991575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:40.048013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92914f61-648e-40ba-9826-eb64638e00f4 None None] Pushing event updated for resources: {'Port': ['ID=1fdacb97-f712-4012-a23c-1af97470d8b8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:40.097793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] Pushing event updated for resources: {'Network': ['ID=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:40.113821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:31Z', 'revision_number': 4, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '05e724f0-8ceb-4843-864d-4b36bd42c5e2', 'name': '', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'mac_address': 'fa:16:3e:1d:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:28Z', 'updated_at': '2021-07-22T11:43:38Z', 'revision_number': 4, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'subnets': [{'id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:40.114896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e61defd-5a3e-409a-870d-3202a12a34ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.127784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:43:40.160925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5109b6d9-c1a5-4950-bc0d-f6f9777da14c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:40.166232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5109b6d9-c1a5-4950-bc0d-f6f9777da14c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A1dd HTTP/1.1" status: 200 len: 929 time: 0.1718245 Jul 22 11:43:40.171062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:40.190676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e61defd-5a3e-409a-870d-3202a12a34ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7110a62a-7432-4452-b797-3e9177fc1629,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:40.225955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-37b09b01-1cef-4ecd-9224-36ffd85f9e4c None None] The sync data for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 is: [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:43:31Z', 'revision_number': 4, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '05e724f0-8ceb-4843-864d-4b36bd42c5e2', 'name': '', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'mac_address': 'fa:16:3e:1d:2d:56', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_interface', 'standard_attr_id': 2107, 'fixed_ips': [{'subnet_id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:28Z', 'updated_at': '2021-07-22T11:43:38Z', 'revision_number': 4, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'subnets': [{'id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:40.267268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88b28a30-6d5e-4ec9-b47b-0c662e84c027 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6327314 Jul 22 11:43:40.272339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:40.291683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Request body: {'subnet': {'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-966296981-subnet', 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:40.380179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5e61defd-5a3e-409a-870d-3202a12a34ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b072c80929447bcab3187251b6596af&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9542563 Jul 22 11:43:40.382866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:40.465673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:40.469643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.561828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3adbaa9f-e142-4cbf-baa1-e1d91ba8cd39 req-41007204-9a2d-4493-8628-1675138835de tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 210 time: 0.0516088 Jul 22 11:43:40.607542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 6fd60d42-a9f3-45ef-ad23-96289f52e620 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:40.608208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.667271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.728866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.804038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.898127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 6fd60d42-a9f3-45ef-ad23-96289f52e620 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:40.948952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.960041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:40.962002 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7110a62a-7432-4452-b797-3e9177fc1629 HTTP/1.1" status: 204 len: 168 time: 0.5714507 Jul 22 11:43:40.980245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab78fb27-bf15-4d66-9fde-b026700e8f4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7110a62a-7432-4452-b797-3e9177fc1629,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:41.225512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:41.437534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-de1e592b-9ce0-4ad4-a7ff-0b1d2c13bf8c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:41.443808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:41.457399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-de1e592b-9ce0-4ad4-a7ff-0b1d2c13bf8c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 810 time: 0.2929451 Jul 22 11:43:41.474841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Request body: {'port': {'device_id': 'f065082d-7760-4f6c-9184-47325fe3beec', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'admin_state_up': True, 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:41.943262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1fdacb97-f712-4012-a23c-1af97470d8b8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:41.966715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f192644b-1dc7-45ac-98bb-5af6d3f7d49b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:41.980307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=6fd60d42-a9f3-45ef-ad23-96289f52e620,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:41.991510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:41.995572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-20250953-31d3-4395-8517-3e2cfbd7400e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/6fd60d42-a9f3-45ef-ad23-96289f52e620 HTTP/1.1" status: 204 len: 168 time: 1.8247283 Jul 22 11:43:42.001174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:42.081595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:42.082585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Network hostable DHCP agents. Network: 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:43:42.110876 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-25b39cdb-fb22-4de2-af62-8cd17c0b0455 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:43:42.116324 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25b39cdb-fb22-4de2-af62-8cd17c0b0455 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/6fd60d42-a9f3-45ef-ad23-96289f52e620 HTTP/1.1" status: 404 len: 333 time: 0.1137857 Jul 22 11:43:42.116970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:42.131717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 1fdacb97-f712-4012-a23c-1af97470d8b8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:42.146232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 05e724f0-8ceb-4843-864d-4b36bd42c5e2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:42.171090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11241a4d-db11-4b01-a705-0dfacbfede89 req-29fa3694-7cf8-4689-baad-84156c3ec8d4 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 210 time: 0.1954730 Jul 22 11:43:42.201397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Made reservation on behalf of a89e16be73a942e58dd70580a07a4b7b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:42.235691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:42.253157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:43:42.305775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:42.314485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:42.317517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:42.332392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b1dd823-3606-4d05-8314-23082bdf2a06 None None] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:42.349701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f137406-4ea3-4b3d-98dd-d0255b70aab8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.0761471 Jul 22 11:43:42.441953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:42.456269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:42.457219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:42.531414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af3cef98-f6e2-4e12-931b-e087cd01d4b6 None None] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:42.709051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Allocated IP 172.20.0.8 (87c7a463-e400-4cc4-aab0-dc9175c1d1d0/94d869e4-2a57-44d7-bd93-34f9cf423908/bdba2d13-95cb-4c9c-a79c-4860738a8cc2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:42.856513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb96f50-4a22-456c-b157-3864f10653a1 req-5fb07a93-a767-4fc9-8278-9284418928a5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:42.872089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cb96f50-4a22-456c-b157-3864f10653a1 req-5fb07a93-a767-4fc9-8278-9284418928a5 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 0.3422952 Jul 22 11:43:42.985551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.080244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cb96f50-4a22-456c-b157-3864f10653a1 req-d3c02e1c-b75a-49f6-b5ff-7247537ea3ad tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2010622 Jul 22 11:43:43.113231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.305351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Provisioning for port 1fdacb97-f712-4012-a23c-1af97470d8b8 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:43.320923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:43.323180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8eea3a55-68db-4894-a17a-604d453b7af1 None None] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:43.353593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:43.392423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:43.406408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Provisioning complete for port 1fdacb97-f712-4012-a23c-1af97470d8b8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:43.411340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.642329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Pushing event updated for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:43.673753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:43.676971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.700558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 1cf5b43b-af5a-4eb4-b975-3da96251bf4e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:43.702245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.764598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-b4e9683f-0281-4fe9-9b95-13170be4f428 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.2980449 Jul 22 11:43:43.794954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Request body: {'port': {'device_id': 'f065082d-7760-4f6c-9184-47325fe3beec', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:43.823232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063cc145-3eb4-43b2-a253-a6e395cb01a1 req-ee11ae4d-e32d-420b-8099-004348cf063d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:43.840172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-063cc145-3eb4-43b2-a253-a6e395cb01a1 req-ee11ae4d-e32d-420b-8099-004348cf063d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 931 time: 0.3922853 Jul 22 11:43:43.879176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:43.998536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:44.051720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 05e724f0-8ceb-4843-864d-4b36bd42c5e2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=05e724f0-8ceb-4843-864d-4b36bd42c5e2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:44.086245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:44.093623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-063cc145-3eb4-43b2-a253-a6e395cb01a1 req-8bd5275a-6c30-4801-b10a-1c7ab813296e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2460678 Jul 22 11:43:44.123425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 1cf5b43b-af5a-4eb4-b975-3da96251bf4e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:44.154913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:44.156777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-3e057992-db3e-4232-a1ea-ff4b23997d10 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:44.159354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-3e057992-db3e-4232-a1ea-ff4b23997d10 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.20 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 0.5108509 Jul 22 11:43:44.180839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:44.270759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-b0b79516-8a9a-419b-a989-399c63ac28cc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:44.275451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-b0b79516-8a9a-419b-a989-399c63ac28cc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.3718865 Jul 22 11:43:44.478033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] For port 1fdacb97-f712-4012-a23c-1af97470d8b8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1fdacb97-f712-4012-a23c-1af97470d8b8,segment=NetworkSegment(6b85e229-132e-4974-8e38-36b217710106),segment_id=6b85e229-132e-4974-8e38-36b217710106)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:44.503892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:44.534426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-d10efe2e-2a73-4fb2-a015-f6e3c2548a31 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.2406011 Jul 22 11:43:44.563174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:44.717565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-c4c3a0cf-d2e1-4a44-996f-867d301060aa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1814349 Jul 22 11:43:44.780344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0f9c11d-1017-44db-94d3-4ef9a145e148 None None] Pushing event updated for resources: {'Port': ['ID=1fdacb97-f712-4012-a23c-1af97470d8b8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:45.046150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Provisioning for port 1cf5b43b-af5a-4eb4-b975-3da96251bf4e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:45.055008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Provisioning complete for port 1cf5b43b-af5a-4eb4-b975-3da96251bf4e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:45.055579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.167264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Port 1cf5b43b-af5a-4eb4-b975-3da96251bf4e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:43:45.206936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Provisioning complete for port 1fdacb97-f712-4012-a23c-1af97470d8b8 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:45.207575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc722df9-68df-4fab-91dc-af3a795d8e2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.381989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdba2d13-95cb-4c9c-a79c-4860738a8cc2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:43:45.386405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d95c1cc2-3a11-49ea-be3e-325d7df8ded4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.433099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.479357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Transition to ACTIVE for port object bdba2d13-95cb-4c9c-a79c-4860738a8cc2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:45.481245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.513301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.555321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=1cf5b43b-af5a-4eb4-b975-3da96251bf4e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:45.667676 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.670102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3338ee4f-97f0-4f89-857d-683d6e8497cd req-02170dc7-ce8e-42f3-bbf9-f9bddb907e52 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:45.674665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1587a10d-8123-4186-9134-700ca2a14327 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/1cf5b43b-af5a-4eb4-b975-3da96251bf4e HTTP/1.1" status: 204 len: 168 time: 3.5561683 Jul 22 11:43:45.677833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3338ee4f-97f0-4f89-857d-683d6e8497cd req-02170dc7-ce8e-42f3-bbf9-f9bddb907e52 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 946 time: 1.2229307 Jul 22 11:43:45.686402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:45.763010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b8ba968e-b6fe-4892-b405-be23d724b040 None None] Could not find standard attr ID for object 1cf5b43b-af5a-4eb4-b975-3da96251bf4e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:43:45.829174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Deleting port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:45.829174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:45.842781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:45.875930 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c32fa995-0d34-4f8c-ac13-05361f3fde1a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:43:45.883563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c32fa995-0d34-4f8c-ac13-05361f3fde1a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/1cf5b43b-af5a-4eb4-b975-3da96251bf4e HTTP/1.1" status: 404 len: 333 time: 0.1899567 Jul 22 11:43:45.891567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:45.944306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-5388ff4b-606c-4196-846c-3563d8dd288f service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2056465 Jul 22 11:43:45.964201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 2ebfe136-6a43-4f8f-9a1c-4e7249b29d17 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:43:45.972510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.034170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Attempting to bind port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:46.034725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Attempting to bind port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:46.035213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Attempting to bind port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:46.045647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.050091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:43:46.050615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Attempting to bind port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:46.082350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:46.083361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Checking segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:46.083862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Bound using segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:46.084430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Bound port: bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:46.084955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.231618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-cde230a8-3482-4a6b-9a49-b46851c721ed service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1798108 Jul 22 11:43:46.266520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3338ee4f-97f0-4f89-857d-683d6e8497cd req-19a7e10d-4d00-429e-9e3c-2d12626de384 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups?id=b5d35bdd-712b-4ee4-a064-ace4cdf72a36&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5875182 Jul 22 11:43:46.283537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:46.402019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d07ac94-1e2f-446f-9279-bc98b2f3f694 None None] Could not find standard attr ID for object 6fd60d42-a9f3-45ef-ad23-96289f52e620. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:43:46.402156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:46.405118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.485160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1fdacb97-f712-4012-a23c-1af97470d8b8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:46.511805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-d6c8cf51-29fe-413f-ade7-d61815c7b465 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.7942424 Jul 22 11:43:46.519496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:46.530320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:46.543742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.666693 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.825175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:46.829016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.830917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] 10.222.0.20 "PUT /v2.0/ports/bdba2d13-95cb-4c9c-a79c-4860738a8cc2 HTTP/1.1" status: 200 len: 1091 time: 3.0487075 Jul 22 11:43:46.851663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:46.859612 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1df697d0-5c4d-4284-8650-4f3d9a73ae06" -d '{"events": [{"name": "network-changed", "server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:46.949081 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:46.971726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1fdacb97-f712-4012-a23c-1af97470d8b8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:46.972109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.095441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093d7881-3852-41e9-a4e0-fbcdd109da02 service neutron] Pushing event updated for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:47.122927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:47.127371 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e5e6d6fc-f0e9-4b40-9990-ad0a7f865b32" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:47.171822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.196921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:47.217255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.250672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-533430c1-fd33-4a75-9fc3-4154fd5ba59d req-dd0d3d6c-c8c2-48a8-b967-e0c19db5ce97 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 210 time: 0.1179790 Jul 22 11:43:47.326900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.327584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.328201 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Floating IP 0fb67a1c-4d69-4413-8af4-22c6227865f3 disassociated. External IP: 172.25.6.46, port: a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09. Jul 22 11:43:47.328940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Calling delete_port for a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:47.340459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 05e724f0-8ceb-4843-864d-4b36bd42c5e2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:47.410255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:47.451142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-77ff51f4-5075-43b7-a2ac-3e39f65888b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:47.468746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-77ff51f4-5075-43b7-a2ac-3e39f65888b0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=92d6dded207640e8b04c22578238779a&device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 1096 time: 0.8393033 Jul 22 11:43:47.499732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:47.502245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.528146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4469ea36-fc5d-44be-b839-507e8c15292a req-d67b6437-0e20-4026-8f87-708ee610ba23 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:47.544548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4469ea36-fc5d-44be-b839-507e8c15292a req-d67b6437-0e20-4026-8f87-708ee610ba23 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 943 time: 1.0589418 Jul 22 11:43:47.549440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:47.647388 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c12bfc3f-0941-4fc4-b636-e193f70c6450 x-openstack-request-id: req-c12bfc3f-0941-4fc4-b636-e193f70c6450 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:47.647911 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-unplugged", "status": "completed", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:47.648266 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c12bfc3f-0941-4fc4-b636-e193f70c6450 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:47.648892 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'code': 200} Jul 22 11:43:47.831228 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.966583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.980906 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-54c5d1a9-4ae1-466e-9b68-6087a0844e48 x-openstack-request-id: req-54c5d1a9-4ae1-466e-9b68-6087a0844e48 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:47.981548 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:47.981548 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-54c5d1a9-4ae1-466e-9b68-6087a0844e48 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:47.981908 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2', 'status': 'completed', 'code': 200} Jul 22 11:43:47.982108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d05cf2cb-5077-4382-ae2e-7fc6f17c8354 None None] Network 2628e01c-05eb-47bd-a0b7-51953b2c181b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:47.983703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:47.985892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/2ebfe136-6a43-4f8f-9a1c-4e7249b29d17 HTTP/1.1" status: 204 len: 168 time: 2.0927119 Jul 22 11:43:47.988447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01c252b-b5f5-44c8-8ac3-d31ddb4833de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=2ebfe136-6a43-4f8f-9a1c-4e7249b29d17,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:47.990837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:47.995387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-ef745789-ef00-463a-9545-a2fd5aa50291 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:47.997810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-ef745789-ef00-463a-9545-a2fd5aa50291 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 1094 time: 1.0952473 Jul 22 11:43:48.093539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-a7ea2bf9-31a4-4a80-a321-70e38e69f791 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2 HTTP/1.1" status: 200 len: 217 time: 0.0850451 Jul 22 11:43:48.174827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62a6df05-17d2-4766-99f1-09359f0939df req-0008490e-1f22-4a26-b9ff-879a1974fb23 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 210 time: 0.2119894 Jul 22 11:43:48.196949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'Port': ['ID=a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:48.343461 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:48.394088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d28ce8a4-3c81-433f-a94b-9a68a0318435 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:48.422767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4469ea36-fc5d-44be-b839-507e8c15292a req-c05ac0f5-7705-490d-a8ac-602b93875a0d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8756061 Jul 22 11:43:48.456625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-a81b5363-057a-40f3-8998-e2503fee4793 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:48.461141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-a81b5363-057a-40f3-8998-e2503fee4793 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.3609164 Jul 22 11:43:48.547238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-44f9ccd9-2c1a-4a69-b5ad-8a7ce86b1cff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0768387 Jul 22 11:43:48.586563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-dbb0ebd0-4dfc-446a-8cf7-f6e380c1871b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:48.590591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-dbb0ebd0-4dfc-446a-8cf7-f6e380c1871b service neutron] 10.222.0.36 "GET /v2.0/networks?id=1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 200 len: 910 time: 0.6925774 Jul 22 11:43:48.657428 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca91871d-59bb-499e-875e-50ec1ba766a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:48.678430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b9cdeeb-6d88-488e-b620-7f2ae8103379 req-aeafe1ae-f6c5-48e3-a8a7-16164a2e30cc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 210 time: 0.0381875 Jul 22 11:43:48.760547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:43:48.767870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 1fdacb97-f712-4012-a23c-1af97470d8b8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:48.768517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:48.842427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-0807dafd-7140-4bc1-9457-cc888af31042 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 200 len: 1001 time: 0.2080743 Jul 22 11:43:48.844225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-380e82dc-6066-4446-9ec6-b65e8e85ad48 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2895725 Jul 22 11:43:48.907638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] DHCP port deletion for 2628e01c-05eb-47bd-a0b7-51953b2c181b request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:43:49.048686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Deleting port 1fdacb97-f712-4012-a23c-1af97470d8b8 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:49.050236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.055504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d28ce8a4-3c81-433f-a94b-9a68a0318435 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.080065 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d28ce8a4-3c81-433f-a94b-9a68a0318435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.114846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port 1fdacb97-f712-4012-a23c-1af97470d8b8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1fdacb97-f712-4012-a23c-1af97470d8b8,segment=NetworkSegment(6b85e229-132e-4974-8e38-36b217710106),segment_id=6b85e229-132e-4974-8e38-36b217710106)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:49.115738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.173497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d28ce8a4-3c81-433f-a94b-9a68a0318435 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18fec66b-76ff-42a6-b326-dde02e7da6ee,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:49.177383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] For port 1fdacb97-f712-4012-a23c-1af97470d8b8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1fdacb97-f712-4012-a23c-1af97470d8b8,segment=NetworkSegment(6b85e229-132e-4974-8e38-36b217710106),segment_id=6b85e229-132e-4974-8e38-36b217710106)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:49.180207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.205857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-988fc39c-677a-4531-9248-2a49202eb082 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:49.209646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-988fc39c-677a-4531-9248-2a49202eb082 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 200 len: 848 time: 0.3295872 Jul 22 11:43:49.251917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Calling delete_port for 1fdacb97-f712-4012-a23c-1af97470d8b8 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:49.259269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 1fdacb97-f712-4012-a23c-1af97470d8b8 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:49.261005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d28ce8a4-3c81-433f-a94b-9a68a0318435 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5f4e0fbe4cdd46c7899eb9aafc6d576b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3449829 Jul 22 11:43:49.265946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:49.357828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:43:49.374484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:43:49.410333 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:49.411804 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:49.430610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-792a5244-3f49-4bce-84ca-060dacd4ba11 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:49.432156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-792a5244-3f49-4bce-84ca-060dacd4ba11 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1ba016ed-e0c8-448d-8557-fe908a9c0977&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2138195 Jul 22 11:43:49.433351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] No DVR routers for this DVR port a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:49.437478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.440483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a5e3e0a-8db7-4b76-89ec-0a3ce6fac06e req-d10b80a6-e97a-4ee0-98bb-7c3919988c76 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.20 "DELETE /v2.0/ports/a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09 HTTP/1.1" status: 204 len: 173 time: 5.1637712 Jul 22 11:43:49.440968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-deleted', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:49.444385 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e730b95-3168-4595-b817-28ffdd791ded" -d '{"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-deleted", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:49.557096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-847b6faa-7f1c-436f-8341-30a600a8ed17 req-c2e3e79f-1ef8-4028-bda9-871cc2ff3599 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6378970 Jul 22 11:43:49.592330 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d227c8e9-ee12-4608-89ed-2593c2d66f9f x-openstack-request-id: req-d227c8e9-ee12-4608-89ed-2593c2d66f9f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:49.593432 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "c334f46f-d027-4c31-abda-44de9ae71cf9", "name": "network-vif-deleted", "tag": "a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:49.594282 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d227c8e9-ee12-4608-89ed-2593c2d66f9f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:49.595381 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'c334f46f-d027-4c31-abda-44de9ae71cf9', 'name': 'network-vif-deleted', 'tag': 'a2ff3c2f-5e69-4a4b-bc6b-9b6dab653f09', 'status': 'completed', 'code': 200} Jul 22 11:43:49.633609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.659515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-933f3a49-0650-4928-8535-13cc81ecf96c req-9db081ad-7e2b-46a9-bea4-d203783b1dfc tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/ports?device_id=c334f46f-d027-4c31-abda-44de9ae71cf9 HTTP/1.1" status: 200 len: 210 time: 0.0980473 Jul 22 11:43:49.766338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] Pushing event deleted for resources: {'Port': ['ID=1fdacb97-f712-4012-a23c-1af97470d8b8,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:49.768878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-dac8d761-e95f-4e0f-b97c-320f9ab763d4 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3204875 Jul 22 11:43:49.802123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb39f84a-668e-4e04-b428-342e4952b047 None None] No DVR routers for this DVR port 1fdacb97-f712-4012-a23c-1af97470d8b8 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:49.814629 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.822259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:49.836985 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:49.983161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72dfe9ea-a15b-412b-9bc0-83538b3b2623 req-26e7317c-ca83-4bb7-93b5-20fa7db84f7a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:49.985388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72dfe9ea-a15b-412b-9bc0-83538b3b2623 req-26e7317c-ca83-4bb7-93b5-20fa7db84f7a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 943 time: 0.1714628 Jul 22 11:43:49.988021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09979c2d-f8a4-45d8-be37-36c39921b006 req-babe45f4-3266-4aea-b3e8-779656b9d9a4 service neutron] 10.222.0.36 "GET /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2126009 Jul 22 11:43:49.992830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-85181265-f244-4fed-b6d1-608e769e5259 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:49.995572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-85181265-f244-4fed-b6d1-608e769e5259 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.9822938 Jul 22 11:43:50.085100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': '11e524bd-7c70-4980-a1ec-92735ef09375', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:50.095078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:50.150321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72dfe9ea-a15b-412b-9bc0-83538b3b2623 req-a0ee721a-abca-4b5d-8a6f-4f320be769ea tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1461473 Jul 22 11:43:50.189439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc8125a4-5aa6-4ee4-a813-3fcaa0496d62 req-2bb56008-5119-470d-9feb-b0fcbf24ee3f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 210 time: 0.0397034 Jul 22 11:43:50.294312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:50.362050 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:43:50.401219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:43:50.406381 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:50.407608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1fdacb97-f712-4012-a23c-1af97470d8b8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:43:50.431967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:50.511549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 1fdacb97-f712-4012-a23c-1af97470d8b8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:43:50.512129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1fdacb97-f712-4012-a23c-1af97470d8b8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:43:50.585621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-44a2edf4-f020-4795-ade7-b22b07e4a07e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:50.589410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-44a2edf4-f020-4795-ade7-b22b07e4a07e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 1094 time: 0.8809907 Jul 22 11:43:50.602009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=1fdacb97-f712-4012-a23c-1af97470d8b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:50.621086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port 1fdacb97-f712-4012-a23c-1af97470d8b8 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:43:50.725874 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:43:50.801915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:50.807446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:50.810744 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18fec66b-76ff-42a6-b326-dde02e7da6ee HTTP/1.1" status: 204 len: 168 time: 1.5348113 Jul 22 11:43:50.891834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:50.906040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a14d45c3-6da9-4175-b48e-42f1739a8b02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18fec66b-76ff-42a6-b326-dde02e7da6ee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:50.928394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:50.936996 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:50.985856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.022549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2628e01c-05eb-47bd-a0b7-51953b2c181b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:51.035238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-ad83e548-969e-4c60-aaf3-ff6e37d3fc3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:51.038046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-ad83e548-969e-4c60-aaf3-ff6e37d3fc3e service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 911 time: 0.4292719 Jul 22 11:43:51.049956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6b85e229-132e-4974-8e38-36b217710106') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:51.050320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6b85e229-132e-4974-8e38-36b217710106') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:51.106915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.123192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.132957 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-8326db4e-a4eb-4416-a23d-41b0e73c9b69 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2 HTTP/1.1" status: 200 len: 217 time: 0.0771184 Jul 22 11:43:51.189452 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.258356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.331682 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.334646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:43:51.351266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.357275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.368562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:43:51.370442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5d35bdd-712b-4ee4-a064-ace4cdf72a36 HTTP/1.1" status: 204 len: 168 time: 0.4771883 Jul 22 11:43:51.372984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.375745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:51.383388 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-191dcb98-ebfd-4074-8740-519b6a12c2c9 None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:34:40Z', 'revision_number': 4, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2c875d98-6568-457d-8b0e-a3911632cbed', 'name': '', 'network_id': '3c622c4f-055b-4220-8cd1-311846ed07c4', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'mac_address': 'fa:16:3e:fb:61:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1247, 'fixed_ips': [{'subnet_id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:39Z', 'updated_at': '2021-07-22T11:34:47Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'subnets': [{'id': 'c6490d43-7e9f-4bf7-bf63-41d68a3b02ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:43:51.389567 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:43:51.439609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-2b1465bc-2de1-4667-b821-bee8ac842a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:51.442062 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-2b1465bc-2de1-4667-b821-bee8ac842a90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.3022664 Jul 22 11:43:51.445842 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-9aa43231-a28c-4eae-9771-dd9b2e5fd25d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] show failed (client error): The resource could not be found. Jul 22 11:43:51.449503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9aa43231-a28c-4eae-9771-dd9b2e5fd25d tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "GET /v2.0/security-groups/b5d35bdd-712b-4ee4-a064-ace4cdf72a36 HTTP/1.1" status: 404 len: 347 time: 0.0645297 Jul 22 11:43:51.512991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:51.524119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ce66725-3dcf-4663-9150-6d51c8311be1 tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5d35bdd-712b-4ee4-a064-ace4cdf72a36,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:51.581218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-cd288b1a-4a0f-463c-be99-9c33cc372d26 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0926797 Jul 22 11:43:51.607534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.646687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.657282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/2628e01c-05eb-47bd-a0b7-51953b2c181b HTTP/1.1" status: 204 len: 168 time: 3.6620667 Jul 22 11:43:51.668466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.11 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/324fcce1-d774-4384-aafb-f70b506258c0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:51.673671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:51.693276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-86094964'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:51.719237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042a831a-ce97-4c43-91a4-35aa23ae6613 req-56d9774d-0148-4f1f-8b1b-b86c093b9c27 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 210 time: 0.2154708 Jul 22 11:43:51.735081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a48b0ee6-d789-40d6-8af7-bc81f1e07e12 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=2628e01c-05eb-47bd-a0b7-51953b2c181b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:51.810511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:51.847772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:51.852317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.888467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67e55a6-99fc-44be-b973-0242daa3ae26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:51.937971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-301f6b88-1b97-4075-b6ba-14db848b1425 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3492908 Jul 22 11:43:51.954897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:43:51.970827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df25d5e1-1ac2-49b4-863b-f48d9a9168c6 req-2f3da076-8238-4861-85a0-ecf977801b71 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:51.983366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df25d5e1-1ac2-49b4-863b-f48d9a9168c6 req-2f3da076-8238-4861-85a0-ecf977801b71 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 943 time: 0.6058862 Jul 22 11:43:52.004763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.005117 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 69386831-ae5b-4793-9ead-221a3daf3c37 of type vlan for network a9fbbbf9-7303-443c-b663-49eb689c20ab Jul 22 11:43:52.043252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a36075f-de42-4588-ba63-e0f1d316501a None None] New status for floating IP 0fb67a1c-4d69-4413-8af4-22c6227865f3: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:43:52.096673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Deleting port 550f042e-9327-4bf8-b1e4-d238abfa1cea {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:43:52.097279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.163809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df25d5e1-1ac2-49b4-863b-f48d9a9168c6 req-ac691557-98d2-4c42-84ee-36c11709b4f7 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1556697 Jul 22 11:43:52.210261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.252949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1df697d0-5c4d-4284-8650-4f3d9a73ae06 req-210a64fa-61eb-44ae-b173-578460d37487 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3061314 Jul 22 11:43:52.333410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.334709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.335426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.344749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device bdba2d13-95cb-4c9c-a79c-4860738a8cc2 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:43:52.366422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67e55a6-99fc-44be-b973-0242daa3ae26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.374193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Calling delete_port for 550f042e-9327-4bf8-b1e4-d238abfa1cea owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:43:52.377130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d67e55a6-99fc-44be-b973-0242daa3ae26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.405050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.419552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:52.421408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.438287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.465741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d67e55a6-99fc-44be-b973-0242daa3ae26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=643331ca-1db9-4838-adcb-6ef4a593a356,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:52.521430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d67e55a6-99fc-44be-b973-0242daa3ae26 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b253cab5eb914c5d82b6699637a11ae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7082956 Jul 22 11:43:52.521956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:52.554673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.8694925 Jul 22 11:43:52.564532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:52.572875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:52.598899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'port_id': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2', 'mac_address': 'fa:16:3e:0d:75:9f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:43:52.604273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:52.609391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:52.638239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.680960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.704917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.739843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdba2d13-95cb-4c9c-a79c-4860738a8cc2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:43:52.772633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.827272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:52.837528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:52.838943 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.842208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:52.849569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0c45ff6-3a48-4aea-bf8c-1e3ed5e68b60 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=a9fbbbf9-7303-443c-b663-49eb689c20ab,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:52.865921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.873641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.880357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/643331ca-1db9-4838-adcb-6ef4a593a356 HTTP/1.1" status: 204 len: 168 time: 0.3457832 Jul 22 11:43:52.883744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Pushing event deleted for resources: {'Port': ['ID=550f042e-9327-4bf8-b1e4-d238abfa1cea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:52.930945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:52.953608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:52.965370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:52.971435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a9fbbbf9-7303-443c-b663-49eb689c20ab details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:43:53.005175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabefe1a-492b-4a4d-be52-c87f6f2bb871 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=643331ca-1db9-4838-adcb-6ef4a593a356,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:53.071150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:53.073596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:53.099184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:53.109785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:53.111342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1880782-e28a-4b3c-a763-7063fd6a851f tempest-AttachVolumeShelveTestJSON-700794568 tempest-AttachVolumeShelveTestJSON-700794568-project] 10.222.0.21 "DELETE /v2.0/floatingips/0fb67a1c-4d69-4413-8af4-22c6227865f3 HTTP/1.1" status: 204 len: 168 time: 1.5803692 Jul 22 11:43:53.163120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-ef2836ed-baa3-496a-9f50-3c2cb259e828 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.1265378 Jul 22 11:43:53.172978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['bdba2d13-95cb-4c9c-a79c-4860738a8cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:43:53.183108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Request body: {'port': {'device_id': '11e524bd-7c70-4980-a1ec-92735ef09375', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:53.303818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cec34ea0-900a-405f-99cb-7e378b2b4ae4 req-16dd360f-d6d5-48ff-828d-129b0ad46227 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:53.328444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cec34ea0-900a-405f-99cb-7e378b2b4ae4 req-16dd360f-d6d5-48ff-828d-129b0ad46227 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 932 time: 0.2642832 Jul 22 11:43:53.567752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:53.588403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cec34ea0-900a-405f-99cb-7e378b2b4ae4 req-32ea5c0d-4921-4586-8f56-ecc43eab4930 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2587202 Jul 22 11:43:53.643416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f7a6b8-a6c4-4cde-856d-f817d95f433b req-f7814fb2-5940-4e32-a8e0-9f9c85454124 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:53.647873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:53.670892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3f7a6b8-a6c4-4cde-856d-f817d95f433b req-f7814fb2-5940-4e32-a8e0-9f9c85454124 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 944 time: 0.2669768 Jul 22 11:43:53.679111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:53.754898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3f7a6b8-a6c4-4cde-856d-f817d95f433b req-9ae92e29-db02-4578-a7d0-5d6ef125cc66 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0960588 Jul 22 11:43:54.086925 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:43:54.185215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db768fd3-4a2f-4b8e-8ae5-40188fc42ccb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.449771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.485416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db768fd3-4a2f-4b8e-8ae5-40188fc42ccb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.493670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db768fd3-4a2f-4b8e-8ae5-40188fc42ccb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.566357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-db768fd3-4a2f-4b8e-8ae5-40188fc42ccb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c0f6342f78d476985f6f265cb4723b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8725667 Jul 22 11:43:54.576694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:54.636881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db768fd3-4a2f-4b8e-8ae5-40188fc42ccb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b1ce150-a9fa-4ef2-bec7-69050de35a5a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:54.738825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '69386831-ae5b-4793-9ead-221a3daf3c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:54.739661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: a9fbbbf9-7303-443c-b663-49eb689c20ab, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:43:54.742390 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.761747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=451706f0-f09c-45d2-8bee-e2cc379597df,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:54.831932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:54.963955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network a9fbbbf9-7303-443c-b663-49eb689c20ab is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:43:54.991572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a9fbbbf9-7303-443c-b663-49eb689c20ab) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:55.005137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:55.006047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.015355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f2e57be-419c-4e68-beb0-b2c0b3426cab None None] Network a9fbbbf9-7303-443c-b663-49eb689c20ab requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:55.060595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-191d1526-0e03-4774-b944-9fdb13ca7e78 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.4941165 Jul 22 11:43:55.065936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:55.082925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab', 'name': 'tempest-PortsIpV6TestJSON-2087992780', 'fixed_ips': [{'subnet_id': '451706f0-f09c-45d2-8bee-e2cc379597df', 'ip_address': '2001:db8::10'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:55.107849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.125220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.131399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b1ce150-a9fa-4ef2-bec7-69050de35a5a HTTP/1.1" status: 204 len: 168 time: 0.5527976 Jul 22 11:43:55.165993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-604df756-5566-436b-9f54-74f450c3526d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b1ce150-a9fa-4ef2-bec7-69050de35a5a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:55.211901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7a625ae-065c-404b-9609-ff98c153f7fb req-7b94d2c1-18a3-40c3-b6e7-b119bad5fdc6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:55.220591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7a625ae-065c-404b-9609-ff98c153f7fb req-7b94d2c1-18a3-40c3-b6e7-b119bad5fdc6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 932 time: 0.3671644 Jul 22 11:43:55.312802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7a625ae-065c-404b-9609-ff98c153f7fb req-a9e2b3a3-4a77-4c06-8806-41d0a1de8a35 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909266 Jul 22 11:43:55.340074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a07197-2bda-45e0-a5dc-71262bf2ab6e req-d7b0ea75-3e81-49b1-9064-6e30975a06ef tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:55.363019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a07197-2bda-45e0-a5dc-71262bf2ab6e req-d7b0ea75-3e81-49b1-9064-6e30975a06ef tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 944 time: 0.4390628 Jul 22 11:43:55.383389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 324fcce1-d774-4384-aafb-f70b506258c0 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:43:55.419660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a9fbbbf9-7303-443c-b663-49eb689c20ab', 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': '451706f0-f09c-45d2-8bee-e2cc379597df'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:43:55.423276 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.424277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.502252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12a07197-2bda-45e0-a5dc-71262bf2ab6e req-42f06db6-063c-43c9-81c1-100143dfa57f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359928 Jul 22 11:43:55.522039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Transition to ACTIVE for port object 324fcce1-d774-4384-aafb-f70b506258c0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:55.542162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.730212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Pushing event updated for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:55.760095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:55.812626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Allocated IP 2001:db8::2 (a9fbbbf9-7303-443c-b663-49eb689c20ab/451706f0-f09c-45d2-8bee-e2cc379597df/98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:55.957968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:55.985395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port b2c9ae19-fb34-425e-87f1-cac514fdbc81 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:56.130155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.145964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Transition to ACTIVE for port object 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:56.171021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Transition to ACTIVE for port object 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:56.182156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.240911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Attempting to bind port 324fcce1-d774-4384-aafb-f70b506258c0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:56.241262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Attempting to bind port 324fcce1-d774-4384-aafb-f70b506258c0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:56.241573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Attempting to bind port 324fcce1-d774-4384-aafb-f70b506258c0 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:56.252267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Port 324fcce1-d774-4384-aafb-f70b506258c0 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:43:56.252267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Attempting to bind port 324fcce1-d774-4384-aafb-f70b506258c0 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:56.277647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:56.278024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:56.278779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:56.279261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Bound port: 324fcce1-d774-4384-aafb-f70b506258c0, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:56.279635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.294252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Pushing event updated for resources: {'Port': ['ID=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:56.327891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Network a9fbbbf9-7303-443c-b663-49eb689c20ab is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:56.330328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:56.334907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:56.346127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device bdba2d13-95cb-4c9c-a79c-4860738a8cc2 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:56.465193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:56.471189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=324fcce1-d774-4384-aafb-f70b506258c0,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:56.479831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.592008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Attempting to bind port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:43:56.592008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Attempting to bind port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '69386831-ae5b-4793-9ead-221a3daf3c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:43:56.592008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Attempting to bind port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec on network a9fbbbf9-7303-443c-b663-49eb689c20ab {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:43:56.592700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::10 (a9fbbbf9-7303-443c-b663-49eb689c20ab/451706f0-f09c-45d2-8bee-e2cc379597df/b2c9ae19-fb34-425e-87f1-cac514fdbc81) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:56.597524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Pushing event updated for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:56.617325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:43:56.617699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:56.617884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Checking segment: {'id': '69386831-ae5b-4793-9ead-221a3daf3c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:43:56.618363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.618671 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.619325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Bound using segment: {'id': '69386831-ae5b-4793-9ead-221a3daf3c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:43:56.620644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-075f2579-e504-4d58-91fc-e62ebb2cf328 service neutron] 10.222.0.36 "PUT /v2.0/ports/324fcce1-d774-4384-aafb-f70b506258c0 HTTP/1.1" status: 200 len: 1092 time: 3.4528129 Jul 22 11:43:56.620891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Bound port: 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '69386831-ae5b-4793-9ead-221a3daf3c37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:43:56.621355 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.622268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:56.625036 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-42d96388-9a89-4f1c-b659-bfe5dc47766d" -d '{"events": [{"name": "network-changed", "server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "tag": "324fcce1-d774-4384-aafb-f70b506258c0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:56.710400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:56.745369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:56.745986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.842063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] For port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:43:56.849531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] For port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,segment=NetworkSegment(69386831-ae5b-4793-9ead-221a3daf3c37),segment_id=69386831-ae5b-4793-9ead-221a3daf3c37)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:43:56.857155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:56.991069 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.044648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:43:57.051681 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-76297a6d-316d-40dd-856d-bcd2bc7ebdde" -d '{"events": [{"server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "name": "network-vif-plugged", "status": "completed", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:43:57.088080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:57.088314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-b774740e-2280-4e89-969b-9dce014985da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:57.089939 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-b774740e-2280-4e89-969b-9dce014985da service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 1095 time: 0.3726716 Jul 22 11:43:57.101244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.109407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b78f5bb6-befa-4d86-b585-adc0b38bfc2b None None] Pushing event updated for resources: {'Port': ['ID=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:57.221533 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-6391ba95-898f-494b-a4e7-763609313217 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=324fcce1-d774-4384-aafb-f70b506258c0 HTTP/1.1" status: 200 len: 217 time: 0.1186492 Jul 22 11:43:57.262538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.275842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:57.294038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object b2c9ae19-fb34-425e-87f1-cac514fdbc81 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:43:57.384097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.489145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-a1c810fe-dc16-4495-b6f0-0058524eb13b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:57.493016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-a1c810fe-dc16-4495-b6f0-0058524eb13b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.1913574 Jul 22 11:43:57.574437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-06095cc2-7c01-48dd-8a99-bb9db5c975e1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0720274 Jul 22 11:43:57.579220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.668204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network a9fbbbf9-7303-443c-b663-49eb689c20ab is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:43:57.698289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-140f6ed5-9c57-43da-93ba-d01eb45a4860 req-294269b1-6aed-457d-a4a9-2a5b9092c9ab tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:57.701865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-140f6ed5-9c57-43da-93ba-d01eb45a4860 req-294269b1-6aed-457d-a4a9-2a5b9092c9ab tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 944 time: 1.1949267 Jul 22 11:43:57.715584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=b2c9ae19-fb34-425e-87f1-cac514fdbc81,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:43:57.720896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:43:57.728327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:43:57.746316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:57.764601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:57.771158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18a625bd-67f8-4f1a-9121-acf7c95923ea req-f24fdc7a-31d0-4726-b8aa-d5c0f9f0eb70 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:57.779524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18a625bd-67f8-4f1a-9121-acf7c95923ea req-f24fdc7a-31d0-4726-b8aa-d5c0f9f0eb70 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2637568 Jul 22 11:43:57.817568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d94de57c-f1ad-41a0-a474-500368d984e6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.7491586 Jul 22 11:43:57.823427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47252) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:43:57.835428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': 'a9fbbbf9-7303-443c-b663-49eb689c20ab', 'name': 'tempest-PortsIpV6TestJSON-979836884', 'fixed_ips': [{'subnet_id': '451706f0-f09c-45d2-8bee-e2cc379597df', 'ip_address': '2001:db8::f'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:43:57.934762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18a625bd-67f8-4f1a-9121-acf7c95923ea req-0737fce4-e152-4b4f-a236-4cded8b270bb tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533461 Jul 22 11:43:57.962083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-140f6ed5-9c57-43da-93ba-d01eb45a4860 req-9a4d2dc6-52cc-4353-b0b5-eb87f394025e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2445254 Jul 22 11:43:58.006271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-d9a60af1-f45d-4063-8137-b19f429c80db service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4120724 Jul 22 11:43:58.114333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:43:58.153211 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36320a13-55d8-4214-9848-e58a51da0aaa x-openstack-request-id: req-36320a13-55d8-4214-9848-e58a51da0aaa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:58.153779 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "tag": "324fcce1-d774-4384-aafb-f70b506258c0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:58.154029 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36320a13-55d8-4214-9848-e58a51da0aaa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:58.154556 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0', 'status': 'completed', 'code': 200} Jul 22 11:43:58.220873 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:58.251272 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:43:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-88beacfb-76c7-4185-b468-e0b48fba1d29 x-openstack-request-id: req-88beacfb-76c7-4185-b468-e0b48fba1d29 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:43:58.252038 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "name": "network-vif-plugged", "status": "completed", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:43:58.252314 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-88beacfb-76c7-4185-b468-e0b48fba1d29 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:43:58.253253 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2', 'code': 200} Jul 22 11:43:58.460066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:58.487272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:43:58.507519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-633b4be0-af6a-4917-a731-b39a0bbd5630 req-c5675cf0-28de-4d06-9c8c-e579bdc96e6b service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4947693 Jul 22 11:43:58.520834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port 95b781c3-6094-44f5-9a92-aa5d56b818ea yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:43:58.760788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:58.814186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2247d382-17d8-44ce-9a6b-980402cf44e7 req-f533f98e-1bcc-45c7-88a1-2071dc08d8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:58.817290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2247d382-17d8-44ce-9a6b-980402cf44e7 req-f533f98e-1bcc-45c7-88a1-2071dc08d8cc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 1096 time: 0.4284639 Jul 22 11:43:58.906222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2247d382-17d8-44ce-9a6b-980402cf44e7 req-70bc72b5-88a2-4f86-947b-9441c3741ab7 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755134 Jul 22 11:43:58.908853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-f85654c3-ca7b-4212-84fb-e8765c1f8cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:58.912748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-f85654c3-ca7b-4212-84fb-e8765c1f8cc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 1095 time: 0.3108182 Jul 22 11:43:59.073092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::f (a9fbbbf9-7303-443c-b663-49eb689c20ab/451706f0-f09c-45d2-8bee-e2cc379597df/95b781c3-6094-44f5-9a92-aa5d56b818ea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:43:59.235435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca564110-8f46-47e4-bce7-4a92ce792f0b None None] Network a9fbbbf9-7303-443c-b663-49eb689c20ab requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:43:59.272280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-aab8a048-1c46-4d0f-837c-f4718652c1eb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:59.285475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-aab8a048-1c46-4d0f-837c-f4718652c1eb service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.3556585 Jul 22 11:43:59.318919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Provisioning for port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:43:59.397762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Provisioning complete for port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:43:59.398652 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:59.473385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-7e0d02d2-8ff3-418a-b46a-ee832b905e27 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=324fcce1-d774-4384-aafb-f70b506258c0 HTTP/1.1" status: 200 len: 217 time: 0.1807225 Jul 22 11:43:59.700562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-104519b4-8d8e-4be8-aeba-c2c9282aff3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:59.702763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-104519b4-8d8e-4be8-aeba-c2c9282aff3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.2231884 Jul 22 11:43:59.756219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:59.764103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407b69ee-39ec-4a69-8848-ae53cd22d7d4 req-8c76294e-8a29-4ff7-a006-d338d7ec2ae8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:43:59.797808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-407b69ee-39ec-4a69-8848-ae53cd22d7d4 req-8c76294e-8a29-4ff7-a006-d338d7ec2ae8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 944 time: 0.6403646 Jul 22 11:43:59.815530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-cee827e5-7771-40c1-875c-aa4f8a6a569b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1061330 Jul 22 11:43:59.824238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] For port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,segment=NetworkSegment(69386831-ae5b-4793-9ead-221a3daf3c37),segment_id=69386831-ae5b-4793-9ead-221a3daf3c37)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:43:59.835837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:43:59.966430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c95f2c04-c222-4c66-b747-53732cb7fcb3 None None] Pushing event updated for resources: {'Port': ['ID=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:00.137987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1717e8-2ae2-4b67-90ed-28ab49a468c6 req-59f05db1-ab67-4915-a1ca-ae70706db1c0 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:00.141582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e1717e8-2ae2-4b67-90ed-28ab49a468c6 req-59f05db1-ab67-4915-a1ca-ae70706db1c0 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.8354151 Jul 22 11:44:00.170299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-407b69ee-39ec-4a69-8848-ae53cd22d7d4 req-490bb5d5-f886-4236-ac32-9ef384661ba3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2100744 Jul 22 11:44:00.341603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:00.345613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-bb44a1a7-1774-4052-a7d0-7d2b0094bdef service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5205970 Jul 22 11:44:00.389765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e1717e8-2ae2-4b67-90ed-28ab49a468c6 req-5dd64af7-9958-47ba-a283-3ce5b791283a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2091935 Jul 22 11:44:00.415361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object 95b781c3-6094-44f5-9a92-aa5d56b818ea will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:00.479522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:00.492135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-42d96388-9a89-4f1c-b659-bfe5dc47766d req-57c28461-36ea-47e4-a257-054c76679eff service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1397212 Jul 22 11:44:00.515752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:00.546699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network a9fbbbf9-7303-443c-b663-49eb689c20ab is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:00.549303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:00.611545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:00.625849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:00.627932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:00.659803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.8332419 Jul 22 11:44:00.665996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47398) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:00.701785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Provisioning complete for port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:00.702704 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:00.720340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b679cdc-ad6b-45fc-97a6-1fd0c2883156 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=95b781c3-6094-44f5-9a92-aa5d56b818ea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:00.859656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:00.861787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:00.931966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a315a75-5a91-41d7-bcad-0ee4ab913df2 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:00.937416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:00.938203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3a315a75-5a91-41d7-bcad-0ee4ab913df2 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.2697270 Jul 22 11:44:01.128403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Provisioning for port b2c9ae19-fb34-425e-87f1-cac514fdbc81 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:01.182893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Provisioning complete for port b2c9ae19-fb34-425e-87f1-cac514fdbc81 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:01.183338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:01.276833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79503b-f9f1-4f4c-881b-878a89153127 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:01.280246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e99330b7-9166-4adc-bd0d-63ca219e9d3f None None] Port b2c9ae19-fb34-425e-87f1-cac514fdbc81 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:01.326138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79503b-f9f1-4f4c-881b-878a89153127 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:01.334021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c79503b-f9f1-4f4c-881b-878a89153127 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:01.336511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7c79503b-f9f1-4f4c-881b-878a89153127 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2390 time: 0.3972914 Jul 22 11:44:01.340278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47434) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:01.412524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50ed3fe5-3843-42f0-9cfc-0a3fee811894 None None] Provisioning complete for port b2c9ae19-fb34-425e-87f1-cac514fdbc81 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:01.415169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50ed3fe5-3843-42f0-9cfc-0a3fee811894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:01.464681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47440) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:01.574054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-50ed3fe5-3843-42f0-9cfc-0a3fee811894 None None] Port b2c9ae19-fb34-425e-87f1-cac514fdbc81 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:01.581213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ead8ae35-5486-432c-9634-87e798dd39b4 req-a5bbabcf-a2ec-4534-b3f7-24a86b189e88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:01.583684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ead8ae35-5486-432c-9634-87e798dd39b4 req-a5bbabcf-a2ec-4534-b3f7-24a86b189e88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 944 time: 0.2613182 Jul 22 11:44:01.677413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 95b781c3-6094-44f5-9a92-aa5d56b818ea {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:01.677979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:01.717020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e05b71a-7dd4-4f0c-b0b4-0e255d97f876 None None] Provisioning for port 95b781c3-6094-44f5-9a92-aa5d56b818ea completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:01.726773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e05b71a-7dd4-4f0c-b0b4-0e255d97f876 None None] Provisioning complete for port 95b781c3-6094-44f5-9a92-aa5d56b818ea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:01.727376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4e05b71a-7dd4-4f0c-b0b4-0e255d97f876 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:01.739102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ead8ae35-5486-432c-9634-87e798dd39b4 req-0db0f3b2-d84a-4d87-9539-97b4d72aada3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420298 Jul 22 11:44:01.826083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e57bb5c-fbbe-459e-8b45-8f50e13a5f9e req-9ac38920-ff9f-4242-a530-4f9634f34fd1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:01.829390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e57bb5c-fbbe-459e-8b45-8f50e13a5f9e req-9ac38920-ff9f-4242-a530-4f9634f34fd1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1716161 Jul 22 11:44:01.848437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 324fcce1-d774-4384-aafb-f70b506258c0 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:44:01.893196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4e05b71a-7dd4-4f0c-b0b4-0e255d97f876 None None] Port 95b781c3-6094-44f5-9a92-aa5d56b818ea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:01.938029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e57bb5c-fbbe-459e-8b45-8f50e13a5f9e req-791202b3-bc50-4cfc-a87e-be45f3a4f0e9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1005838 Jul 22 11:44:01.987415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.007305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 95b781c3-6094-44f5-9a92-aa5d56b818ea owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:02.013599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ef4cbf-aff9-4fe4-a347-0eaf6029e92d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.078430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=324fcce1-d774-4384-aafb-f70b506258c0,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:02.103506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '324fcce1-d774-4384-aafb-f70b506258c0', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': '324fcce1-d774-4384-aafb-f70b506258c0', 'mac_address': 'fa:16:3e:30:9a:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:44:02.163121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.189365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 324fcce1-d774-4384-aafb-f70b506258c0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:44:02.245283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=324fcce1-d774-4384-aafb-f70b506258c0,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:02.252587 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.292284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ef4cbf-aff9-4fe4-a347-0eaf6029e92d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.300930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54ef4cbf-aff9-4fe4-a347-0eaf6029e92d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.340418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.370701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54ef4cbf-aff9-4fe4-a347-0eaf6029e92d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f2d1edc-3f5c-4a71-bd74-ba4ac7724aa2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:02.401885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:02.421394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-54ef4cbf-aff9-4fe4-a347-0eaf6029e92d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5796f1d365fe436c9d89b60f4d51635f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9521194 Jul 22 11:44:02.428265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:02.438950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=95b781c3-6094-44f5-9a92-aa5d56b818ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:02.492070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['324fcce1-d774-4384-aafb-f70b506258c0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:44:02.647664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.651698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9760b318-de9c-42be-9949-1f2960f57831 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/95b781c3-6094-44f5-9a92-aa5d56b818ea HTTP/1.1" status: 204 len: 168 time: 1.3101275 Jul 22 11:44:02.656670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:02.711443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-b22829d5-6301-4a35-b60c-19421284c1d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:02.716189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-b22829d5-6301-4a35-b60c-19421284c1d3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 1096 time: 0.3012650 Jul 22 11:44:02.721512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.783017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.841908 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-4b3ad7af-e5de-48e8-97d3-7f77cb260cd6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:44:02.849972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4b3ad7af-e5de-48e8-97d3-7f77cb260cd6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/95b781c3-6094-44f5-9a92-aa5d56b818ea HTTP/1.1" status: 404 len: 333 time: 0.1915514 Jul 22 11:44:02.850933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:02.888719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.892303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:02.897867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7f2d1edc-3f5c-4a71-bd74-ba4ac7724aa2 HTTP/1.1" status: 204 len: 168 time: 0.4630725 Jul 22 11:44:02.922603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b207440-a0b3-486d-b7e5-d37c9bd0a6d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f2d1edc-3f5c-4a71-bd74-ba4ac7724aa2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:02.963047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27565d4b-ef82-4f46-9560-411454a9ef32 req-c6a6d4b9-43aa-497e-b14c-5ecc77ec9974 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:02.965367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27565d4b-ef82-4f46-9560-411454a9ef32 req-c6a6d4b9-43aa-497e-b14c-5ecc77ec9974 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.4642925 Jul 22 11:44:03.183597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-a780bf7c-413f-4a16-bf6d-3e2166a910cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:03.185345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-a780bf7c-413f-4a16-bf6d-3e2166a910cd service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 911 time: 0.3172066 Jul 22 11:44:03.188348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27565d4b-ef82-4f46-9560-411454a9ef32 req-5bd5adfb-f98b-494c-8734-0fca4c18a3d9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2008739 Jul 22 11:44:03.258003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-af1769d8-83dd-4dc4-947d-894d7d2deb5b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2 HTTP/1.1" status: 200 len: 217 time: 0.0615542 Jul 22 11:44:03.259050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb1b9dc-8c42-4baf-b970-d70ceac993b1 req-3241799c-0530-4a04-a1d5-d5229cfa1535 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:03.271177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eb1b9dc-8c42-4baf-b970-d70ceac993b1 req-3241799c-0530-4a04-a1d5-d5229cfa1535 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 945 time: 0.3052409 Jul 22 11:44:03.328294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eb1b9dc-8c42-4baf-b970-d70ceac993b1 req-a79e588b-d033-41b1-ab84-49683709c943 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0559692 Jul 22 11:44:03.370982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port b2c9ae19-fb34-425e-87f1-cac514fdbc81 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:03.370982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:03.385350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-420abfc9-398e-4950-9cb7-f609819377d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:03.388138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-420abfc9-398e-4950-9cb7-f609819377d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.1243496 Jul 22 11:44:03.476907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-505feefa-f3a4-4cab-8374-41350fc2d5a8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0754809 Jul 22 11:44:03.597592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:03.623167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for b2c9ae19-fb34-425e-87f1-cac514fdbc81 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:03.725772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-b8b0d749-cc6d-4efe-8d11-cbecf5cd0021 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466409 Jul 22 11:44:03.835522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 324fcce1-d774-4384-aafb-f70b506258c0 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:03.925151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1426b7f7-1682-49a8-b634-bd3ab5575c10 req-4c2b3ef3-e859-4d36-b546-d12019bbd715 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1937375 Jul 22 11:44:03.963318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:03.990517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:03.993084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 324fcce1-d774-4384-aafb-f70b506258c0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:04.000071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 324fcce1-d774-4384-aafb-f70b506258c0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:04.002266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.007870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.092044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=b2c9ae19-fb34-425e-87f1-cac514fdbc81,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:04.174786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.178477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-60aa49f3-f7a9-4dff-afdf-47f9ad0505b8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/b2c9ae19-fb34-425e-87f1-cac514fdbc81 HTTP/1.1" status: 204 len: 168 time: 1.3239641 Jul 22 11:44:04.182673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47500) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:04.220553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.247878 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d0d6aacf-8e5b-40ec-9ff2-fdc18c9a86cd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:44:04.250799 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d0d6aacf-8e5b-40ec-9ff2-fdc18c9a86cd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/b2c9ae19-fb34-425e-87f1-cac514fdbc81 HTTP/1.1" status: 404 len: 333 time: 0.0667040 Jul 22 11:44:04.254814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:04.308943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=324fcce1-d774-4384-aafb-f70b506258c0,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:04.310854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:04.317859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.323231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.326021 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ffacaa31-f1d1-4c0f-8391-7a56150ea6e7" -d '{"events": [{"server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "name": "network-vif-plugged", "status": "completed", "tag": "324fcce1-d774-4384-aafb-f70b506258c0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:04.359767 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.384832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0709f5f9f5464d68b63767949b745d5f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4150941 Jul 22 11:44:04.386102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:04.448518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a52a1aa-9d4c-42b0-b652-f98a1ee41a79,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:04.460925 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6116c467-9dec-4fc6-9db4-ec376c39c895 x-openstack-request-id: req-6116c467-9dec-4fc6-9db4-ec376c39c895 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:04.461943 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "name": "network-vif-plugged", "status": "completed", "tag": "324fcce1-d774-4384-aafb-f70b506258c0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:04.462663 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6116c467-9dec-4fc6-9db4-ec376c39c895 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:04.464126 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0', 'code': 200} Jul 22 11:44:04.464386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 451706f0-f09c-45d2-8bee-e2cc379597df {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:04.491015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.516319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:04.531847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.532397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.542774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.543665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.544036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.544576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.545092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.546164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.546164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.546681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.547328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.547920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0bad3692-7f3f-42f2-8136-335e369c929c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:04.686112 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.719003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.751024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.833515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.836741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:04.838651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8a52a1aa-9d4c-42b0-b652-f98a1ee41a79 HTTP/1.1" status: 204 len: 168 time: 0.4503202 Jul 22 11:44:04.853112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96dba10-b247-4506-afd0-214ce5899313 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a52a1aa-9d4c-42b0-b652-f98a1ee41a79,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:04.871684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aa9a2d8-c0b0-48ff-ab8f-06ce839e6e7e req-ad442fa6-34d7-47be-90ad-b70af3ab27d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:04.873434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7aa9a2d8-c0b0-48ff-ab8f-06ce839e6e7e req-ad442fa6-34d7-47be-90ad-b70af3ab27d8 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 1097 time: 0.2661510 Jul 22 11:44:04.882233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-112c4d97-5e4d-4b08-bf6b-918433386954 req-f8b01041-42f1-4928-b02b-dd6010e76f19 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:04.886948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-112c4d97-5e4d-4b08-bf6b-918433386954 req-f8b01041-42f1-4928-b02b-dd6010e76f19 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.3909488 Jul 22 11:44:04.923727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7aa9a2d8-c0b0-48ff-ab8f-06ce839e6e7e req-f58188dc-822a-4f15-b35b-436b081bc1f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362604 Jul 22 11:44:05.015001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-821fbb84-84b9-4b3d-8ce1-f64251baf7f4 req-9fb4de20-6c0c-46f8-b264-b49d41229097 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:05.025598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-821fbb84-84b9-4b3d-8ce1-f64251baf7f4 req-9fb4de20-6c0c-46f8-b264-b49d41229097 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.3339744 Jul 22 11:44:05.088907 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-112c4d97-5e4d-4b08-bf6b-918433386954 req-e66c0881-0189-4bb3-bea4-ca3fa2364a80 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1885958 Jul 22 11:44:05.114891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:05.166099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-821fbb84-84b9-4b3d-8ce1-f64251baf7f4 req-59e76f1f-a319-46cf-8daf-f9c0fbd4f262 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1384749 Jul 22 11:44:05.260336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:05.283898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:05.340860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=451706f0-f09c-45d2-8bee-e2cc379597df,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:05.344572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:05.349946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e1cdf08a-d8b6-4670-9008-3c36ff1715f4 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/451706f0-f09c-45d2-8bee-e2cc379597df HTTP/1.1" status: 204 len: 168 time: 1.0937405 Jul 22 11:44:05.352657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:05.359035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98872a53-d218-479b-b917-dc9e10a70d91 None None] Network a9fbbbf9-7303-443c-b663-49eb689c20ab requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:05.822369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.087369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] DHCP port deletion for a9fbbbf9-7303-443c-b663-49eb689c20ab request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:44:06.205970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Deleting port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:06.206498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.385550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] For port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,segment=NetworkSegment(69386831-ae5b-4793-9ead-221a3daf3c37),segment_id=69386831-ae5b-4793-9ead-221a3daf3c37)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:06.385550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.448801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Calling delete_port for 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:06.463493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:06.503018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0e6f6b4-b5ee-4eea-8b1f-82cec7d2c8e6 req-4170dd2d-4da9-46a0-a9ca-512d98d45c2a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:06.510061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0e6f6b4-b5ee-4eea-8b1f-82cec7d2c8e6 req-4170dd2d-4da9-46a0-a9ca-512d98d45c2a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2360170 Jul 22 11:44:06.525608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b496b6-08c8-4833-9edb-b03c10987aae req-d9d3138e-3b2b-4196-8fa3-ea5fa76e8c50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:06.527539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b496b6-08c8-4833-9edb-b03c10987aae req-d9d3138e-3b2b-4196-8fa3-ea5fa76e8c50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.1589396 Jul 22 11:44:06.558543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:06.559387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.661767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b496b6-08c8-4833-9edb-b03c10987aae req-8cdb2ab2-c37d-4748-98de-6656ef024d1e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247554 Jul 22 11:44:06.688678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0e6f6b4-b5ee-4eea-8b1f-82cec7d2c8e6 req-8214014e-e0c9-41e1-ae7f-7153348081d1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1583614 Jul 22 11:44:06.754299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,segment=NetworkSegment(69386831-ae5b-4793-9ead-221a3daf3c37),segment_id=69386831-ae5b-4793-9ead-221a3daf3c37)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:06.755219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.776873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:06.927727 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.931465 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:06.969696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] Pushing event deleted for resources: {'Port': ['ID=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:07.006395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37da42e0-f219-4c0b-8403-8c84f3a11070 None None] No DVR routers for this DVR port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:07.053465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.080579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:07.101712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port 98d447a5-8f0e-40fb-aaf0-3d1fb72f48ec on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:07.256996 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.261655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92b7e1f7-64e0-40b7-acf9-f724036bbcc2 req-0126afba-171e-49f8-b54d-4221e7496669 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:07.263308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92b7e1f7-64e0-40b7-acf9-f724036bbcc2 req-0126afba-171e-49f8-b54d-4221e7496669 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.1381514 Jul 22 11:44:07.276777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9fbbbf9-7303-443c-b663-49eb689c20ab']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:07.311900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69386831-ae5b-4793-9ead-221a3daf3c37') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:07.312811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69386831-ae5b-4793-9ead-221a3daf3c37') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:07.323611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92b7e1f7-64e0-40b7-acf9-f724036bbcc2 req-54895da1-fdd0-433c-8182-4b3a46303955 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0535436 Jul 22 11:44:07.327484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.349618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.359187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:44:07.359640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:44:07.362816 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:44:07.412066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.617060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.642893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.647571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/a9fbbbf9-7303-443c-b663-49eb689c20ab HTTP/1.1" status: 204 len: 168 time: 2.2915163 Jul 22 11:44:07.654036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:07.664890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1977915079'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:07.668852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67622409-06e1-46d3-b232-7d49226dc04d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=a9fbbbf9-7303-443c-b663-49eb689c20ab,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:07.701703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:07.708429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.760759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:44:07.774114 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.774663 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Added segment 324d4399-6bc1-4440-a277-9fc07f5e703d of type vlan for network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 Jul 22 11:44:07.831581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.951602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:07.962831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:07.963928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:08.044426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.3873651 Jul 22 11:44:08.048770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:08.060593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce478735-5e29-40c1-9fe3-67aac04174ab req-f47b4864-f294-42e1-8241-69f8b81bdef9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:08.061770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:08.062263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce478735-5e29-40c1-9fe3-67aac04174ab req-f47b4864-f294-42e1-8241-69f8b81bdef9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2185643 Jul 22 11:44:08.113752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Network': ['ID=18a5cb61-4388-4e1a-96ff-279a6c93bc94,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:08.123137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Deleting port 2c875d98-6568-457d-8b0e-a3911632cbed {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:08.123402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:08.149454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.149777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.150122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.150527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.150923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.151255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.151607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.151978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.152307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.152676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.153022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.153398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-34a9a988-0893-4694-a963-ab9b4f5e1657 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:08.174893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:44:08.200155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce478735-5e29-40c1-9fe3-67aac04174ab req-52bdb4ff-2369-45a7-a71b-b2ea13a68cde tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862639 Jul 22 11:44:08.251893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:08.259805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:08.491642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] For port 2c875d98-6568-457d-8b0e-a3911632cbed, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2c875d98-6568-457d-8b0e-a3911632cbed,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:08.491952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:08.534994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Calling delete_port for 2c875d98-6568-457d-8b0e-a3911632cbed owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:08.541809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884e7b5b-f876-4cee-b5a0-5694e60f4eb1 req-2faf0136-8a85-40b0-91d3-361dd5f186e9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:08.543701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-884e7b5b-f876-4cee-b5a0-5694e60f4eb1 req-2faf0136-8a85-40b0-91d3-361dd5f186e9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.0908880 Jul 22 11:44:08.577068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-c3150ce3-a50d-42e9-9ea1-05a86339f92d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:08.578732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-c3150ce3-a50d-42e9-9ea1-05a86339f92d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.2594261 Jul 22 11:44:08.637888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-884e7b5b-f876-4cee-b5a0-5694e60f4eb1 req-e2aa9cd0-8bb9-4c56-b32d-0bba52d2cd7f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729735 Jul 22 11:44:08.899257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.007326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=805944af-bb98-4b91-977a-0d842e768b82,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:09.040502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port 324fcce1-d774-4384-aafb-f70b506258c0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:09.040824 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.109325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Checking segment: {'id': '324d4399-6bc1-4440-a277-9fc07f5e703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:44:09.110366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network hostable DHCP agents. Network: 18a5cb61-4388-4e1a-96ff-279a6c93bc94, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:44:09.198940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.238271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:44:09.247609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Pushing event deleted for resources: {'Port': ['ID=2c875d98-6568-457d-8b0e-a3911632cbed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:09.338523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 18a5cb61-4388-4e1a-96ff-279a6c93bc94) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:09.345505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:09.346281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.351767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eaf12b1-6a72-4100-bb17-54024c797527 None None] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:09.409492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port 324fcce1-d774-4384-aafb-f70b506258c0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=324fcce1-d774-4384-aafb-f70b506258c0,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:09.410185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.422505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-335511b4-3264-43a2-8e42-b4a921803149 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3699932 Jul 22 11:44:09.429679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:09.436090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-880286938', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:09.479091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c41b639e-c0a0-4c3a-8134-79313488ecc1 req-ab8b2c59-c18f-479c-8469-641270cb8e3c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:09.495811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c41b639e-c0a0-4c3a-8134-79313488ecc1 req-ab8b2c59-c18f-479c-8469-641270cb8e3c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1636901 Jul 22 11:44:09.570477 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.571700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.588895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c41b639e-c0a0-4c3a-8134-79313488ecc1 req-57458b46-780f-45d9-bd83-4e46c57affcf tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0909245 Jul 22 11:44:09.619160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.629787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for 324fcce1-d774-4384-aafb-f70b506258c0 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:09.680654 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.688295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-18a5cb61-4388-4e1a-96ff-279a6c93bc94', 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': '805944af-bb98-4b91-977a-0d842e768b82'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:44:09.690354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.693090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.735366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:09.741009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2cb1028b-2846-44e4-bc4c-b574755206fe tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3072121 Jul 22 11:44:09.744229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:09.753523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94', 'name': 'tempest-PortsIpV6TestJSON-2081673461'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:09.997007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-637d4bf2-c007-4f15-9db0-4629ceeec953 req-3cce8ae5-95dc-4b36-958a-d36772fc6344 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:09.998962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-637d4bf2-c007-4f15-9db0-4629ceeec953 req-3cce8ae5-95dc-4b36-958a-d36772fc6344 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 946 time: 0.2037582 Jul 22 11:44:10.013377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:10.018205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.035332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Allocated IP 2001:db8::2 (18a5cb61-4388-4e1a-96ff-279a6c93bc94/805944af-bb98-4b91-977a-0d842e768b82/58a828a3-263c-42aa-9aad-1f5f8f48ae09) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:10.118127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port bf40f64c-e101-4597-a2fb-3064b9813d07 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:44:10.152909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-637d4bf2-c007-4f15-9db0-4629ceeec953 req-f3833797-f2f6-451f-8f3f-90392676f881 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1310112 Jul 22 11:44:10.185855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.277393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=324fcce1-d774-4384-aafb-f70b506258c0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:10.384048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port 324fcce1-d774-4384-aafb-f70b506258c0 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:10.388570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Router baaded74-29e6-4509-ac52-d8fd49fb8de2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:44:10.390659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.391168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.394710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9e561396-3d10-400a-8e2c-d33ee5a8ddd7 req-174d6ae8-139e-4e88-a2dc-656dc282faee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "DELETE /v2.0/ports/324fcce1-d774-4384-aafb-f70b506258c0 HTTP/1.1" status: 204 len: 173 time: 1.7592869 Jul 22 11:44:10.395425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'name': 'network-vif-deleted', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:10.399547 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0894f511-e7cb-4fd7-8b6d-9958ae9279ae" -d '{"events": [{"server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "name": "network-vif-deleted", "tag": "324fcce1-d774-4384-aafb-f70b506258c0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:10.401835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Transition to ACTIVE for port object 58a828a3-263c-42aa-9aad-1f5f8f48ae09 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:10.430965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Transition to ACTIVE for port object 58a828a3-263c-42aa-9aad-1f5f8f48ae09 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:10.438866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.510519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Pushing event updated for resources: {'Port': ['ID=58a828a3-263c-42aa-9aad-1f5f8f48ae09,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:10.531686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:10.534291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:10.539085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:10.611784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c7d74e5d-3ba3-4989-ad65-5a53b84c0c11 x-openstack-request-id: req-c7d74e5d-3ba3-4989-ad65-5a53b84c0c11 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:10.612622 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "11e524bd-7c70-4980-a1ec-92735ef09375", "name": "network-vif-deleted", "tag": "324fcce1-d774-4384-aafb-f70b506258c0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:10.614025 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c7d74e5d-3ba3-4989-ad65-5a53b84c0c11 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:10.614775 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '11e524bd-7c70-4980-a1ec-92735ef09375', 'name': 'network-vif-deleted', 'tag': '324fcce1-d774-4384-aafb-f70b506258c0', 'status': 'completed', 'code': 200} Jul 22 11:44:10.641411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::ed (18a5cb61-4388-4e1a-96ff-279a6c93bc94/805944af-bb98-4b91-977a-0d842e768b82/bf40f64c-e101-4597-a2fb-3064b9813d07) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:10.679189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Attempting to bind port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:44:10.679608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Attempting to bind port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '324d4399-6bc1-4440-a277-9fc07f5e703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:44:10.680193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Attempting to bind port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 on network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:10.690806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:44:10.692576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Checking segment: {'id': '324d4399-6bc1-4440-a277-9fc07f5e703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:44:10.693558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.694931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Bound using segment: {'id': '324d4399-6bc1-4440-a277-9fc07f5e703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:44:10.697130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Bound port: 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '324d4399-6bc1-4440-a277-9fc07f5e703d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '18a5cb61-4388-4e1a-96ff-279a6c93bc94'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:44:10.698154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:10.729734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:10.745803 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Sync routers for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:10.752247 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-491dd54d-de16-450a-a14e-1763e4f901e9 admin admin] 10.222.0.21 "PUT /v2.0/routers/baaded74-29e6-4509-ac52-d8fd49fb8de2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4899609 Jul 22 11:44:10.752946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:10.766100 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:10.767181 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:10.869432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7529a797-bf60-4a74-8311-d99172664644 None None] For port 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:44:10.880796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7529a797-bf60-4a74-8311-d99172664644 None None] For port 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=58a828a3-263c-42aa-9aad-1f5f8f48ae09,segment=NetworkSegment(324d4399-6bc1-4440-a277-9fc07f5e703d),segment_id=324d4399-6bc1-4440-a277-9fc07f5e703d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:44:10.889287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:11.008546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7529a797-bf60-4a74-8311-d99172664644 None None] Pushing event updated for resources: {'Port': ['ID=58a828a3-263c-42aa-9aad-1f5f8f48ae09,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:11.227583 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:11.279042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bd3a8f-3c18-486c-a611-f22a6c8f2b78 req-b1c0246e-c95d-43cc-b0b4-dfb68f765918 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:11.281249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1bd3a8f-3c18-486c-a611-f22a6c8f2b78 req-b1c0246e-c95d-43cc-b0b4-dfb68f765918 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.5101769 Jul 22 11:44:11.313353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:11.418999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object bf40f64c-e101-4597-a2fb-3064b9813d07 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:11.641625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18d5476d-5ee1-44da-b2c9-200626509554 req-8bfece1f-8b38-49a8-a1f6-5fb25b321ea7 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=11e524bd-7c70-4980-a1ec-92735ef09375 HTTP/1.1" status: 200 len: 210 time: 0.1476097 Jul 22 11:44:11.666104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1bd3a8f-3c18-486c-a611-f22a6c8f2b78 req-f355807b-ed77-46dc-98ea-0acbd8ceb4db tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3232291 Jul 22 11:44:11.711220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:11.740780 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:44:09Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:11.773069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:11.809100 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Checking router: baaded74-29e6-4509-ac52-d8fd49fb8de2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:44:11.821263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=bf40f64c-e101-4597-a2fb-3064b9813d07,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:11.828714 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Routers {'baaded74-29e6-4509-ac52-d8fd49fb8de2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:11.830239 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['baaded74-29e6-4509-ac52-d8fd49fb8de2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:11.845746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:11.849402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:11.852549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:11.864547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:11.866098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:11.867881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 324fcce1-d774-4384-aafb-f70b506258c0 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:11.902997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-54f00c11-ea05-46ef-81b7-9df86ee35225 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 2.1443515 Jul 22 11:44:11.904248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:11.931296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 324fcce1-d774-4384-aafb-f70b506258c0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:11.931796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 324fcce1-d774-4384-aafb-f70b506258c0 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:12.012110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:12.023359 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] Set router baaded74-29e6-4509-ac52-d8fd49fb8de2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:12.165306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Deleting port 03d4ab51-3fff-4854-b025-c658e9f41d56 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:12.166297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:12.302000 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:44:09Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:12.354778 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4040b4da-f51c-4a4d-9625-281222082717 None None] The sync data for ids ['baaded74-29e6-4509-ac52-d8fd49fb8de2'] in n-d-754448-4 is: [{'id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'name': 'tempest-AttachVolumeShelveTestJSON-556592954-router', 'tenant_id': '0278ad4a4ede46d59a14571964589eb6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158'}], 'enable_snat': True}, 'gw_port_id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:34:33Z', 'updated_at': '2021-07-22T11:44:09Z', 'revision_number': 5, 'project_id': '0278ad4a4ede46d59a14571964589eb6', 'gw_port': {'id': '03d4ab51-3fff-4854-b025-c658e9f41d56', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:bc:ad', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaded74-29e6-4509-ac52-d8fd49fb8de2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1234, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.158', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:34:35Z', 'updated_at': '2021-07-22T11:34:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:12.432477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] For port 03d4ab51-3fff-4854-b025-c658e9f41d56, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=03d4ab51-3fff-4854-b025-c658e9f41d56,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:12.433039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:12.461949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Calling delete_port for 03d4ab51-3fff-4854-b025-c658e9f41d56 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:12.626050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:12.765607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06df100d-30cc-4dec-bb84-13a9a1a1c6da None None] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:12.817887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 58a828a3-263c-42aa-9aad-1f5f8f48ae09 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:12.902242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:12.984426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a913086f-6c68-4cae-87c1-9a6dabcb7f84 None None] Provisioning for port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:12.996900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Pushing event deleted for resources: {'Port': ['ID=03d4ab51-3fff-4854-b025-c658e9f41d56,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:13.148729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.187119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:13.196283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:13.196658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.291029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f22ba37-382c-46fc-8125-06ead46d822f req-91da3480-b3cf-403b-b10d-da1e0afb00de tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:13.293349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f22ba37-382c-46fc-8125-06ead46d822f req-91da3480-b3cf-403b-b10d-da1e0afb00de tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.3983943 Jul 22 11:44:13.369434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.372941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.435065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.443190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.444792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaded74-29e6-4509-ac52-d8fd49fb8de2 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:44:13.453507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.455431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-488d1c47-e6fb-44c0-81eb-fb5a76d8ed78 admin admin] 10.222.0.21 "DELETE /v2.0/routers/baaded74-29e6-4509-ac52-d8fd49fb8de2 HTTP/1.1" status: 204 len: 168 time: 2.6955476 Jul 22 11:44:13.473081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:13.506838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=58a828a3-263c-42aa-9aad-1f5f8f48ae09,segment=NetworkSegment(324d4399-6bc1-4440-a277-9fc07f5e703d),segment_id=324d4399-6bc1-4440-a277-9fc07f5e703d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:13.512870 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.622172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Deleting subnet c6490d43-7e9f-4bf7-bf63-41d68a3b02ea {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:13.636210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.656180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=58a828a3-263c-42aa-9aad-1f5f8f48ae09,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:13.729886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.844667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.905282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f22ba37-382c-46fc-8125-06ead46d822f req-9e163867-2a61-4d10-8ff4-d6d31e49cc5f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6020973 Jul 22 11:44:13.909646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.922064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-3d1000be-faa4-4f74-ad59-5ff8e18ee7dc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:13.923907 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-3d1000be-faa4-4f74-ad59-5ff8e18ee7dc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.7499664 Jul 22 11:44:13.925795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.981271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:13.987418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Provisioning complete for port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:13.988957 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.006390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-d36d503a-466b-4e00-8571-b51a6ae4488e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.0702105 Jul 22 11:44:14.117971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c6490d43-7e9f-4bf7-bf63-41d68a3b02ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:14.135248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-4e9e88c0-aa74-4cb6-9d2c-d59c9db8cc24 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1058345 Jul 22 11:44:14.137978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.148583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca978530-eb21-4970-81f1-f80b79cfaaa7 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c6490d43-7e9f-4bf7-bf63-41d68a3b02ea HTTP/1.1" status: 204 len: 168 time: 0.6737950 Jul 22 11:44:14.150992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:14.155163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=bf40f64c-e101-4597-a2fb-3064b9813d07,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:14.166986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a46627a-a225-40da-9ebe-ba3170a6c0dd None None] Network 3c622c4f-055b-4220-8cd1-311846ed07c4 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:14.315389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.328064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.393356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 58a828a3-263c-42aa-9aad-1f5f8f48ae09 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:14.404594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Deleting port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:14.405594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.406208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-d2c8a14d-7e7a-4296-b991-d305211aee07 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2703145 Jul 22 11:44:14.472937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Provisioning for port bf40f64c-e101-4597-a2fb-3064b9813d07 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:14.486604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Provisioning complete for port bf40f64c-e101-4597-a2fb-3064b9813d07 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:14.487238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.544402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cde047c6-d5a4-424a-8438-12a4d056e14a None None] Port bf40f64c-e101-4597-a2fb-3064b9813d07 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:14.576971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] For port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,segment=NetworkSegment(d38b30fd-0fb8-4c56-aa2b-ead409609368),segment_id=d38b30fd-0fb8-4c56-aa2b-ead409609368)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:14.578719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.595612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:14.596274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.616676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Calling delete_port for 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:14.683601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24b0b2e2-92f1-4ab7-8751-c4e0387b52a3 None None] Provisioning complete for port bf40f64c-e101-4597-a2fb-3064b9813d07 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:14.686639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b0b2e2-92f1-4ab7-8751-c4e0387b52a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.713145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.766383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-24b0b2e2-92f1-4ab7-8751-c4e0387b52a3 None None] Port bf40f64c-e101-4597-a2fb-3064b9813d07 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:14.768171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] DHCP port deletion for 3c622c4f-055b-4220-8cd1-311846ed07c4 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:44:14.808522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-c44a24dd-c849-45d2-894d-e344f0d5c53d service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3519521 Jul 22 11:44:14.901787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.944646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Deleting port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:14.945545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:14.968824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Pushing event deleted for resources: {'Port': ['ID=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:14.989701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] No DVR routers for this DVR port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:15.056799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2c875d98-6568-457d-8b0e-a3911632cbed no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:15.135452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2c875d98-6568-457d-8b0e-a3911632cbed {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:15.136185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2c875d98-6568-457d-8b0e-a3911632cbed not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:15.136953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 03d4ab51-3fff-4854-b025-c658e9f41d56 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:15.155101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.179397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c622c4f-055b-4220-8cd1-311846ed07c4']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:15.193740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-945e46e4-6d16-4d50-badb-21838c10b5ab None None] Provisioning complete for port bf40f64c-e101-4597-a2fb-3064b9813d07 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:15.194609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-945e46e4-6d16-4d50-badb-21838c10b5ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.204162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 03d4ab51-3fff-4854-b025-c658e9f41d56 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:15.205443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 03d4ab51-3fff-4854-b025-c658e9f41d56 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:15.220644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd38b30fd-0fb8-4c56-aa2b-ead409609368') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:15.221838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd38b30fd-0fb8-4c56-aa2b-ead409609368') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:15.239626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] For port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:15.240222 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.245360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.264657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.277717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:44:15.278659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:44:15.282950 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:44:15.288419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Calling delete_port for 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:15.291995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:44:15.296205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.298287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-945e46e4-6d16-4d50-badb-21838c10b5ab None None] Port bf40f64c-e101-4597-a2fb-3064b9813d07 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:15.307893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c992f120-5717-46de-b36f-0918f233ef7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.318254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db39b9ae-d137-4cf1-bede-121ece1d504a req-278b6d7a-1c67-4317-8d1e-9461c972a816 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.1261153 Jul 22 11:44:15.336671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] Pushing event deleted for resources: {'Port': ['ID=41cad830-cb10-4cf7-9a2c-5ff25fbabb26,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:15.341080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-542f0818-4725-4665-a45f-b755c4d1a30f None None] No DVR routers for this DVR port 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:15.429613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfbbb4c2-bf18-4c12-a5ba-3030b7c14fd2 req-f2a8f24e-12bf-4426-86d6-55e437049a47 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:15.438306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfbbb4c2-bf18-4c12-a5ba-3030b7c14fd2 req-f2a8f24e-12bf-4426-86d6-55e437049a47 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2470336 Jul 22 11:44:15.440662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.447500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.459500 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.460306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.467360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:15.477104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] 10.222.0.21 "DELETE /v2.0/networks/3c622c4f-055b-4220-8cd1-311846ed07c4 HTTP/1.1" status: 204 len: 168 time: 1.3202839 Jul 22 11:44:15.513846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b929cc-300a-4b3a-ad7a-f1c486fbc64b admin admin] Pushing event deleted for resources: {'Network': ['ID=3c622c4f-055b-4220-8cd1-311846ed07c4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:15.582707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfbbb4c2-bf18-4c12-a5ba-3030b7c14fd2 req-f46db850-4560-4599-9df1-b5c05d0ada93 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1444418 Jul 22 11:44:15.583917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=bf40f64c-e101-4597-a2fb-3064b9813d07,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:15.700315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:15.702485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:15.829379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:15.908317 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6153a426-a6cd-45c7-b922-92adb3846f44 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0278ad4a4ede46d59a14571964589eb6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0735943 Jul 22 11:44:15.912600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:15.918869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Router bf2549d6-3c86-4c7c-bc0d-4356e1324396 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:44:16.022814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:16.070614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:16.077195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:16.086481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-81aefd79-76b3-49c1-80b0-0d13e7923c0e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/routers/bf2549d6-3c86-4c7c-bc0d-4356e1324396/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1792517 Jul 22 11:44:16.089556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:16.098369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] Sync routers for ids ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:16.121804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] Routers {'bf2549d6-3c86-4c7c-bc0d-4356e1324396'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:16.122590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:16.193518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:16.209216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] Routers {'bf2549d6-3c86-4c7c-bc0d-4356e1324396'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:16.210783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:43:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:16.263269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdee04-4ab6-4f19-9b2e-b7939e2f73f8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:16.267806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31bdee04-4ab6-4f19-9b2e-b7939e2f73f8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf2549d6-3c86-4c7c-bc0d-4356e1324396 HTTP/1.1" status: 200 len: 988 time: 0.1744709 Jul 22 11:44:16.268121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:16.284136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:16.290417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:16.292673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55ee9094-7a7f-41fa-9555-8e14a1026fcb HTTP/1.1" status: 204 len: 168 time: 0.3798900 Jul 22 11:44:16.299409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:16.301073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50ba76d-5da2-46ba-92f1-93728921f81d None None] The sync data for ids ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:16.350018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2807dde1-813f-499c-9f1a-d44c7d4cedac None None] Provisioning complete for port bf40f64c-e101-4597-a2fb-3064b9813d07 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:16.352264 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2807dde1-813f-499c-9f1a-d44c7d4cedac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:16.369899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:16.404439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c8962c7-7658-4462-bfb5-f2c2b454e2aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55ee9094-7a7f-41fa-9555-8e14a1026fcb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:16.510299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-306b91b0-a1c0-452e-84a8-ec71e7a9107b req-076d8b9d-2ffe-45de-9e69-7536ff53d2fa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0687461 Jul 22 11:44:16.520265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:16.521386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 41cad830-cb10-4cf7-9a2c-5ff25fbabb26 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:16.536395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2807dde1-813f-499c-9f1a-d44c7d4cedac None None] Port bf40f64c-e101-4597-a2fb-3064b9813d07 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:16.833560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3144d558-a079-44de-9230-382b6b977754 req-d5ce79ab-1031-413f-bf4a-f2d83947520f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:16.836845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3144d558-a079-44de-9230-382b6b977754 req-d5ce79ab-1031-413f-bf4a-f2d83947520f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1345017 Jul 22 11:44:16.914745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3144d558-a079-44de-9230-382b6b977754 req-9cd93c65-ed4d-46d8-a9e2-3bbcaa0a738d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0625088 Jul 22 11:44:17.093893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8829dabe-585b-4ae1-9399-aced55eb9ad2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:17.095481 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8829dabe-585b-4ae1-9399-aced55eb9ad2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.2391136 Jul 22 11:44:17.109113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:17.309905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:17.449384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:17.453941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:17.709028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d56daff6-4eb6-4cde-9fd3-6dc46ccc62d6 req-a69255f9-0be0-46a6-8401-c9545bed4e50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0690165 Jul 22 11:44:17.773688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.10 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/f74c906f-7542-4549-8169-097d6a1a9a83) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:17.818249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:17.908340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port bf40f64c-e101-4597-a2fb-3064b9813d07 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:17.908340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.119458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.126412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.144343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bec50baf-2030-4d78-a45d-6e7486c93a81 req-ffc32619-0326-4a9c-9fe5-3c79c004d172 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:18.146050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bec50baf-2030-4d78-a45d-6e7486c93a81 req-ffc32619-0326-4a9c-9fe5-3c79c004d172 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1213763 Jul 22 11:44:18.149548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for bf40f64c-e101-4597-a2fb-3064b9813d07 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:18.187680 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd40165d-294a-4ca3-8f5d-65afde7acd22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.219066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bec50baf-2030-4d78-a45d-6e7486c93a81 req-6ec5e5c9-c255-4390-adb1-b4bbef59ab7a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519371 Jul 22 11:44:18.220150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:18.257673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.359575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:18.367984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:18.371069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:18.414295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e4fba4b-5058-446f-acd6-fc07b35e88e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.560343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e4fba4b-5058-446f-acd6-fc07b35e88e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.570250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e4fba4b-5058-446f-acd6-fc07b35e88e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.632490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e4fba4b-5058-446f-acd6-fc07b35e88e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5f140eb0-88e8-42c0-b7a6-4a904ef2eba4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:18.646947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e4fba4b-5058-446f-acd6-fc07b35e88e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8c738318459640e093100dbf673fb5b6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4249523 Jul 22 11:44:18.649635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:18.716075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.737764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:18.766113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.877294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.883260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:18.883945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.886915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.888453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5f140eb0-88e8-42c0-b7a6-4a904ef2eba4 HTTP/1.1" status: 204 len: 168 time: 0.2370210 Jul 22 11:44:18.902012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:18.907599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ac0709f-1d59-4549-af4d-15a60894e0fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5f140eb0-88e8-42c0-b7a6-4a904ef2eba4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:18.942713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=bf40f64c-e101-4597-a2fb-3064b9813d07,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:18.953785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-8176cc6a-f923-4aca-983d-1121974ea2b3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8489656 Jul 22 11:44:18.973597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Request body: {'port': {'device_id': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:19.108802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89413a1-3d02-4056-aaf2-020c16bc37cd req-890346ee-274f-4d22-9e2a-4a92cd9f0bb1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:19.112000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f89413a1-3d02-4056-aaf2-020c16bc37cd req-890346ee-274f-4d22-9e2a-4a92cd9f0bb1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 932 time: 0.2209039 Jul 22 11:44:19.216390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.228330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f89413a1-3d02-4056-aaf2-020c16bc37cd req-88f5c6ee-4ba4-4911-bbba-a1fa5f1db36f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1034415 Jul 22 11:44:19.354527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.496972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.543337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6062f0e7-e198-4b9b-8809-54425e5116a2 req-c436bd68-9d20-4083-a81f-de6db88ef86e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:19.551663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6062f0e7-e198-4b9b-8809-54425e5116a2 req-c436bd68-9d20-4083-a81f-de6db88ef86e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1430566 Jul 22 11:44:19.598697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Router bf2549d6-3c86-4c7c-bc0d-4356e1324396 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:44:19.611343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6062f0e7-e198-4b9b-8809-54425e5116a2 req-e3a3b3cf-bc18-4f4e-983b-b3b5d4b1ca2f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0550580 Jul 22 11:44:19.612803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:19.651449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5102ad-a76f-42cd-a229-bb6d3fcbc7b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.806564 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5102ad-a76f-42cd-a229-bb6d3fcbc7b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.813271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c5102ad-a76f-42cd-a229-bb6d3fcbc7b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:19.842900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:19.857059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-418c8e54-9ad6-4400-b2ad-4c6f8464bb01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/routers/bf2549d6-3c86-4c7c-bc0d-4356e1324396/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5820649 Jul 22 11:44:19.857193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:19.865910 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] Sync routers for ids ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:19.873698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c5102ad-a76f-42cd-a229-bb6d3fcbc7b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=318e946ae55446dbbc4c1b1fcbb1de17&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2581656 Jul 22 11:44:19.879094 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] Routers {'bf2549d6-3c86-4c7c-bc0d-4356e1324396'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:19.879707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:19.880829 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:19.892348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5102ad-a76f-42cd-a229-bb6d3fcbc7b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc5bf69-c06a-4e7b-ba19-4975e618b161,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:19.902603 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0e8d3d17-e619-494c-ba88-36ad6e6f6bce tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:44:19.907597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0e8d3d17-e619-494c-ba88-36ad6e6f6bce tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/bf40f64c-e101-4597-a2fb-3064b9813d07 HTTP/1.1" status: 404 len: 333 time: 0.0482199 Jul 22 11:44:19.908370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:19.954030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:19.966152 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] Routers {'bf2549d6-3c86-4c7c-bc0d-4356e1324396'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:19.966823 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:20.029739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.030739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:20.034058 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4cb53922-d54e-4d8b-a2ab-6ecb0590eae4 None None] The sync data for ids ['bf2549d6-3c86-4c7c-bc0d-4356e1324396'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:20.092398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.098873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.212949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f74c906f-7542-4549-8169-097d6a1a9a83 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:44:20.224363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.279394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Transition to ACTIVE for port object f74c906f-7542-4549-8169-097d6a1a9a83 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:20.281507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.287696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.293453 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc5bf69-c06a-4e7b-ba19-4975e618b161 HTTP/1.1" status: 204 len: 168 time: 0.4008155 Jul 22 11:44:20.309167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-888fb210-f45a-4e3f-a63a-141eca06c6ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc5bf69-c06a-4e7b-ba19-4975e618b161,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:20.315528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.380782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.384278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.414308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Pushing event updated for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:20.489616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.491385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Fanout notify agent at l3_agent the message router_deleted on router bf2549d6-3c86-4c7c-bc0d-4356e1324396 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:44:20.539034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.545345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e516e16-d1a2-4bcd-b7b0-1564554a9341 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/routers/bf2549d6-3c86-4c7c-bc0d-4356e1324396 HTTP/1.1" status: 204 len: 168 time: 0.6313026 Jul 22 11:44:20.545978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Attempting to bind port f74c906f-7542-4549-8169-097d6a1a9a83 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:44:20.547278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Attempting to bind port f74c906f-7542-4549-8169-097d6a1a9a83 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:44:20.548600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Attempting to bind port f74c906f-7542-4549-8169-097d6a1a9a83 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:20.548759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:20.563622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Port f74c906f-7542-4549-8169-097d6a1a9a83 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:44:20.565742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Attempting to bind port f74c906f-7542-4549-8169-097d6a1a9a83 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:20.585615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 43, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:44:20.585950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:44:20.586499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:44:20.586949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Bound port: f74c906f-7542-4549-8169-097d6a1a9a83, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:44:20.587308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.667150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86d024df-0fe6-42e1-9506-91e990d5445d req-0e8150fb-291e-4821-be19-7135141666c8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:20.680143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86d024df-0fe6-42e1-9506-91e990d5445d req-0e8150fb-291e-4821-be19-7135141666c8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 944 time: 0.2789965 Jul 22 11:44:20.694902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 805944af-bb98-4b91-977a-0d842e768b82 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:20.702004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.726965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:44:20.734270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f74c906f-7542-4549-8169-097d6a1a9a83,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:44:20.739003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.775295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:20.776209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.777876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] 10.222.0.36 "PUT /v2.0/ports/f74c906f-7542-4549-8169-097d6a1a9a83 HTTP/1.1" status: 200 len: 1092 time: 1.8135362 Jul 22 11:44:20.778650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:20.781132 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce" -d '{"events": [{"name": "network-changed", "server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:20.822877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a575dde8-7f47-4917-a9bf-d1ef7eac6237 service neutron] Pushing event updated for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:20.875002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86d024df-0fe6-42e1-9506-91e990d5445d req-cc2ec460-24bf-495e-9805-860c84aebc8b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1936212 Jul 22 11:44:20.889818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:20.974686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-33d543e5-9c9e-4da4-ad87-0766f84b8cd6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:20.976320 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-33d543e5-9c9e-4da4-ad87-0766f84b8cd6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 1095 time: 0.1439347 Jul 22 11:44:21.029038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dbf6842-4243-4f1b-a582-45b13cc336e0 req-821df33b-3207-4f54-8fc8-7a9a74d6350b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:21.042087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dbf6842-4243-4f1b-a582-45b13cc336e0 req-821df33b-3207-4f54-8fc8-7a9a74d6350b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2895913 Jul 22 11:44:21.065024 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a79a7cfb-0ee3-451e-a8b8-56aeca7ed4d0 x-openstack-request-id: req-a79a7cfb-0ee3-451e-a8b8-56aeca7ed4d0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:21.066157 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:21.066636 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a79a7cfb-0ee3-451e-a8b8-56aeca7ed4d0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:21.067288 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83', 'status': 'completed', 'code': 200} Jul 22 11:44:21.070368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-5ad8fcc4-531a-41ee-ab57-593f5688cb75 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c906f-7542-4549-8169-097d6a1a9a83 HTTP/1.1" status: 200 len: 217 time: 0.0859053 Jul 22 11:44:21.126112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-bec83d96-cda8-48ff-946c-b29bcdd78651 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:21.128591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-bec83d96-cda8-48ff-946c-b29bcdd78651 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0522079 Jul 22 11:44:21.146339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dbf6842-4243-4f1b-a582-45b13cc336e0 req-0c4aaa35-f65b-4f85-b3de-44c3a0b2e604 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0593755 Jul 22 11:44:21.153822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.185859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-64c4c811-6b76-452e-98de-dd1d748075b6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0514386 Jul 22 11:44:21.279154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.370391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.377764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.379023 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-40b0cd2b-085e-45b5-bf3f-df87c303ec16 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1852021 Jul 22 11:44:21.383750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/805944af-bb98-4b91-977a-0d842e768b82 HTTP/1.1" status: 204 len: 168 time: 0.8337417 Jul 22 11:44:21.385229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56560ec5-836c-43d8-8d5d-1afeace1b555 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=805944af-bb98-4b91-977a-0d842e768b82,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:21.389931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c56a06e2-b604-4a9a-8c1e-b9b4fda2f298 None None] Network 18a5cb61-4388-4e1a-96ff-279a6c93bc94 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:21.397110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47876) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:21.544567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.599609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1c13e804-a17f-4fa1-84c1-f98fca64ba92 req-048e4cbe-8f64-4464-9efe-cd064cee2173 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120373 Jul 22 11:44:21.659048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:21.659703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.729815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-c332eb93-5095-4d97-9386-883e28f983c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:21.732106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-c332eb93-5095-4d97-9386-883e28f983c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 1095 time: 0.0813437 Jul 22 11:44:21.760052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] DHCP port deletion for 18a5cb61-4388-4e1a-96ff-279a6c93bc94 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:44:21.763599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] For port 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=58a828a3-263c-42aa-9aad-1f5f8f48ae09,segment=NetworkSegment(324d4399-6bc1-4440-a277-9fc07f5e703d),segment_id=324d4399-6bc1-4440-a277-9fc07f5e703d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:21.763599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.785761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for 58a828a3-263c-42aa-9aad-1f5f8f48ae09 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:21.827344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Deleting port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:21.827908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.874482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-4435a7ab-9ba3-4c90-aa9c-ffac034ce40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:21.877968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-4435a7ab-9ba3-4c90-aa9c-ffac034ce40e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.1393189 Jul 22 11:44:21.908603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.914013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] For port 58a828a3-263c-42aa-9aad-1f5f8f48ae09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=58a828a3-263c-42aa-9aad-1f5f8f48ae09,segment=NetworkSegment(324d4399-6bc1-4440-a277-9fc07f5e703d),segment_id=324d4399-6bc1-4440-a277-9fc07f5e703d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:21.914637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:21.944274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Calling delete_port for 58a828a3-263c-42aa-9aad-1f5f8f48ae09 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:21.953828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=58a828a3-263c-42aa-9aad-1f5f8f48ae09,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:21.966328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No DVR routers for this DVR port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:21.966949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-b9ba35ed-893f-4801-b370-383ea4bc8681 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c906f-7542-4549-8169-097d6a1a9a83 HTTP/1.1" status: 200 len: 217 time: 0.0818546 Jul 22 11:44:22.054821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-7db43275-6dea-4407-aaa4-33be48aeda3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:22.056950 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-7db43275-6dea-4407-aaa4-33be48aeda3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0820296 Jul 22 11:44:22.103751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-cb4c2263-a3fa-4cc8-83ac-d2aae9bcb2c3 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0398269 Jul 22 11:44:22.121616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.122744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.135723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['18a5cb61-4388-4e1a-96ff-279a6c93bc94']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:22.151704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '324d4399-6bc1-4440-a277-9fc07f5e703d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:22.152085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '324d4399-6bc1-4440-a277-9fc07f5e703d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:22.155519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] No DVR routers for this DVR port 58a828a3-263c-42aa-9aad-1f5f8f48ae09 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:22.166957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.204262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-521a575f-5da4-46c7-bf8e-7e852a75e56a None None] Pushing event deleted for resources: {'Port': ['ID=58a828a3-263c-42aa-9aad-1f5f8f48ae09,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:22.239984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.258281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6f91d73-0413-4432-a000-26491a56ecee req-648da9fd-5a78-4be7-a20e-12615401d396 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:22.260193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6f91d73-0413-4432-a000-26491a56ecee req-648da9fd-5a78-4be7-a20e-12615401d396 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 944 time: 0.2152829 Jul 22 11:44:22.261565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:44:22.262020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:44:22.265970 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:44:22.336103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-9f43b6a3-5750-4e26-860a-3164c5122826 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2253239 Jul 22 11:44:22.389322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 58a828a3-263c-42aa-9aad-1f5f8f48ae09 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:22.398512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.400943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6f91d73-0413-4432-a000-26491a56ecee req-e8970f7e-4501-498b-ab43-2dbacd50cc88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1198723 Jul 22 11:44:22.430681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:22.438214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/18a5cb61-4388-4e1a-96ff-279a6c93bc94 HTTP/1.1" status: 204 len: 168 time: 1.0399809 Jul 22 11:44:22.438900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:22.448543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 58a828a3-263c-42aa-9aad-1f5f8f48ae09 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:22.449167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 58a828a3-263c-42aa-9aad-1f5f8f48ae09 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:22.503925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc1d783-058c-4d33-b32f-87f85d147bb7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=18a5cb61-4388-4e1a-96ff-279a6c93bc94,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:22.514428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80dda150-470b-429a-990b-9cec5c7b3bc7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:22.515959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80dda150-470b-429a-990b-9cec5c7b3bc7 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/aa58700f-38ff-434a-a9a5-327bf82bcf13 HTTP/1.1" status: 200 len: 845 time: 0.0739818 Jul 22 11:44:22.520542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:22.567917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8bbf453-68ef-44d3-b86f-ae9798e4b9ce req-cafa2eb9-d3b6-4aa6-a437-392d661e278c service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2085528 Jul 22 11:44:22.593849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b31c70c2-174d-4323-b532-9b511ff3cab9 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/aa58700f-38ff-434a-a9a5-327bf82bcf13?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.0721710 Jul 22 11:44:22.599894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:22.606023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:22.623550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10cc0165-11b1-4ed2-89b7-2a58d9c22c35 req-53415a31-0d05-401e-a83e-a43fc0aae045 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:22.623550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10cc0165-11b1-4ed2-89b7-2a58d9c22c35 req-53415a31-0d05-401e-a83e-a43fc0aae045 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2446380 Jul 22 11:44:22.742213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10cc0165-11b1-4ed2-89b7-2a58d9c22c35 req-03de794b-d890-400a-82e4-cd91cc387d6c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1079957 Jul 22 11:44:22.787256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:22.792837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:23.490579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:23.589791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:23.595230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:23.601048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:23.601657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:23.611724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d6f4c97-cf43-4545-a5d1-bd606da6b4d9 None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:23.618999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=d9ee3882-db65-4039-8d77-2e2dedba7240,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:23.649577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-360518dc-56a9-48b3-b898-ade34df7cdd1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0478694 Jul 22 11:44:23.652355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:23.658214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'security_group': {'name': 'tempest-secgroup-948783383'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:23.701038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:23.723555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bb75ac5-726f-4759-81aa-80d9721a7862 req-8c3b99b9-5de0-42fb-9256-c883991cacfd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:23.725326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bb75ac5-726f-4759-81aa-80d9721a7862 req-8c3b99b9-5de0-42fb-9256-c883991cacfd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 944 time: 0.2015495 Jul 22 11:44:23.849798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bb75ac5-726f-4759-81aa-80d9721a7862 req-d11f5d08-926c-414b-93f0-76d5b14b4777 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130192 Jul 22 11:44:24.005913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.014695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.064346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fb20b37-fc8a-452a-8013-e270614451de req-e8dce9c6-e682-4c20-9319-a5617cbf74bf tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:24.073624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.075210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4218230 Jul 22 11:44:24.080157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:24.080731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b6472e8a-9810-4638-8e99-476d956a8a7b', 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'tenant_id': '8b0d9804989c4c28a52ec4a55baa667e', 'fixed_ips': [{'subnet_id': 'd9ee3882-db65-4039-8d77-2e2dedba7240'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:44:24.081839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.086304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'security_group': {'name': 'tempest-secgroup-556858762'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:24.095366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fb20b37-fc8a-452a-8013-e270614451de req-e8dce9c6-e682-4c20-9319-a5617cbf74bf tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1864302 Jul 22 11:44:24.109101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b68bb67-2287-4737-9b00-f7b2c5ce3d2f tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d471b03f-026a-49a4-a8c7-b131b758798a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:24.153864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.191229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fb20b37-fc8a-452a-8013-e270614451de req-9a804177-317d-4292-a3e4-c41ed66f549c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0915880 Jul 22 11:44:24.292810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.301316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.338023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.339584 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2571225 Jul 22 11:44:24.342959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:24.349224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1086236452', 'security_groups': ['f26ea024-65c0-4c9d-8a27-4e3d26b2c064'], 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'd9ee3882-db65-4039-8d77-2e2dedba7240'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:24.383530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97bf0fe3-0968-482f-b24b-de68db2f3ce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f26ea024-65c0-4c9d-8a27-4e3d26b2c064,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:24.396192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Allocated IP 2001:db8::2 (b6472e8a-9810-4638-8e99-476d956a8a7b/d9ee3882-db65-4039-8d77-2e2dedba7240/9f8cac13-9ca0-489c-b866-3e9df9db4f71) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:24.597910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:24.714075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.719587 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.737582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Transition to ACTIVE for port object 9f8cac13-9ca0-489c-b866-3e9df9db4f71 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:24.741818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port c0d233ce-54a2-45ae-9d78-9cf7827962cc yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:44:24.776351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Transition to ACTIVE for port object 9f8cac13-9ca0-489c-b866-3e9df9db4f71 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:24.792623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:24.895824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:24.901952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:24.907015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:24.910976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:24.926898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.927229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.927577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.927921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.928354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.928691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.929021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.929345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.929672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.929995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.930317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:24.930667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:44:25.043035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Attempting to bind port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:44:25.043035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Attempting to bind port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '061b1d85-12a4-4936-a573-3700e5fc6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:44:25.043035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Attempting to bind port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 on network b6472e8a-9810-4638-8e99-476d956a8a7b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:25.052255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b5a423e-df04-4b62-9b45-dc6b1c6b9809 req-6dd1e5aa-c1a2-4609-84ae-463ddcb8fdc4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:25.055015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b5a423e-df04-4b62-9b45-dc6b1c6b9809 req-6dd1e5aa-c1a2-4609-84ae-463ddcb8fdc4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 944 time: 0.1149232 Jul 22 11:44:25.058626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 44, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:44:25.059335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Checking segment: {'id': '061b1d85-12a4-4936-a573-3700e5fc6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:44:25.059973 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.060554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Bound using segment: {'id': '061b1d85-12a4-4936-a573-3700e5fc6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:44:25.061047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Bound port: 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '061b1d85-12a4-4936-a573-3700e5fc6592', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:44:25.061440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.071314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::b9 (b6472e8a-9810-4638-8e99-476d956a8a7b/d9ee3882-db65-4039-8d77-2e2dedba7240/c0d233ce-54a2-45ae-9d78-9cf7827962cc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:25.177005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b5a423e-df04-4b62-9b45-dc6b1c6b9809 req-2e1b2ee3-aded-4efa-9ec2-0ce677a73d84 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1086853 Jul 22 11:44:25.192615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:44:25.210050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:44:25.221366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.333128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-982ca3e2-a30e-459d-8833-001471ec4b9a None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:25.391307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.415497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object c0d233ce-54a2-45ae-9d78-9cf7827962cc will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:25.490403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.516804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6820c08-0004-4b07-8a4c-c37678db224a req-5a6f5a5e-8321-4ebd-b74f-5cf1a8c58c54 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:25.520057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6820c08-0004-4b07-8a4c-c37678db224a req-5a6f5a5e-8321-4ebd-b74f-5cf1a8c58c54 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1485088 Jul 22 11:44:25.586075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:25.593294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:25.620822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:25.627475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:25.629064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:25.632118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6820c08-0004-4b07-8a4c-c37678db224a req-5b4ad8d7-8a02-4b02-b6f9-7ca258ec6a5b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0923007 Jul 22 11:44:25.634309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=c0d233ce-54a2-45ae-9d78-9cf7827962cc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:25.696002 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94b9f34a-361a-4166-b82d-a7aa0aee8fab tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3519301 Jul 22 11:44:25.700917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:25.711909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:25.866601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f74c906f-7542-4549-8169-097d6a1a9a83 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:44:25.995802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:26.001334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:26.063607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f74c906f-7542-4549-8169-097d6a1a9a83,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:26.178793 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet d9ee3882-db65-4039-8d77-2e2dedba7240 (CIDR: 2001:db8::/64) Jul 22 11:44:26.186337 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:44:26.187899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:26.220977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-be041ff1-0819-425d-9d63-e152853a9da6 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.5131252 Jul 22 11:44:26.224682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:26.230858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:26.483083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:26.487466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'f74c906f-7542-4549-8169-097d6a1a9a83', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': 'f74c906f-7542-4549-8169-097d6a1a9a83', 'mac_address': 'fa:16:3e:3b:03:6a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:44:26.507726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:26.511942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:26.534018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8b1549e-d533-468d-b65c-57a31f8cf501 req-e9f8c73a-9742-4025-8b9e-fbd2f51c7b03 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:26.548515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8b1549e-d533-468d-b65c-57a31f8cf501 req-e9f8c73a-9742-4025-8b9e-fbd2f51c7b03 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 944 time: 0.1788666 Jul 22 11:44:26.642952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8b1549e-d533-468d-b65c-57a31f8cf501 req-3f488b12-1689-43ce-b1bc-8e92b899a750 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875781 Jul 22 11:44:26.673902 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:26.691767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f74c906f-7542-4549-8169-097d6a1a9a83 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:44:26.712592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:26.729047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f74c906f-7542-4549-8169-097d6a1a9a83,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:26.734947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:26.849673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:26.963374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['f74c906f-7542-4549-8169-097d6a1a9a83'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:44:26.975849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ba05c19-d1cc-4278-b026-5f6eef1a7a2b req-c90da871-6f94-4929-babf-0ef834bb22ad tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:26.985161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ba05c19-d1cc-4278-b026-5f6eef1a7a2b req-c90da871-6f94-4929-babf-0ef834bb22ad tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.1762533 Jul 22 11:44:27.080337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ba05c19-d1cc-4278-b026-5f6eef1a7a2b req-bb5d8245-9936-426c-829e-ce78690b4a40 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0823033 Jul 22 11:44:27.179767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.227216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:27.228311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.277802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:27.283731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:27.288025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:27.288719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.311769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=117a9bce-e832-4396-bf90-2e2871aa4444,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:27.328410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:27.328993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e190a1f-e185-467a-9711-9664421eea93 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.1024995 Jul 22 11:44:27.338268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2029671895', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '117a9bce-e832-4396-bf90-2e2871aa4444'}], 'security_groups': ['d471b03f-026a-49a4-a8c7-b131b758798a']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:27.383441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:27.392581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.420280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Provisioning for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:27.425522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:27.426010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.568668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.604665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f037c60c-7f49-452b-a212-e6382bcbbf5f None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:27.642987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:27.663749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.683633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.816379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b369c9-a541-42da-b7c8-8b6c37313436 None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:27.849784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ed63dc9-5342-48c7-9f2c-ea27c7af69d7 None None] Provisioning for port c0d233ce-54a2-45ae-9d78-9cf7827962cc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:27.859630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ed63dc9-5342-48c7-9f2c-ea27c7af69d7 None None] Provisioning complete for port c0d233ce-54a2-45ae-9d78-9cf7827962cc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:27.859869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ed63dc9-5342-48c7-9f2c-ea27c7af69d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:27.922137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5ed63dc9-5342-48c7-9f2c-ea27c7af69d7 None None] Port c0d233ce-54a2-45ae-9d78-9cf7827962cc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:27.923997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f74c906f-7542-4549-8169-097d6a1a9a83 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:28.036905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port f74c906f-7542-4549-8169-097d6a1a9a83 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:28.043573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port f74c906f-7542-4549-8169-097d6a1a9a83 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:28.044642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.239032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.255269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Delete allocated IP 2001:db8::b9 (b6472e8a-9810-4638-8e99-476d956a8a7b/d9ee3882-db65-4039-8d77-2e2dedba7240) {{(pid=93707) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:44:28.279232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Update dhcp port {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'fixed_ips': [{'subnet_id': 'd9ee3882-db65-4039-8d77-2e2dedba7240', 'ip_address': '2001:db8::2'}, {'subnet_id': '117a9bce-e832-4396-bf90-2e2871aa4444'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '9f8cac13-9ca0-489c-b866-3e9df9db4f71'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:44:28.341486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.347617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8:0:1::318 (b6472e8a-9810-4638-8e99-476d956a8a7b/117a9bce-e832-4396-bf90-2e2871aa4444/c0d233ce-54a2-45ae-9d78-9cf7827962cc) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:28.386615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:28.391719 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f3dc4171-8f2c-4864-ac3b-290cdf8bd456" -d '{"events": [{"server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "name": "network-vif-plugged", "status": "completed", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:28.413210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.449864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:28.476749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f74c906f-7542-4549-8169-097d6a1a9a83,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:28.499653 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.512096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41cf194c-0765-40f9-a8ae-74eb671fee68 req-d4c2521f-5f3e-4830-bab6-b5e5dbd25eb0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:28.514798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41cf194c-0765-40f9-a8ae-74eb671fee68 req-d4c2521f-5f3e-4830-bab6-b5e5dbd25eb0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 945 time: 0.5280073 Jul 22 11:44:28.545398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1a63cbc-4ce4-4667-97e3-a789f4bc4606 req-e9fb42d9-cf71-41c4-99de-e5d17d5eb8df tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:28.554589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1a63cbc-4ce4-4667-97e3-a789f4bc4606 req-e9fb42d9-cf71-41c4-99de-e5d17d5eb8df tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.3561676 Jul 22 11:44:28.675182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41cf194c-0765-40f9-a8ae-74eb671fee68 req-3a026b61-6de1-4600-82c0-b2a002f57667 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1479979 Jul 22 11:44:28.687814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1a63cbc-4ce4-4667-97e3-a789f4bc4606 req-d21412a2-b140-4919-aebc-4f9e6e17da87 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321485 Jul 22 11:44:28.694389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:28.694806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.699628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:28.774602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.793416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Ignored duplicate provisioning block setup for port c0d233ce-54a2-45ae-9d78-9cf7827962cc by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 11:44:28.799319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.800915 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea6f0132-7e3e-4b6e-b566-279d9c606061 x-openstack-request-id: req-ea6f0132-7e3e-4b6e-b566-279d9c606061 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:28.801410 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "name": "network-vif-plugged", "status": "completed", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:28.801674 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea6f0132-7e3e-4b6e-b566-279d9c606061 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:28.802125 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83', 'code': 200} Jul 22 11:44:28.867736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Allocated IP 2001:db8:0:1::2 (b6472e8a-9810-4638-8e99-476d956a8a7b/117a9bce-e832-4396-bf90-2e2871aa4444/9f8cac13-9ca0-489c-b866-3e9df9db4f71) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:28.886244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] In _notify_port_updated(), no bound segment for port c0d233ce-54a2-45ae-9d78-9cf7827962cc on network b6472e8a-9810-4638-8e99-476d956a8a7b {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:44:28.891778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:28.893004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:28.898809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/ports/c0d233ce-54a2-45ae-9d78-9cf7827962cc HTTP/1.1" status: 200 len: 931 time: 1.5640931 Jul 22 11:44:28.900346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48070) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:28.958067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87eeecae-774b-4023-85f7-dc8fa8787c6c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=c0d233ce-54a2-45ae-9d78-9cf7827962cc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:29.003529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:29.042833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port c0d233ce-54a2-45ae-9d78-9cf7827962cc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:29.043108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.046071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.062783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Transition to ACTIVE for port object 9f8cac13-9ca0-489c-b866-3e9df9db4f71 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:29.068596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.185653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.212038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d799e5b-bb7a-40a5-a1ad-d4e263d0d428 None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:29.219500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for c0d233ce-54a2-45ae-9d78-9cf7827962cc owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:29.365201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed2c9783-e8fc-4677-9c1e-f7f29f84f18a req-cbbce021-de6f-4874-9601-7b152a0f9203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:29.366906 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed2c9783-e8fc-4677-9c1e-f7f29f84f18a req-cbbce021-de6f-4874-9601-7b152a0f9203 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 1097 time: 0.1375079 Jul 22 11:44:29.429706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed2c9783-e8fc-4677-9c1e-f7f29f84f18a req-eb75a789-6760-46f0-b9fd-988e34e7e5b5 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0553935 Jul 22 11:44:29.454002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.503894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=c0d233ce-54a2-45ae-9d78-9cf7827962cc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:29.567988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.576748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:29.586618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd5e38a7-85b1-4f50-9f07-d8e1721cd2fd tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/c0d233ce-54a2-45ae-9d78-9cf7827962cc HTTP/1.1" status: 204 len: 168 time: 0.6785893 Jul 22 11:44:29.616064 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-47b7aa7f-b94a-46c1-950e-eca0d7bf8c82 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:44:29.621090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:29.631418 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47b7aa7f-b94a-46c1-950e-eca0d7bf8c82 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/c0d233ce-54a2-45ae-9d78-9cf7827962cc HTTP/1.1" status: 404 len: 333 time: 0.0533459 Jul 22 11:44:29.704036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.734171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.803449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.807525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:29.809625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/security-groups/f26ea024-65c0-4c9d-8a27-4e3d26b2c064 HTTP/1.1" status: 204 len: 168 time: 0.1870031 Jul 22 11:44:29.812440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:29.828489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf1a3046-05b5-415d-9a18-99d08a473c71 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26ea024-65c0-4c9d-8a27-4e3d26b2c064,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:29.965365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.013748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.104470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.112795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.121744 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/security-groups/d471b03f-026a-49a4-a8c7-b131b758798a HTTP/1.1" status: 204 len: 168 time: 0.3078768 Jul 22 11:44:30.122287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:30.138641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c8f1dd3-4a37-4461-8a48-17c9bbd91fd5 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d471b03f-026a-49a4-a8c7-b131b758798a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:30.249491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db496d38-e2d6-467a-8247-cb422486a44e req-04c3a481-4d73-4dfe-85d2-7183cb60bc3f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:30.266745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db496d38-e2d6-467a-8247-cb422486a44e req-04c3a481-4d73-4dfe-85d2-7183cb60bc3f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.3181653 Jul 22 11:44:30.295411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c435d9-344a-42d7-acfd-536f07bfb028 req-dba5e986-6615-46d2-bc21-6bc6473c3917 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:30.296701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:30.297458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.320912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7c435d9-344a-42d7-acfd-536f07bfb028 req-dba5e986-6615-46d2-bc21-6bc6473c3917 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.3953469 Jul 22 11:44:30.380266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-233c8191-3cd8-451d-b53e-273536eaa28a req-8b9abe68-03e7-444d-a253-1c8f8fea1afc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:30.386529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-233c8191-3cd8-451d-b53e-273536eaa28a req-8b9abe68-03e7-444d-a253-1c8f8fea1afc service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 1096 time: 0.1822648 Jul 22 11:44:30.388360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet d9ee3882-db65-4039-8d77-2e2dedba7240 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:30.408108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.441266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:30.457846 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-233c8191-3cd8-451d-b53e-273536eaa28a req-453fc0f2-d742-4407-a570-06aa82c797d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645044 Jul 22 11:44:30.541974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.550759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db496d38-e2d6-467a-8247-cb422486a44e req-7a9a3c2e-c63a-4a9c-9402-5c7d621dcc57 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2827563 Jul 22 11:44:30.553832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7c435d9-344a-42d7-acfd-536f07bfb028 req-94e35702-aa72-4d01-b67f-660ecb2630ef tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2314696 Jul 22 11:44:30.677103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:30.690828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Could not find standard attr ID for object c0d233ce-54a2-45ae-9d78-9cf7827962cc. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:44:30.726977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Provisioning for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:30.737146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:30.738783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-137aedcb-14a8-4775-aa4e-743c98b55548 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.793363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.911565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.948564 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:30.951019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/d9ee3882-db65-4039-8d77-2e2dedba7240 HTTP/1.1" status: 204 len: 168 time: 0.8269777 Jul 22 11:44:30.957215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:30.963549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:30.988329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69ed5075-11a5-42df-b0fd-fb8d2267f4dc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=d9ee3882-db65-4039-8d77-2e2dedba7240,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:31.010309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a87c4e7f-3932-4af4-b5d6-6090af9480b5 None None] Could not find standard attr ID for object c0d233ce-54a2-45ae-9d78-9cf7827962cc. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:44:31.110903 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:44:31.133433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bcb4d7c-4c73-42fb-a083-141b7b68867c None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:31.228734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:31.244203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:31.582657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7679dc77-4bfb-4986-80b9-985e7ecdc60d req-7c1f31e6-c197-4b34-abfc-392f174b72bb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:31.584660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7679dc77-4bfb-4986-80b9-985e7ecdc60d req-7c1f31e6-c197-4b34-abfc-392f174b72bb tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.1439164 Jul 22 11:44:31.685060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7679dc77-4bfb-4986-80b9-985e7ecdc60d req-0fe08f8f-bd9e-40ac-be71-9d1f3b5cbf54 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0859122 Jul 22 11:44:31.715387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:31.849132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=03d0dbf5-4317-4402-90c8-d1b4fc39c82a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:31.879758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:31.884258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:31.892335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:31.893255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:31.934156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ab8995c1-2e24-4986-8cdb-6b2186270343 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.9727759 Jul 22 11:44:31.936301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:31.946994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'security_group': {'name': 'tempest-secgroup-787129838'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:32.009451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5307e9e1-c449-4615-8afb-1499f4208d1e req-86dfc8b5-3d44-427b-9830-30608b7430b3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:32.011865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5307e9e1-c449-4615-8afb-1499f4208d1e req-86dfc8b5-3d44-427b-9830-30608b7430b3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2338214 Jul 22 11:44:32.013960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.049221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-202e5531-5407-457a-acb6-a9c329dbee91 req-6c62b5fa-3be6-479e-86d2-d1e86085d47a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:32.051075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-202e5531-5407-457a-acb6-a9c329dbee91 req-6c62b5fa-3be6-479e-86d2-d1e86085d47a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.2136567 Jul 22 11:44:32.167538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5307e9e1-c449-4615-8afb-1499f4208d1e req-3e8d2390-25fb-42c6-98c1-5b79a488749f tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299736 Jul 22 11:44:32.225207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-202e5531-5407-457a-acb6-a9c329dbee91 req-d5643e14-477b-4d06-99b0-9caa11e07724 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1405933 Jul 22 11:44:32.349094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.354720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.384334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.388636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:32.389055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.4516692 Jul 22 11:44:32.397336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'security_group': {'name': 'tempest-secgroup-482626139'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:32.429994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f783df1-4d8c-43ee-b899-69d226072a44 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74e7bfa1-0e34-49e6-a3e1-c8b67749eb84,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:32.483834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.543620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:32.584291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e66677e-6591-4573-a596-412ce91d4ea9 None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:32.716471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9528aaf1-648b-4544-93ec-858c9eb654a1 None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:32.717431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9528aaf1-648b-4544-93ec-858c9eb654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.881926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.905730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:32.986284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9528aaf1-648b-4544-93ec-858c9eb654a1 None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:33.069068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e425f96-489e-4fa1-abb3-ddb60bdb3b08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.132504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9528aaf1-648b-4544-93ec-858c9eb654a1 None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:33.133460 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9528aaf1-648b-4544-93ec-858c9eb654a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.140511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d04455c4-6b64-4f94-984c-9ae18cedd7ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:33.161392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.180203 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7f9ae1a7-bb16-4621-9cdf-b93cb5ea4910 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7894058 Jul 22 11:44:33.187729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48166) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:33.215878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'security_group': {'name': 'tempest-secgroup-109867259'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:33.311918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-ab560d92-ffe4-49cf-91c5-565331a72d35 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:33.315555 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-ab560d92-ffe4-49cf-91c5-565331a72d35 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.36 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.6991053 Jul 22 11:44:33.359387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-2920154d-82ea-4b0f-b8e5-0040d0401512 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:33.370678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-2920154d-82ea-4b0f-b8e5-0040d0401512 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 810 time: 0.6032271 Jul 22 11:44:33.444497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fbc6283-215b-4b7d-a14d-4feb1af71f0d req-415d81a5-d919-4d22-876a-b1653a9b0d28 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:33.452961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fbc6283-215b-4b7d-a14d-4feb1af71f0d req-415d81a5-d919-4d22-876a-b1653a9b0d28 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.5303569 Jul 22 11:44:33.464803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-435006e3-e701-4f2f-97f8-c49e70c0b07a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/quotas/a89e16be73a942e58dd70580a07a4b7b HTTP/1.1" status: 200 len: 375 time: 0.0879636 Jul 22 11:44:33.500438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Update dhcp port {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'fixed_ips': [{'subnet_id': '117a9bce-e832-4396-bf90-2e2871aa4444', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03d0dbf5-4317-4402-90c8-d1b4fc39c82a'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '9f8cac13-9ca0-489c-b866-3e9df9db4f71'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:44:33.600348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Deleting port a8ffda88-69e2-40e0-b699-5728e7024c71 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:33.601331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.641605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.735302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fbc6283-215b-4b7d-a14d-4feb1af71f0d req-f9dee6c3-3af0-4816-a437-314ab3afe45c tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2808883 Jul 22 11:44:33.813977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-d6b64f5d-657e-4abb-ba09-c0ea1af8cba0 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2923694 Jul 22 11:44:33.817694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e425f96-489e-4fa1-abb3-ddb60bdb3b08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.832945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8e425f96-489e-4fa1-abb3-ddb60bdb3b08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.931076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:33.934214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8e425f96-489e-4fa1-abb3-ddb60bdb3b08 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5c147095b4364ad78658767fb90ecdae&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3880961 Jul 22 11:44:33.938507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:33.962535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] For port a8ffda88-69e2-40e0-b699-5728e7024c71, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=a8ffda88-69e2-40e0-b699-5728e7024c71,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:33.962980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.036305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e425f96-489e-4fa1-abb3-ddb60bdb3b08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb13e176-2a50-48bd-9d66-0a24f9418dc2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:34.173851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Allocated IP 2001:db8::2 (b6472e8a-9810-4638-8e99-476d956a8a7b/03d0dbf5-4317-4402-90c8-d1b4fc39c82a/9f8cac13-9ca0-489c-b866-3e9df9db4f71) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:34.333787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:34.339244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-96d68120-90d9-42da-80fe-2a0b3b8161ce service neutron] 10.222.0.21 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5107186 Jul 22 11:44:34.358632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.435182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.442952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.493297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Transition to ACTIVE for port object 9f8cac13-9ca0-489c-b866-3e9df9db4f71 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:34.495752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.499690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.500896 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Floating IP b510737e-3c5c-4be0-8f54-bf2cfa9229e2 disassociated. External IP: 172.25.6.201, port: a8ffda88-69e2-40e0-b699-5728e7024c71. Jul 22 11:44:34.501508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Calling delete_port for a8ffda88-69e2-40e0-b699-5728e7024c71 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:34.505607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.560219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.566789 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.568719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb13e176-2a50-48bd-9d66-0a24f9418dc2 HTTP/1.1" status: 204 len: 168 time: 0.6168611 Jul 22 11:44:34.590166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-739c5fac-bd74-49c8-8b1b-6403cf624950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb13e176-2a50-48bd-9d66-0a24f9418dc2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:34.730343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-82d89c49-a4bd-4e62-9103-e023faea0610 service neutron] 10.222.0.21 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3577256 Jul 22 11:44:34.871515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435f9754-891a-4de3-ade9-5a650b5955fd None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:34.923863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:34.936696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.143764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-038d60e9-fc40-4739-8fcf-3fe05b6c64e7 req-0e3b3ba7-0751-4a0f-9616-dc4a93ef5fb3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 210 time: 0.0816414 Jul 22 11:44:35.197282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9b229cc-08d5-41e9-a855-7264d60e6a83 req-c90c28cf-eda2-423e-8517-f5b3662baf06 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:35.198906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9b229cc-08d5-41e9-a855-7264d60e6a83 req-c90c28cf-eda2-423e-8517-f5b3662baf06 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 945 time: 0.3166969 Jul 22 11:44:35.284660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9b229cc-08d5-41e9-a855-7264d60e6a83 req-de8df9fa-be36-4a5a-adbd-46ea7f105f5e tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/security-groups?id=c2ea4a0b-84ef-42ad-96e5-0ccddd623815&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0728040 Jul 22 11:44:35.312374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:35.344014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e20dabe9-fae7-402c-82bd-2a5660700898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.498280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e20dabe9-fae7-402c-82bd-2a5660700898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.507886 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e20dabe9-fae7-402c-82bd-2a5660700898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.572342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.575748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.3857887 Jul 22 11:44:35.583986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:35.585170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c0a76ac-2705-4d5f-b2b8-8a2ca000f325 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'SecurityGroup': ['ID=18d70ca1-38ea-4051-9fab-f7ddb16ccd0c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:35.633186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-313671274', 'security_groups': ['18d70ca1-38ea-4051-9fab-f7ddb16ccd0c'], 'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '03d0dbf5-4317-4402-90c8-d1b4fc39c82a'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:35.673492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e20dabe9-fae7-402c-82bd-2a5660700898 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2f74eacd564c4d48870ac33f3d8de9a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3574033 Jul 22 11:44:35.678693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:35.688016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e20dabe9-fae7-402c-82bd-2a5660700898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42c8dc74-4c59-4c93-b044-6ecdc92039b8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:35.800682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.876023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:35.994907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.011674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.020900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.029077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42c8dc74-4c59-4c93-b044-6ecdc92039b8 HTTP/1.1" status: 204 len: 168 time: 0.3465860 Jul 22 11:44:36.065060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985f5bb5-e0fd-433d-a527-22baec7ddc7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42c8dc74-4c59-4c93-b044-6ecdc92039b8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:36.083647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event deleted for resources: {'Port': ['ID=a8ffda88-69e2-40e0-b699-5728e7024c71,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:36.391503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:36.401754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.426338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Router ca932d3e-f352-45d6-9048-e1481cee5f72 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:44:36.465591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:36.507548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb9586dd-1948-4ae8-a76e-bc2c276c1db7 req-842ce59e-d4b9-481c-87a5-4113e9dd2580 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 210 time: 0.0967340 Jul 22 11:44:36.550576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:36.636943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:36.665687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Provisioning for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:36.675695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:36.678566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0183d2ef-a659-4879-bdd2-6252717daa7e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.684955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:36.685708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:36.697801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9804f75f-d871-4e4f-974a-a1728aef15b3 req-1824bc9a-3994-40ba-91a8-45476b783692 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 210 time: 0.0674338 Jul 22 11:44:36.878531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:37.022116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] device_id is not set on port da652580-f2d3-40da-a745-fe7f91221ba9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:44:37.288964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:37.352227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Sync routers for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:37.411235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] No DVR routers for this DVR port a8ffda88-69e2-40e0-b699-5728e7024c71 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:37.422127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:37.423028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:37.427510 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2f21b7ba-1fda-4db0-a208-7298842743b7 req-21a579aa-fd6a-4d2b-a444-19520a566b3f tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.36 "DELETE /v2.0/ports/a8ffda88-69e2-40e0-b699-5728e7024c71 HTTP/1.1" status: 204 len: 173 time: 4.1052897 Jul 22 11:44:37.428307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:37.450533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-21d7f51a-d34c-4a59-b6b9-bd4d3a94f0a3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:37.453823 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-21d7f51a-d34c-4a59-b6b9-bd4d3a94f0a3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 810 time: 0.5273886 Jul 22 11:44:37.454312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'name': 'network-vif-deleted', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:37.456987 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fdd663f2-7fc2-428d-b499-33a0f6a0c409" -d '{"events": [{"server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "name": "network-vif-deleted", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:37.506871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Request body: {'port': {'device_id': 'd2185950-c837-429c-9fcd-44e71221be5f', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'admin_state_up': True, 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:37.776087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:37.807972 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd40d13a-2229-4c34-b10f-bf44c728904a x-openstack-request-id: req-fd40d13a-2229-4c34-b10f-bf44c728904a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:37.808263 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1f4475fb-9355-4d2d-ae41-c0b2b2f04d07", "name": "network-vif-deleted", "tag": "a8ffda88-69e2-40e0-b699-5728e7024c71", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:37.808524 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd40d13a-2229-4c34-b10f-bf44c728904a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:37.808939 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1f4475fb-9355-4d2d-ae41-c0b2b2f04d07', 'name': 'network-vif-deleted', 'tag': 'a8ffda88-69e2-40e0-b699-5728e7024c71', 'status': 'completed', 'code': 200} Jul 22 11:44:37.878822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:37.922077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0818ef9b-894d-428b-b8d6-43c78e0461cc req-e19d8986-20a8-4b3d-ba28-f8b27b9b5514 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 210 time: 0.1360593 Jul 22 11:44:38.045972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a8ffda88-69e2-40e0-b699-5728e7024c71 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:38.075544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8::b7 (b6472e8a-9810-4638-8e99-476d956a8a7b/03d0dbf5-4317-4402-90c8-d1b4fc39c82a/da652580-f2d3-40da-a745-fe7f91221ba9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:38.077789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Made reservation on behalf of a89e16be73a942e58dd70580a07a4b7b for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:38.083296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a32c2ae-cc2f-4dfa-bfa9-46cd433da014 req-b4f3960b-ace8-461e-af2e-845bd44802dc tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "GET /v2.0/ports?device_id=1f4475fb-9355-4d2d-ae41-c0b2b2f04d07 HTTP/1.1" status: 200 len: 210 time: 0.1522691 Jul 22 11:44:38.101001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.127898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f13fb78a-45cf-4c54-92b8-ef7f59b726b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.130150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: a8ffda88-69e2-40e0-b699-5728e7024c71 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:38.131499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device a8ffda88-69e2-40e0-b699-5728e7024c71 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:38.365004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f13fb78a-45cf-4c54-92b8-ef7f59b726b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.369784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f13fb78a-45cf-4c54-92b8-ef7f59b726b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.443062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Allocated IP 172.20.0.10 (87c7a463-e400-4cc4-aab0-dc9175c1d1d0/94d869e4-2a57-44d7-bd93-34f9cf423908/c00fb27f-2356-48c9-adb0-796d0e5f494f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:38.460800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f13fb78a-45cf-4c54-92b8-ef7f59b726b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3469f1f171b547a9b2d5efc3e5b7b8e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6830809 Jul 22 11:44:38.461896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f13fb78a-45cf-4c54-92b8-ef7f59b726b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e76d4d4-f25a-40ae-8c20-06307341e1b6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:38.465121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:38.589905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.614236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:38.640496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.698209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Checking router: ca932d3e-f352-45d6-9048-e1481cee5f72 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:44:38.709948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:38.710847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:38.741381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.748136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.749795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e76d4d4-f25a-40ae-8c20-06307341e1b6 HTTP/1.1" status: 204 len: 168 time: 0.2798183 Jul 22 11:44:38.770550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1bed5f-eeb0-47ec-9842-621a14cf366e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e76d4d4-f25a-40ae-8c20-06307341e1b6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:38.831475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:38.982208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.045426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['bdba2d13-95cb-4c9c-a79c-4860738a8cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:44:39.104910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:39.114838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Pushing event updated for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:39.133715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:39.156664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:39.174065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.213120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:39.251159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object da652580-f2d3-40da-a745-fe7f91221ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:39.273968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:39.275158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.301015 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-1b691557-c5d4-4889-bb88-0ac32883a454 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.8197474 Jul 22 11:44:39.318796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Request body: {'port': {'device_id': 'd2185950-c837-429c-9fcd-44e71221be5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:39.342282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:39.489499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fbd1ee-71bf-49fe-a6f7-559c40a04d34 req-3107d9fb-d491-4d6b-a9ae-fd9ff375fb51 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:39.491685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74fbd1ee-71bf-49fe-a6f7-559c40a04d34 req-3107d9fb-d491-4d6b-a9ae-fd9ff375fb51 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 932 time: 0.3615286 Jul 22 11:44:39.508309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.511487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.563173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74fbd1ee-71bf-49fe-a6f7-559c40a04d34 req-6b2ca533-958d-4ac4-8c8b-959bc6c3db75 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638342 Jul 22 11:44:39.575231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Deleting port 1e0ec109-d3dd-4041-967f-c62e1820ddd8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:39.575596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.694102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.694520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.711752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Calling delete_port for 1e0ec109-d3dd-4041-967f-c62e1820ddd8 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:39.736520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:39.761377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:39.808308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:44:39.817968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:39.819864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:39.872712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.2611384 Jul 22 11:44:39.876174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:39.886812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:39.900180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42d42b0c-3238-40d1-b6ec-3cd4cceedae1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=da652580-f2d3-40da-a745-fe7f91221ba9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:40.004192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:40.147571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:40.187214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a43a6a9b-899b-4393-a623-1a488641318d None None] The sync data for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 is: [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:39:00Z', 'revision_number': 4, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7', 'name': '', 'network_id': '1ba016ed-e0c8-448d-8557-fe908a9c0977', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'mac_address': 'fa:16:3e:0c:a9:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_interface', 'standard_attr_id': 1696, 'fixed_ips': [{'subnet_id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:59Z', 'updated_at': '2021-07-22T11:39:15Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'subnets': [{'id': 'e5b8c796-a8d7-4c8c-a88b-5fd685e007f5', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:40.198872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:40.203567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.239230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9214c79e-1016-49bb-948a-5509fecc237f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.280815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.356132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb48b346-1ee2-4bd1-bd39-c233f16b4e17 None None] Provisioning for port da652580-f2d3-40da-a745-fe7f91221ba9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:40.363603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c00fb27f-2356-48c9-adb0-796d0e5f494f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:44:40.378483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.381179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb48b346-1ee2-4bd1-bd39-c233f16b4e17 None None] Provisioning complete for port da652580-f2d3-40da-a745-fe7f91221ba9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:40.381976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb48b346-1ee2-4bd1-bd39-c233f16b4e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.407825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Transition to ACTIVE for port object c00fb27f-2356-48c9-adb0-796d0e5f494f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:40.420223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.494263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event deleted for resources: {'Port': ['ID=1e0ec109-d3dd-4041-967f-c62e1820ddd8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:40.504843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bb48b346-1ee2-4bd1-bd39-c233f16b4e17 None None] Port da652580-f2d3-40da-a745-fe7f91221ba9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:40.537075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:40.623892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.629917 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.633783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4fff146d-e548-4e64-bca7-55469b014589 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "DELETE /v2.0/floatingips/b510737e-3c5c-4be0-8f54-bf2cfa9229e2 HTTP/1.1" status: 204 len: 168 time: 1.4045298 Jul 22 11:44:40.682408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9214c79e-1016-49bb-948a-5509fecc237f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.685428 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 03d0dbf5-4317-4402-90c8-d1b4fc39c82a (CIDR: 2001:db8::/64) Jul 22 11:44:40.691336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9214c79e-1016-49bb-948a-5509fecc237f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.691661 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:44:40.693020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:40.703236 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-caccd8c6-98ca-4e7d-a605-79cd2ca70160 None None] New status for floating IP b510737e-3c5c-4be0-8f54-bf2cfa9229e2: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:44:40.731517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-acbdba8d-78b6-42da-b3c8-8ff11be82c2a tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8543835 Jul 22 11:44:40.734196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:40.753110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Attempting to bind port c00fb27f-2356-48c9-adb0-796d0e5f494f on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:44:40.753110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Attempting to bind port c00fb27f-2356-48c9-adb0-796d0e5f494f by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:44:40.753110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Attempting to bind port c00fb27f-2356-48c9-adb0-796d0e5f494f on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:40.775243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:40.794260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Port c00fb27f-2356-48c9-adb0-796d0e5f494f on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:44:40.806810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Attempting to bind port c00fb27f-2356-48c9-adb0-796d0e5f494f on network 87c7a463-e400-4cc4-aab0-dc9175c1d1d0 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:44:40.826309 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9214c79e-1016-49bb-948a-5509fecc237f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4d7aa68486dd45219e203a8d521a0167&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8209271 Jul 22 11:44:40.827348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:40.829940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9214c79e-1016-49bb-948a-5509fecc237f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e8370b2b-2f6f-4fb3-b358-16ca1ca3a07a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:40.835793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 44, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:44:40.836196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Checking segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:44:40.836604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Bound using segment: {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:44:40.837067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Bound port: c00fb27f-2356-48c9-adb0-796d0e5f494f, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:44:40.837441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:40.919499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:40.972881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:44:40.990104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47910789-6e9e-453c-8f7f-38a0cff581e4 req-d2452d1e-3de5-41a5-a311-e6f191472df6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:40.991758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:44:40.991911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47910789-6e9e-453c-8f7f-38a0cff581e4 req-d2452d1e-3de5-41a5-a311-e6f191472df6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 944 time: 0.2820041 Jul 22 11:44:40.999531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.072906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:41.074319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.077644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] 10.222.0.20 "PUT /v2.0/ports/c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 200 len: 1092 time: 1.7680478 Jul 22 11:44:41.077644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:41.081509 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2" -d '{"events": [{"name": "network-changed", "server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:41.098476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:41.099759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.102700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.127117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.152721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47910789-6e9e-453c-8f7f-38a0cff581e4 req-4b78cbd5-bb98-4c5c-a424-222254b84c55 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1305034 Jul 22 11:44:41.191322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.194774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f66e76e6-a128-4ddb-baf9-35e3aa754c34 service neutron] Pushing event updated for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:41.265925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-d65de35c-c781-4130-bf04-689db07ea3e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:41.268552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-d65de35c-c781-4130-bf04-689db07ea3e2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1095 time: 0.1369729 Jul 22 11:44:41.270906 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-10eaa01c-12b0-48b5-b0e3-217802decfc5 x-openstack-request-id: req-10eaa01c-12b0-48b5-b0e3-217802decfc5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:41.271347 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:41.271769 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-10eaa01c-12b0-48b5-b0e3-217802decfc5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:41.272383 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f', 'status': 'completed', 'code': 200} Jul 22 11:44:41.358099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.359408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-deb3ce38-b3f1-4d11-94e4-22c95cf3f3d4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 200 len: 217 time: 0.0834029 Jul 22 11:44:41.375655 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 117a9bce-e832-4396-bf90-2e2871aa4444 (CIDR: 2001:db8:0:1::/64) Jul 22 11:44:41.377708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.382139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.383403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] 10.222.0.21 "DELETE /v2.0/security-groups/c2ea4a0b-84ef-42ad-96e5-0ccddd623815 HTTP/1.1" status: 204 len: 168 time: 0.4627864 Jul 22 11:44:41.384236 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:44:41.385026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:41.411552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1827413-db85-4ae1-acb7-f6854b94c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 0.6758802 Jul 22 11:44:41.414756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:41.420036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'subnet': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:41.447846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:41.460467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14cf47c4-7000-4318-83fa-ad65aa5eb9b1 tempest-TestServerBasicOps-1282106103 tempest-TestServerBasicOps-1282106103-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ea4a0b-84ef-42ad-96e5-0ccddd623815,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:41.484926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81bede9-7a49-4642-9ac5-37c3360711de req-d7c070aa-a35a-42c5-a924-bd28351e5f05 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:41.488370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-d7c070aa-a35a-42c5-a924-bd28351e5f05 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.1219616 Jul 22 11:44:41.556800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-e59f53ed-538e-4d0f-b1b4-543e166001f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464325 Jul 22 11:44:41.670424 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.676495 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.678100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e8370b2b-2f6f-4fb3-b358-16ca1ca3a07a HTTP/1.1" status: 204 len: 168 time: 0.8476434 Jul 22 11:44:41.681654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Made reservation on behalf of 8b0d9804989c4c28a52ec4a55baa667e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:41.686423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:41.716434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db2686b-5ad3-4711-ad51-17a33f74fda0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e8370b2b-2f6f-4fb3-b358-16ca1ca3a07a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:41.767507 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-86669b9e-a4f7-4102-9fe1-bc0742710b46 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2047253 Jul 22 11:44:41.803023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48390) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:41.949521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e81bede9-7a49-4642-9ac5-37c3360711de req-5dc24244-0be7-4550-8b89-2b9ce4f280d5 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745303 Jul 22 11:44:41.995160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad6582f7-4328-4c71-a57e-e38e31eacbba admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:42.104601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-db8758a9-0ebd-4253-a991-a0b54e0ae3fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:42.106262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-db8758a9-0ebd-4253-a991-a0b54e0ae3fd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1095 time: 0.0990608 Jul 22 11:44:42.272743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-87ccad5b-3e78-4f62-9c78-2e6085680cc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:42.274275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-87ccad5b-3e78-4f62-9c78-2e6085680cc8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 911 time: 0.1548660 Jul 22 11:44:42.329882 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-1ace1a03-f87d-4949-9c33-370804512de2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 200 len: 217 time: 0.0462928 Jul 22 11:44:42.347791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad6582f7-4328-4c71-a57e-e38e31eacbba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:42.416595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-074ee4dd-19c4-4c8e-a136-e0cf0be1d262 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:42.420231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-074ee4dd-19c4-4c8e-a136-e0cf0be1d262 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.0836442 Jul 22 11:44:42.491190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-230d0e25-674f-4f2e-ab1e-a3c9acf19c05 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0612485 Jul 22 11:44:42.657567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-7dea1974-4228-494b-a07b-a9da6a274ece service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1575155 Jul 22 11:44:42.834237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05f450b1-7d66-4bc1-9cf6-aefa7b53bbf2 req-67195a47-f2e4-460f-9e71-e174d354225c service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1697109 Jul 22 11:44:42.844330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad6582f7-4328-4c71-a57e-e38e31eacbba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:42.902605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad6582f7-4328-4c71-a57e-e38e31eacbba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bdbba7a-cc35-4aee-b4cb-394aa9a98714,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:42.997312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ad6582f7-4328-4c71-a57e-e38e31eacbba admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72ac09002d174422bbd3beb3f59ad808&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1905215 Jul 22 11:44:42.998637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48420) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:43.013835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.110157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Network b6472e8a-9810-4638-8e99-476d956a8a7b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:44:43.114433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Subnet': ['ID=7e58e225-54bf-4aac-a4cc-890a1c3bbea0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:43.115104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.128734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:44:43.133990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:43.135016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.143519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5bbfe5-a621-4bbe-b367-073f1de2acc5 None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:43.158171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bddb1b44-1b7b-4c69-8e57-f024657e6448 req-1f3cfe87-ad02-43f8-aa7a-ff8e50ae5b62 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:43.163763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bddb1b44-1b7b-4c69-8e57-f024657e6448 req-1f3cfe87-ad02-43f8-aa7a-ff8e50ae5b62 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 944 time: 0.8678343 Jul 22 11:44:43.181599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.186127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6989b7db-7b6d-49a0-b68c-2551defd18de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 1.7680757 Jul 22 11:44:43.186517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:43.219200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-1051623610', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '7e58e225-54bf-4aac-a4cc-890a1c3bbea0'}], 'security_groups': ['74e7bfa1-0e34-49e6-a3e1-c8b67749eb84', 'd04455c4-6b64-4f94-984c-9ae18cedd7ac']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:43.223778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bddb1b44-1b7b-4c69-8e57-f024657e6448 req-34b7ec3a-1ef2-4ff4-af3f-48e601a5f47c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0533373 Jul 22 11:44:43.333166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.348674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.350666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4bdbba7a-cc35-4aee-b4cb-394aa9a98714 HTTP/1.1" status: 204 len: 168 time: 0.3518043 Jul 22 11:44:43.375191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a217e59-519d-4482-ba14-b4c03c985bcc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bdbba7a-cc35-4aee-b4cb-394aa9a98714,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:43.409091 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.710532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Update dhcp port {'port': {'network_id': 'b6472e8a-9810-4638-8e99-476d956a8a7b', 'fixed_ips': [{'subnet_id': '117a9bce-e832-4396-bf90-2e2871aa4444', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': '03d0dbf5-4317-4402-90c8-d1b4fc39c82a', 'ip_address': '2001:db8::2'}, {'subnet_id': '7e58e225-54bf-4aac-a4cc-890a1c3bbea0'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '9f8cac13-9ca0-489c-b866-3e9df9db4f71'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:44:43.730917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:43.813480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:44.188720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Deleting port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:44.189283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:44.245773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Allocated IP 2001:db8:0:2::2 (b6472e8a-9810-4638-8e99-476d956a8a7b/7e58e225-54bf-4aac-a4cc-890a1c3bbea0/9f8cac13-9ca0-489c-b866-3e9df9db4f71) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:44.340034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] For port ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:44.340389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:44.412945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Calling delete_port for ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:44.469155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:44.525433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:44.554533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Transition to ACTIVE for port object 9f8cac13-9ca0-489c-b866-3e9df9db4f71 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:44.562225 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:44.598963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db26f9bc-134b-4a51-8865-65c3211cc7f3 req-1d3f4ae4-0741-4365-8e18-c78510aeecd9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:44.600551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db26f9bc-134b-4a51-8865-65c3211cc7f3 req-1d3f4ae4-0741-4365-8e18-c78510aeecd9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 944 time: 0.2573504 Jul 22 11:44:44.663555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613e2871-352d-4834-88fd-964d78deebe7 None None] Pushing event updated for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:44.674100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c00fb27f-2356-48c9-adb0-796d0e5f494f details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:44:44.820640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db26f9bc-134b-4a51-8865-65c3211cc7f3 req-560e9811-6840-45f9-83c4-2ae067715351 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2056003 Jul 22 11:44:44.853687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Delete allocated IP 2001:db8::b7 (b6472e8a-9810-4638-8e99-476d956a8a7b/03d0dbf5-4317-4402-90c8-d1b4fc39c82a) {{(pid=93706) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:118}} Jul 22 11:44:44.868672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Allocated IP 2001:db8:0:2::104 (b6472e8a-9810-4638-8e99-476d956a8a7b/7e58e225-54bf-4aac-a4cc-890a1c3bbea0/da652580-f2d3-40da-a745-fe7f91221ba9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:44:44.966315 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.006431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:45.019464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c00fb27f-2356-48c9-adb0-796d0e5f494f', 'network_id': '87c7a463-e400-4cc4-aab0-dc9175c1d1d0', 'port_id': 'c00fb27f-2356-48c9-adb0-796d0e5f494f', 'mac_address': 'fa:16:3e:fc:07:e0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '94d869e4-2a57-44d7-bd93-34f9cf423908', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:44:45.050694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Pushing event deleted for resources: {'Port': ['ID=ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:45.134745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.166938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c00fb27f-2356-48c9-adb0-796d0e5f494f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:44:45.216457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:45.226986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.282382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fcfe46e-ebe5-4acb-8e80-b9ea8a422a36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.341379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:45.418293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.435897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Transition to ACTIVE for port object da652580-f2d3-40da-a745-fe7f91221ba9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:44:45.443090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.515175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c00fb27f-2356-48c9-adb0-796d0e5f494f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:44:45.527729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.643564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] In _notify_port_updated(), no bound segment for port da652580-f2d3-40da-a745-fe7f91221ba9 on network b6472e8a-9810-4638-8e99-476d956a8a7b {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:44:45.661052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:45.661052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:45.679241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "PUT /v2.0/ports/da652580-f2d3-40da-a745-fe7f91221ba9 HTTP/1.1" status: 200 len: 970 time: 2.4915211 Jul 22 11:44:45.689401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:46.091993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Router ca932d3e-f352-45d6-9048-e1481cee5f72 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:44:46.206175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:46.209436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:46.341206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecdbe22e-257e-4d0b-806a-aa4553af3946 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event updated for resources: {'Port': ['ID=da652580-f2d3-40da-a745-fe7f91221ba9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:46.365422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:46.381442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0c4aa27-5088-47d1-b898-b03baa31ea5c admin admin] 10.222.0.21 "PUT /v2.0/routers/ca932d3e-f352-45d6-9048-e1481cee5f72/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9203725 Jul 22 11:44:46.382597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:46.404087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Sync routers for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:46.411837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:46.459379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:46.460434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:46.549687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port da652580-f2d3-40da-a745-fe7f91221ba9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:46.554305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:46.610049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Provisioning for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:46.623431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:46.651024 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:46.696113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c00fb27f-2356-48c9-adb0-796d0e5f494f up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:44:46.823197 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:46.843902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for da652580-f2d3-40da-a745-fe7f91221ba9 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:46.853052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:46.977096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66761b25-8142-44d1-9f90-83cc13f35a89 req-46ca4a81-aa1e-4cbb-8f77-dab82647c7bd tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:46.979924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66761b25-8142-44d1-9f90-83cc13f35a89 req-46ca4a81-aa1e-4cbb-8f77-dab82647c7bd tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 945 time: 1.0491123 Jul 22 11:44:47.051548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.129774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:47.131200 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.131895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-127a7fe2-97d9-4226-bd60-2548af272747 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.154863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66761b25-8142-44d1-9f90-83cc13f35a89 req-4d8138a7-3d60-40f2-b243-87fee35258db tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1620533 Jul 22 11:44:47.160708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.250204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Deleting port a6cb7e7d-715c-4365-bb26-470e4a598847 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:47.250602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c00fb27f-2356-48c9-adb0-796d0e5f494f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:44:47.251483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.254097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=da652580-f2d3-40da-a745-fe7f91221ba9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:47.270114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:47.270742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.273110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c00fb27f-2356-48c9-adb0-796d0e5f494f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:47.273693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.299755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.302435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aeb2ca1b-1d07-4402-9e15-7fe8eccc491d tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/da652580-f2d3-40da-a745-fe7f91221ba9 HTTP/1.1" status: 204 len: 168 time: 1.6114569 Jul 22 11:44:47.306610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:47.364187 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c24a563e-340b-4f71-9a7d-321ef80c2424 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] GET failed (client error): The resource could not be found. Jul 22 11:44:47.366647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c24a563e-340b-4f71-9a7d-321ef80c2424 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports/da652580-f2d3-40da-a745-fe7f91221ba9 HTTP/1.1" status: 404 len: 333 time: 0.0582221 Jul 22 11:44:47.370241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:47.379873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:47.465790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.503955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.517518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] For port a6cb7e7d-715c-4365-bb26-470e4a598847, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a6cb7e7d-715c-4365-bb26-470e4a598847,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:47.518175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.543363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Calling delete_port for a6cb7e7d-715c-4365-bb26-470e4a598847 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:47.566007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-127a7fe2-97d9-4226-bd60-2548af272747 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.572879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-127a7fe2-97d9-4226-bd60-2548af272747 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.614303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.627612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.636750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/security-groups/18d70ca1-38ea-4051-9fab-f7ddb16ccd0c HTTP/1.1" status: 204 len: 168 time: 0.2650788 Jul 22 11:44:47.639409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:47.651275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98209253-5ec5-418b-a588-d201bddfd35e None None] Could not find standard attr ID for object da652580-f2d3-40da-a745-fe7f91221ba9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:44:47.663970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.685700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-127a7fe2-97d9-4226-bd60-2548af272747 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a4dce32-0669-40d7-8eb2-7fbc932b6e20,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:47.741444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-127a7fe2-97d9-4226-bd60-2548af272747 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8d8211b69c054a9d8c51070d21f7dc10&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8875453 Jul 22 11:44:47.746181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48596) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:47.788458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:47.791912 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08aaa4e4-21af-40b3-85a5-6b738f3690e9" -d '{"events": [{"server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "name": "network-vif-plugged", "status": "completed", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:47.804905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5108bb83-a400-4ca2-b676-9760eb3acb41 None None] Could not find standard attr ID for object da652580-f2d3-40da-a745-fe7f91221ba9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:44:47.815942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:47.826717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.854790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.856029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d5739c-ad8a-486a-ab24-ff3cfb257d01 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=18d70ca1-38ea-4051-9fab-f7ddb16ccd0c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:47.871245 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a5c7ed80-b359-4887-b949-b7452cc9ff11 x-openstack-request-id: req-a5c7ed80-b359-4887-b949-b7452cc9ff11 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:47.871539 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "name": "network-vif-plugged", "status": "completed", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:47.871795 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a5c7ed80-b359-4887-b949-b7452cc9ff11 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:47.872189 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f', 'code': 200} Jul 22 11:44:47.896132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105'}], 'enable_snat': True}, 'gw_port_id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:44:44Z', 'revision_number': 5, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port': {'id': 'a6cb7e7d-715c-4365-bb26-470e4a598847', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:ac:b9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1687, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.105', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:55Z', 'updated_at': '2021-07-22T11:39:01Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:47.907742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.932190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-d91a250a-f485-4f67-89c8-2b1fcbb2704c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1442327 Jul 22 11:44:47.933010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Checking router: ca932d3e-f352-45d6-9048-e1481cee5f72 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:44:47.937196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:47.941292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:47.948282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Routers {'ca932d3e-f352-45d6-9048-e1481cee5f72'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:47.949009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ca932d3e-f352-45d6-9048-e1481cee5f72'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:48.065984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] Set router ca932d3e-f352-45d6-9048-e1481cee5f72 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:48.086548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.122264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.125287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.129635 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/security-groups/d04455c4-6b64-4f94-984c-9ae18cedd7ac HTTP/1.1" status: 204 len: 168 time: 0.4786093 Jul 22 11:44:48.131151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48606) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:48.153676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b084715-4943-4438-b9b8-12e7524a3663 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d04455c4-6b64-4f94-984c-9ae18cedd7ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:48.169290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.181739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:44:47Z', 'revision_number': 6, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:48.216179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7ae6ca-1840-453b-9bca-7a084d66eae9 req-95f79243-a4e7-4f90-8b17-726826103303 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:48.218617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c7ae6ca-1840-453b-9bca-7a084d66eae9 req-95f79243-a4e7-4f90-8b17-726826103303 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1097 time: 0.2418559 Jul 22 11:44:48.229001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f69873c-2d62-4243-a0f2-f16a9f42c441 None None] The sync data for ids ['ca932d3e-f352-45d6-9048-e1481cee5f72'] in n-d-754448-4 is: [{'id': 'ca932d3e-f352-45d6-9048-e1481cee5f72', 'name': 'tempest-TestServerBasicOps-1359520551-router', 'tenant_id': '92d6dded207640e8b04c22578238779a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:54Z', 'updated_at': '2021-07-22T11:44:47Z', 'revision_number': 6, 'project_id': '92d6dded207640e8b04c22578238779a', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:48.230694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-20fc80fa-09b4-4dc6-9e6c-c5ac09c043e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:48.232969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-20fc80fa-09b4-4dc6-9e6c-c5ac09c043e8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 1097 time: 0.2225385 Jul 22 11:44:48.238558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d40b630-ee6c-4227-a0b1-22709ea4f712 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.279539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c7ae6ca-1840-453b-9bca-7a084d66eae9 req-1b42db64-406c-4071-9b9d-b441d6c81681 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434699 Jul 22 11:44:48.292259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.320766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:48.350960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:48.351648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ef74c2d5-47e4-42a7-9fc8-25d3ec55bdb7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:48.418030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Pushing event deleted for resources: {'Port': ['ID=a6cb7e7d-715c-4365-bb26-470e4a598847,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:48.447156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-ab159d19-5c9b-4a40-8e5c-7ca6d95023a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:48.453224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-ab159d19-5c9b-4a40-8e5c-7ca6d95023a2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.1722593 Jul 22 11:44:48.488932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.529824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-d1a05394-9a11-4e5c-93b4-10e08ac057b7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f74c906f-7542-4549-8169-097d6a1a9a83 HTTP/1.1" status: 200 len: 217 time: 0.0732718 Jul 22 11:44:48.539972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.565337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.569300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.571380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a4dce32-0669-40d7-8eb2-7fbc932b6e20 HTTP/1.1" status: 204 len: 168 time: 0.8235729 Jul 22 11:44:48.596757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.603251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-0875048f-abb4-4da8-903c-f6cdec599d20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:48.605052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-0875048f-abb4-4da8-903c-f6cdec599d20 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0664275 Jul 22 11:44:48.664706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-e65d388f-f716-48aa-ba0a-b37f1ac44cf4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0507331 Jul 22 11:44:48.672503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a64f9d-6867-424a-af12-798186cdf1dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a4dce32-0669-40d7-8eb2-7fbc932b6e20,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:48.805672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce51595e-1b85-4cae-a1d2-c746a4cf3597 req-fcb1e289-210f-4758-b254-f9be6c147d16 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:48.807226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce51595e-1b85-4cae-a1d2-c746a4cf3597 req-fcb1e289-210f-4758-b254-f9be6c147d16 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.4887090 Jul 22 11:44:48.811628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.814009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.879555 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-6435253a-b4f2-4987-9599-b0c788f67e7a service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2079206 Jul 22 11:44:48.880840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.884553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.887074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/security-groups/74e7bfa1-0e34-49e6-a3e1-c8b67749eb84 HTTP/1.1" status: 204 len: 168 time: 0.7462876 Jul 22 11:44:48.895514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48620) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:48.960128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.960957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Fanout notify agent at l3_agent the message router_deleted on router ca932d3e-f352-45d6-9048-e1481cee5f72 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:44:48.968173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:48.972584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c04ecbe3-47c3-4965-a75f-e4cba28b363f admin admin] 10.222.0.21 "DELETE /v2.0/routers/ca932d3e-f352-45d6-9048-e1481cee5f72 HTTP/1.1" status: 204 len: 168 time: 2.5882616 Jul 22 11:44:48.977041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:49.028657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-407f1bb0-153c-489d-a1c1-d727826ab4ca req-f6d2125f-fa93-4ca6-8b99-9e161ccff1a0 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1399744 Jul 22 11:44:49.031624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2d45b0-142c-448c-866d-e60a8c0a0148 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74e7bfa1-0e34-49e6-a3e1-c8b67749eb84,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:49.052549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 03d0dbf5-4317-4402-90c8-d1b4fc39c82a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:49.059227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.116429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Deleting subnet e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:49.138704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.226145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.277749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.360022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.438792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.494264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.581628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.630079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=03d0dbf5-4317-4402-90c8-d1b4fc39c82a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:49.638244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.644844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-336fb711-2aba-4b1b-b345-45ff198634de tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/03d0dbf5-4317-4402-90c8-d1b4fc39c82a HTTP/1.1" status: 204 len: 168 time: 0.7434750 Jul 22 11:44:49.645973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.646654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:49.667868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3151603-fc48-40c7-bf75-4da077878ad2 None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:49.693921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce51595e-1b85-4cae-a1d2-c746a4cf3597 req-b9f7c2ef-8e3a-43ea-87fb-66d9f46b68c3 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.8763382 Jul 22 11:44:49.698430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.698430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e5b8c796-a8d7-4c8c-a88b-5fd685e007f5 HTTP/1.1" status: 204 len: 168 time: 0.7204833 Jul 22 11:44:49.698719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8042ad-05b9-47e6-99d2-a7310f559464 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5b8c796-a8d7-4c8c-a88b-5fd685e007f5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:49.700583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:49.775530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48638) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:49.793770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.796769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e6dc2-7c6d-46f9-ad31-f7b23ee6e0e1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.813793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fdd1b1-5f00-4978-9189-bd928c2c7619 None None] Network 1ba016ed-e0c8-448d-8557-fe908a9c0977 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:49.871890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Deleting port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:49.872651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.882602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 7e58e225-54bf-4aac-a4cc-890a1c3bbea0 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:49.935176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.970094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] For port d476fed6-4296-4e2c-8f22-7b9eb8dc4533, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,segment=NetworkSegment(7f39137e-32f5-4ccb-b521-0ff84e07dce6),segment_id=7f39137e-32f5-4ccb-b521-0ff84e07dce6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:49.971201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:49.994982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Calling delete_port for d476fed6-4296-4e2c-8f22-7b9eb8dc4533 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:50.024184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.099173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e6dc2-7c6d-46f9-ad31-f7b23ee6e0e1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.110235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e6dc2-7c6d-46f9-ad31-f7b23ee6e0e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.196239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e6dc2-7c6d-46f9-ad31-f7b23ee6e0e1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e781865-7df3-4f20-ad41-c14b111602ee,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:50.198876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.200582 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-973e6dc2-7c6d-46f9-ad31-f7b23ee6e0e1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b66c73b9e5ef4db38605be123b383b61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4237173 Jul 22 11:44:50.204544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:50.228924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68e0486-f5d2-4023-a6e7-ce9d93750789 None None] DHCP port deletion for 1ba016ed-e0c8-448d-8557-fe908a9c0977 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:44:50.242936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.335418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=d476fed6-4296-4e2c-8f22-7b9eb8dc4533,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:50.375261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.381355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] No DVR routers for this DVR port d476fed6-4296-4e2c-8f22-7b9eb8dc4533 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:50.460470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.476227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d476fed6-4296-4e2c-8f22-7b9eb8dc4533 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:50.488289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.536854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d476fed6-4296-4e2c-8f22-7b9eb8dc4533 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:50.537717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d476fed6-4296-4e2c-8f22-7b9eb8dc4533 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:50.538173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.538874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a6cb7e7d-715c-4365-bb26-470e4a598847 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:50.561453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=7e58e225-54bf-4aac-a4cc-890a1c3bbea0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:50.568507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.574024 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a25d76a1-29fd-4a1d-88fe-73da914929d1 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/7e58e225-54bf-4aac-a4cc-890a1c3bbea0 HTTP/1.1" status: 204 len: 168 time: 0.9226136 Jul 22 11:44:50.576514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:50.587402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a6cb7e7d-715c-4365-bb26-470e4a598847 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:50.588302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a6cb7e7d-715c-4365-bb26-470e4a598847 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:50.590487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1ba016ed-e0c8-448d-8557-fe908a9c0977']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:50.607821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7f39137e-32f5-4ccb-b521-0ff84e07dce6') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:50.608128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7f39137e-32f5-4ccb-b521-0ff84e07dce6') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:50.624947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.638303 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-43d37d1b-d918-403d-a0d9-14b832d81b14 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:50.639436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43d37d1b-d918-403d-a0d9-14b832d81b14 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:50.641913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-43d37d1b-d918-403d-a0d9-14b832d81b14 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/03d0dbf5-4317-4402-90c8-d1b4fc39c82a HTTP/1.1" status: 404 len: 337 time: 0.0587091 Jul 22 11:44:50.647158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:50.671877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.675587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.677160 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9e781865-7df3-4f20-ad41-c14b111602ee HTTP/1.1" status: 204 len: 168 time: 0.4713049 Jul 22 11:44:50.688926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-655daf42-3d3a-4107-b7a2-b4b3436e69e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e781865-7df3-4f20-ad41-c14b111602ee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:50.767893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.797415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:44:50.798696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:44:50.803719 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:44:50.932066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting subnet 117a9bce-e832-4396-bf90-2e2871aa4444 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:50.961436 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.016928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.044539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.048290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1ba016ed-e0c8-448d-8557-fe908a9c0977 HTTP/1.1" status: 204 len: 168 time: 1.3469038 Jul 22 11:44:51.055908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:51.085337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2664fe-9a37-4fd7-94e5-46a6536a56d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=1ba016ed-e0c8-448d-8557-fe908a9c0977,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:51.100596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.197108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-770e73bf-95c1-4987-b672-8fd5c3e970f6 req-a3914733-2461-4db2-b964-8c65551bc6fc tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:51.198932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-770e73bf-95c1-4987-b672-8fd5c3e970f6 req-a3914733-2461-4db2-b964-8c65551bc6fc tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.3349230 Jul 22 11:44:51.211322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30b892-935d-477c-8476-c6bf46807c1b None None] Network b6472e8a-9810-4638-8e99-476d956a8a7b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:44:51.289504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d016d3a-e12f-41d6-8dc9-5e57b349913e None None] Provisioning complete for port aa58700f-38ff-434a-a9a5-327bf82bcf13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:51.289504 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d016d3a-e12f-41d6-8dc9-5e57b349913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.294711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.350236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-770e73bf-95c1-4987-b672-8fd5c3e970f6 req-3147b7d0-4ac9-41a9-b5dc-05683cc934fa tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1325645 Jul 22 11:44:51.435658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.501023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Subnet': ['ID=117a9bce-e832-4396-bf90-2e2871aa4444,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:51.518223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.520471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-403d9621-f71e-4c36-a411-23a7617f0e32 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/117a9bce-e832-4396-bf90-2e2871aa4444 HTTP/1.1" status: 204 len: 168 time: 0.8722851 Jul 22 11:44:51.526302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:51.575967 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.620908 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc7b199b-2a56-48dc-8a9c-708a181e622e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:51.622190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc7b199b-2a56-48dc-8a9c-708a181e622e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:51.628601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cc7b199b-2a56-48dc-8a9c-708a181e622e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/d9ee3882-db65-4039-8d77-2e2dedba7240 HTTP/1.1" status: 404 len: 337 time: 0.0966120 Jul 22 11:44:51.629453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:51.637511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1d016d3a-e12f-41d6-8dc9-5e57b349913e None None] Port aa58700f-38ff-434a-a9a5-327bf82bcf13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:44:51.742325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d016d3a-e12f-41d6-8dc9-5e57b349913e None None] Provisioning complete for port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:44:51.742783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d016d3a-e12f-41d6-8dc9-5e57b349913e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:51.773708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-824fa7e7-8106-41db-9db3-10bb37dae2cc tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "GET /v2.0/ports?device_id=bf2549d6-3c86-4c7c-bc0d-4356e1324396 HTTP/1.1" status: 200 len: 205 time: 0.1343694 Jul 22 11:44:51.775614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48696) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:51.927600 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ab2e864d-d114-4485-8f8b-21eb9d69c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] delete failed (client error): The resource could not be found. Jul 22 11:44:51.935783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] DHCP port deletion for b6472e8a-9810-4638-8e99-476d956a8a7b request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:44:51.936155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ab2e864d-d114-4485-8f8b-21eb9d69c064 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/routers/bf2549d6-3c86-4c7c-bc0d-4356e1324396 HTTP/1.1" status: 404 len: 336 time: 0.1501133 Jul 22 11:44:51.938619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.126860 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-9c76bd40-1615-44f7-b6ac-221d0897abad tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.128315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9c76bd40-1615-44f7-b6ac-221d0897abad tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.134365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9c76bd40-1615-44f7-b6ac-221d0897abad tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/805944af-bb98-4b91-977a-0d842e768b82 HTTP/1.1" status: 404 len: 337 time: 0.1931484 Jul 22 11:44:52.135218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.157481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Deleting port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:52.159027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:52.184657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-ce9a0e70-4097-462f-bf42-5ef513ffea81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:52.194161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-ce9a0e70-4097-462f-bf42-5ef513ffea81 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1097 time: 0.3576410 Jul 22 11:44:52.258096 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-85692f1d-700a-499c-8a90-d4cb2697a7ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.258807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-85692f1d-700a-499c-8a90-d4cb2697a7ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.273204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] For port 9f8cac13-9ca0-489c-b866-3e9df9db4f71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9f8cac13-9ca0-489c-b866-3e9df9db4f71,segment=NetworkSegment(061b1d85-12a4-4936-a573-3700e5fc6592),segment_id=061b1d85-12a4-4936-a573-3700e5fc6592)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:52.273824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:52.278627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-85692f1d-700a-499c-8a90-d4cb2697a7ef tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/451706f0-f09c-45d2-8bee-e2cc379597df HTTP/1.1" status: 404 len: 337 time: 0.1371350 Jul 22 11:44:52.279959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.288425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Calling delete_port for 9f8cac13-9ca0-489c-b866-3e9df9db4f71 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:52.376794 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c201c664-54a3-4702-ad44-4262a6c0bce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.378997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c201c664-54a3-4702-ad44-4262a6c0bce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.384065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c201c664-54a3-4702-ad44-4262a6c0bce8 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/2ebfe136-6a43-4f8f-9a1c-4e7249b29d17 HTTP/1.1" status: 404 len: 337 time: 0.1005855 Jul 22 11:44:52.389668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.430960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51b6cdd2-ccee-4817-ba4f-9ca372e35306 req-2d1bb62b-ae8f-4ecd-9d55-6c2e7f8f4285 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:52.440819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51b6cdd2-ccee-4817-ba4f-9ca372e35306 req-2d1bb62b-ae8f-4ecd-9d55-6c2e7f8f4285 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.5330963 Jul 22 11:44:52.463768 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1d3c999-5753-4813-beb6-3f80b832fc45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.465105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1d3c999-5753-4813-beb6-3f80b832fc45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.470195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e1d3c999-5753-4813-beb6-3f80b832fc45 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/7c51d727-75a1-486b-b563-fc1ef7ba54e4 HTTP/1.1" status: 404 len: 333 time: 0.0770497 Jul 22 11:44:52.474959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.519941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51b6cdd2-ccee-4817-ba4f-9ca372e35306 req-27e30e49-627f-4c6c-ac35-33320c0d1c79 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0763569 Jul 22 11:44:52.556208 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-83dd52c5-4220-4eca-b465-1139cd2e9579 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.557139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83dd52c5-4220-4eca-b465-1139cd2e9579 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.562396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83dd52c5-4220-4eca-b465-1139cd2e9579 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/09931e19-2352-4e9f-8fdf-79276524b2bc HTTP/1.1" status: 404 len: 337 time: 0.0777469 Jul 22 11:44:52.563415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.571274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-8a51acef-0920-498b-bcbd-7be47cb676a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:52.574070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-8a51acef-0920-498b-bcbd-7be47cb676a7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 911 time: 0.3638370 Jul 22 11:44:52.575969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf2dbd67-10b4-406c-865b-3a5f7e965b63 req-6f3c768c-4dca-4276-bfdf-d3ec3ab9c139 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:52.588589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf2dbd67-10b4-406c-865b-3a5f7e965b63 req-6f3c768c-4dca-4276-bfdf-d3ec3ab9c139 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.3450468 Jul 22 11:44:52.600124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9f8cac13-9ca0-489c-b866-3e9df9db4f71 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:52.623872 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5c5f313-daf6-4538-bb57-254596cf9e8c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.624676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5c5f313-daf6-4538-bb57-254596cf9e8c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.630546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d5c5f313-daf6-4538-bb57-254596cf9e8c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/f8ccb65d-9e85-4ff7-99e0-f9ec0a0f06b1 HTTP/1.1" status: 404 len: 337 time: 0.0620747 Jul 22 11:44:52.632533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.662086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf2dbd67-10b4-406c-865b-3a5f7e965b63 req-dbf15c51-2d4a-4f14-9d2e-8bc32f9a5f68 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0678749 Jul 22 11:44:52.695447 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-af97d2ca-41e4-4f00-b9eb-c6b22f0f0e76 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.696715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-af97d2ca-41e4-4f00-b9eb-c6b22f0f0e76 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.699926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-af97d2ca-41e4-4f00-b9eb-c6b22f0f0e76 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/a1a00e11-8480-4394-8247-727da12df834 HTTP/1.1" status: 404 len: 333 time: 0.0658560 Jul 22 11:44:52.702325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.717521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-9d9fc667-8908-4ff2-a1dd-e1aa2ad6b955 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 200 len: 217 time: 0.1323228 Jul 22 11:44:52.744209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:52.744811 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d46848c-bc22-484e-822e-4a6b6912833c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.745421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5d46848c-bc22-484e-822e-4a6b6912833c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.748073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d46848c-bc22-484e-822e-4a6b6912833c tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/7da93663-6835-43ba-8156-9d99df08f9b7 HTTP/1.1" status: 404 len: 337 time: 0.0443592 Jul 22 11:44:52.750639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.793691 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8f40c72e-2cc6-40d2-bc74-8d00f906f308 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] DELETE failed (client error): The resource could not be found. Jul 22 11:44:52.794161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8f40c72e-2cc6-40d2-bc74-8d00f906f308 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:44:52.796302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f40c72e-2cc6-40d2-bc74-8d00f906f308 tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/subnets/6baf1244-2984-4592-9767-1a05e0bc018f HTTP/1.1" status: 404 len: 337 time: 0.0444810 Jul 22 11:44:52.799551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:52.948467 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:52.964550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.007299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] Pushing event deleted for resources: {'Port': ['ID=9f8cac13-9ca0-489c-b866-3e9df9db4f71,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:53.031686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-5b98ee72-26ff-4d4b-b8c7-d140b04bd2d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:53.033841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-5b98ee72-26ff-4d4b-b8c7-d140b04bd2d3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.3062115 Jul 22 11:44:53.045493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Deleting port aa58700f-38ff-434a-a9a5-327bf82bcf13 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:53.046031 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.053403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1f43cf1-0f52-40dd-9c78-30e2e4c39ff3 None None] No DVR routers for this DVR port 9f8cac13-9ca0-489c-b866-3e9df9db4f71 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:53.126326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-b784b153-91ab-47e6-b46a-3ad37d7db30d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0830581 Jul 22 11:44:53.217503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.241710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Calling delete_port for aa58700f-38ff-434a-a9a5-327bf82bcf13 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:53.317770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-8a2c0136-73e3-4d1e-a902-c8fe409fa766 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1837273 Jul 22 11:44:53.401628 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.470222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Port': ['ID=aa58700f-38ff-434a-a9a5-327bf82bcf13,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:53.493317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.495652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-678e0648-5742-4e48-a94d-4001f671b59b tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/ports/aa58700f-38ff-434a-a9a5-327bf82bcf13 HTTP/1.1" status: 204 len: 168 time: 0.6948304 Jul 22 11:44:53.498846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:53.532518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5f7f2c58-20c1-497f-a25c-49423cab2d29 req-1ee96fa7-45df-468b-8ddb-5bbbd2d12508 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1932120 Jul 22 11:44:53.670959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Deleting port 2ecc187a-b616-4697-9227-841c650c90f3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:53.671715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.799098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] For port 2ecc187a-b616-4697-9227-841c650c90f3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ecc187a-b616-4697-9227-841c650c90f3,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:53.799519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:53.815692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Calling delete_port for 2ecc187a-b616-4697-9227-841c650c90f3 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:54.071866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-6235b6d6-c05c-4e74-b51b-6698f12aa538 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:54.073505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-6235b6d6-c05c-4e74-b51b-6698f12aa538 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.1220183 Jul 22 11:44:54.231430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.232930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.278808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ecc187a-b616-4697-9227-841c650c90f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:54.300908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port f74c906f-7542-4549-8169-097d6a1a9a83 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:54.301552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.352626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4467df61-be5f-4c19-af96-aa4d24ad26f0 req-4325e8fb-de68-4ef9-89d1-10fb9b7918eb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:54.361064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4467df61-be5f-4c19-af96-aa4d24ad26f0 req-4325e8fb-de68-4ef9-89d1-10fb9b7918eb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.2270012 Jul 22 11:44:54.447928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4467df61-be5f-4c19-af96-aa4d24ad26f0 req-471eb739-204c-408d-a476-736827145bb4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0852003 Jul 22 11:44:54.463833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edba4814-bff5-478e-8a91-b24ec31997ec req-7a97a7a1-d9c5-4bff-a2e7-5485f9216362 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:54.465533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edba4814-bff5-478e-8a91-b24ec31997ec req-7a97a7a1-d9c5-4bff-a2e7-5485f9216362 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.3327236 Jul 22 11:44:54.720184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edba4814-bff5-478e-8a91-b24ec31997ec req-aeeefd85-ac91-44f3-a608-48dcc7f3bc53 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2166348 Jul 22 11:44:54.772261 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.787350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6472e8a-9810-4638-8e99-476d956a8a7b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:54.802806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '061b1d85-12a4-4936-a573-3700e5fc6592') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:54.803102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '061b1d85-12a4-4936-a573-3700e5fc6592') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:54.824361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.858130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.871022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:44:54.871467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:44:54.875174 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:44:55.000362 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.022610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.029546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] 10.222.0.21 "DELETE /v2.0/networks/b6472e8a-9810-4638-8e99-476d956a8a7b HTTP/1.1" status: 204 len: 168 time: 1.5256288 Jul 22 11:44:55.052583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ca89b7d-3031-477c-a940-07dfafa5793e tempest-PortsIpV6TestJSON-244194238 tempest-PortsIpV6TestJSON-244194238-project] Pushing event deleted for resources: {'Network': ['ID=b6472e8a-9810-4638-8e99-476d956a8a7b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:55.184582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port f74c906f-7542-4549-8169-097d6a1a9a83, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f74c906f-7542-4549-8169-097d6a1a9a83,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:55.185712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.239735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-90d90581-8889-4fff-82eb-c86ac20f77ae service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.3628967 Jul 22 11:44:55.243213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for f74c906f-7542-4549-8169-097d6a1a9a83 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:55.400786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.643536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.643536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.643927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.644286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.646300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.646809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.647277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.649342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-2dc25161-0880-4266-9ec7-b8f92afa1e53 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.3013747 Jul 22 11:44:55.661420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:55.720519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.730784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:55.734529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['f74c906f-7542-4549-8169-097d6a1a9a83'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:44:55.766849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98f7a76e-d275-4f40-bc7d-98e228fbd5b1 req-78fcb7c0-ec38-4d53-a4a2-d260f77d764a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.770960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98f7a76e-d275-4f40-bc7d-98e228fbd5b1 req-78fcb7c0-ec38-4d53-a4a2-d260f77d764a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 946 time: 0.2026281 Jul 22 11:44:55.778758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=f74c906f-7542-4549-8169-097d6a1a9a83,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:55.854135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98f7a76e-d275-4f40-bc7d-98e228fbd5b1 req-5a168c6b-b137-4ba0-a878-cadd2cde63e1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0758681 Jul 22 11:44:55.941938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port f74c906f-7542-4549-8169-097d6a1a9a83 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:44:55.947899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:55.949914 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a8596f5-8192-4cad-8611-c01069ff6ce6 req-9377505f-1fc4-471d-88b5-4df65b606d51 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "DELETE /v2.0/ports/f74c906f-7542-4549-8169-097d6a1a9a83 HTTP/1.1" status: 204 len: 173 time: 1.8696589 Jul 22 11:44:55.952272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'name': 'network-vif-deleted', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:44:55.954223 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ab98cd98-c289-445b-9b70-9034193de40d" -d '{"events": [{"server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "name": "network-vif-deleted", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:44:55.979757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-a33ee4e6-f812-424a-9a27-de1fabe3a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.980235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-a33ee4e6-f812-424a-9a27-de1fabe3a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.980709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-a33ee4e6-f812-424a-9a27-de1fabe3a930 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:55.982353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a33ee4e6-f812-424a-9a27-de1fabe3a930 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 2299 time: 0.2928421 Jul 22 11:44:56.001879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d95d3531-872e-4384-8166-5f4906da08a4 req-20354564-cffd-4798-8e81-be26fa152ee5 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:56.018473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d95d3531-872e-4384-8166-5f4906da08a4 req-20354564-cffd-4798-8e81-be26fa152ee5 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1031711 Jul 22 11:44:56.083864 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:44:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da283b1c-d622-4a65-8c50-17f4e5c47574 x-openstack-request-id: req-da283b1c-d622-4a65-8c50-17f4e5c47574 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:44:56.084600 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2b2b7667-c5d1-4ecb-8942-d68525e24a36", "name": "network-vif-deleted", "tag": "f74c906f-7542-4549-8169-097d6a1a9a83", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:44:56.085099 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da283b1c-d622-4a65-8c50-17f4e5c47574 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:44:56.085734 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2b2b7667-c5d1-4ecb-8942-d68525e24a36', 'name': 'network-vif-deleted', 'tag': 'f74c906f-7542-4549-8169-097d6a1a9a83', 'status': 'completed', 'code': 200} Jul 22 11:44:56.132038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d95d3531-872e-4384-8166-5f4906da08a4 req-ab23e1b9-6377-4fdb-8cb9-cbe1797b4047 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1065078 Jul 22 11:44:56.165058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:44:56.195573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-2eb5f2c9-fca3-4ec3-ad84-c64a258e2029 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 1001 time: 0.2056413 Jul 22 11:44:56.199250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bdca589-ab7d-42bf-a7bc-fd4bef2a9ccf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.312080 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-62bd7f34-b0a4-4966-bb86-6029a3de9f8d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b0d9804989c4c28a52ec4a55baa667e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6492956 Jul 22 11:44:56.312736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:56.373342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-ef09ea32-065d-4bc5-bd55-910c17e1a83b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:56.375332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-ef09ea32-065d-4bc5-bd55-910c17e1a83b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.1668375 Jul 22 11:44:56.468577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.485608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:44:56.493554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.498846 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Sync routers for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:44:56.511646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d60b37cd-5713-44e9-9a5a-22ac80a900e3 admin admin] 10.222.0.21 "PUT /v2.0/routers/ff92e728-5c0c-47b4-a4ca-e62a3dbec102/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4528055 Jul 22 11:44:56.519030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:56.519585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:56.520517 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:56.566487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.570774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.578310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1dc6a405-b0f5-4d6c-9261-a8fad972f18d HTTP/1.1" status: 204 len: 168 time: 0.2640655 Jul 22 11:44:56.600578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c73441-84c3-4541-bdd8-19da9823966b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1dc6a405-b0f5-4d6c-9261-a8fad972f18d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:56.747866 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:56.801611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-fd8614c9-4fcb-4a52-8d18-2dfb165560ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:56.809220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-fd8614c9-4fcb-4a52-8d18-2dfb165560ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4256835 Jul 22 11:44:56.912602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bdca589-ab7d-42bf-a7bc-fd4bef2a9ccf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.932835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bdca589-ab7d-42bf-a7bc-fd4bef2a9ccf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:56.950767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.014936 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:44:54Z', 'revision_number': 5, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:57.043733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:57.048619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-895706c1-80d0-4844-b7d4-43858fb96b44 req-9205252a-a9a3-4163-9751-b295f8c1374a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0606251 Jul 22 11:44:57.075220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Checking router: ff92e728-5c0c-47b4-a4ca-e62a3dbec102 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:44:57.090621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Routers {'ff92e728-5c0c-47b4-a4ca-e62a3dbec102'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:44:57.094183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:57.141234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9bdca589-ab7d-42bf-a7bc-fd4bef2a9ccf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56cd1e1bc06a46c281ae25a9ef1ec7d9&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4065857 Jul 22 11:44:57.144732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:57.229378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bdca589-ab7d-42bf-a7bc-fd4bef2a9ccf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6e507a9-bb56-4e6a-acdd-04aaa089eff4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:57.279808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-d4ef04c7-1919-4388-af52-40d50c88fe8f service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4562790 Jul 22 11:44:57.300009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.327813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.348600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.368529 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] Set router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:44:57.374659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.481593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7959074d-4df3-41a9-a6eb-9293783e98c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.484127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.487767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.489353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6e507a9-bb56-4e6a-acdd-04aaa089eff4 HTTP/1.1" status: 204 len: 168 time: 0.3436012 Jul 22 11:44:57.685876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7959074d-4df3-41a9-a6eb-9293783e98c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.708162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-7a244136-733f-47c4-8f96-3147e554837c service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3972361 Jul 22 11:44:57.717933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7683b043-0337-4fd0-a55d-08a43498cdc7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6e507a9-bb56-4e6a-acdd-04aaa089eff4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:57.723239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Deleting port 7baa06c0-b2b7-4264-965d-6555499385d6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:44:57.723834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.726434 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7959074d-4df3-41a9-a6eb-9293783e98c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:57.839542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7959074d-4df3-41a9-a6eb-9293783e98c5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=203a0425198a49048ef06df9202ee067&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7919328 Jul 22 11:44:57.847349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:57.883476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-63a78566-d5d7-4bfd-89a2-486819ff89df service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 217 time: 0.1649427 Jul 22 11:44:57.896798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:44:54Z', 'revision_number': 5, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:57.927670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7959074d-4df3-41a9-a6eb-9293783e98c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18412035-50ea-4a88-9181-e0e48925fc3d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:57.948433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ce44014-027f-4796-b1af-b2fd7e8aa6b5 req-2d1f907b-53c5-4ed0-949e-3cc011711b61 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:57.954253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e9e663b-c30f-4455-861b-2a1193cb10f9 None None] The sync data for ids ['ff92e728-5c0c-47b4-a4ca-e62a3dbec102'] in n-d-754448-4 is: [{'id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'name': 'tempest-TestServerBasicOps-770015391-router', 'tenant_id': '3833679c4d6f478ea8ae13611e807760', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47'}], 'enable_snat': True}, 'gw_port_id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:39:04Z', 'updated_at': '2021-07-22T11:44:54Z', 'revision_number': 5, 'project_id': '3833679c4d6f478ea8ae13611e807760', 'gw_port': {'id': '7baa06c0-b2b7-4264-965d-6555499385d6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:36:74:6f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ff92e728-5c0c-47b4-a4ca-e62a3dbec102', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1723, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.47', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:39:05Z', 'updated_at': '2021-07-22T11:39:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:44:57.961556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ce44014-027f-4796-b1af-b2fd7e8aa6b5 req-2d1f907b-53c5-4ed0-949e-3cc011711b61 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.5532472 Jul 22 11:44:58.006810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f74c906f-7542-4549-8169-097d6a1a9a83 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:58.036028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.052592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-a980082d-e93c-4138-a02e-36033a917e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:58.054884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a980082d-e93c-4138-a02e-36033a917e8b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1593220 Jul 22 11:44:58.088531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: f74c906f-7542-4549-8169-097d6a1a9a83 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:58.099114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f74c906f-7542-4549-8169-097d6a1a9a83 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:58.130754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ce44014-027f-4796-b1af-b2fd7e8aa6b5 req-525d39e3-9c54-47df-9ab4-7bde67f3424c tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1677041 Jul 22 11:44:58.136624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.194010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:58.237646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.323941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ac2318bd-76f0-4f43-863b-b9f947b1b307 req-dd119504-0257-4656-8329-2ee0b393ce4d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0842810 Jul 22 11:44:58.346716 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.352397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.357002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/18412035-50ea-4a88-9181-e0e48925fc3d HTTP/1.1" status: 204 len: 168 time: 0.5082684 Jul 22 11:44:58.388612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c38d590d-690b-494e-9b85-ce7a46b0242b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18412035-50ea-4a88-9181-e0e48925fc3d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:58.401074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ecc187a-b616-4697-9227-841c650c90f3 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:44:58.437147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:58.489945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13cab00e-254e-4ed6-9b39-150b2273d2d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.504647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2ecc187a-b616-4697-9227-841c650c90f3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:44:58.508073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ecc187a-b616-4697-9227-841c650c90f3 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:44:58.649258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] For port 7baa06c0-b2b7-4264-965d-6555499385d6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7baa06c0-b2b7-4264-965d-6555499385d6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:44:58.650681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.667120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Calling delete_port for 7baa06c0-b2b7-4264-965d-6555499385d6 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:44:58.749281 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13cab00e-254e-4ed6-9b39-150b2273d2d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.757691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13cab00e-254e-4ed6-9b39-150b2273d2d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.781083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Request body: {'network': {'name': 'tempest-TagsTest-test-network-1258581957'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:44:58.827275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-13cab00e-254e-4ed6-9b39-150b2273d2d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5f303e355ba42ba9c264f13630dd651&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3864183 Jul 22 11:44:58.828277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:58.834026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13cab00e-254e-4ed6-9b39-150b2273d2d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a3016a8-1c93-47b2-bb11-a23613232485,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:58.857680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Made reservation on behalf of a102b946c140488f8408883d34160abd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:44:58.862183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.873694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.893788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:58.933004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Pushing event deleted for resources: {'Port': ['ID=7baa06c0-b2b7-4264-965d-6555499385d6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:58.974538 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.008279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.012240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-bdd4b6a0-a728-4f3e-a031-2d38438345f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:59.013825 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-bdd4b6a0-a728-4f3e-a031-2d38438345f5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.5010550 Jul 22 11:44:59.067863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.082538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:59.115488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-601b5412-1007-4996-9e31-b27b479ea895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.143069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.152965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.156690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.161449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a3016a8-1c93-47b2-bb11-a23613232485 HTTP/1.1" status: 204 len: 168 time: 0.3263607 Jul 22 11:44:59.170070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.196327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f53980-a8cd-4c2b-b70a-f805fde762b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a3016a8-1c93-47b2-bb11-a23613232485,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:59.283619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:44:59.306776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.314977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.323369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Pushing event updated for resources: {'SecurityGroup': ['ID=260125f5-ce8e-43ed-bb63-1d393a357814,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:59.344004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.344358 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Added segment 5f2c48b1-ca1c-432e-90a8-1b6645ad2bba of type vlan for network 7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e Jul 22 11:44:59.347248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-225f3e50-e59c-4463-ace4-e4d62bf59e8e service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3246505 Jul 22 11:44:59.453741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.502390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.503140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ff92e728-5c0c-47b4-a4ca-e62a3dbec102 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:44:59.520064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.521252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1acf783-ccad-4b6c-b0f4-381435898da8 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ff92e728-5c0c-47b4-a4ca-e62a3dbec102 HTTP/1.1" status: 204 len: 168 time: 2.9956353 Jul 22 11:44:59.527496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:59.542520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7147d1bc-a3aa-4dba-b48d-f7a154677be4 req-e4862b4f-487d-48f3-aeb9-10a5d575d23b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0644042 Jul 22 11:44:59.584597 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-78055911-8f82-43fe-bea2-8a59aee816bb service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1752934 Jul 22 11:44:59.592614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-237563a9-8b7f-4965-8e6b-1ddd370c6d29 req-be0057e0-768a-4566-a22d-74c94b8124e1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:59.594187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-237563a9-8b7f-4965-8e6b-1ddd370c6d29 req-be0057e0-768a-4566-a22d-74c94b8124e1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.3427286 Jul 22 11:44:59.597741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.617223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:59.617947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.650728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-4a7b39ec-e605-4830-854a-59768f48a0e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 217 time: 0.0581717 Jul 22 11:44:59.656890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Deleting subnet ef0c050d-bb78-4426-917a-d29f499048c6 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:44:59.660150 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.671759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-601b5412-1007-4996-9e31-b27b479ea895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.736697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-601b5412-1007-4996-9e31-b27b479ea895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.756420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.828418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 776 time: 1.6319656 Jul 22 11:44:59.829555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fedeb2c-d77b-414c-b807-06030c74f062 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Pushing event updated for resources: {'Network': ['ID=7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:59.845144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:59.847801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:44:59.862901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-2e151b62-e831-4a8b-a72e-80ef973d4c25 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-1115640327') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:44:59.867545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.931335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-601b5412-1007-4996-9e31-b27b479ea895 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0743b98ea314408e8f37f622d21a3880&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8464751 Jul 22 11:44:59.932435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:44:59.933958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-601b5412-1007-4996-9e31-b27b479ea895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fcea05a-ab71-4e57-a099-84cd762d463e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:44:59.956709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:44:59.981252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-8dbd3be3-81b4-4e71-aa96-2e01cb9eeb13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:44:59.983018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-8dbd3be3-81b4-4e71-aa96-2e01cb9eeb13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.2944853 Jul 22 11:44:59.988114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-237563a9-8b7f-4965-8e6b-1ddd370c6d29 req-610deaec-df13-4037-8c82-8b0a13aeadcf tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3661914 Jul 22 11:45:00.020805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9f71219-4abf-4457-9c10-348229c75280 None None] Network 27256f3e-c641-4775-97aa-5c972c343b91 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:00.021313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.027313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef0c050d-bb78-4426-917a-d29f499048c6 HTTP/1.1" status: 204 len: 168 time: 0.4987173 Jul 22 11:45:00.028034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48940) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:00.038255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca053dc-1185-4078-b4f8-9e4e1bbeb5d5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef0c050d-bb78-4426-917a-d29f499048c6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:00.128589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.182510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.232113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2e151b62-e831-4a8b-a72e-80ef973d4c25 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "PUT /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-1115640327 HTTP/1.1" status: 201 len: 201 time: 0.3746736 Jul 22 11:45:00.242008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:00.242008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.257524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e469b4f7-55f9-477d-a298-c511ace7955e tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-1115640327') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:00.416358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-5856a976-646e-44cb-907b-4e47e5bccec2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:00.417771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-5856a976-646e-44cb-907b-4e47e5bccec2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.4063199 Jul 22 11:45:00.442236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7baa06c0-b2b7-4264-965d-6555499385d6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:00.458204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e469b4f7-55f9-477d-a298-c511ace7955e tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-1115640327 HTTP/1.1" status: 204 len: 168 time: 0.2177961 Jul 22 11:45:00.458583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:00.466440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-53a3ea02-2229-4169-a99d-76c0df11a88b tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:00.491656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7baa06c0-b2b7-4264-965d-6555499385d6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:00.493372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7baa06c0-b2b7-4264-965d-6555499385d6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:00.499170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.512090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.523932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Deleting port c01a4732-031b-46cc-8fc6-ad8bc7682bee {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:00.524895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.527774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7fcea05a-ab71-4e57-a099-84cd762d463e HTTP/1.1" status: 204 len: 168 time: 0.5775602 Jul 22 11:45:00.590081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea011881-bbb9-4def-85e9-3667b4123dc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fcea05a-ab71-4e57-a099-84cd762d463e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:00.684364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] DHCP port deletion for 27256f3e-c641-4775-97aa-5c972c343b91 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:45:00.822227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] For port c01a4732-031b-46cc-8fc6-ad8bc7682bee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c01a4732-031b-46cc-8fc6-ad8bc7682bee,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:00.824094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.827267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-53a3ea02-2229-4169-a99d-76c0df11a88b tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags HTTP/1.1" status: 200 len: 238 time: 0.3663907 Jul 22 11:45:00.832587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:00.860064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Calling delete_port for c01a4732-031b-46cc-8fc6-ad8bc7682bee owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:00.864144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-b793ddf0-3285-4fb1-9a88-66ccc4709853 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', {'tags': ['tempest-TagsTest-Tag-555499349', 'tempest-TagsTest-Tag-376634948', 'tempest-TagsTest-Tag-1124494306']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:00.879734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Deleting port c01a4732-031b-46cc-8fc6-ad8bc7682bee {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:00.882578 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:00.945428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f219b90b-b6a3-47e7-87f6-a039fa9458ac req-2c6385af-68bb-42a1-a180-51a33b8bbd38 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.1314783 Jul 22 11:45:01.008394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a6d3e7e9-8c5d-40f3-9959-887173b317bf service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5792747 Jul 22 11:45:01.063212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] For port c01a4732-031b-46cc-8fc6-ad8bc7682bee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c01a4732-031b-46cc-8fc6-ad8bc7682bee,segment=NetworkSegment(73bc70c8-8516-41a6-a60f-86971ab30039),segment_id=73bc70c8-8516-41a6-a60f-86971ab30039)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:01.063861 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.120981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Calling delete_port for c01a4732-031b-46cc-8fc6-ad8bc7682bee owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:01.122233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.129016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b793ddf0-3285-4fb1-9a88-66ccc4709853 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "PUT /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags HTTP/1.1" status: 200 len: 307 time: 0.2763495 Jul 22 11:45:01.133303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:01.142020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-3b3b5fa3-3da6-49a0-a257-02fe3498e9d4 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-555499349') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.177348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Pushing event deleted for resources: {'Port': ['ID=c01a4732-031b-46cc-8fc6-ad8bc7682bee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:01.221455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] No DVR routers for this DVR port c01a4732-031b-46cc-8fc6-ad8bc7682bee on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:45:01.301884 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.356765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] Pushing event deleted for resources: {'Port': ['ID=c01a4732-031b-46cc-8fc6-ad8bc7682bee,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:01.360086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4831a5f0-9a32-4321-8311-426640590e96 None None] No DVR routers for this DVR port c01a4732-031b-46cc-8fc6-ad8bc7682bee on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:45:01.405173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.420177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3b3b5fa3-3da6-49a0-a257-02fe3498e9d4 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "DELETE /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-555499349 HTTP/1.1" status: 204 len: 168 time: 0.2858615 Jul 22 11:45:01.425318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:01.431123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ddb80aff-295a-43a8-ae5e-751ad6ecaefc tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-555499349') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.433867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-060886cd-13ce-465f-89d5-abd0b23c73ba service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4151418 Jul 22 11:45:01.502802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-739004d5-90ba-4fe3-a1bb-2696a48118e2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0528796 Jul 22 11:45:01.506397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['27256f3e-c641-4775-97aa-5c972c343b91']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.518594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5ad3ad0-edaf-45e2-a286-ca61a6595214 req-2c587c24-ab14-4fc0-aa3d-e0ae95018446 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:01.520984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5ad3ad0-edaf-45e2-a286-ca61a6595214 req-2c587c24-ab14-4fc0-aa3d-e0ae95018446 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.3095706 Jul 22 11:45:01.581405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-69220eb7-b040-4b0f-8a36-d1b588ceeda1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:01.584340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-69220eb7-b040-4b0f-8a36-d1b588ceeda1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0732028 Jul 22 11:45:01.590204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '73bc70c8-8516-41a6-a60f-86971ab30039') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.591007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '73bc70c8-8516-41a6-a60f-86971ab30039') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.644720 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ddb80aff-295a-43a8-ae5e-751ad6ecaefc tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] show failed (client error): The resource could not be found. Jul 22 11:45:01.646590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ddb80aff-295a-43a8-ae5e-751ad6ecaefc tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-555499349 HTTP/1.1" status: 404 len: 325 time: 0.2204795 Jul 22 11:45:01.655125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:01.663979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-048f965a-d5d5-428d-9b82-06d153c1b8ef tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-376634948') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.666071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.710356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.711822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5ad3ad0-edaf-45e2-a286-ca61a6595214 req-e2fe533d-1ef0-4c65-a90d-da7fc88062e8 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1896408 Jul 22 11:45:01.729731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:45:01.730414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:45:01.740838 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:45:01.786099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-048f965a-d5d5-428d-9b82-06d153c1b8ef tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-376634948 HTTP/1.1" status: 204 len: 168 time: 0.1292298 Jul 22 11:45:01.788947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49004) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:01.793589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-451653d5-1e3a-42be-a5c1-4c4a3f294642 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-1124494306') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.899263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-451653d5-1e3a-42be-a5c1-4c4a3f294642 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-1124494306 HTTP/1.1" status: 204 len: 168 time: 0.1089356 Jul 22 11:45:01.901892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:01.907301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e5006941-7774-4818-84e0-e8e4f2c67d1a tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:01.934628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-a431c0ac-c8ee-4b16-aa36-7306b16724f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:01.936225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a431c0ac-c8ee-4b16-aa36-7306b16724f9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.3416390 Jul 22 11:45:01.937053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:01.999711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:02.005987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] 10.222.0.21 "DELETE /v2.0/networks/27256f3e-c641-4775-97aa-5c972c343b91 HTTP/1.1" status: 204 len: 168 time: 1.9644094 Jul 22 11:45:02.041517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e5006941-7774-4818-84e0-e8e4f2c67d1a tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "DELETE /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags HTTP/1.1" status: 204 len: 168 time: 0.1379607 Jul 22 11:45:02.042331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.063867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-dc909e66-df56-4f34-99a6-9b41fbb87978 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-376634948') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:02.066841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b561b24-3e42-4835-89eb-5b15b5ea2f0a admin admin] Pushing event deleted for resources: {'Network': ['ID=27256f3e-c641-4775-97aa-5c972c343b91,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:02.186589 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a24f33cd-6822-4b9c-9cc0-966a48fe6b04 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2334244 Jul 22 11:45:02.208997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6122eefe-787c-4952-9ebd-ba074fbc2947 req-2aeb6c11-5d74-4abd-adbb-6b72243dd7a4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0862541 Jul 22 11:45:02.245579 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-dc909e66-df56-4f34-99a6-9b41fbb87978 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] show failed (client error): The resource could not be found. Jul 22 11:45:02.249948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dc909e66-df56-4f34-99a6-9b41fbb87978 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-376634948 HTTP/1.1" status: 404 len: 325 time: 0.2034316 Jul 22 11:45:02.250344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.255221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-e067da58-9545-4d48-9f18-a81c1731ef8a tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e', 'tempest-TagsTest-Tag-1124494306') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:02.414756 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e067da58-9545-4d48-9f18-a81c1731ef8a tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] show failed (client error): The resource could not be found. Jul 22 11:45:02.415895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e067da58-9545-4d48-9f18-a81c1731ef8a tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "GET /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags/tempest-TagsTest-Tag-1124494306 HTTP/1.1" status: 404 len: 326 time: 0.1647847 Jul 22 11:45:02.417232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-795cbea5-27ac-407f-8982-7019dbaffe78 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2226274 Jul 22 11:45:02.418940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c01a4732-031b-46cc-8fc6-ad8bc7682bee no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:02.422623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.428314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-e5b0a697-4f86-497e-9f0d-d3bbfc132142 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', '7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:02.444071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c01a4732-031b-46cc-8fc6-ad8bc7682bee {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:02.444946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c01a4732-031b-46cc-8fc6-ad8bc7682bee not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:02.484664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.527046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-56828255-128a-491a-8517-6be6476a3f0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.0922248 Jul 22 11:45:02.586760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6bfb99eb-87d9-455f-99e4-756e9111f88d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=92d6dded207640e8b04c22578238779a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0993745 Jul 22 11:45:02.590028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.725789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-d5af39a9-8465-4b69-aec6-883048db0d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:02.735784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-d5af39a9-8465-4b69-aec6-883048db0d47 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1907594 Jul 22 11:45:02.745456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:02.759918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e5b0a697-4f86-497e-9f0d-d3bbfc132142 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "DELETE /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e/tags HTTP/1.1" status: 204 len: 168 time: 0.3360968 Jul 22 11:45:02.760795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49048) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:02.817973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.011168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.037690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.045496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.046395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-aa0b6168-65fd-44a4-a9d8-0e25eb8d8583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:03.049234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-aa0b6168-65fd-44a4-a9d8-0e25eb8d8583 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.2862756 Jul 22 11:45:03.053352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/19956204-1481-468c-8cd0-97da9a51d2c1 HTTP/1.1" status: 204 len: 168 time: 0.4591622 Jul 22 11:45:03.073143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-616c7ae1-78bf-429c-9d1d-3c055a86f0b8 req-2861e473-ffca-4648-8cfe-fb50d180ec8a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:03.076146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-616c7ae1-78bf-429c-9d1d-3c055a86f0b8 req-2861e473-ffca-4648-8cfe-fb50d180ec8a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2281375 Jul 22 11:45:03.116165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df7f1ea-2144-44bf-b5ca-41d0244027fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19956204-1481-468c-8cd0-97da9a51d2c1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:03.151796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-616c7ae1-78bf-429c-9d1d-3c055a86f0b8 req-5fac0379-e611-4642-865d-58ee52e94cae tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654075 Jul 22 11:45:03.257920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.274819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:03.318264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5f2c48b1-ca1c-432e-90a8-1b6645ad2bba') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:03.319523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5f2c48b1-ca1c-432e-90a8-1b6645ad2bba') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:03.337571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.367836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.374986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:45:03.375862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:45:03.380619 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:45:03.426146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-ce0dd933-8593-4738-9ef9-62a8c61469f0 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3458855 Jul 22 11:45:03.442652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bb4a9ed-1786-49ea-a9fc-6ae9e08fbd65 req-fb6087a6-5769-4b6a-8aed-625dc058e786 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=2b2b7667-c5d1-4ecb-8942-d68525e24a36 HTTP/1.1" status: 200 len: 210 time: 0.0727060 Jul 22 11:45:03.504602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.540602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:03.542579 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] 10.222.0.21 "DELETE /v2.0/networks/7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e HTTP/1.1" status: 204 len: 168 time: 0.7794187 Jul 22 11:45:03.562039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25f58aa2-7a32-4f15-b6a7-64601bbf8d01 tempest-TagsTest-1603135961 tempest-TagsTest-1603135961-project] Pushing event deleted for resources: {'Network': ['ID=7783ee50-1fa1-4e6f-bf9a-5d7d5dd2270e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:03.608356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-a9a76761-c10f-4220-9e82-c938b575912f service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1745791 Jul 22 11:45:03.728383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-f8954285-085f-4fee-9290-d2b14158ffb1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.1134043 Jul 22 11:45:03.808530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-7ec30bc9-e2c5-4375-9b86-e4e6cea8f4e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:03.809337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-7ec30bc9-e2c5-4375-9b86-e4e6cea8f4e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0681963 Jul 22 11:45:03.911345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-7eb69078-e691-442d-b0dd-bb3391f0705c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:03.913255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-7eb69078-e691-442d-b0dd-bb3391f0705c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0977411 Jul 22 11:45:03.936948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:04.035278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a9cdcf7-7342-4c07-8771-3f2a7f1f9f73 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3833679c4d6f478ea8ae13611e807760&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0966585 Jul 22 11:45:04.038852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:04.109930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-47350b1d-5452-45aa-8a80-5f6e35d3a9da service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840425 Jul 22 11:45:04.161715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.210415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:04.279862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.342518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-6aadeb9b-f09e-406a-be83-97455b1494eb service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256815 Jul 22 11:45:04.398234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cc22c3f-01da-440a-ae0f-d3fe16465ce1 req-ce388c81-8a34-442e-aca8-5270f3a8fd71 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:04.400362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cc22c3f-01da-440a-ae0f-d3fe16465ce1 req-ce388c81-8a34-442e-aca8-5270f3a8fd71 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.0990667 Jul 22 11:45:04.484797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cc22c3f-01da-440a-ae0f-d3fe16465ce1 req-1fe35438-e497-4542-9d4d-1b5310ea0783 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0779798 Jul 22 11:45:04.665897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-85757c99-4a17-45ee-9aab-715e80fa6f63 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a102b946c140488f8408883d34160abd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4543517 Jul 22 11:45:04.668144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:04.765555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.829679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-ac3e496e-892a-47cc-bb2e-83df6f3cf77c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.4792295 Jul 22 11:45:04.838078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.896032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.898970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.900344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2f8f3dcd-fc4b-4204-a8c1-d2469936bbd0 HTTP/1.1" status: 204 len: 168 time: 0.8593385 Jul 22 11:45:04.912804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f8f3dcd-fc4b-4204-a8c1-d2469936bbd0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:04.928371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.928827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.929264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.929602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.930127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.930693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.931671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.933270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.933935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.938364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.938748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.939884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b70ce42-28bf-4d07-90aa-38d6d5d40a24 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:04.953504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-677e6d06-50e6-4baf-b557-ac734bc2dac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:04.955254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-677e6d06-50e6-4baf-b557-ac734bc2dac6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.1073689 Jul 22 11:45:04.963392 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.967931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:04.970789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/260125f5-ce8e-43ed-bb63-1d393a357814 HTTP/1.1" status: 204 len: 168 time: 0.3003266 Jul 22 11:45:04.991938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bfd8f8a-b1f8-4f72-9d9c-043f8619321e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=260125f5-ce8e-43ed-bb63-1d393a357814,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:05.091689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa34049-6620-4181-9819-710603825a55 req-e8b1b407-3589-4228-98a9-1fd530759aa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:05.093910 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-e8b1b407-3589-4228-98a9-1fd530759aa3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1290145 Jul 22 11:45:05.237013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-4f3296a7-ce6f-48f0-bd4b-8476563f04a1 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1337199 Jul 22 11:45:05.341396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-d9b44b7d-fc40-4629-934e-0e22496bea39 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:05.343605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-d9b44b7d-fc40-4629-934e-0e22496bea39 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.1662827 Jul 22 11:45:05.384988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-adc1c83b-6e8d-4b9e-bcaf-dc7711cba736 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.0290840 Jul 22 11:45:05.398539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8fa34049-6620-4181-9819-710603825a55 req-05b15a4c-bc63-4473-a1b2-e0d3231f20f2 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529047 Jul 22 11:45:05.431984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-d8265356-690a-45d0-90b7-a8840968d697 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0458319 Jul 22 11:45:05.571341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-85eec8da-b46a-41a5-b30b-98b0b9983666 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267028 Jul 22 11:45:05.603507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:05.766422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1dfcdafa-2db3-4a01-a01e-e5980e04e5f3 req-08f2fd71-f946-493d-adee-5a734af07963 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1938982 Jul 22 11:45:05.803291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece24f39-4807-4cc7-b0c7-6b5180cf013d req-6466e338-62b5-4861-92dd-dd180eedc995 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:05.806345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece24f39-4807-4cc7-b0c7-6b5180cf013d req-6466e338-62b5-4861-92dd-dd180eedc995 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1766622 Jul 22 11:45:05.831139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacea788-e090-4c7f-8ebe-cb9acbe9c967 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:05.921441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece24f39-4807-4cc7-b0c7-6b5180cf013d req-84dab9a5-2308-4cb2-bd47-15f0300f2050 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1054139 Jul 22 11:45:06.049564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b3cb2b7-515b-4df9-96a9-89b52e1eb1c1 req-dfdca257-9648-475c-b518-65dd86d01feb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=f6864bbb-b7d8-46a9-a59b-29581ce320bf HTTP/1.1" status: 200 len: 210 time: 0.0545554 Jul 22 11:45:06.159029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacea788-e090-4c7f-8ebe-cb9acbe9c967 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.165746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bacea788-e090-4c7f-8ebe-cb9acbe9c967 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.216512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bacea788-e090-4c7f-8ebe-cb9acbe9c967 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=909265d3411142a8bbc05318a3ef215a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6074309 Jul 22 11:45:06.217193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:06.242702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bacea788-e090-4c7f-8ebe-cb9acbe9c967 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e5c8965a-7575-45b9-bbf8-82ce15f4ad7a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:06.359029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.389089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.466130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.472449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:06.474674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e5c8965a-7575-45b9-bbf8-82ce15f4ad7a HTTP/1.1" status: 204 len: 168 time: 0.2557061 Jul 22 11:45:06.490496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e55400ac-1ddc-4cce-90f5-2548731df795 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5c8965a-7575-45b9-bbf8-82ce15f4ad7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:07.159572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47b9d820-b8e0-4448-993a-01c586feeded req-ec43ff37-f5d8-41f1-8862-a6e853a96708 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:07.162257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47b9d820-b8e0-4448-993a-01c586feeded req-ec43ff37-f5d8-41f1-8862-a6e853a96708 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1219742 Jul 22 11:45:07.271492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47b9d820-b8e0-4448-993a-01c586feeded req-789f69c1-3298-4dc0-a8c0-64fcb6667811 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998139 Jul 22 11:45:07.481229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-a9679bb5-2c7f-4e2c-a6ef-e547f105996a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:07.484765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-a9679bb5-2c7f-4e2c-a6ef-e547f105996a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.1845891 Jul 22 11:45:07.500977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:07.508596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-02c24221-6bd0-4ce6-9b8a-ef145e927ae9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.0168388 Jul 22 11:45:07.523869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77fb-35ec-4638-8b70-d57d6b0d50c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:07.589388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-714a1b8d-cf9b-422b-93af-031d8f6f7e27 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691900 Jul 22 11:45:07.707739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77fb-35ec-4638-8b70-d57d6b0d50c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:07.713293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d6d77fb-35ec-4638-8b70-d57d6b0d50c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:07.783916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5d6d77fb-35ec-4638-8b70-d57d6b0d50c8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b8f2d5c1d1e74569813ff432568d52f1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2799892 Jul 22 11:45:07.784958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d6d77fb-35ec-4638-8b70-d57d6b0d50c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e17010da-d6c5-4bed-b5cd-2d74273fb978,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:07.788144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:07.799696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-fd223726-6c50-4134-bd3d-ba9c47147eb2 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1906838 Jul 22 11:45:07.903373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:07.911905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:07.967440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:07.988640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-4c0e365c-10de-4ff8-848c-9120cd657fe8 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1781373 Jul 22 11:45:08.086544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.091970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.094749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e17010da-d6c5-4bed-b5cd-2d74273fb978 HTTP/1.1" status: 204 len: 168 time: 0.3053875 Jul 22 11:45:08.109233 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:45:08.111512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8ec86b4-e1ba-4983-b09f-62c685e439c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e17010da-d6c5-4bed-b5cd-2d74273fb978,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:08.344068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-357d65b5-9dd8-42aa-a5b9-8cdc47c8e24a req-9c7112c6-a3fe-4af1-b75a-26040ddbec8a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 210 time: 0.0531311 Jul 22 11:45:08.391801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-2006610537-network', 'tenant_id': '367b449436c94acca2d6b5c895552068'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:08.459504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Made reservation on behalf of 367b449436c94acca2d6b5c895552068 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:08.464404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.476631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.502289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-793e5e89-5ab1-4dbc-8557-c715ede0da25 req-0aa3caf9-b463-4904-919b-f8871312126d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:08.514117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-793e5e89-5ab1-4dbc-8557-c715ede0da25 req-0aa3caf9-b463-4904-919b-f8871312126d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1290705 Jul 22 11:45:08.592918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-793e5e89-5ab1-4dbc-8557-c715ede0da25 req-6921c2de-c759-4ffc-ab82-ee90375dc4a5 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0657010 Jul 22 11:45:08.643157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.649523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.675568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:45:08.698353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.699001 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Added segment 3339ba89-1d78-4dcc-8b6f-1c8fcdac900a of type vlan for network c782b205-5f1b-4996-a8f9-17acb2824f7e Jul 22 11:45:08.725781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2a9cdbc-81d2-44b0-b997-791f8b187324,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:08.791628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.849790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.851359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:08.852149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:08.928818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] Pushing event updated for resources: {'Network': ['ID=c782b205-5f1b-4996-a8f9-17acb2824f7e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:08.937319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2ea7a2f-d22e-4f0d-8dd2-156dd1bc36e6 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.0231726 Jul 22 11:45:08.941196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49300) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:08.947192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Request body: {'subnet': {'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-2006610537-subnet', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:08.951844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c782b205-5f1b-4996-a8f9-17acb2824f7e details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:45:08.976006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Made reservation on behalf of 367b449436c94acca2d6b5c895552068 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:08.978596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.097795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49304) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:09.251769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.319659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc0c9-d954-4b0f-a8fc-5fb77919f7b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.332945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Pushing event updated for resources: {'Subnet': ['ID=943b7fc3-1492-49a5-b0ac-47363815f1cd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:09.363354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Checking segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:09.363727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Network hostable DHCP agents. Network: c782b205-5f1b-4996-a8f9-17acb2824f7e, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:45:09.407246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:45:09.433812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, c782b205-5f1b-4996-a8f9-17acb2824f7e) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:09.444782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:09.445802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.459249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf54e5a9-1970-4f9d-88e2-b3081f9ffd05 None None] Network c782b205-5f1b-4996-a8f9-17acb2824f7e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:09.500341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d8db9f88-ae98-43ae-9765-232c4e460ec1 req-e94024fc-d549-4268-8028-b0c30760c26b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 210 time: 0.0629082 Jul 22 11:45:09.501241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc0c9-d954-4b0f-a8fc-5fb77919f7b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.515870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fbfc0c9-d954-4b0f-a8fc-5fb77919f7b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.525113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b630756-1b52-4be6-934d-3c08949cf54b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5800991 Jul 22 11:45:09.527183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:09.556834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:09.603397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5fbfc0c9-d954-4b0f-a8fc-5fb77919f7b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fca8e8ca7a8c419daf0cc46ab6299598&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5040267 Jul 22 11:45:09.605788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fbfc0c9-d954-4b0f-a8fc-5fb77919f7b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f41be2d8-d1bb-43ff-a459-d80454f6b9ec,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:09.606461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:09.620192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.621839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.769021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.781921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.821200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:09.905471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-735205e8-dd8f-4d16-8b21-fb1e39916b27 req-54b488ca-a732-4dcd-bc9f-3f8feb284a75 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:09.909278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-735205e8-dd8f-4d16-8b21-fb1e39916b27 req-54b488ca-a732-4dcd-bc9f-3f8feb284a75 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1848292 Jul 22 11:45:09.999628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-c782b205-5f1b-4996-a8f9-17acb2824f7e', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:45:10.000517 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.019936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.023824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.028287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.031005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f41be2d8-d1bb-43ff-a459-d80454f6b9ec HTTP/1.1" status: 204 len: 168 time: 0.4226208 Jul 22 11:45:10.046817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-83aa16a4-7625-4e38-a04b-103f708d5de9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:10.048810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-83aa16a4-7625-4e38-a04b-103f708d5de9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.3103080 Jul 22 11:45:10.053333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-735205e8-dd8f-4d16-8b21-fb1e39916b27 req-6d0d3266-d5cd-4b07-b963-0a9f6be240d5 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1260581 Jul 22 11:45:10.054902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f41be2d8-d1bb-43ff-a459-d80454f6b9ec,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:10.069214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.069542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.069882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.070514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.070855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.071194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.071524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.071985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.072438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.072858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.075795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.076047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:10.076241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e7e9a7c3-d037-4bfb-a5bd-cdeefd167b96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:10.310027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Allocated IP 172.20.0.2 (c782b205-5f1b-4996-a8f9-17acb2824f7e/943b7fc3-1492-49a5-b0ac-47363815f1cd/8a564210-ba60-4285-abf8-129c177bf108) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:10.321489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:10.325244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.515052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.538606 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.565058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.576183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Transition to ACTIVE for port object 8a564210-ba60-4285-abf8-129c177bf108 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:10.609200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Transition to ACTIVE for port object 8a564210-ba60-4285-abf8-129c177bf108 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:10.621454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:10.638898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.645013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0354c86-c45d-483b-9748-cbeef9e62f3b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.654079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.12 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/bc862afc-9760-4435-b7cb-7e944518c40c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:10.754618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:10.771039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:10.774600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:10.783064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Pushing event updated for resources: {'Port': ['ID=8a564210-ba60-4285-abf8-129c177bf108,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:10.877562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Allocated IP 172.25.6.94 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/73888ea7-57db-45bd-bda9-7d557d77c76a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:10.878152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0354c86-c45d-483b-9748-cbeef9e62f3b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.913934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Attempting to bind port 8a564210-ba60-4285-abf8-129c177bf108 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:10.914602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Attempting to bind port 8a564210-ba60-4285-abf8-129c177bf108 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:10.916170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Attempting to bind port 8a564210-ba60-4285-abf8-129c177bf108 on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:10.926234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:10.926720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Checking segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:10.927297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.928022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Bound using segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:10.928853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Bound port: 8a564210-ba60-4285-abf8-129c177bf108, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:10.929588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:10.965775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dad95c3-a2fa-4484-b7ba-db35e921066f req-d75509e8-e0f5-4e56-9407-f1519f332730 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 210 time: 0.2505896 Jul 22 11:45:10.966700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0354c86-c45d-483b-9748-cbeef9e62f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.028444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a0354c86-c45d-483b-9748-cbeef9e62f3b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e94bbffc38b4afb9c02ad271d267bcc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4033937 Jul 22 11:45:11.028444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0354c86-c45d-483b-9748-cbeef9e62f3b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d7f0776-d6d3-47fa-bf16-ff329c0fe001,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:11.030701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:11.081086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] For port 8a564210-ba60-4285-abf8-129c177bf108, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:11.084849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] For port 8a564210-ba60-4285-abf8-129c177bf108, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a564210-ba60-4285-abf8-129c177bf108,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:11.090327 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.091365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.124094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.173670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.201173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.204634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.208515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2d7f0776-d6d3-47fa-bf16-ff329c0fe001 HTTP/1.1" status: 204 len: 168 time: 0.1745594 Jul 22 11:45:11.218144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b3feab2-5a9f-48c8-ad67-fb7bf6f46a51 None None] Pushing event updated for resources: {'Port': ['ID=8a564210-ba60-4285-abf8-129c177bf108,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:11.259610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.307106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bde96c51-7a91-4134-abb5-2617ea9d9066 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d7f0776-d6d3-47fa-bf16-ff329c0fe001,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:11.327119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.390342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19c10b40-87f1-4d96-95f1-3f3a9ea7b6f3 req-6a3c6732-dfcc-4410-b9f5-f796716c5b0b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:11.392277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19c10b40-87f1-4d96-95f1-3f3a9ea7b6f3 req-6a3c6732-dfcc-4410-b9f5-f796716c5b0b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1739416 Jul 22 11:45:11.404887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:11.420871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:11.426731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:11.484631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.493816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:11.511104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19c10b40-87f1-4d96-95f1-3f3a9ea7b6f3 req-e7cabbda-302a-4cdd-be0b-ea1b4022cc02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1085060 Jul 22 11:45:11.606742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:11.607865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:11.620030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:11.629563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:11.637390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:11.663099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Pushing event updated for resources: {'Port': ['ID=73888ea7-57db-45bd-bda9-7d557d77c76a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:11.678325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8be69b74-fec8-43cc-8c7c-f94155754865 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.6087661 Jul 22 11:45:11.693102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-29877a76-2fe0-4b77-88e6-9eead8f42734 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:45:11.694305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-29877a76-2fe0-4b77-88e6-9eead8f42734 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068934 Jul 22 11:45:11.708056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Request body: {'port': {'device_id': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:11.985403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:12.304424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75681034-2c3f-4fe6-aa45-aed0c33daebf req-2f19c70f-7d18-41aa-8222-44af50eddfa1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:12.317922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75681034-2c3f-4fe6-aa45-aed0c33daebf req-2f19c70f-7d18-41aa-8222-44af50eddfa1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 932 time: 0.2105625 Jul 22 11:45:12.367496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:12.436894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75681034-2c3f-4fe6-aa45-aed0c33daebf req-f3badedd-d4ae-47c6-b9a5-4a21b5f039c4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176853 Jul 22 11:45:12.568665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a564210-ba60-4285-abf8-129c177bf108 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:12.744298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8a564210-ba60-4285-abf8-129c177bf108 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:12.889836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7153bfc-82b5-417f-b847-cb12d430d795 req-009c9d7c-3b6a-426d-8c49-34f355e23af9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:12.911687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7153bfc-82b5-417f-b847-cb12d430d795 req-009c9d7c-3b6a-426d-8c49-34f355e23af9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1878645 Jul 22 11:45:13.029285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7153bfc-82b5-417f-b847-cb12d430d795 req-420a0814-9007-4832-987c-a1d97b8623ce tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164358 Jul 22 11:45:13.064794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-143ce04e-26d6-46e3-9193-dd042947aff1 None None] Network c782b205-5f1b-4996-a8f9-17acb2824f7e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:13.137652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Provisioning for port 8a564210-ba60-4285-abf8-129c177bf108 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:13.144898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Provisioning complete for port 8a564210-ba60-4285-abf8-129c177bf108 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:13.163397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.235025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.441500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.512118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bc862afc-9760-4435-b7cb-7e944518c40c {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:13.546765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.575843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Router 09f83aeb-289f-4ad2-8d92-e7781964f936 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:45:13.589358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] For port 8a564210-ba60-4285-abf8-129c177bf108, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a564210-ba60-4285-abf8-129c177bf108,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:13.596818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.620987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Transition to ACTIVE for port object bc862afc-9760-4435-b7cb-7e944518c40c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:13.688559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:13.720197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055e6db9-5b01-40f6-8483-4140cf2e28fb req-2c7d60bf-5e6f-4f7c-a4f4-b18d30654a0b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:13.729362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-055e6db9-5b01-40f6-8483-4140cf2e28fb req-2c7d60bf-5e6f-4f7c-a4f4-b18d30654a0b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 932 time: 0.1270051 Jul 22 11:45:13.811029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a260634-7899-4d2a-9de4-c782ec0261f0 None None] Pushing event updated for resources: {'Port': ['ID=8a564210-ba60-4285-abf8-129c177bf108,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:13.815510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-055e6db9-5b01-40f6-8483-4140cf2e28fb req-94f38387-c33a-446d-a31f-a01e826ecd0f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745745 Jul 22 11:45:14.134726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a1a6105-478e-4583-b4b0-46985b312639 None None] Provisioning complete for port 8a564210-ba60-4285-abf8-129c177bf108 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:14.135124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1a6105-478e-4583-b4b0-46985b312639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.398830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Pushing event updated for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:14.420959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c81d03ba-41f9-4da9-8503-7faf8bfa263c req-af2d1886-0838-4c67-81c4-50ab1106350a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:14.424132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c81d03ba-41f9-4da9-8503-7faf8bfa263c req-af2d1886-0838-4c67-81c4-50ab1106350a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1560183 Jul 22 11:45:14.428192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a564210-ba60-4285-abf8-129c177bf108 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:14.454678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:45:14.484819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Attempting to bind port bc862afc-9760-4435-b7cb-7e944518c40c on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:14.485160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Attempting to bind port bc862afc-9760-4435-b7cb-7e944518c40c by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:14.486283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Attempting to bind port bc862afc-9760-4435-b7cb-7e944518c40c on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:14.495258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Sync routers for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:45:14.496759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Port bc862afc-9760-4435-b7cb-7e944518c40c on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:45:14.497311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Attempting to bind port bc862afc-9760-4435-b7cb-7e944518c40c on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:14.504063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 44, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:14.504746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c81d03ba-41f9-4da9-8503-7faf8bfa263c req-fd98e112-30e0-4ec9-8784-208a2668d34d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683513 Jul 22 11:45:14.505077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:14.505808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:14.507646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Bound port: bc862afc-9760-4435-b7cb-7e944518c40c, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:14.508254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.511992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.516456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:14.517056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e08310f-7de1-4a38-9198-9385952a5aa9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 4.9761124 Jul 22 11:45:14.567592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:14.568570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:14.657396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:14.662606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bc862afc-9760-4435-b7cb-7e944518c40c,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:14.670802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.740522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8a564210-ba60-4285-abf8-129c177bf108 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:14.741631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.811140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Pushing event updated for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:14.823804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:14.844620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:14.849800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:14.851585 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-0791213a-4db6-4772-ae2a-62d525d340de service neutron] 10.222.0.36 "PUT /v2.0/ports/bc862afc-9760-4435-b7cb-7e944518c40c HTTP/1.1" status: 200 len: 1092 time: 3.1488676 Jul 22 11:45:14.852278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:14.879892 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-795470f6-ea27-467f-aad0-d57bfaafa5f5" -d '{"events": [{"name": "network-changed", "server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:15.058692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8319bded-3fb4-4fd3-88d8-e0536cdbafa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:15.060575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-8319bded-3fb4-4fd3-88d8-e0536cdbafa5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 1095 time: 0.1501658 Jul 22 11:45:15.131250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-b47c9a31-8133-40e3-b870-b935e67f5ca3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc862afc-9760-4435-b7cb-7e944518c40c HTTP/1.1" status: 200 len: 217 time: 0.0623496 Jul 22 11:45:15.257393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:11Z', 'revision_number': 3, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:15.271448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-2c2b4431-9271-4fdd-abdc-2a0cca0be066 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:15.275833 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-2c2b4431-9271-4fdd-abdc-2a0cca0be066 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.1382568 Jul 22 11:45:15.280192 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72c9a58a-cee6-499c-a827-c70a81ee04f8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:15.351892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Checking router: 09f83aeb-289f-4ad2-8d92-e7781964f936 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:45:15.352268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Updating router 09f83aeb-289f-4ad2-8d92-e7781964f936 port 73888ea7-57db-45bd-bda9-7d557d77c76a binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:45:15.398729 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b417e78f-1275-4220-97e5-b46b8dac0524 x-openstack-request-id: req-b417e78f-1275-4220-97e5-b46b8dac0524 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:15.398729 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:15.398729 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b417e78f-1275-4220-97e5-b46b8dac0524 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:15.398729 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c', 'status': 'completed', 'code': 200} Jul 22 11:45:15.401922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-72b56003-5666-4efc-8d89-0a117a441400 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1060627 Jul 22 11:45:15.460189 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:15.580124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-6d57b0fe-14d6-4f94-bb66-6886efa4df97 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628330 Jul 22 11:45:15.706899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47c34376-cf2a-4b0d-a8a8-235e403ab7f4 req-e375e69b-fd6c-493c-94ee-e3002ada2ecb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:15.714687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47c34376-cf2a-4b0d-a8a8-235e403ab7f4 req-e375e69b-fd6c-493c-94ee-e3002ada2ecb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 944 time: 0.5134695 Jul 22 11:45:15.813017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3b91690-973b-458d-8363-dfb57d946ca8 req-1d05432f-16cb-4369-aef1-88716c606f02 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2256820 Jul 22 11:45:15.957962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47c34376-cf2a-4b0d-a8a8-235e403ab7f4 req-a51fe2cb-cb2e-4a11-9b2a-ce375983ca38 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2418339 Jul 22 11:45:15.984641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b653439b-3c92-44e2-818d-fe9a1da7053a req-253f3375-5265-4fd0-80cb-d841c82ce304 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:15.993698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b653439b-3c92-44e2-818d-fe9a1da7053a req-253f3375-5265-4fd0-80cb-d841c82ce304 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2954128 Jul 22 11:45:16.027600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.041842 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.054954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Transition to ACTIVE for port object 73888ea7-57db-45bd-bda9-7d557d77c76a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:16.064014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.084126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-25b2f117-5328-4aef-9b0f-dc9d6f408e22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:16.092546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-25b2f117-5328-4aef-9b0f-dc9d6f408e22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 1095 time: 0.2279446 Jul 22 11:45:16.116119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b653439b-3c92-44e2-818d-fe9a1da7053a req-193d6b6e-9cc3-4cb5-8689-be073459d280 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1203973 Jul 22 11:45:16.130884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:16.192690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Attempting to bind port 73888ea7-57db-45bd-bda9-7d557d77c76a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:16.193116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Attempting to bind port 73888ea7-57db-45bd-bda9-7d557d77c76a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:16.193416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Attempting to bind port 73888ea7-57db-45bd-bda9-7d557d77c76a on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:16.201064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4131-97db-4853-af8e-8f14e4a793ae None None] Pushing event updated for resources: {'Port': ['ID=73888ea7-57db-45bd-bda9-7d557d77c76a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:16.206996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:16.207433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:16.207768 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.208238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:16.208630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Bound port: 73888ea7-57db-45bd-bda9-7d557d77c76a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:16.209018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.272822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] For port 73888ea7-57db-45bd-bda9-7d557d77c76a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:16.277305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] For port 73888ea7-57db-45bd-bda9-7d557d77c76a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=73888ea7-57db-45bd-bda9-7d557d77c76a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:16.282413 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.314185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-98358521-d8ef-4fcd-a2da-effea093882e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:16.316672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-98358521-d8ef-4fcd-a2da-effea093882e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.2157037 Jul 22 11:45:16.360990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:16.361504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:16.401196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-d1a3d5ec-8e60-4d22-ab09-6be9da382f72 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=bc862afc-9760-4435-b7cb-7e944518c40c HTTP/1.1" status: 200 len: 217 time: 0.0777168 Jul 22 11:45:16.450482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf8d4131-97db-4853-af8e-8f14e4a793ae None None] Pushing event updated for resources: {'Port': ['ID=73888ea7-57db-45bd-bda9-7d557d77c76a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:16.477855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5871f9c6-504c-4590-88e5-ee287a157632 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.488736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-b5ef215e-341c-473f-9af1-1d110505dafa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:16.490677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-b5ef215e-341c-473f-9af1-1d110505dafa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0818996 Jul 22 11:45:16.509670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Allocated IP 172.20.0.1 (c782b205-5f1b-4996-a8f9-17acb2824f7e/943b7fc3-1492-49a5-b0ac-47363815f1cd/96372318-a2c1-4425-9318-be4a6371f6f7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:16.513646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:16.561731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-9d0c2000-ad17-4f68-9249-28b59efcdaab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0644541 Jul 22 11:45:16.732429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.755470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5871f9c6-504c-4590-88e5-ee287a157632 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.762239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Transition to ACTIVE for port object 96372318-a2c1-4425-9318-be4a6371f6f7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:16.769622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5871f9c6-504c-4590-88e5-ee287a157632 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.853521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5871f9c6-504c-4590-88e5-ee287a157632 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e05d6b53-8890-425b-86f7-7b75c66142c7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:16.875594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5871f9c6-504c-4590-88e5-ee287a157632 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=256e617ac9ad45d198c4a548570b607f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7432363 Jul 22 11:45:16.876125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:16.879808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-451c3fdb-6e7d-49d5-ad8e-33fef33a05ff service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3105738 Jul 22 11:45:16.913244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:16.920276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:11Z', 'revision_number': 3, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:17.008730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-795470f6-ea27-467f-aad0-d57bfaafa5f5 req-60d7ec7b-6e06-433e-add6-9d42edcf875b service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107116 Jul 22 11:45:17.025323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:17.034274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:17.086981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:17.100651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.163803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.246958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.303628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b82833d3-1109-4e4c-b040-4b2f0cdf7336 None None] The sync data for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 is: [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:11Z', 'revision_number': 3, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:45:17.305118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.315775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.318416 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e05d6b53-8890-425b-86f7-7b75c66142c7 HTTP/1.1" status: 204 len: 168 time: 0.4352081 Jul 22 11:45:17.337726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8198f-78cb-4672-b073-413dcbd6c995 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e05d6b53-8890-425b-86f7-7b75c66142c7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:17.471065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Pushing event updated for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:17.512946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc3452bf-194a-4d77-b2f8-7f0492e1284e None None] Provisioning for port 96372318-a2c1-4425-9318-be4a6371f6f7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:17.524252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc3452bf-194a-4d77-b2f8-7f0492e1284e None None] Provisioning complete for port 96372318-a2c1-4425-9318-be4a6371f6f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:17.524682 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc3452bf-194a-4d77-b2f8-7f0492e1284e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.547435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cea331e-5448-4d3b-a38c-166320a135d2 req-78bd517d-2789-4cdc-ae48-4d2ae151ebe9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:17.549730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3cea331e-5448-4d3b-a38c-166320a135d2 req-78bd517d-2789-4cdc-ae48-4d2ae151ebe9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 944 time: 0.2985213 Jul 22 11:45:17.582898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fc3452bf-194a-4d77-b2f8-7f0492e1284e None None] Port 96372318-a2c1-4425-9318-be4a6371f6f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:17.602343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-694cfd0f-37c6-479d-8d0e-9892673273d4 req-d3342399-25e6-401f-8e68-3b4235fda138 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:17.603999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-694cfd0f-37c6-479d-8d0e-9892673273d4 req-d3342399-25e6-401f-8e68-3b4235fda138 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2055638 Jul 22 11:45:17.785250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-694cfd0f-37c6-479d-8d0e-9892673273d4 req-0c5b928e-0daa-4f4b-8fac-7aa998a28fad tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1564705 Jul 22 11:45:17.793381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3cea331e-5448-4d3b-a38c-166320a135d2 req-2728ccb4-ed16-449d-91e0-deda32b42b52 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2025349 Jul 22 11:45:17.831780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:17.838532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.068078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:18.093892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed4e1-7851-45df-b44c-e5c75fd91706 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.187673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4226b5e-6123-4b45-8f1f-0ff998288360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.264763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.269529 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.381250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed4e1-7851-45df-b44c-e5c75fd91706 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.389930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c6ed4e1-7851-45df-b44c-e5c75fd91706 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.400151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.434370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Pushing event updated for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:18.505843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 73888ea7-57db-45bd-bda9-7d557d77c76a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:18.617290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c6ed4e1-7851-45df-b44c-e5c75fd91706 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e74bc6c2-217d-4266-9757-bb58c1a80603,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:18.690879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 73888ea7-57db-45bd-bda9-7d557d77c76a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:18.695288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1c6ed4e1-7851-45df-b44c-e5c75fd91706 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1cfcbf3af854470084efe7164109365a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6252677 Jul 22 11:45:18.700683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:18.704464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 73888ea7-57db-45bd-bda9-7d557d77c76a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:18.704905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:18.750069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:18.755748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:18.939347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.010694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 73888ea7-57db-45bd-bda9-7d557d77c76a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=73888ea7-57db-45bd-bda9-7d557d77c76a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:19.023264 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.093710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=73888ea7-57db-45bd-bda9-7d557d77c76a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:19.124348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.226106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-340e44f1-90f8-4b9c-8733-a390fd24d868 None None] Provisioning complete for port 96372318-a2c1-4425-9318-be4a6371f6f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:19.226665 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-340e44f1-90f8-4b9c-8733-a390fd24d868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.251213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.310059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-340e44f1-90f8-4b9c-8733-a390fd24d868 None None] Port 96372318-a2c1-4425-9318-be4a6371f6f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:19.350333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.379212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-084882d1-d447-4ec9-84ca-ea7d7712655e req-0640a4d7-6eed-45f4-8a82-fc2d938b11fd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:19.380664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-084882d1-d447-4ec9-84ca-ea7d7712655e req-0640a4d7-6eed-45f4-8a82-fc2d938b11fd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 944 time: 0.3867569 Jul 22 11:45:19.388348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb9e924a-e9c0-4605-a15e-812edbe14417 req-c466ac4d-b090-48bb-b76c-3d45b539960a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:19.389966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb9e924a-e9c0-4605-a15e-812edbe14417 req-c466ac4d-b090-48bb-b76c-3d45b539960a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.4006922 Jul 22 11:45:19.397408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Router 09f83aeb-289f-4ad2-8d92-e7781964f936 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:45:19.474431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.477106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:19.478575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e74bc6c2-217d-4266-9757-bb58c1a80603 HTTP/1.1" status: 204 len: 168 time: 0.7766540 Jul 22 11:45:19.531093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-084882d1-d447-4ec9-84ca-ea7d7712655e req-05f82d58-e800-4781-8fc9-c2aa29f1bfea tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1367803 Jul 22 11:45:19.601624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4af1496-fbbf-402a-b19e-f7437705c58c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e74bc6c2-217d-4266-9757-bb58c1a80603,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:19.606141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb9e924a-e9c0-4605-a15e-812edbe14417 req-4d1da1bb-b3ed-4e9c-aa1a-4f30bac28f51 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2016065 Jul 22 11:45:19.762079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:45:19.780558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ceb26ddb-7bff-46cc-af88-27af5082607f admin admin] 10.222.0.21 "PUT /v2.0/routers/09f83aeb-289f-4ad2-8d92-e7781964f936/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.2562261 Jul 22 11:45:19.890600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-709f68a2-939a-4a7b-a52a-2ddf52be10b2 req-ae48d7d6-9ba1-4d24-b25a-9b19ad5850a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:19.893630 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709f68a2-939a-4a7b-a52a-2ddf52be10b2 req-ae48d7d6-9ba1-4d24-b25a-9b19ad5850a2 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1097 time: 0.1469295 Jul 22 11:45:19.976972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-709f68a2-939a-4a7b-a52a-2ddf52be10b2 req-4811da12-3de6-4622-82fd-ae1f0b3547c8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768745 Jul 22 11:45:20.116281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bc862afc-9760-4435-b7cb-7e944518c40c details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:45:20.364778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bc862afc-9760-4435-b7cb-7e944518c40c,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:20.385072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'bc862afc-9760-4435-b7cb-7e944518c40c', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': 'bc862afc-9760-4435-b7cb-7e944518c40c', 'mac_address': 'fa:16:3e:1e:43:57', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:45:20.400387 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Sync routers for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:45:20.413032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:20.414012 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:20.453153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:20.462469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 73888ea7-57db-45bd-bda9-7d557d77c76a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:20.529024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bc862afc-9760-4435-b7cb-7e944518c40c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:20.577298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bc862afc-9760-4435-b7cb-7e944518c40c,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:20.604987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 73888ea7-57db-45bd-bda9-7d557d77c76a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:20.605369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:20.609637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:20.622014 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:20.909507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:20.919388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['bc862afc-9760-4435-b7cb-7e944518c40c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:45:21.088083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58ce9406-ed92-4c7f-b063-a4b4d4d5ee6b req-f184194b-6db4-441f-8c7d-999198626112 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:21.096632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58ce9406-ed92-4c7f-b063-a4b4d4d5ee6b req-f184194b-6db4-441f-8c7d-999198626112 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2820692 Jul 22 11:45:21.187453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58ce9406-ed92-4c7f-b063-a4b4d4d5ee6b req-9d969cd0-255d-4c12-9089-baee134899c9 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0897136 Jul 22 11:45:21.221765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66cd525e-4125-4c07-a24c-33dfb26400b5 req-8f1352fa-dc97-4120-bce0-79966fc2f9f8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:21.233235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cd525e-4125-4c07-a24c-33dfb26400b5 req-8f1352fa-dc97-4120-bce0-79966fc2f9f8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 945 time: 0.3972852 Jul 22 11:45:21.337788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.358231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66cd525e-4125-4c07-a24c-33dfb26400b5 req-4a50bbf0-1757-481a-a5c4-02e87180a698 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1214278 Jul 22 11:45:21.402022 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:17Z', 'revision_number': 4, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '96372318-a2c1-4425-9318-be4a6371f6f7', 'name': '', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'mac_address': 'fa:16:3e:27:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:16Z', 'updated_at': '2021-07-22T11:45:17Z', 'revision_number': 2, 'project_id': '367b449436c94acca2d6b5c895552068', 'subnets': [{'id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:21.437863 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Checking router: 09f83aeb-289f-4ad2-8d92-e7781964f936 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:45:21.438227 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Updating router 09f83aeb-289f-4ad2-8d92-e7781964f936 port 96372318-a2c1-4425-9318-be4a6371f6f7 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:45:21.482707 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.602379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:21.607674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-39944199-network', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:21.668846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Made reservation on behalf of bd0add48969541cb9eb68aabcc36e0c9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:21.672488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.692413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.879953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.887777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.919952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:45:21.973685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=326d243c-a36e-4912-ad06-6deabc424f57,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:21.977837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:21.978625 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Added segment 613fac34-d2d2-415b-924d-590355e0694e of type vlan for network e58ec718-79e8-418c-8f28-04cdc6265d08 Jul 22 11:45:22.017445 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.039535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.043484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Transition to ACTIVE for port object 96372318-a2c1-4425-9318-be4a6371f6f7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:22.057257 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.105604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.106162 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Pushing event updated for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:22.111345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:22.113306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.116523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bc862afc-9760-4435-b7cb-7e944518c40c up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:22.120783 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.121189 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.121537 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.122243 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.122507 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.122856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.123243 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.123623 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.123989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.124366 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.124701 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.125073 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:22.215286 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Attempting to bind port 96372318-a2c1-4425-9318-be4a6371f6f7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:22.215977 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Attempting to bind port 96372318-a2c1-4425-9318-be4a6371f6f7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:22.216497 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Attempting to bind port 96372318-a2c1-4425-9318-be4a6371f6f7 on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:22.222683 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:22.223108 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Checking segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:22.223733 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.224133 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Bound using segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:22.224686 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Bound port: 96372318-a2c1-4425-9318-be4a6371f6f7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:22.225077 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.299369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port bc862afc-9760-4435-b7cb-7e944518c40c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:22.318014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port bc862afc-9760-4435-b7cb-7e944518c40c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:22.320634 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.358393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] Pushing event updated for resources: {'Network': ['ID=e58ec718-79e8-418c-8f28-04cdc6265d08,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:22.393230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dbafc89c-1237-455d-9d08-5e4549e8eae1 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7893710 Jul 22 11:45:22.395833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:22.401701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Request body: {'subnet': {'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-39944199-subnet', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:22.426775 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] For port 96372318-a2c1-4425-9318-be4a6371f6f7, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:22.440805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] For port 96372318-a2c1-4425-9318-be4a6371f6f7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=96372318-a2c1-4425-9318-be4a6371f6f7,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:22.448145 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:22.507921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e58ec718-79e8-418c-8f28-04cdc6265d08 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:45:22.655872 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:22.656518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:22.660529 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7caaff84-1523-4d62-b0e8-83f93ac801dd None None] Pushing event updated for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:22.685465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Made reservation on behalf of bd0add48969541cb9eb68aabcc36e0c9 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:22.688938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:23.062828 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:23.064494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:23.089873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feca834f-75a0-4f88-b794-9430ef8fe827 req-b9b271e2-ec37-483c-a332-c604bcc7917a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:23.100293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feca834f-75a0-4f88-b794-9430ef8fe827 req-b9b271e2-ec37-483c-a332-c604bcc7917a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.6940336 Jul 22 11:45:23.256056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bc862afc-9760-4435-b7cb-7e944518c40c,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:23.259348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:23.265705 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f693cf7-a615-43c3-ab7d-522301d74be4" -d '{"events": [{"server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "name": "network-vif-plugged", "status": "completed", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:23.288272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:23.311659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feca834f-75a0-4f88-b794-9430ef8fe827 req-5c240219-7fae-4dab-bff0-b7744feb2f87 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2090182 Jul 22 11:45:23.372882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd66221-a105-43a3-942b-fd510ab984bc req-fde128f3-0452-4905-8c34-a421de747ebc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:23.374816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cdd66221-a105-43a3-942b-fd510ab984bc req-fde128f3-0452-4905-8c34-a421de747ebc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 945 time: 0.5167689 Jul 22 11:45:23.466111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:23.505418 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b991b105-aa0f-4296-9284-2a03d7cb6bc9 x-openstack-request-id: req-b991b105-aa0f-4296-9284-2a03d7cb6bc9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:23.505904 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "name": "network-vif-plugged", "status": "completed", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:23.506189 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b991b105-aa0f-4296-9284-2a03d7cb6bc9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:23.506575 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c', 'code': 200} Jul 22 11:45:23.735879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cdd66221-a105-43a3-942b-fd510ab984bc req-90e5e7f0-a8cb-4356-bfe1-76854415cc9f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3476851 Jul 22 11:45:23.819880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61e512f1-0b10-4666-a59c-400916d1b07a req-b753f0cc-510d-42bb-9fb0-18060c5f310c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:23.826898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-61e512f1-0b10-4666-a59c-400916d1b07a req-b753f0cc-510d-42bb-9fb0-18060c5f310c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 1097 time: 0.2831612 Jul 22 11:45:24.011207 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:17Z', 'revision_number': 4, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '96372318-a2c1-4425-9318-be4a6371f6f7', 'name': '', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'mac_address': 'fa:16:3e:27:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:16Z', 'updated_at': '2021-07-22T11:45:22Z', 'revision_number': 4, 'project_id': '367b449436c94acca2d6b5c895552068', 'subnets': [{'id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:24.053212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-61e512f1-0b10-4666-a59c-400916d1b07a req-407267ae-9d26-4685-a544-ec43527d93f3 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1961358 Jul 22 11:45:24.081566 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5545d067-8cb7-40c2-abdd-860a8e3b1ba8 None None] The sync data for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 is: [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:45:17Z', 'revision_number': 4, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '96372318-a2c1-4425-9318-be4a6371f6f7', 'name': '', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'mac_address': 'fa:16:3e:27:b8:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_interface', 'standard_attr_id': 2304, 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:16Z', 'updated_at': '2021-07-22T11:45:22Z', 'revision_number': 4, 'project_id': '367b449436c94acca2d6b5c895552068', 'subnets': [{'id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:45:24.097648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:24.287187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-8f1f62a3-d751-4b38-9ab6-5813eda1fbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:24.290370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-8f1f62a3-d751-4b38-9ab6-5813eda1fbf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a89e16be73a942e58dd70580a07a4b7b&device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 1097 time: 0.3158820 Jul 22 11:45:24.373649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Checking segment: {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:24.374300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Network hostable DHCP agents. Network: e58ec718-79e8-418c-8f28-04cdc6265d08, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:45:24.407154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Pushing event updated for resources: {'Subnet': ['ID=91b408fd-59bb-47ea-a350-0a15929f0b4b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:24.573597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Network e58ec718-79e8-418c-8f28-04cdc6265d08 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:45:24.665119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 96372318-a2c1-4425-9318-be4a6371f6f7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:24.725535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37e1b51-48e0-467a-a954-00106be4f9fe req-84ec9213-86a4-45bb-9625-f5db1df8fd01 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:24.756643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a37e1b51-48e0-467a-a954-00106be4f9fe req-84ec9213-86a4-45bb-9625-f5db1df8fd01 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.7087319 Jul 22 11:45:24.820824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e58ec718-79e8-418c-8f28-04cdc6265d08) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:24.859643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-fd99440f-b774-4880-b70d-abf502fa3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:24.874731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-fd99440f-b774-4880-b70d-abf502fa3f6a service neutron] 10.222.0.20 "GET /v2.0/networks?id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 200 len: 911 time: 0.5508919 Jul 22 11:45:24.888163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:24.893833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:24.968617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-72f98bef-0dd7-4aad-b2e7-082a6f35e603 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 200 len: 217 time: 0.0899873 Jul 22 11:45:24.980567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06193edc-2ed1-4e01-99c5-eafd516aec85 None None] Network e58ec718-79e8-418c-8f28-04cdc6265d08 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:25.090719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a37e1b51-48e0-467a-a954-00106be4f9fe req-faec63eb-22d0-463e-b461-282b1dee3e86 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2267342 Jul 22 11:45:25.095743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb85637e-7cd1-4717-8f62-404a8e09ce39 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 2.6986523 Jul 22 11:45:25.108641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:25.136410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:25.165443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-866b62ef-e117-4efa-aae3-7c3d26f42f0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:25.165443 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-866b62ef-e117-4efa-aae3-7c3d26f42f0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 200 len: 850 time: 0.1911051 Jul 22 11:45:25.286332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-db42c376-8081-4dbc-9792-9240b0e3fa62 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=87c7a463-e400-4cc4-aab0-dc9175c1d1d0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1120241 Jul 22 11:45:25.301214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-07d818cc-8f7e-46c9-b631-ae10164bc090 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:45:25.302392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-07d818cc-8f7e-46c9-b631-ae10164bc090 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097342 Jul 22 11:45:25.423742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:25.425463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:25.430337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 96372318-a2c1-4425-9318-be4a6371f6f7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:25.455782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 96372318-a2c1-4425-9318-be4a6371f6f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:25.460497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:25.485860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2bf4b80-2e2d-4ffd-983c-dca9aeb32fb2 req-9c2fff9b-be62-4d6c-beac-f817b3170ff7 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:25.499231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2bf4b80-2e2d-4ffd-983c-dca9aeb32fb2 req-9c2fff9b-be62-4d6c-beac-f817b3170ff7 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.3404207 Jul 22 11:45:25.609551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-dcbca6fb-0ba6-4197-aea3-ebf3310d59a1 service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2977147 Jul 22 11:45:25.648644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2bf4b80-2e2d-4ffd-983c-dca9aeb32fb2 req-23dd36aa-35b1-4e3b-9a50-2eca1b38366f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1481197 Jul 22 11:45:25.783953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e58ec718-79e8-418c-8f28-04cdc6265d08', 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'fixed_ips': [{'subnet_id': '91b408fd-59bb-47ea-a350-0a15929f0b4b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:45:25.785134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:25.827960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:25.912108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.003340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a3b1acd9-bcbe-4f0e-8eb3-cbf9eb7be743 req-72e5bed7-11bc-4faf-9b3f-b2b7d2f4725b service neutron] 10.222.0.20 "GET /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3842678 Jul 22 11:45:26.105473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.121363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 96372318-a2c1-4425-9318-be4a6371f6f7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=96372318-a2c1-4425-9318-be4a6371f6f7,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:26.146004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.228541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:26.401037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Allocated IP 172.20.0.2 (e58ec718-79e8-418c-8f28-04cdc6265d08/91b408fd-59bb-47ea-a350-0a15929f0b4b/592f061f-0ac7-4457-8d0f-6b74c16d2127) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:26.536998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:26.589960 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c891a25-4cb9-4941-ad6f-ae1cbee98c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.623427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:26.642068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.642690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.643182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.643769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.644279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.644862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.652836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.653947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.655028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.664382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.664932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.665513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:45:26.727485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f372a5e-0903-4e2f-80dd-4c86d5da4bde req-e2ba907f-65df-430e-b124-09c26e6c65d2 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:26.736710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f372a5e-0903-4e2f-80dd-4c86d5da4bde req-e2ba907f-65df-430e-b124-09c26e6c65d2 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.4657712 Jul 22 11:45:26.874027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d849da62-aa75-4707-ab2c-1286d382d725 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.894336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f372a5e-0903-4e2f-80dd-4c86d5da4bde req-81bfdc22-7c05-4ef1-8261-82a1facdece6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1532431 Jul 22 11:45:26.921693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.933044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Transition to ACTIVE for port object 592f061f-0ac7-4457-8d0f-6b74c16d2127 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:26.953488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Transition to ACTIVE for port object 592f061f-0ac7-4457-8d0f-6b74c16d2127 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:26.959108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c891a25-4cb9-4941-ad6f-ae1cbee98c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.963996 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:26.984144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c891a25-4cb9-4941-ad6f-ae1cbee98c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.035622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Network e58ec718-79e8-418c-8f28-04cdc6265d08 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:27.043085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:27.055243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:27.101470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c891a25-4cb9-4941-ad6f-ae1cbee98c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8382c31-a295-426f-8c86-90fcaa4099f0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:27.108422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.129288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3c891a25-4cb9-4941-ad6f-ae1cbee98c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=52672380eb354e369eb693496c3411e6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8992057 Jul 22 11:45:27.130072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Pushing event updated for resources: {'Port': ['ID=592f061f-0ac7-4457-8d0f-6b74c16d2127,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:27.131326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49978) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:27.144824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-393a4170-6f00-4052-a263-a0fa28775d53 req-5de65efa-2e23-4f3d-b115-8ce13bb0eea0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:27.147873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-393a4170-6f00-4052-a263-a0fa28775d53 req-5de65efa-2e23-4f3d-b115-8ce13bb0eea0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.2674861 Jul 22 11:45:27.149859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.225947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Attempting to bind port 592f061f-0ac7-4457-8d0f-6b74c16d2127 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:27.227073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Attempting to bind port 592f061f-0ac7-4457-8d0f-6b74c16d2127 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:27.227947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Attempting to bind port 592f061f-0ac7-4457-8d0f-6b74c16d2127 on network e58ec718-79e8-418c-8f28-04cdc6265d08 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:27.240019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.242945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:27.243952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Checking segment: {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:27.244893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.247188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Bound using segment: {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:27.248299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Bound port: 592f061f-0ac7-4457-8d0f-6b74c16d2127, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:27.254360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.280559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d849da62-aa75-4707-ab2c-1286d382d725 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.283384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.283632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-393a4170-6f00-4052-a263-a0fa28775d53 req-ae2f9227-85ec-4670-8bb4-5bbfe1436bc7 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216729 Jul 22 11:45:27.292815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d849da62-aa75-4707-ab2c-1286d382d725 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.354864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Allocated IP 172.25.6.84 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5c03e353-355e-4051-81b6-a147e68a1370) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:27.415544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d849da62-aa75-4707-ab2c-1286d382d725 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=237935fc-b87a-4079-8cb5-b7557a9ac994,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:27.421496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d849da62-aa75-4707-ab2c-1286d382d725 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a65290c7e7634e63b6f3db6402b7b30e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8836615 Jul 22 11:45:27.426413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:27.454827 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.521616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] For port 592f061f-0ac7-4457-8d0f-6b74c16d2127, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:27.526166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] For port 592f061f-0ac7-4457-8d0f-6b74c16d2127, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=592f061f-0ac7-4457-8d0f-6b74c16d2127,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:27.558614 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.566415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.579976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.581185 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8382c31-a295-426f-8c86-90fcaa4099f0 HTTP/1.1" status: 204 len: 168 time: 0.4488578 Jul 22 11:45:27.590880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.692950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0d2061-d3b4-42b0-8e20-cb056d58679b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8382c31-a295-426f-8c86-90fcaa4099f0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:27.759129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.807115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.862535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-218720c8-9c47-4235-93a1-ed39e6089d8f None None] Pushing event updated for resources: {'Port': ['ID=592f061f-0ac7-4457-8d0f-6b74c16d2127,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:27.951064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.954316 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:27.956354 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/237935fc-b87a-4079-8cb5-b7557a9ac994 HTTP/1.1" status: 204 len: 168 time: 0.5284734 Jul 22 11:45:27.973213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a02d20ab-f95d-47d4-845f-ed22db5957f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=237935fc-b87a-4079-8cb5-b7557a9ac994,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:28.261519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:28.521773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:28.571244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25001116-6fbc-4265-b27f-9866dabc0548 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:28.613165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 592f061f-0ac7-4457-8d0f-6b74c16d2127 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:28.772186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25001116-6fbc-4265-b27f-9866dabc0548 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:28.798919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25001116-6fbc-4265-b27f-9866dabc0548 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:28.807219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 592f061f-0ac7-4457-8d0f-6b74c16d2127 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:28.827297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 96372318-a2c1-4425-9318-be4a6371f6f7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:28.864220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25001116-6fbc-4265-b27f-9866dabc0548 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06a31c07a6df4e4da32f11e70e924044&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3410788 Jul 22 11:45:28.865726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25001116-6fbc-4265-b27f-9866dabc0548 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=170138e2-b0c1-4929-8954-172716641e79,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:28.869284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:28.900299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:28.965075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 96372318-a2c1-4425-9318-be4a6371f6f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:28.966314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.051780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:29.065434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f34d1b5-b831-408b-97a4-86664adf828f req-b378f455-947b-4ee2-9d10-84f8f292a0cf tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:29.067840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f34d1b5-b831-408b-97a4-86664adf828f req-b378f455-947b-4ee2-9d10-84f8f292a0cf tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 1.2214861 Jul 22 11:45:29.093908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:29.150623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:29.162101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e179947-dd93-498e-8e8f-8d82dc16877e req-7325c011-f847-46a0-8ed6-da0aae6eecf2 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:29.169417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e179947-dd93-498e-8e8f-8d82dc16877e req-7325c011-f847-46a0-8ed6-da0aae6eecf2 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.5266819 Jul 22 11:45:29.212399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Pushing event updated for resources: {'Port': ['ID=5c03e353-355e-4051-81b6-a147e68a1370,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:29.259941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.287776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6f34d1b5-b831-408b-97a4-86664adf828f req-ca4b2f0a-7544-46cc-ad24-8f35920804fa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1959891 Jul 22 11:45:29.386833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e179947-dd93-498e-8e8f-8d82dc16877e req-9427c4ee-2df9-4182-ba64-13337115a12d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2160203 Jul 22 11:45:29.398549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.547292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d4d8074-e8ae-4293-97f7-9ac803965746 None None] Network e58ec718-79e8-418c-8f28-04cdc6265d08 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:29.699184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Provisioning for port 592f061f-0ac7-4457-8d0f-6b74c16d2127 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:29.709773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Provisioning complete for port 592f061f-0ac7-4457-8d0f-6b74c16d2127 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:29.710728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.915599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.918107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.919951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/170138e2-b0c1-4929-8954-172716641e79 HTTP/1.1" status: 204 len: 168 time: 1.0476143 Jul 22 11:45:29.978373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:29.980751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ead14a1f-9597-4607-8631-20e109b08abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=170138e2-b0c1-4929-8954-172716641e79,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:30.015076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bf56b1d-f764-4def-bdf4-2546e4cf5879 req-92585b57-58cc-4a8f-b986-32e35ad02d83 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:30.016715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bf56b1d-f764-4def-bdf4-2546e4cf5879 req-92585b57-58cc-4a8f-b986-32e35ad02d83 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.1052864 Jul 22 11:45:30.060475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] For port 592f061f-0ac7-4457-8d0f-6b74c16d2127, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=592f061f-0ac7-4457-8d0f-6b74c16d2127,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:30.090726 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:30.102831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bf56b1d-f764-4def-bdf4-2546e4cf5879 req-8f9e9535-4f43-4a52-95df-3c04e2ce7de8 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0752819 Jul 22 11:45:30.106581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:30.153241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79079556-3ffd-4ac6-bed1-2fab35503456 None None] Pushing event updated for resources: {'Port': ['ID=592f061f-0ac7-4457-8d0f-6b74c16d2127,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:30.517577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 592f061f-0ac7-4457-8d0f-6b74c16d2127 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:30.658843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 592f061f-0ac7-4457-8d0f-6b74c16d2127 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:30.659790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:30.680360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c516c51e-336b-4b42-bdf1-8b017a5c31d1 req-e25d5cd8-6b48-44e9-9852-c8986de2102c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:30.687520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c516c51e-336b-4b42-bdf1-8b017a5c31d1 req-e25d5cd8-6b48-44e9-9852-c8986de2102c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.1591198 Jul 22 11:45:30.723351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b8ee8689-774b-4a23-b533-9a5e1447b36c None None] Provisioning complete for port 592f061f-0ac7-4457-8d0f-6b74c16d2127 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:30.723746 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b8ee8689-774b-4a23-b533-9a5e1447b36c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:30.733105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:30.752343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c516c51e-336b-4b42-bdf1-8b017a5c31d1 req-f7254189-c1f4-41aa-b3d6-f4b962868fdd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0584133 Jul 22 11:45:31.290136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:45:31.493617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc018c7a-843a-42aa-9c22-53b15b231f06 req-9529354c-fb1f-48b2-83df-63a9e4939c4e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:31.495765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc018c7a-843a-42aa-9c22-53b15b231f06 req-9529354c-fb1f-48b2-83df-63a9e4939c4e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2678132 Jul 22 11:45:31.499323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:45:31.509924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Sync routers for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:45:31.530404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b285d0-c2f7-4ec7-b95a-0a713894ce0d req-69eed93d-cb61-43f4-939a-efd6aea53a50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:31.530404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74b285d0-c2f7-4ec7-b95a-0a713894ce0d req-69eed93d-cb61-43f4-939a-efd6aea53a50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.4378378 Jul 22 11:45:31.550410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:31.568753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:31.670009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:31.674134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9eafb492-4d74-4fcc-8f40-1672fcb6f91d admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 919 time: 6.5559092 Jul 22 11:45:31.674580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:31.759482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc018c7a-843a-42aa-9c22-53b15b231f06 req-7a4d33ba-ed84-4421-83c5-e49347223bb0 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2486184 Jul 22 11:45:31.765288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74b285d0-c2f7-4ec7-b95a-0a713894ce0d req-8531507a-bdfd-479e-8b3f-d628a0de667b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2162390 Jul 22 11:45:31.875695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:31.900343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:32.217185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:29Z', 'revision_number': 3, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:27Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:32.269567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Checking router: 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:45:32.269936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Updating router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 port 5c03e353-355e-4051-81b6-a147e68a1370 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:45:32.330187 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.340408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-279bb4a6-17e6-4405-9338-fbe23c9b2374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.542267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-279bb4a6-17e6-4405-9338-fbe23c9b2374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.557390 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-279bb4a6-17e6-4405-9338-fbe23c9b2374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.561989 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.610852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279bb4a6-17e6-4405-9338-fbe23c9b2374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c86887ff-0656-4cea-8a41-48b3dc7f46ff,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:32.648417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-279bb4a6-17e6-4405-9338-fbe23c9b2374 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ac62c794ed240eda0928332fe5de780&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7708571 Jul 22 11:45:32.652053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:32.659096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-cd689b8e-014e-419f-a4de-0c39387a8851 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:32.660910 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-cd689b8e-014e-419f-a4de-0c39387a8851 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.2408273 Jul 22 11:45:32.796875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.848006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.872484 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.906807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Transition to ACTIVE for port object 5c03e353-355e-4051-81b6-a147e68a1370 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:32.923664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:32.989864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.007388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.011606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393d5e-9c67-405f-b66c-4901e0b6d7f1 None None] Pushing event updated for resources: {'Port': ['ID=5c03e353-355e-4051-81b6-a147e68a1370,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:33.012256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c86887ff-0656-4cea-8a41-48b3dc7f46ff HTTP/1.1" status: 204 len: 168 time: 0.3551896 Jul 22 11:45:33.053510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Attempting to bind port 5c03e353-355e-4051-81b6-a147e68a1370 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:33.054137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Attempting to bind port 5c03e353-355e-4051-81b6-a147e68a1370 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:33.054800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Attempting to bind port 5c03e353-355e-4051-81b6-a147e68a1370 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:33.066594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-220292f8-6955-40ee-9b9f-8c5c4cc928d9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c86887ff-0656-4cea-8a41-48b3dc7f46ff,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:33.073989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:33.074433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:33.075245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.075671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:33.076455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Bound port: 5c03e353-355e-4051-81b6-a147e68a1370, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:33.077082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.197230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] For port 5c03e353-355e-4051-81b6-a147e68a1370, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:33.197534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4619517-50f4-4f8d-bc1f-39f5c519216f req-b831570e-58a1-4d94-b9ba-bc833708e800 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:33.207176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4619517-50f4-4f8d-bc1f-39f5c519216f req-b831570e-58a1-4d94-b9ba-bc833708e800 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.2363226 Jul 22 11:45:33.220808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] For port 5c03e353-355e-4051-81b6-a147e68a1370, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c03e353-355e-4051-81b6-a147e68a1370,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:33.237812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.258344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port bc862afc-9760-4435-b7cb-7e944518c40c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:33.258981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.278284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Allocated IP 172.20.0.1 (e58ec718-79e8-418c-8f28-04cdc6265d08/91b408fd-59bb-47ea-a350-0a15929f0b4b/54311219-1cdd-409d-9755-1cac52fe5ae2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:33.327066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:33.327477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:33.408633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4619517-50f4-4f8d-bc1f-39f5c519216f req-12079b16-4042-402b-b9d1-0e33965a299d tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1863043 Jul 22 11:45:33.410514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11393d5e-9c67-405f-b66c-4901e0b6d7f1 None None] Pushing event updated for resources: {'Port': ['ID=5c03e353-355e-4051-81b6-a147e68a1370,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:33.443655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06fc5d50-3a32-47f4-8e04-039ba3e13f43 req-74a2aad0-7028-49d6-9b12-7f843ac7a64f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:33.455836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.468463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06fc5d50-3a32-47f4-8e04-039ba3e13f43 req-74a2aad0-7028-49d6-9b12-7f843ac7a64f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.3349996 Jul 22 11:45:33.482199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Transition to ACTIVE for port object 54311219-1cdd-409d-9755-1cac52fe5ae2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:33.491659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:33.528278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06fc5d50-3a32-47f4-8e04-039ba3e13f43 req-66ddec9f-390e-4894-baf1-b749b05ac4a6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0585196 Jul 22 11:45:33.543640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:33.572266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-20335005-abbe-4d28-9f7a-fde19de94cd8 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:33.579281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-20335005-abbe-4d28-9f7a-fde19de94cd8 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.7223322 Jul 22 11:45:33.742841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Network e58ec718-79e8-418c-8f28-04cdc6265d08 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:33.757394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:33.771009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:33.877839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.036664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:29Z', 'revision_number': 3, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:34.143844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f521be52-0191-43a5-8b1d-cf01dddedf36 None None] The sync data for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 is: [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:29Z', 'revision_number': 3, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:45:34.351563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50238) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:34.372388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a34f7e6b-ed3b-4ca5-87d1-099e02ae9aa6 None None] Provisioning for port 54311219-1cdd-409d-9755-1cac52fe5ae2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:34.380873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a34f7e6b-ed3b-4ca5-87d1-099e02ae9aa6 None None] Provisioning complete for port 54311219-1cdd-409d-9755-1cac52fe5ae2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:34.381373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a34f7e6b-ed3b-4ca5-87d1-099e02ae9aa6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.385454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:34.458096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port bc862afc-9760-4435-b7cb-7e944518c40c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bc862afc-9760-4435-b7cb-7e944518c40c,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:34.458580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.508795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for bc862afc-9760-4435-b7cb-7e944518c40c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:34.513307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a34f7e6b-ed3b-4ca5-87d1-099e02ae9aa6 None None] Port 54311219-1cdd-409d-9755-1cac52fe5ae2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:34.609575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-372343481'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:34.679512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Deleting port c00fb27f-2356-48c9-adb0-796d0e5f494f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:34.680160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.697685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:34.708473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.744925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:34.764351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.044768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] For port c00fb27f-2356-48c9-adb0-796d0e5f494f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c00fb27f-2356-48c9-adb0-796d0e5f494f,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:35.045392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.075337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.093563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.108047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:45:35.120003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.120566 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Added segment 51e1fdcc-3789-4594-9550-e915fad6627f of type vlan for network 42161610-3ac5-4977-9645-e3d94b83cfcd Jul 22 11:45:35.141090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Calling delete_port for c00fb27f-2356-48c9-adb0-796d0e5f494f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:35.164756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.207588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.213749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:35.214333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.297862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Network': ['ID=42161610-3ac5-4977-9645-e3d94b83cfcd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:35.318824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 42161610-3ac5-4977-9645-e3d94b83cfcd details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:45:35.341752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bca236d-e632-4bee-98ff-cb047389dff6 req-b893b671-f726-473c-838c-9b2ebad2bdf6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:35.351338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bca236d-e632-4bee-98ff-cb047389dff6 req-b893b671-f726-473c-838c-9b2ebad2bdf6 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 946 time: 0.6141977 Jul 22 11:45:35.416742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.434570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['bdba2d13-95cb-4c9c-a79c-4860738a8cc2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:45:35.435280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bca236d-e632-4bee-98ff-cb047389dff6 req-a0f710d0-98a2-4d2d-bd36-246410a3f919 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826712 Jul 22 11:45:35.438583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 1.0842099 Jul 22 11:45:35.462694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09fb26e6-efcd-4ca4-813d-61e5ef6200bf req-d6436378-928b-4430-8912-01aa703c931f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:35.467186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09fb26e6-efcd-4ca4-813d-61e5ef6200bf req-d6436378-928b-4430-8912-01aa703c931f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 946 time: 0.6387515 Jul 22 11:45:35.468835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325a1f61-975e-462b-9d83-e0436365dbc8 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a172e7ab-460a-41ce-baae-9086c7ce6da8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:35.478581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:35.499094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'subnet': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:35.589060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.590146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Pushing event deleted for resources: {'Port': ['ID=c00fb27f-2356-48c9-adb0-796d0e5f494f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:35.648447 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09fb26e6-efcd-4ca4-813d-61e5ef6200bf req-d92e00a2-c936-4fba-9f11-a67a9400dcea tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1339452 Jul 22 11:45:35.774030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:35.786800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.801929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=bc862afc-9760-4435-b7cb-7e944518c40c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:35.809099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] No DVR routers for this DVR port c00fb27f-2356-48c9-adb0-796d0e5f494f on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:45:35.839214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.841461 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fa8d15a0-63e0-4424-b5ae-475ca0fd2e81 req-58d4405d-7457-4a99-bdd2-3d56cee7286e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "DELETE /v2.0/ports/c00fb27f-2356-48c9-adb0-796d0e5f494f HTTP/1.1" status: 204 len: 173 time: 2.2364528 Jul 22 11:45:35.844281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'name': 'network-vif-deleted', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:35.865492 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-897fed5e-6375-46a2-8dc7-1b22d4e36789" -d '{"events": [{"server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "name": "network-vif-deleted", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:35.960682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port bc862afc-9760-4435-b7cb-7e944518c40c on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:45:35.980982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:35.992836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cc2a5a15-9358-4d3c-8777-7faac25a7fd0 req-abe8bbb5-5b8e-429d-acdf-14f857c886e0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "DELETE /v2.0/ports/bc862afc-9760-4435-b7cb-7e944518c40c HTTP/1.1" status: 204 len: 173 time: 3.3208957 Jul 22 11:45:36.000312 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d7f6e436-d994-4611-a50a-f20b339e286b x-openstack-request-id: req-d7f6e436-d994-4611-a50a-f20b339e286b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:36.005905 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "d2185950-c837-429c-9fcd-44e71221be5f", "name": "network-vif-deleted", "tag": "c00fb27f-2356-48c9-adb0-796d0e5f494f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:36.007542 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d7f6e436-d994-4611-a50a-f20b339e286b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:36.009698 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd2185950-c837-429c-9fcd-44e71221be5f', 'name': 'network-vif-deleted', 'tag': 'c00fb27f-2356-48c9-adb0-796d0e5f494f', 'status': 'completed', 'code': 200} Jul 22 11:45:36.108837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:36.121937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:36.208473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:36.212082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bc862afc-9760-4435-b7cb-7e944518c40c no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:36.221661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Pushing event updated for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:36.295845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: bc862afc-9760-4435-b7cb-7e944518c40c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:36.296289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bc862afc-9760-4435-b7cb-7e944518c40c not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:36.385308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:36.418381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Network e58ec718-79e8-418c-8f28-04cdc6265d08 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:36.425262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:36.530182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c03e353-355e-4051-81b6-a147e68a1370 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:36.599196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:36.753341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:45:36.795987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5c03e353-355e-4051-81b6-a147e68a1370 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:36.806983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5c03e353-355e-4051-81b6-a147e68a1370 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:36.807590 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:36.897901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd367a04-627e-4fe0-acd3-7501e7cc95be req-503b347c-8776-4758-8f34-8c0f79fd180a tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=d2185950-c837-429c-9fcd-44e71221be5f HTTP/1.1" status: 200 len: 210 time: 0.2742715 Jul 22 11:45:36.917274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Subnet': ['ID=aaa189ff-e9c7-4c96-a80c-edaa39f22055,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:36.948086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Checking segment: {'id': '51e1fdcc-3789-4594-9550-e915fad6627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:36.948694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network hostable DHCP agents. Network: 42161610-3ac5-4977-9645-e3d94b83cfcd, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:45:37.025183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c00fb27f-2356-48c9-adb0-796d0e5f494f no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:37.044628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:45:37.071379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:45:37.087730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2382d746-b7e0-4127-a19f-3253ca66cbb8 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a0833e5-1fea-4b8a-b405-5755d7ce32d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4114168 Jul 22 11:45:37.107614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc1bb69-e6f9-4370-9ac5-f09c657531b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.120998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 42161610-3ac5-4977-9645-e3d94b83cfcd) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:37.142910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c68a056-26f3-41b8-a1ff-1dfead6facc0 None None] Network 42161610-3ac5-4977-9645-e3d94b83cfcd requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:37.143397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:37.144186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.146843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c00fb27f-2356-48c9-adb0-796d0e5f494f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:37.149316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c00fb27f-2356-48c9-adb0-796d0e5f494f not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:37.197962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2aea9256-be1b-4e85-9aa5-5953dfda1005 req-7798e465-39cc-482e-8dca-5e60c7c0e92a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=257ca2e2-3322-4c05-a2af-37c0b77bc756 HTTP/1.1" status: 200 len: 210 time: 0.0576868 Jul 22 11:45:37.247243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b59ed821-8e09-4bf4-8767-7284fa87ce37 None None] Provisioning complete for port 54311219-1cdd-409d-9755-1cac52fe5ae2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:37.250838 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b59ed821-8e09-4bf4-8767-7284fa87ce37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.352802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc1bb69-e6f9-4370-9ac5-f09c657531b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.361985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fc1bb69-e6f9-4370-9ac5-f09c657531b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.376111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d8788396-4e10-4d1a-be9c-4e9e24b1bda1 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8957841 Jul 22 11:45:37.379290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Sync routers for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:45:37.380384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:37.386732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1401760967'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:37.391839 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:37.392955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:37.435913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc1bb69-e6f9-4370-9ac5-f09c657531b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bd3846f-6c32-4204-a2fc-109681baac8b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:37.441609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.455019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5fc1bb69-e6f9-4370-9ac5-f09c657531b3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7c5475240fc145539cf6f1a93f990f61&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8526933 Jul 22 11:45:37.459237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:37.525308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b59ed821-8e09-4bf4-8767-7284fa87ce37 None None] Port 54311219-1cdd-409d-9755-1cac52fe5ae2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:37.540543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5c03e353-355e-4051-81b6-a147e68a1370, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c03e353-355e-4051-81b6-a147e68a1370,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:37.564689 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.698520 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:37.701704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5c03e353-355e-4051-81b6-a147e68a1370,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:37.727475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-42161610-3ac5-4977-9645-e3d94b83cfcd', 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'tenant_id': '37cc86250dba4fbd9b4ffaa158b52134', 'fixed_ips': [{'subnet_id': 'aaa189ff-e9c7-4c96-a80c-edaa39f22055'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:45:37.729377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.769893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.825742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:37.830760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.900773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:37.928647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port 74166402-38a3-4e74-b7ac-437cf361573b yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:37.964383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Allocated IP 172.20.0.2 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:38.030241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'name': 'network-vif-deleted', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:38.033597 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-918b9f51-32d6-448d-a98c-98b1aadb3e85" -d '{"events": [{"server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "name": "network-vif-deleted", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:38.074854 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:34Z', 'revision_number': 4, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '54311219-1cdd-409d-9755-1cac52fe5ae2', 'name': '', 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'mac_address': 'fa:16:3e:d5:60:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:32Z', 'updated_at': '2021-07-22T11:45:35Z', 'revision_number': 2, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'subnets': [{'id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:38.135961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:38.138682 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Checking router: 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:45:38.143326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Updating router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 port 54311219-1cdd-409d-9755-1cac52fe5ae2 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:45:38.148096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:38.153916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7bd3846f-6c32-4204-a2fc-109681baac8b HTTP/1.1" status: 204 len: 168 time: 0.6912425 Jul 22 11:45:38.198406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78cc6db4-9520-44f5-b56a-4d437011e0e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bd3846f-6c32-4204-a2fc-109681baac8b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:38.217777 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:38.328097 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2490d481-e98c-4926-a601-49358a2bb24e x-openstack-request-id: req-2490d481-e98c-4926-a601-49358a2bb24e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:38.329096 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "257ca2e2-3322-4c05-a2af-37c0b77bc756", "name": "network-vif-deleted", "tag": "bc862afc-9760-4435-b7cb-7e944518c40c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:38.329471 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2490d481-e98c-4926-a601-49358a2bb24e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:38.329988 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '257ca2e2-3322-4c05-a2af-37c0b77bc756', 'name': 'network-vif-deleted', 'tag': 'bc862afc-9760-4435-b7cb-7e944518c40c', 'status': 'completed', 'code': 200} Jul 22 11:45:38.358037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:38.388460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Transition to ACTIVE for port object e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:38.435719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-624525d1-18dd-4584-a605-07bdd2c0ec3a tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:38.443324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-624525d1-18dd-4584-a605-07bdd2c0ec3a tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.3237331 Jul 22 11:45:38.448507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Transition to ACTIVE for port object e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:38.459244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:38.537208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-8cd41cac-aefc-4667-86d9-b084e453ff90 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/quotas/bd0add48969541cb9eb68aabcc36e0c9 HTTP/1.1" status: 200 len: 375 time: 0.0758085 Jul 22 11:45:38.634129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:38.647964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Pushing event updated for resources: {'Port': ['ID=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:38.655664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:38.661616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.5 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/74166402-38a3-4e74-b7ac-437cf361573b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:38.682801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:38.686227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c03e353-355e-4051-81b6-a147e68a1370 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:38.885208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:38.939289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b864e77-f093-4a32-b626-f9ce071b4781 req-f53f3a0d-f4df-45d1-8cda-a71496d1a509 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:38.944330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b864e77-f093-4a32-b626-f9ce071b4781 req-f53f3a0d-f4df-45d1-8cda-a71496d1a509 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.2960339 Jul 22 11:45:38.979115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c697b39-2004-4332-ac11-e137363210c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.005762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Attempting to bind port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:39.010814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-bec5c908-4da0-4758-945e-917fb0543bad tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4722331 Jul 22 11:45:39.019174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.021052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-cc664221-241c-4ca9-b33a-abd90df38b5f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:45:39.022134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-cc664221-241c-4ca9-b33a-abd90df38b5f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097942 Jul 22 11:45:39.030956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Attempting to bind port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '51e1fdcc-3789-4594-9550-e915fad6627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:39.032230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Attempting to bind port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 on network 42161610-3ac5-4977-9645-e3d94b83cfcd {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:39.038698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:39.039115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Checking segment: {'id': '51e1fdcc-3789-4594-9550-e915fad6627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:39.039527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.039926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Bound using segment: {'id': '51e1fdcc-3789-4594-9550-e915fad6627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:39.040420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Bound port: e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e1fdcc-3789-4594-9550-e915fad6627f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:39.040904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.054646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object 74166402-38a3-4e74-b7ac-437cf361573b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:39.080599 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.096438 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Transition to ACTIVE for port object 54311219-1cdd-409d-9755-1cac52fe5ae2 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:39.105110 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.120828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.158320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b864e77-f093-4a32-b626-f9ce071b4781 req-88a0f288-f875-4e9e-b641-98b2ff2922f1 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1343126 Jul 22 11:45:39.172857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5c03e353-355e-4051-81b6-a147e68a1370 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:39.173560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.182693 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3a10-5f39-4882-9195-ee1ac28f9e0a None None] Pushing event updated for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:39.320768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=74166402-38a3-4e74-b7ac-437cf361573b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:39.325216 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Attempting to bind port 54311219-1cdd-409d-9755-1cac52fe5ae2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:39.325216 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Attempting to bind port 54311219-1cdd-409d-9755-1cac52fe5ae2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:39.330226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Attempting to bind port 54311219-1cdd-409d-9755-1cac52fe5ae2 on network e58ec718-79e8-418c-8f28-04cdc6265d08 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:39.353694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:39.355379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-92681693-8196-4396-a26f-6768209f46a6 service neutron] 10.222.0.21 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3159351 Jul 22 11:45:39.356553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:39.357841 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:39.358328 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Checking segment: {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:39.358865 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.360719 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Bound using segment: {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:39.361414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Bound port: 54311219-1cdd-409d-9755-1cac52fe5ae2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '613fac34-d2d2-415b-924d-590355e0694e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:39.370558 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.370954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:39.488423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] For port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:39.532192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] For port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,segment=NetworkSegment(51e1fdcc-3789-4594-9550-e915fad6627f),segment_id=51e1fdcc-3789-4594-9550-e915fad6627f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:39.532636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:39.534427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.540972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.542411 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] For port 54311219-1cdd-409d-9755-1cac52fe5ae2, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:39.555741 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] For port 54311219-1cdd-409d-9755-1cac52fe5ae2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=54311219-1cdd-409d-9755-1cac52fe5ae2,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:39.564726 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.618433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c697b39-2004-4332-ac11-e137363210c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.642419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64b0cf5a-1d20-4973-80c6-011808fbd18d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2602215 Jul 22 11:45:39.646625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:39.660236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1273953973', 'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e7:5d:a4'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:39.663075 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:39.664002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:39.691087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c697b39-2004-4332-ac11-e137363210c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:39.850173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b658a057-4f1d-4914-b912-dceeba739430 None None] Pushing event updated for resources: {'Port': ['ID=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:39.851246 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:39.986215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9c697b39-2004-4332-ac11-e137363210c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=63ecb098bc9f4b87a6e90aa9c5f1dd3a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0886126 Jul 22 11:45:40.005853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c697b39-2004-4332-ac11-e137363210c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8692cd75-2872-4c27-bea1-8a9577f3e199,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:40.033961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:40.064421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-11565f86-99a4-40f2-a42d-25a09e1c97b3 service neutron] 10.222.0.21 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7000401 Jul 22 11:45:40.134706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-ecbabb1a-2e78-4801-904a-36c22dd63c33 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:40.163830 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-ecbabb1a-2e78-4801-904a-36c22dd63c33 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.7137580 Jul 22 11:45:40.222293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93e3a10-5f39-4882-9195-ee1ac28f9e0a None None] Pushing event updated for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:40.231977 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:34Z', 'revision_number': 4, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '54311219-1cdd-409d-9755-1cac52fe5ae2', 'name': '', 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'mac_address': 'fa:16:3e:d5:60:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:32Z', 'updated_at': '2021-07-22T11:45:39Z', 'revision_number': 4, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'subnets': [{'id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:40.281709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-3ded7498-9b08-4170-a27b-1a8304ae6503 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.1046343 Jul 22 11:45:40.324394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:40.326362 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4578f6eb-d22b-4907-86e4-62003d2cdcd8 None None] The sync data for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 is: [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:45:34Z', 'revision_number': 4, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '54311219-1cdd-409d-9755-1cac52fe5ae2', 'name': '', 'network_id': 'e58ec718-79e8-418c-8f28-04cdc6265d08', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'mac_address': 'fa:16:3e:d5:60:e4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_interface', 'standard_attr_id': 2346, 'fixed_ips': [{'subnet_id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:32Z', 'updated_at': '2021-07-22T11:45:39Z', 'revision_number': 4, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'subnets': [{'id': '91b408fd-59bb-47ea-a350-0a15929f0b4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:45:40.430640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a2dc9edd-78ca-47c4-a2b0-8906199ef170 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1270053 Jul 22 11:45:40.663866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-6b767b21-5723-4d37-a624-33366c6fa0e9 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2319164 Jul 22 11:45:40.718567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:40.754649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:40.790575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port 1756863f-9343-4be7-8939-1eec6e2ac665 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:40.870236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-67c5b7af-aded-4838-b7a2-14f1508c0c61 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:40.889087 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-67c5b7af-aded-4838-b7a2-14f1508c0c61 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 0.5865657 Jul 22 11:45:40.909171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:40.972057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-5a8925da-674b-404e-ba75-5d2931a117d7 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3063436 Jul 22 11:45:41.000903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:41.229537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.9 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/1756863f-9343-4be7-8939-1eec6e2ac665) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:41.689111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:41.744106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object 1756863f-9343-4be7-8939-1eec6e2ac665 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:41.764763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Deleting port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:41.770130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:41.943270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-147685b1-8300-4f4b-9509-75b4ea4bf75f None None] Network 42161610-3ac5-4977-9645-e3d94b83cfcd requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:45:41.973113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:41.973867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.042831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=1756863f-9343-4be7-8939-1eec6e2ac665,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:42.054193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.059277 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.064366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8692cd75-2872-4c27-bea1-8a9577f3e199 HTTP/1.1" status: 204 len: 168 time: 2.0262451 Jul 22 11:45:42.094791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Provisioning for port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:42.099421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] For port bdba2d13-95cb-4c9c-a79c-4860738a8cc2, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:42.106509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.157641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:42.159666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Calling delete_port for bdba2d13-95cb-4c9c-a79c-4860738a8cc2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:42.162773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:42.181299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:42.190052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b4c5e72-6fe6-4b82-bc06-2fbdee50f4a8 req-ef58615e-48f4-4c77-8ac1-95a4e6160046 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 210 time: 0.1536736 Jul 22 11:45:42.223891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Provisioning complete for port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:42.224273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.240733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a81ba88-e75e-4577-9134-a19980b6b1b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8692cd75-2872-4c27-bea1-8a9577f3e199,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:42.346237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80fc90b9-56e5-483f-9970-c5a5cb8b5f98 req-5664e137-dd50-474c-85ec-1bf11c490b8b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:42.347882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc90b9-56e5-483f-9970-c5a5cb8b5f98 req-5664e137-dd50-474c-85ec-1bf11c490b8b tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 945 time: 1.5060437 Jul 22 11:45:42.385113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ca9806d-f6a8-4e4c-8071-fb8396fd3f21 req-3e642f64-3d99-4dc1-8414-88b192930ea8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 210 time: 0.1147647 Jul 22 11:45:42.492797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80fc90b9-56e5-483f-9970-c5a5cb8b5f98 req-e7d0fca4-a0c5-4e19-9a51-189fcb762771 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/security-groups?id=fb3b12f8-879c-47b1-ad34-05c433ce8497&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1225650 Jul 22 11:45:42.603380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:42.604187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.644423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 54311219-1cdd-409d-9755-1cac52fe5ae2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:42.691316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:42.696504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-875eb1fa-2364-4731-9410-8f008023febc tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.0381017 Jul 22 11:45:42.902992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:42.951392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Pushing event deleted for resources: {'Port': ['ID=bdba2d13-95cb-4c9c-a79c-4860738a8cc2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:43.092476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device bdba2d13-95cb-4c9c-a79c-4860738a8cc2 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:43.124740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] No DVR routers for this DVR port bdba2d13-95cb-4c9c-a79c-4860738a8cc2 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:45:43.128683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.131572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26c3f28c-e362-406c-bd54-b09cdc58b4c4 req-4adc3049-1389-47f6-b541-4afcd6607e02 tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.20 "DELETE /v2.0/ports/bdba2d13-95cb-4c9c-a79c-4860738a8cc2 HTTP/1.1" status: 204 len: 173 time: 2.2298498 Jul 22 11:45:43.131742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'name': 'network-vif-deleted', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:43.134042 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c65df6-3a30-4193-b6b2-320501b99247" -d '{"events": [{"server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "name": "network-vif-deleted", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:43.147602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: bdba2d13-95cb-4c9c-a79c-4860738a8cc2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:43.148628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device bdba2d13-95cb-4c9c-a79c-4860738a8cc2 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:43.199884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 54311219-1cdd-409d-9755-1cac52fe5ae2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:43.224279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 54311219-1cdd-409d-9755-1cac52fe5ae2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:43.224676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.227830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.240441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c88c1-2391-4dad-ae0c-ecc723f0d6c9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:43.262041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c88c1-2391-4dad-ae0c-ecc723f0d6c9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:43.271237 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a683c399-e447-49e4-8921-e914099c0662 x-openstack-request-id: req-a683c399-e447-49e4-8921-e914099c0662 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:43.271542 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f065082d-7760-4f6c-9184-47325fe3beec", "name": "network-vif-deleted", "tag": "bdba2d13-95cb-4c9c-a79c-4860738a8cc2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:43.271804 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a683c399-e447-49e4-8921-e914099c0662 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:43.272221 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f065082d-7760-4f6c-9184-47325fe3beec', 'name': 'network-vif-deleted', 'tag': 'bdba2d13-95cb-4c9c-a79c-4860738a8cc2', 'status': 'completed', 'code': 200} Jul 22 11:45:43.282631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d78c88c1-2391-4dad-ae0c-ecc723f0d6c9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:43.284441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d78c88c1-2391-4dad-ae0c-ecc723f0d6c9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2464 time: 0.5920887 Jul 22 11:45:43.287764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:43.316818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-5c469233-3be3-4ccc-8ea7-1fbd3dac8b4e tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:43.318916 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-5c469233-3be3-4ccc-8ea7-1fbd3dac8b4e tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.20 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.6117854 Jul 22 11:45:43.338204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Request body: {'port': {'device_id': '892277fb-fb31-49b1-b37d-000bce61931f', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'admin_state_up': True, 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:43.473202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ae956c2-2c07-4eb1-84e3-0bb92f6a2741 req-1028ab3b-0af2-4da2-8599-a42225fcbd30 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 210 time: 0.1093946 Jul 22 11:45:43.501726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Made reservation on behalf of bd0add48969541cb9eb68aabcc36e0c9 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:43.508571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.551941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] For port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,segment=NetworkSegment(51e1fdcc-3789-4594-9550-e915fad6627f),segment_id=51e1fdcc-3789-4594-9550-e915fad6627f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:43.592337 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.837354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e885b2b1-a7cf-44ee-bb59-515dc7d8a4ea None None] Pushing event updated for resources: {'Port': ['ID=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:43.845974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:43.899335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-085bd941-0608-4132-9465-95f1a3378165 req-0fee3515-003e-4fb2-991d-ad33046efc5e tempest-ServerRescueTestJSON-1350291417 tempest-ServerRescueTestJSON-1350291417-project] 10.222.0.21 "GET /v2.0/ports?device_id=f065082d-7760-4f6c-9184-47325fe3beec HTTP/1.1" status: 200 len: 210 time: 0.1849580 Jul 22 11:45:43.938127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-683642b2-1c53-4b73-9c2a-403723712ab8 req-4111f14f-eb9b-411c-b20f-a2fa1bb82d5d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 210 time: 0.2604570 Jul 22 11:45:43.966838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port 1756863f-9343-4be7-8939-1eec6e2ac665 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:43.967875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:44.009419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 54311219-1cdd-409d-9755-1cac52fe5ae2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=54311219-1cdd-409d-9755-1cac52fe5ae2,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:44.061425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:44.316018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Provisioning complete for port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:44.323576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:44.352310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-c274e11e-5ac3-4f01-8892-61a3026f9dbc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:44.355003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Allocated IP 172.20.0.9 (c782b205-5f1b-4996-a8f9-17acb2824f7e/943b7fc3-1492-49a5-b0ac-47363815f1cd/cd0ca14b-5905-41f8-a81e-10cbcbf96941) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:44.361945 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-c274e11e-5ac3-4f01-8892-61a3026f9dbc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.7575655 Jul 22 11:45:44.399543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': '277211a9-c821-4227-be76-c6923137a18a', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:44.497647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:44.595460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:44.681143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:44.715130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for 1756863f-9343-4be7-8939-1eec6e2ac665 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:44.951498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:44.952090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.061696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Provisioning for port 1756863f-9343-4be7-8939-1eec6e2ac665 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:45.083874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Provisioning complete for port 1756863f-9343-4be7-8939-1eec6e2ac665 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:45.085103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.107478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:45:45.111433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36685fc1-d081-4fb6-beb4-0da1b7b692f7 req-4be31883-624a-4681-9ce2-2e743221beb8 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 210 time: 0.3549423 Jul 22 11:45:45.130725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50458) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:45.202719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Port 1756863f-9343-4be7-8939-1eec6e2ac665 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:45.376250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.389166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Transition to ACTIVE for port object cd0ca14b-5905-41f8-a81e-10cbcbf96941 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:45.431568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d2a00077-4da8-47bf-8303-2c15f57eb7ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.449593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:45.450155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:45.462092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Provisioning for port 74166402-38a3-4e74-b7ac-437cf361573b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:45.477873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Provisioning complete for port 74166402-38a3-4e74-b7ac-437cf361573b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:45.478799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.485740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f882c17-f3ff-42d9-b9cd-f7253baf4121 req-a11cd1f7-9a18-4c5f-94f9-5fd44a991183 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 210 time: 0.3226573 Jul 22 11:45:45.525841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.550085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-edbfe8b2-85e7-4d65-ba4a-ce845e6f7248 None None] Port 74166402-38a3-4e74-b7ac-437cf361573b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:45.628961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:45.637143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.642751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Pushing event updated for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:45.689313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Provisioning complete for port 1756863f-9343-4be7-8939-1eec6e2ac665 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:45.689955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.700185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:45.705534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:45.733540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:45.775397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Port 1756863f-9343-4be7-8939-1eec6e2ac665 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:45.826836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Provisioning complete for port 74166402-38a3-4e74-b7ac-437cf361573b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:45.827378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.904726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:45.905230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.907039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97586291-46cb-436f-ad96-956165bcc95f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:45.924482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-61155fe7-bf1f-48a2-b30e-bb3eef25588d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 2.5972111 Jul 22 11:45:45.948670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Request body: {'port': {'device_id': '892277fb-fb31-49b1-b37d-000bce61931f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:45.949740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77948b6b-67f3-4b25-a962-a9ffad422191 None None] Port 74166402-38a3-4e74-b7ac-437cf361573b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:45.977271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da4d273-1267-4168-be55-0c8794d3e275 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.035184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.080846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.119050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=1756863f-9343-4be7-8939-1eec6e2ac665,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:46.172307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.8 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:46.212217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-766df3f9-31db-4215-9297-bf5e94e18f41 None None] Provisioning for port cd0ca14b-5905-41f8-a81e-10cbcbf96941 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:46.222301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-766df3f9-31db-4215-9297-bf5e94e18f41 None None] Provisioning complete for port cd0ca14b-5905-41f8-a81e-10cbcbf96941 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:46.223648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-766df3f9-31db-4215-9297-bf5e94e18f41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.279999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-766df3f9-31db-4215-9297-bf5e94e18f41 None None] Port cd0ca14b-5905-41f8-a81e-10cbcbf96941 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:46.338138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97586291-46cb-436f-ad96-956165bcc95f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.378548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97586291-46cb-436f-ad96-956165bcc95f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.429539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 54311219-1cdd-409d-9755-1cac52fe5ae2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:46.502900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97586291-46cb-436f-ad96-956165bcc95f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=baabe66ff819410d96a0086d9fe39569&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0310409 Jul 22 11:45:46.503449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50476) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:46.505083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.508938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-16a67164-bee6-4754-a267-6ac433391912 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/1756863f-9343-4be7-8939-1eec6e2ac665 HTTP/1.1" status: 204 len: 168 time: 3.2176387 Jul 22 11:45:46.511839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:46.517740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97586291-46cb-436f-ad96-956165bcc95f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=413625c4-0711-49b7-b4d9-c06ba983c078,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:46.525340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 54311219-1cdd-409d-9755-1cac52fe5ae2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:46.526708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.623017 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cead3e2d-bbed-4672-bbe5-7864e2613a81 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] GET failed (client error): The resource could not be found. Jul 22 11:45:46.624836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cead3e2d-bbed-4672-bbe5-7864e2613a81 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports/1756863f-9343-4be7-8939-1eec6e2ac665 HTTP/1.1" status: 404 len: 333 time: 0.1023932 Jul 22 11:45:46.636250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:46.642408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1929958551'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:46.732504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-464b3c34-76ce-4f28-87ee-6d0babc3b3c8 req-f14db648-6e3d-4681-8f2c-9aa97967d791 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 210 time: 0.0854113 Jul 22 11:45:46.749636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.764853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be3ed558-d6ed-4b8d-91d3-13a1b31f7f55 req-081b4216-495a-443b-b1cb-8d93560be89b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:46.767271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be3ed558-d6ed-4b8d-91d3-13a1b31f7f55 req-081b4216-495a-443b-b1cb-8d93560be89b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1027 time: 0.4208636 Jul 22 11:45:46.799948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da4d273-1267-4168-be55-0c8794d3e275 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.812059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da4d273-1267-4168-be55-0c8794d3e275 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.862673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.888326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.892670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4d273-1267-4168-be55-0c8794d3e275 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e12816f-173f-4f60-8caf-65aa6aac7c42,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:46.901062 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3da4d273-1267-4168-be55-0c8794d3e275 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=319152cc48984837a015dfb8ac70c92a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4253531 Jul 22 11:45:46.904128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:46.914593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:46.918382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.927397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:46.949470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be3ed558-d6ed-4b8d-91d3-13a1b31f7f55 req-2d2590de-8a4c-4dc2-8362-a1db9b484697 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1680679 Jul 22 11:45:47.002973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cd0ca14b-5905-41f8-a81e-10cbcbf96941 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:47.010172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.017927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.022821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:47.024993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:47.034526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:47.037100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:47.040640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:47.072276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Transition to ACTIVE for port object cd0ca14b-5905-41f8-a81e-10cbcbf96941 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:47.091295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.138850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.168465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:47.168977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.222265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:47.226929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.229451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.230638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/413625c4-0711-49b7-b4d9-c06ba983c078 HTTP/1.1" status: 204 len: 168 time: 0.6430404 Jul 22 11:45:47.241554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.260268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-a4078fdd-dae8-4143-acec-0e1004f46bf6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.8931026 Jul 22 11:45:47.308751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.10 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/433eae00-29c0-4a94-bf8b-9dd7465c6d96) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:47.323522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-688455b8-3d45-4718-9fed-c32105b0570c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=413625c4-0711-49b7-b4d9-c06ba983c078,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:47.360185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Request body: {'port': {'device_id': '277211a9-c821-4227-be76-c6923137a18a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:47.431134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Attempting to bind port cd0ca14b-5905-41f8-a81e-10cbcbf96941 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:47.431388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Attempting to bind port cd0ca14b-5905-41f8-a81e-10cbcbf96941 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:47.431712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Attempting to bind port cd0ca14b-5905-41f8-a81e-10cbcbf96941 on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:47.441069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Port cd0ca14b-5905-41f8-a81e-10cbcbf96941 on network c782b205-5f1b-4996-a8f9-17acb2824f7e not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:45:47.441628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Attempting to bind port cd0ca14b-5905-41f8-a81e-10cbcbf96941 on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:47.452697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.456035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.457217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6e12816f-173f-4f60-8caf-65aa6aac7c42 HTTP/1.1" status: 204 len: 168 time: 0.5516036 Jul 22 11:45:47.503001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:47.503561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Checking segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:47.507657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Bound using segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:47.508396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Bound port: cd0ca14b-5905-41f8-a81e-10cbcbf96941, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:47.509005 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.524415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.566348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f112ecd-d2f1-42d3-a146-d8ef1cf575db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e12816f-173f-4f60-8caf-65aa6aac7c42,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:47.725657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:47.747006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:47.751019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Deleting port 05e724f0-8ceb-4843-864d-4b36bd42c5e2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:47.751753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.782487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50498) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:47.787926 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.831611 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.837291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05028db4-791f-40a8-bc6c-80aa5d222ee4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.941367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Pushing event updated for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:47.962551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:47.963197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:47.964669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e5ecab52-07cf-4063-9f5a-4b3b76a994ac service neutron] 10.222.0.20 "PUT /v2.0/ports/cd0ca14b-5905-41f8-a81e-10cbcbf96941 HTTP/1.1" status: 200 len: 1091 time: 2.0290997 Jul 22 11:45:47.965171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:47.967636 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-254e1012-bb0a-480c-a529-e694e90a5988" -d '{"events": [{"name": "network-changed", "server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:48.024772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.049138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] For port 05e724f0-8ceb-4843-864d-4b36bd42c5e2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=05e724f0-8ceb-4843-864d-4b36bd42c5e2,segment=NetworkSegment(9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873),segment_id=9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:48.049646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.066977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Calling delete_port for 05e724f0-8ceb-4843-864d-4b36bd42c5e2 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:48.112219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object 433eae00-29c0-4a94-bf8b-9dd7465c6d96 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:48.180676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d14ada14-9a0c-47e0-a4ab-0905eb2c0db2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.200910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:48.214484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.226421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.243307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Transition to ACTIVE for port object 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:48.269392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.312789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:48.322424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:48.326857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=433eae00-29c0-4a94-bf8b-9dd7465c6d96,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:48.331801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:48.512056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:48.520675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:48.528520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.591529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Attempting to bind port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:45:48.591879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Attempting to bind port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:45:48.592224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Attempting to bind port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:48.606077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:45:48.606639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Attempting to bind port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:45:48.615307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:45:48.615744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:45:48.616064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:45:48.616522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Bound port: 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:45:48.617032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.717717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05028db4-791f-40a8-bc6c-80aa5d222ee4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.726294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:45:48.731151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba3c4a9d-a047-4752-b0e8-39a4f3c65cc6 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 2.0937943 Jul 22 11:45:48.733538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:45:48.735917 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05028db4-791f-40a8-bc6c-80aa5d222ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.736886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:48.744956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e7:5d:a4'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:48.777785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.805307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf5b4fd-7478-442f-ac0d-08fb0d686fc7 req-d450db35-5dfe-4ae6-a877-eb00328c6f55 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:48.812954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cf5b4fd-7478-442f-ac0d-08fb0d686fc7 req-d450db35-5dfe-4ae6-a877-eb00328c6f55 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 931 time: 0.8830686 Jul 22 11:45:48.828085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3b5770-7b3a-4187-9f63-743b233c1124 req-2799e4d2-0e47-4d48-a034-ea37622d3087 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:48.836277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c3b5770-7b3a-4187-9f63-743b233c1124 req-2799e4d2-0e47-4d48-a034-ea37622d3087 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.6894355 Jul 22 11:45:48.845802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:48.846624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.848302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] 10.222.0.36 "PUT /v2.0/ports/7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 200 len: 1091 time: 1.5758121 Jul 22 11:45:48.848914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:48.852569 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aeacec3c-add9-49b1-82e6-084dbe7e27df" -d '{"events": [{"name": "network-changed", "server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:48.883620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05028db4-791f-40a8-bc6c-80aa5d222ee4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=27bed017-4384-454d-95ad-233446e54f99,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:48.890687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-52975feb-2df3-44d1-93b4-3667c17dae3a None None] Provisioning for port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:48.897629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c86e856-9702-4028-8639-fe5718bfd83f service neutron] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:48.904535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-52975feb-2df3-44d1-93b4-3667c17dae3a None None] Provisioning complete for port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:48.906586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52975feb-2df3-44d1-93b4-3667c17dae3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:48.942922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05028db4-791f-40a8-bc6c-80aa5d222ee4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=24782523e0e74d81a5466cd44f2803c8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1583564 Jul 22 11:45:48.977726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-52975feb-2df3-44d1-93b4-3667c17dae3a None None] Port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:48.983061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:49.029374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c3b5770-7b3a-4187-9f63-743b233c1124 req-c8a00111-a4ba-4e6e-ab56-65ee402d4f1e tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1401434 Jul 22 11:45:49.057177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cf5b4fd-7478-442f-ac0d-08fb0d686fc7 req-804d922c-bfa9-45b6-99ee-fe6622c157b9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2409756 Jul 22 11:45:49.104426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-2129ca4a-f518-4a96-b895-fcd82035d797 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:49.111514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-2129ca4a-f518-4a96-b895-fcd82035d797 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.9615355 Jul 22 11:45:49.115798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.122904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-1e3a5b32-88bb-462a-951c-b2b8828dddc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:49.124451 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-1e3a5b32-88bb-462a-951c-b2b8828dddc6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 1094 time: 0.2209802 Jul 22 11:45:49.213396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-f1f11ced-8685-4679-b073-e1ad790d2d5e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 200 len: 217 time: 0.0783279 Jul 22 11:45:49.265088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.268465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-da4593ef-e0f1-422b-83ef-3bc5359fbfd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:49.269979 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-da4593ef-e0f1-422b-83ef-3bc5359fbfd9 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0497296 Jul 22 11:45:49.286331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Pushing event deleted for resources: {'Port': ['ID=05e724f0-8ceb-4843-864d-4b36bd42c5e2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:49.292680 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8eca770-7e29-4a5d-aa84-38e126c51476 x-openstack-request-id: req-d8eca770-7e29-4a5d-aa84-38e126c51476 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:49.293123 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:49.293507 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8eca770-7e29-4a5d-aa84-38e126c51476 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:49.295716 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941', 'status': 'completed', 'code': 200} Jul 22 11:45:49.342532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-6b7fbed6-7301-49f6-9ec7-fe179f6261d2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941 HTTP/1.1" status: 200 len: 217 time: 0.2056675 Jul 22 11:45:49.349634 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70fdad6c-c3e3-44ac-9f6b-3b0b7135e513 x-openstack-request-id: req-70fdad6c-c3e3-44ac-9f6b-3b0b7135e513 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:49.349907 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:49.350227 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70fdad6c-c3e3-44ac-9f6b-3b0b7135e513 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:49.351243 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'status': 'completed', 'code': 200} Jul 22 11:45:49.358421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.358942 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-30b351a1-9161-4ea7-9e2c-506be135a787 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0567219 Jul 22 11:45:49.364321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.396567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.468173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e710035b-138a-4943-bacb-d02da941087f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:49.470521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-e710035b-138a-4943-bacb-d02da941087f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=943b7fc3-1492-49a5-b0ac-47363815f1cd HTTP/1.1" status: 200 len: 849 time: 0.1219413 Jul 22 11:45:49.559241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.571099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.572324 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/27bed017-4384-454d-95ad-233446e54f99 HTTP/1.1" status: 204 len: 168 time: 0.5883086 Jul 22 11:45:49.587438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21710d3a-9fce-4063-b14a-9bc368fa39f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=27bed017-4384-454d-95ad-233446e54f99,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:49.592923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-cc29753b-f04c-449e-aeb3-4d5d66f0928b service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2240746 Jul 22 11:45:49.712229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c733637-8f5e-4b22-ada5-9124400d954f req-fa55dcd1-57ad-43b9-abbc-3709632956f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:49.714397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-fa55dcd1-57ad-43b9-abbc-3709632956f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c782b205-5f1b-4996-a8f9-17acb2824f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2358055 Jul 22 11:45:49.841189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d2ff8be5-9ac0-4ceb-b80f-f593988f4e47 req-dfb3a120-f2ba-4da0-8789-738e559d8f62 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2299018 Jul 22 11:45:49.851562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:49.858867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.049988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=433eae00-29c0-4a94-bf8b-9dd7465c6d96,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:50.095854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] In _notify_port_updated(), no bound segment for port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 on network 42161610-3ac5-4977-9645-e3d94b83cfcd {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:45:50.111840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.112652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.114134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-617ce0ca-b1b1-4e63-a053-d753b906cd9e tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "PUT /v2.0/ports/433eae00-29c0-4a94-bf8b-9dd7465c6d96 HTTP/1.1" status: 200 len: 994 time: 1.3757124 Jul 22 11:45:50.124361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:50.177618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-e08c2a84-ba52-42e4-8a25-d7fc5847ecf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.188819 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-e08c2a84-ba52-42e4-8a25-d7fc5847ecf6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 1094 time: 0.2780554 Jul 22 11:45:50.323646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8d31442a-4eeb-4282-9956-952446a98114 None None] Provisioning complete for port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:50.324626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8d31442a-4eeb-4282-9956-952446a98114 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.390494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8d31442a-4eeb-4282-9956-952446a98114 None None] Port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:50.495661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-2ed83da0-5c34-48fb-8858-c8280600562e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.498070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-2ed83da0-5c34-48fb-8858-c8280600562e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.3002167 Jul 22 11:45:50.520621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.628170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-967c4e88-5992-4c46-9404-0bff5e66e012 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 200 len: 217 time: 0.1210778 Jul 22 11:45:50.634429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port 433eae00-29c0-4a94-bf8b-9dd7465c6d96 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:50.635104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.647703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-5fb45d6e-0eec-4e93-9474-df6233183868 service neutron] 10.222.0.20 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9256158 Jul 22 11:45:50.817641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-b050c6f6-30a3-4593-835b-36cb553b869d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.819535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-b050c6f6-30a3-4593-835b-36cb553b869d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.1375968 Jul 22 11:45:50.836644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0140a712-bf85-413b-a3ac-e0f50bc1fa32 req-e148de6b-6bb2-4f9c-aef8-483de8b1c537 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.843146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0140a712-bf85-413b-a3ac-e0f50bc1fa32 req-e148de6b-6bb2-4f9c-aef8-483de8b1c537 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 943 time: 0.3764732 Jul 22 11:45:50.853511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc99affc-1021-4582-9f07-0c9ceb95167a req-4a57366d-5ff4-4ba9-8561-7886c097ce64 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:50.853897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:50.858550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc99affc-1021-4582-9f07-0c9ceb95167a req-4a57366d-5ff4-4ba9-8561-7886c097ce64 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.3960495 Jul 22 11:45:50.882563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-816d272e-ae38-4a54-ad71-98115a776896 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0532806 Jul 22 11:45:50.889168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for 433eae00-29c0-4a94-bf8b-9dd7465c6d96 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:50.941448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c733637-8f5e-4b22-ada5-9124400d954f req-b7e3f1c6-5899-4cde-a37e-2562ba9d9528 service neutron] 10.222.0.20 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2407908 Jul 22 11:45:50.961979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0140a712-bf85-413b-a3ac-e0f50bc1fa32 req-d4703257-8b5f-4247-9f52-45eb94df222e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0991442 Jul 22 11:45:50.965125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc99affc-1021-4582-9f07-0c9ceb95167a req-ee1db9fb-d426-453f-a911-f149e5422865 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891082 Jul 22 11:45:51.108213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-14b992f4-f5f7-42d3-892a-b53ec9e57a51 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2167170 Jul 22 11:45:51.242141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1012-bb0a-480c-a529-e694e90a5988 req-d31aa74a-f63d-4307-8a78-a4f6c0c885a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:51.244050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-d31aa74a-f63d-4307-8a78-a4f6c0c885a3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.1440513 Jul 22 11:45:51.247644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Router f2e46633-6ec4-498d-9e29-140a6cb254c1 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:45:51.333861 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:51.533268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1012-bb0a-480c-a529-e694e90a5988 req-d72ea317-d46d-4676-ae9a-d0282a422d7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:51.536400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-d72ea317-d46d-4676-ae9a-d0282a422d7b service neutron] 10.222.0.20 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.2827694 Jul 22 11:45:51.617600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-b8374c8a-5bbd-41b7-8a60-493ea43747d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941 HTTP/1.1" status: 200 len: 217 time: 0.0729282 Jul 22 11:45:51.621878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:45:51.629951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2689f364-9ac3-4011-bd27-780f784edb37 admin admin] 10.222.0.21 "PUT /v2.0/routers/f2e46633-6ec4-498d-9e29-140a6cb254c1/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4977064 Jul 22 11:45:51.636793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Sync routers for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:45:51.641106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:51.661740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:51.662851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:51.698131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:51.743961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1012-bb0a-480c-a529-e694e90a5988 req-eac763f4-def0-43db-9ad8-f77f85e3d790 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:51.745471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:51.746869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-eac763f4-def0-43db-9ad8-f77f85e3d790 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=943b7fc3-1492-49a5-b0ac-47363815f1cd HTTP/1.1" status: 200 len: 849 time: 0.1224141 Jul 22 11:45:51.800779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=433eae00-29c0-4a94-bf8b-9dd7465c6d96,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:51.836123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aeacec3c-add9-49b1-82e6-084dbe7e27df req-49648a0d-c064-489d-a050-c62f81968ffa service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7190163 Jul 22 11:45:51.839916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-254e1012-bb0a-480c-a529-e694e90a5988 req-69088104-a282-48f2-9945-c4c52e1fc84e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:51.845989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-69088104-a282-48f2-9945-c4c52e1fc84e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c782b205-5f1b-4996-a8f9-17acb2824f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0915411 Jul 22 11:45:51.983227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.068087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-76c312dc-f28f-41cb-8233-6ae89998b78f service neutron] 10.222.0.20 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2164717 Jul 22 11:45:52.189819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:52.231922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-254e1012-bb0a-480c-a529-e694e90a5988 req-95870efe-15c4-42e1-8dda-19807571cede service neutron] 10.222.0.20 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563506 Jul 22 11:45:52.298400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92da27e9-d04b-4879-a1b4-42499070a583 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.315057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:45:52.404767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ab2dab3-4847-4f63-bbcd-b87a5efbb9d0 req-01ba3908-543d-450f-be00-4af7c214585f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:52.407692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ab2dab3-4847-4f63-bbcd-b87a5efbb9d0 req-01ba3908-543d-450f-be00-4af7c214585f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 943 time: 0.1745546 Jul 22 11:45:52.423206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cf8903d-2e9b-45d7-8a9d-c2583f718c71 req-4eb0cb54-ae18-4669-a4d3-bd32fee9675d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:52.425279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cf8903d-2e9b-45d7-8a9d-c2583f718c71 req-4eb0cb54-ae18-4669-a4d3-bd32fee9675d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.1912055 Jul 22 11:45:52.511539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0cf8903d-2e9b-45d7-8a9d-c2583f718c71 req-8a09f482-7557-4dae-aec7-9c1b638f8c87 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680721 Jul 22 11:45:52.559784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ab2dab3-4847-4f63-bbcd-b87a5efbb9d0 req-78c20ef8-cb42-42ac-9bac-79ec7a60dc39 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1402690 Jul 22 11:45:52.565555 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92da27e9-d04b-4879-a1b4-42499070a583 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.585977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92da27e9-d04b-4879-a1b4-42499070a583 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.617379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.624074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6559c505-7e7c-460b-ac07-93ef407326f9 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/433eae00-29c0-4a94-bf8b-9dd7465c6d96 HTTP/1.1" status: 204 len: 168 time: 2.4725981 Jul 22 11:45:52.624594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:52.634148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.668542 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0169f988-c6c6-4fdc-84b7-283cf0715d76 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] GET failed (client error): The resource could not be found. Jul 22 11:45:52.671934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0169f988-c6c6-4fdc-84b7-283cf0715d76 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports/433eae00-29c0-4a94-bf8b-9dd7465c6d96 HTTP/1.1" status: 404 len: 333 time: 0.0443895 Jul 22 11:45:52.675506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:52.684359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:52.696123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1557723053'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:52.697458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92da27e9-d04b-4879-a1b4-42499070a583 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c48cab4b-97b4-4bc6-9914-9b8c22f0ae76,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:52.707305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-92da27e9-d04b-4879-a1b4-42499070a583 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=325913e527cd4c17a99531d5fadd6036&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0006368 Jul 22 11:45:52.711255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'mac_address': 'fa:16:3e:93:ef:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:45:52.719672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50658) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:52.720792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32'}], 'enable_snat': True}, 'gw_port_id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:45:48Z', 'revision_number': 5, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port': {'id': '2ead06c8-eb21-47d7-b41c-552562e4f99d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:d8:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2106, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.32', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:43:19Z', 'updated_at': '2021-07-22T11:43:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:52.788683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.812270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Deleting port 2ead06c8-eb21-47d7-b41c-552562e4f99d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:52.813871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.850052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Checking router: f2e46633-6ec4-498d-9e29-140a6cb254c1 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:45:52.867383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Routers {'f2e46633-6ec4-498d-9e29-140a6cb254c1'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:45:52.868096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:45:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['f2e46633-6ec4-498d-9e29-140a6cb254c1'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:52.872630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:52.886571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.943278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:52.944815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.951460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:52.972363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port 8ecad156-09c3-48a2-b81c-19a93d4e87db yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:52.977230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] For port 2ead06c8-eb21-47d7-b41c-552562e4f99d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ead06c8-eb21-47d7-b41c-552562e4f99d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:52.977771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.007616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Calling delete_port for 2ead06c8-eb21-47d7-b41c-552562e4f99d owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:53.015874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:53.021523 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.087510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:53.100959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] Set router f2e46633-6ec4-498d-9e29-140a6cb254c1 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:45:53.117740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.120086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.124504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c48cab4b-97b4-4bc6-9914-9b8c22f0ae76 HTTP/1.1" status: 204 len: 168 time: 0.4013054 Jul 22 11:45:53.149775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device cd0ca14b-5905-41f8-a81e-10cbcbf96941 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:45:53.184031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.14 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/8ecad156-09c3-48a2-b81c-19a93d4e87db) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:53.187814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19a96934-9418-4f1e-8704-6b652dbc5c2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c48cab4b-97b4-4bc6-9914-9b8c22f0ae76,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:53.267148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:45:52Z', 'revision_number': 6, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:53.303444 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.335238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:45:53.345425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9500fb87-4c1b-4cf9-a8a1-17496c72e5ed None None] The sync data for ids ['f2e46633-6ec4-498d-9e29-140a6cb254c1'] in n-d-754448-4 is: [{'id': 'f2e46633-6ec4-498d-9e29-140a6cb254c1', 'name': 'tempest-ServerRescueTestJSON-188704937-router', 'tenant_id': 'a89e16be73a942e58dd70580a07a4b7b', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:43:17Z', 'updated_at': '2021-07-22T11:45:52Z', 'revision_number': 6, 'project_id': 'a89e16be73a942e58dd70580a07a4b7b', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:45:53.382633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ead06c8-eb21-47d7-b41c-552562e4f99d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:53.452133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:53.486147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.496929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'port_id': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941', 'mac_address': 'fa:16:3e:d8:8a:70', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:45:53.513302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object 8ecad156-09c3-48a2-b81c-19a93d4e87db will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:53.519837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:53.538599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.663505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.702170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id cd0ca14b-5905-41f8-a81e-10cbcbf96941 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:45:53.712959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.734054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.736226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:53.746725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.755264 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.882004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.884270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2e46633-6ec4-498d-9e29-140a6cb254c1 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:45:53.894322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.896502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:53.898152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cacc23e5-2e93-4dc8-978b-4027ee6bd5c2 admin admin] 10.222.0.21 "DELETE /v2.0/routers/f2e46633-6ec4-498d-9e29-140a6cb254c1 HTTP/1.1" status: 204 len: 168 time: 2.2557302 Jul 22 11:45:53.900815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:53.910306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:53.914361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f36cd6e-272f-4cd4-b5e8-98cd9520bd6e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.943619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:53.949326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:53.952221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=8ecad156-09c3-48a2-b81c-19a93d4e87db,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:53.972484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:53.982093 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-162569cf-fce9-41b8-9a30-aedd48b491fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:53.988877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Deleting subnet 94d869e4-2a57-44d7-bd93-34f9cf423908 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:45:53.993704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.010550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['cd0ca14b-5905-41f8-a81e-10cbcbf96941'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:45:54.053961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.057937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972fb0fa-edf0-45a7-a616-ca53eea052c6 req-316845b2-396e-43e2-b1aa-b3202c861764 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:54.060786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-972fb0fa-edf0-45a7-a616-ca53eea052c6 req-316845b2-396e-43e2-b1aa-b3202c861764 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1094 time: 0.4224381 Jul 22 11:45:54.079933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a37893-64a9-46fd-a5d6-a6993d2ef322 req-de6986b9-481b-43a2-8539-e91db60f704d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:54.081616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0a37893-64a9-46fd-a5d6-a6993d2ef322 req-de6986b9-481b-43a2-8539-e91db60f704d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 944 time: 0.3663573 Jul 22 11:45:54.134370 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.150893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:54.151984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.207040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-972fb0fa-edf0-45a7-a616-ca53eea052c6 req-59f252f2-4c92-4ca9-9b34-85f687ee8d3b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219146 Jul 22 11:45:54.254932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.270838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0a37893-64a9-46fd-a5d6-a6993d2ef322 req-c98e0263-1e82-4bb0-be23-dcca8c820cdf tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1727717 Jul 22 11:45:54.314607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.320856 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/94d869e4-2a57-44d7-bd93-34f9cf423908 HTTP/1.1" status: 204 len: 168 time: 0.4178348 Jul 22 11:45:54.321252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50682) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:54.321900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cbec18d-5355-4f14-86bd-c46f52410410 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=94d869e4-2a57-44d7-bd93-34f9cf423908,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:54.322920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:54.383900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f36cd6e-272f-4cd4-b5e8-98cd9520bd6e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.408008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f36cd6e-272f-4cd4-b5e8-98cd9520bd6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.413892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1898bb34-fc4d-46ce-b036-1176157d9cef None None] Provisioning for port 8ecad156-09c3-48a2-b81c-19a93d4e87db completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:54.422514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1898bb34-fc4d-46ce-b036-1176157d9cef None None] Provisioning complete for port 8ecad156-09c3-48a2-b81c-19a93d4e87db triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:54.423011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1898bb34-fc4d-46ce-b036-1176157d9cef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.465183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a1a35392-95e2-45d6-acd7-2b58863f1e4d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.7829487 Jul 22 11:45:54.466399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ead06c8-eb21-47d7-b41c-552562e4f99d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:54.466585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:54.469801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:e7:5d:a4'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:54.497308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.500385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2ead06c8-eb21-47d7-b41c-552562e4f99d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:54.500908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ead06c8-eb21-47d7-b41c-552562e4f99d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:54.501718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 05e724f0-8ceb-4843-864d-4b36bd42c5e2 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:45:54.508761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:54.538371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f36cd6e-272f-4cd4-b5e8-98cd9520bd6e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb2a3ec-dedc-4ed0-9d50-2ae8e1be216d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:54.545319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3f36cd6e-272f-4cd4-b5e8-98cd9520bd6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a16932ddf4374a54b8257ebba3700914&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0215583 Jul 22 11:45:54.547318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 05e724f0-8ceb-4843-864d-4b36bd42c5e2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:45:54.547793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 05e724f0-8ceb-4843-864d-4b36bd42c5e2 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:45:54.552490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:54.553037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:54.553579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.563006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1898bb34-fc4d-46ce-b036-1176157d9cef None None] Port 8ecad156-09c3-48a2-b81c-19a93d4e87db cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:54.696315 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.711303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.722276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87c7a463-e400-4cc4-aab0-dc9175c1d1d0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:54.733846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.748358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:54.748790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9c0cf1c0-4e7b-4ca7-964a-1f4a431c3873') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:45:54.750827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.762287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.773885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.795963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:54.802981 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97aeb011-650c-47ec-b7a2-1a360b592847" -d '{"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:54.828787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.847550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:54.865696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:45:54.866196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:45:54.869069 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:45:54.873859 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.886292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-162569cf-fce9-41b8-9a30-aedd48b491fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.895769 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-162569cf-fce9-41b8-9a30-aedd48b491fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.913486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.917356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.919329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/adb2a3ec-dedc-4ed0-9d50-2ae8e1be216d HTTP/1.1" status: 204 len: 168 time: 0.3559608 Jul 22 11:45:54.952538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03d2ae9-d4b9-46aa-8c0c-129b235aac6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb2a3ec-dedc-4ed0-9d50-2ae8e1be216d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:54.959864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:54.993098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:54.997707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-162569cf-fce9-41b8-9a30-aedd48b491fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=017b005b89a641fa987b6c76a186f58f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0416713 Jul 22 11:45:55.003812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-162569cf-fce9-41b8-9a30-aedd48b491fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83f27274-3756-4177-b36e-304b64e22b25,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:55.006598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:55.007977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.014107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] 10.222.0.21 "DELETE /v2.0/networks/87c7a463-e400-4cc4-aab0-dc9175c1d1d0 HTTP/1.1" status: 204 len: 168 time: 0.6912086 Jul 22 11:45:55.039189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d274212f-21f5-4f78-8cfb-5936b2a4a966 admin admin] Pushing event deleted for resources: {'Network': ['ID=87c7a463-e400-4cc4-aab0-dc9175c1d1d0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:55.087567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.110372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device cd0ca14b-5905-41f8-a81e-10cbcbf96941 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:45:55.157504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.174570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.182165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.209518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port cd0ca14b-5905-41f8-a81e-10cbcbf96941 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:55.215834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port cd0ca14b-5905-41f8-a81e-10cbcbf96941 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:55.216520 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.268744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.276254 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.282270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83f27274-3756-4177-b36e-304b64e22b25 HTTP/1.1" status: 204 len: 168 time: 0.2606213 Jul 22 11:45:55.301158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb0051-8a90-444d-904f-373e94e8daeb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83f27274-3756-4177-b36e-304b64e22b25,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:55.398799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=8ecad156-09c3-48a2-b81c-19a93d4e87db,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:55.417394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] In _notify_port_updated(), no bound segment for port 8ecad156-09c3-48a2-b81c-19a93d4e87db on network 42161610-3ac5-4977-9645-e3d94b83cfcd {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:45:55.424086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:55.425109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.426749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5092f310-d88b-4019-9178-6fac1b38d55b tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "PUT /v2.0/ports/8ecad156-09c3-48a2-b81c-19a93d4e87db HTTP/1.1" status: 200 len: 997 time: 0.9618492 Jul 22 11:45:55.431199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:55.476354 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3570c9ea-eeac-4bac-b2a8-347669fa7214 x-openstack-request-id: req-3570c9ea-eeac-4bac-b2a8-347669fa7214 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:55.476741 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:55.476907 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3570c9ea-eeac-4bac-b2a8-347669fa7214 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:55.479544 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'code': 200} Jul 22 11:45:55.524975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.570861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0269698f-d833-48c5-b399-5b37f76574dd req-4e8c7153-80c9-4a43-8419-ba3f20da6326 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:55.574613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0269698f-d833-48c5-b399-5b37f76574dd req-4e8c7153-80c9-4a43-8419-ba3f20da6326 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1095 time: 0.1827390 Jul 22 11:45:55.634650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:45:55.642497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.646651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0269698f-d833-48c5-b399-5b37f76574dd req-7097e261-dae5-4e6c-ad34-ff55dcf256fb tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680780 Jul 22 11:45:55.816553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port 8ecad156-09c3-48a2-b81c-19a93d4e87db {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:55.817624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.822507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:55.838108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed299c38-dd4b-46c8-b023-355c02758f54 None None] Provisioning complete for port 8ecad156-09c3-48a2-b81c-19a93d4e87db triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:55.838542 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed299c38-dd4b-46c8-b023-355c02758f54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:55.842099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:55.848965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-521ac0e4-0fc5-4d6d-a541-d4adeb1556ab req-951e71bf-bea8-45c6-859c-603c5048b422 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:55.860803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51456b95-d9eb-4c86-b24c-9b22f3f83897 req-872fcbde-7b16-4411-ae56-b87a8e5e65ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:55.862940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-521ac0e4-0fc5-4d6d-a541-d4adeb1556ab req-951e71bf-bea8-45c6-859c-603c5048b422 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2303324 Jul 22 11:45:55.864093 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51456b95-d9eb-4c86-b24c-9b22f3f83897 req-872fcbde-7b16-4411-ae56-b87a8e5e65ff service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 1096 time: 0.3260832 Jul 22 11:45:55.895002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed299c38-dd4b-46c8-b023-355c02758f54 None None] Port 8ecad156-09c3-48a2-b81c-19a93d4e87db cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:55.955151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-521ac0e4-0fc5-4d6d-a541-d4adeb1556ab req-7c8991aa-0470-47af-b68f-8590498d0438 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0911560 Jul 22 11:45:55.987991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51456b95-d9eb-4c86-b24c-9b22f3f83897 req-ad3d35f4-787c-4c8a-ae63-e59b025f24fc service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150177 Jul 22 11:45:55.998594 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1b37a584-b894-43d4-a944-b664e59770fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a89e16be73a942e58dd70580a07a4b7b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1491477 Jul 22 11:45:55.998882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:56.006377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.029117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for 8ecad156-09c3-48a2-b81c-19a93d4e87db owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:45:56.077161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.106035 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.182722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.188313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.188639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:56.190489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fb3b12f8-879c-47b1-ad34-05c433ce8497 HTTP/1.1" status: 204 len: 168 time: 0.1899729 Jul 22 11:45:56.204430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1cbd80-9271-417f-a83a-7540b48ff9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fb3b12f8-879c-47b1-ad34-05c433ce8497,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:56.264011 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c42bc3d-50c4-4c61-8e58-775a8f19504f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.333075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.370658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=8ecad156-09c3-48a2-b81c-19a93d4e87db,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:56.528368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.533494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-730d6caf-24b4-4a16-8d0c-e81e3ec47ccb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/8ecad156-09c3-48a2-b81c-19a93d4e87db HTTP/1.1" status: 204 len: 168 time: 1.0972621 Jul 22 11:45:56.533852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:56.545355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c42bc3d-50c4-4c61-8e58-775a8f19504f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.564625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c42bc3d-50c4-4c61-8e58-775a8f19504f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.591685 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-73433892-0e9a-4dd9-a1b9-a048064e2b59 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] GET failed (client error): The resource could not be found. Jul 22 11:45:56.593500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-73433892-0e9a-4dd9-a1b9-a048064e2b59 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports/8ecad156-09c3-48a2-b81c-19a93d4e87db HTTP/1.1" status: 404 len: 333 time: 0.0578771 Jul 22 11:45:56.602968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:56.614536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1251512768'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:56.662547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8c42bc3d-50c4-4c61-8e58-775a8f19504f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=28eac053f0944c86a07bd19706352586&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4719863 Jul 22 11:45:56.662952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:56.745052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c42bc3d-50c4-4c61-8e58-775a8f19504f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80190dbd-108f-49ed-880f-14f3bdd8688e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:56.851726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.914879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:56.949747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:56.953256 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.006629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f166ee-0dde-424e-a5da-191f77242208 req-a590aae1-ec74-4d24-9ed4-c83484f2f4b0 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:57.008299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f166ee-0dde-424e-a5da-191f77242208 req-a590aae1-ec74-4d24-9ed4-c83484f2f4b0 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.1739206 Jul 22 11:45:57.009525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port 4fe4899c-b924-4830-9db5-f4b650f8fc54 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:57.016931 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.020584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.026952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/80190dbd-108f-49ed-880f-14f3bdd8688e HTTP/1.1" status: 204 len: 168 time: 0.3585260 Jul 22 11:45:57.038600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa715e7-8b19-4adc-a96d-76e8308a10aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80190dbd-108f-49ed-880f-14f3bdd8688e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:57.180770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f166ee-0dde-424e-a5da-191f77242208 req-3d900061-8877-421d-b372-46a7c4f195b7 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1592968 Jul 22 11:45:57.258329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.11 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/4fe4899c-b924-4830-9db5-f4b650f8fc54) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:57.277092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2eafe1e0-f8d3-490a-b204-a54eea2a390a req-c235439b-b44c-40d6-a473-51b52bbb1f82 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:57.278228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eafe1e0-f8d3-490a-b204-a54eea2a390a req-c235439b-b44c-40d6-a473-51b52bbb1f82 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1974549 Jul 22 11:45:57.375414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.389550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2eafe1e0-f8d3-490a-b204-a54eea2a390a req-28b68e71-65d0-4237-9047-ae56209eb24f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004877 Jul 22 11:45:57.482502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:45:57.486622 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e504afe-1e06-4dcb-9d35-9c2ab4fbf028" -d '{"events": [{"server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "name": "network-vif-plugged", "status": "completed", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:45:57.542940 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:45:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cf299e7f-9289-4f22-b50a-5ccfc6ad8e60 x-openstack-request-id: req-cf299e7f-9289-4f22-b50a-5ccfc6ad8e60 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:45:57.543228 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "name": "network-vif-plugged", "status": "completed", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:45:57.543494 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cf299e7f-9289-4f22-b50a-5ccfc6ad8e60 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:45:57.543875 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941', 'code': 200} Jul 22 11:45:57.560987 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.594282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object 4fe4899c-b924-4830-9db5-f4b650f8fc54 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:57.670283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.724803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:57.733594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:57.736204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:57.795608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=4fe4899c-b924-4830-9db5-f4b650f8fc54,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:57.816345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:57.816951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:57.828825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d237507-4cc6-4e0c-8c17-9dd88918ed76 req-63d7d482-7c89-4b93-b08f-cc89a7b99205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:57.830858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d237507-4cc6-4e0c-8c17-9dd88918ed76 req-63d7d482-7c89-4b93-b08f-cc89a7b99205 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.2016263 Jul 22 11:45:57.839955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3167c966-93a4-4dfd-9a61-ec710b39a04a tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.2359014 Jul 22 11:45:57.842616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:57.850859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'network_id': '42161610-3ac5-4977-9645-e3d94b83cfcd', 'name': 'tempest-AllowedAddressPairTestJSON-1685193553'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:57.884326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d237507-4cc6-4e0c-8c17-9dd88918ed76 req-11cf4573-63fe-4720-a4d8-ffc016b7a478 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470366 Jul 22 11:45:58.106153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Made reservation on behalf of 37cc86250dba4fbd9b4ffaa158b52134 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:58.112811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.139198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-286c7acb-d5a3-45fd-9793-1e50fa7f4da1 None None] Provisioning for port 4fe4899c-b924-4830-9db5-f4b650f8fc54 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:58.145239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] device_id is not set on port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:45:58.149627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-286c7acb-d5a3-45fd-9793-1e50fa7f4da1 None None] Provisioning complete for port 4fe4899c-b924-4830-9db5-f4b650f8fc54 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:58.150059 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-286c7acb-d5a3-45fd-9793-1e50fa7f4da1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.187409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09ecd6d8-cffc-4f0d-9043-1d5aa14e4923 req-a131ae48-97d4-4504-bd11-796551f0fccc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:58.190280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09ecd6d8-cffc-4f0d-9043-1d5aa14e4923 req-a131ae48-97d4-4504-bd11-796551f0fccc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.0934873 Jul 22 11:45:58.207977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-286c7acb-d5a3-45fd-9793-1e50fa7f4da1 None None] Port 4fe4899c-b924-4830-9db5-f4b650f8fc54 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:58.251815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.282784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09ecd6d8-cffc-4f0d-9043-1d5aa14e4923 req-7dfe6197-4473-47d8-95a9-af2fd3f6166d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0826552 Jul 22 11:45:58.350189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Allocated IP 172.20.0.13 (42161610-3ac5-4977-9645-e3d94b83cfcd/aaa189ff-e9c7-4c96-a80c-edaa39f22055/d605ef8b-d8a0-4b1c-94c9-d25284ff24fc) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:45:58.430059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd8097b8-bc6e-45cc-b7a9-8a356bc2a067 req-861d6c51-135e-427b-b59e-de8cdbeb3c5c tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:58.432654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd8097b8-bc6e-45cc-b7a9-8a356bc2a067 req-861d6c51-135e-427b-b59e-de8cdbeb3c5c tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.1161215 Jul 22 11:45:58.499244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd8097b8-bc6e-45cc-b7a9-8a356bc2a067 req-ec270f50-75ab-4713-b8de-1f7f6a0e09a9 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571799 Jul 22 11:45:58.550709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:58.603981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.620940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Transition to ACTIVE for port object d605ef8b-d8a0-4b1c-94c9-d25284ff24fc will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:45:58.685854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.748314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Network 42161610-3ac5-4977-9645-e3d94b83cfcd is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:45:58.757478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:45:58.762360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:45:58.800963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=d605ef8b-d8a0-4b1c-94c9-d25284ff24fc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:58.848181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:58.849175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:58.870613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1162b00-8d10-4241-8ab3-24a2f7861c1f tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0253422 Jul 22 11:45:58.875421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:58.880921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.5', 'mac_address': 'fa:16:3e:e7:5d:a4'}, {'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:2d:86:0f'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:58.974766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:59.091262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9bcac3-5e34-4a83-ba2a-2b39751ab184 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.117666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-96211851', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:45:59.146890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05a2a6e1-87fe-42c4-83de-be5f101d6906 None None] Provisioning for port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:45:59.156618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05a2a6e1-87fe-42c4-83de-be5f101d6906 None None] Provisioning complete for port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:59.162944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05a2a6e1-87fe-42c4-83de-be5f101d6906 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.178527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:45:59.178527 n-d-754448-4 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:45:59.178527 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id': '34c2ced9935346d29cc52d044ce914bf', 'id': 'af8df206-d18c-4067-a9d2-a4eaa96f2694', 'expiration': datetime.datetime(2021, 7, 22, 11, 47, 59, 162418)}] Jul 22 11:45:59.178527 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:45:59.178882 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:45:59.189778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.220313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-05a2a6e1-87fe-42c4-83de-be5f101d6906 None None] Port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:45:59.334593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9bcac3-5e34-4a83-ba2a-2b39751ab184 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.366219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9c9bcac3-5e34-4a83-ba2a-2b39751ab184 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.452095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9c9bcac3-5e34-4a83-ba2a-2b39751ab184 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8a53c0aecb154605b34b4dfe65ebc0db&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4760833 Jul 22 11:45:59.458596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:59.462769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c9bcac3-5e34-4a83-ba2a-2b39751ab184 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7012330f-7a1a-4ec0-899d-fbd5ce152e6d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:59.514463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.524217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.528426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.546761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a3a1f9a-cce5-494b-a1f9-bcdc4f9e3e1e req-5f7cae8d-7de8-4531-80bc-377d18b77e19 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:59.548517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a3a1f9a-cce5-494b-a1f9-bcdc4f9e3e1e req-5f7cae8d-7de8-4531-80bc-377d18b77e19 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1692479 Jul 22 11:45:59.566395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.622772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event updated for resources: {'Port': ['ID=d605ef8b-d8a0-4b1c-94c9-d25284ff24fc,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:59.649295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.653270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.658700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7012330f-7a1a-4ec0-899d-fbd5ce152e6d HTTP/1.1" status: 204 len: 168 time: 0.1982660 Jul 22 11:45:59.674282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aaa9343-c4ec-4302-a01e-a76c309cc02b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7012330f-7a1a-4ec0-899d-fbd5ce152e6d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:45:59.727742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] In _notify_port_updated(), no bound segment for port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc on network 42161610-3ac5-4977-9645-e3d94b83cfcd {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:45:59.734309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:59.735049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.736395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c20159c-8c44-46e5-b6e1-831d30a9073d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "PUT /v2.0/ports/d605ef8b-d8a0-4b1c-94c9-d25284ff24fc HTTP/1.1" status: 200 len: 1057 time: 0.8599992 Jul 22 11:45:59.742356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Made reservation on behalf of 34c2ced9935346d29cc52d044ce914bf for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:45:59.745097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.749145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50854) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:45:59.752250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a3a1f9a-cce5-494b-a1f9-bcdc4f9e3e1e req-49f5f433-e064-41fc-a29a-8664fd8edf2f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1471860 Jul 22 11:45:59.765808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.825295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e0d1ebb-fba0-4aae-9a8b-20388e397b02 req-1dae38b3-d2e8-401d-9185-2651dcf0bb36 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:45:59.826895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0d1ebb-fba0-4aae-9a8b-20388e397b02 req-1dae38b3-d2e8-401d-9185-2651dcf0bb36 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.2014182 Jul 22 11:45:59.889374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e0d1ebb-fba0-4aae-9a8b-20388e397b02 req-f25405d3-3f78-4b33-bbda-caa34c048a52 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505033 Jul 22 11:45:59.958801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c21f0ef2-bb70-4219-905f-2720c155b2a5 None None] Provisioning complete for port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:45:59.959189 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c21f0ef2-bb70-4219-905f-2720c155b2a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:45:59.977630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:45:59.978720 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.007675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.013113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.038874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] device_id is not set on port dc3eff10-d87a-4231-888d-7494cd748bf6 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:00.046082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c21f0ef2-bb70-4219-905f-2720c155b2a5 None None] Port d605ef8b-d8a0-4b1c-94c9-d25284ff24fc cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:00.143367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.183896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for d605ef8b-d8a0-4b1c-94c9-d25284ff24fc owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:00.412584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.448700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=d605ef8b-d8a0-4b1c-94c9-d25284ff24fc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:00.516517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1dcb8d5-0f1c-430a-af87-68455a1bc600,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:00.581797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed38ae87-1bad-4cf6-bc7e-673c3d48c984 req-ba30d2ed-14b9-456d-9c73-5e9a68cd67e8 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:00.586988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed38ae87-1bad-4cf6-bc7e-673c3d48c984 req-ba30d2ed-14b9-456d-9c73-5e9a68cd67e8 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.5967698 Jul 22 11:46:00.665260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Allocated IP 172.25.6.222 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/dc3eff10-d87a-4231-888d-7494cd748bf6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:00.726300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed38ae87-1bad-4cf6-bc7e-673c3d48c984 req-987809c5-2c41-47b3-b374-d89b0131d44e tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1311772 Jul 22 11:46:00.845296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.850596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2397fda8-2a83-4a61-82e7-b13cab931df0 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/d605ef8b-d8a0-4b1c-94c9-d25284ff24fc HTTP/1.1" status: 204 len: 168 time: 1.1005905 Jul 22 11:46:00.852114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50896) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:00.924404 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-00bc2ab7-65bb-44ab-be60-08b533d42cfb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] GET failed (client error): The resource could not be found. Jul 22 11:46:00.926606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-00bc2ab7-65bb-44ab-be60-08b533d42cfb tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports/d605ef8b-d8a0-4b1c-94c9-d25284ff24fc HTTP/1.1" status: 404 len: 333 time: 0.0734508 Jul 22 11:46:00.927098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:00.929274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:00.956442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:00.999241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:01.062833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port 4fe4899c-b924-4830-9db5-f4b650f8fc54 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:01.063611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.076881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bb8c9c0-ebd4-4235-990d-e4fcc73e51dd req-bb969db7-b273-4a0f-81f6-a49dd678bfe0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:01.084379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bb8c9c0-ebd4-4235-990d-e4fcc73e51dd req-bb969db7-b273-4a0f-81f6-a49dd678bfe0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1835957 Jul 22 11:46:01.104948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b03b6b2f-4145-432c-b967-f0f4f1620b05 req-34651444-3155-4e97-ae19-f424708ca691 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:01.106487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b03b6b2f-4145-432c-b967-f0f4f1620b05 req-34651444-3155-4e97-ae19-f424708ca691 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.1555719 Jul 22 11:46:01.107411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.173395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1263863666-network', 'tenant_id': '0637541d30c44305a8313af7236671f0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:01.173945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.198271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:01.204595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.204941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9bb8c9c0-ebd4-4235-990d-e4fcc73e51dd req-344c9442-daff-452b-9c50-1d933cdcb2b8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1197596 Jul 22 11:46:01.218579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for 4fe4899c-b924-4830-9db5-f4b650f8fc54 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:01.219025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:01.222838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:46:01.222838 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:46:01.222838 n-d-754448-4 neutron-server[93706]: [parameters: {'project_id_1': '8272de4c75a34fafba860a8a2aa1cb8b', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 46, 1, 195482)}] Jul 22 11:46:01.222838 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:46:01.223364 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:46:01.227463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:01.230966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Pushing event updated for resources: {'Port': ['ID=dc3eff10-d87a-4231-888d-7494cd748bf6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:01.259147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b03b6b2f-4145-432c-b967-f0f4f1620b05 req-53a12979-b66a-42cd-8969-03b88b6d23c3 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1372962 Jul 22 11:46:01.269760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:01.272150 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.286541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.306310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:01.306959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.392345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.429219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=4fe4899c-b924-4830-9db5-f4b650f8fc54,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:01.438908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.446655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.459195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9926274e-ab70-4c9a-8c3e-a12719fc847d tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.9046764 Jul 22 11:46:01.460184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:01.468966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.222'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:01.471836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:01.501217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.501619 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Added segment 5a20f29c-d194-48cd-973a-3d1f2fdae8e9 of type vlan for network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba Jul 22 11:46:01.503276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abc7ed96-36a8-409f-ac17-1c76f0464f9a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:01.537223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.538533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.542306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.544475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-548b8bc9-a0bb-46ac-99bf-acdd68c52544 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/4fe4899c-b924-4830-9db5-f4b650f8fc54 HTTP/1.1" status: 204 len: 168 time: 0.6138062 Jul 22 11:46:01.549379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:01.595611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.601276 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e070e6b-aed3-40b7-a16b-b6988a8cca64 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] GET failed (client error): The resource could not be found. Jul 22 11:46:01.606256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e070e6b-aed3-40b7-a16b-b6988a8cca64 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "GET /v2.0/ports/4fe4899c-b924-4830-9db5-f4b650f8fc54 HTTP/1.1" status: 404 len: 333 time: 0.0521805 Jul 22 11:46:01.606710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:01.659772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.728467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.729404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:01.729976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.731685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.785217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c5600f6c-fe4d-4889-86cc-6e97b6d79fc6 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:01.786779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c5600f6c-fe4d-4889-86cc-6e97b6d79fc6 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.2286680 Jul 22 11:46:01.832258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.841353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-d96c4a6a-4a68-4ca8-a94b-799211b43915 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/quotas/bd0add48969541cb9eb68aabcc36e0c9 HTTP/1.1" status: 200 len: 375 time: 0.0491142 Jul 22 11:46:01.844707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] Pushing event updated for resources: {'Network': ['ID=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:01.860182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:01.912154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port 74166402-38a3-4e74-b7ac-437cf361573b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:01.912952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.971568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:01.977881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.000385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a672eab-19f6-4d63-b834-f69ad0ea8a27 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.0337915 Jul 22 11:46:02.006756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:02.013633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Request body: {'subnet': {'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1263863666-subnet', 'tenant_id': '0637541d30c44305a8313af7236671f0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:02.027551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8272de4c75a34fafba860a8a2aa1cb8b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0260813 Jul 22 11:46:02.029179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d2e042-350b-49ea-9bbb-5ffee8c5d458 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=884ab4cd-de89-4274-99dd-6916deb964f6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:02.031807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:02.037957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-5efa29d4-98d5-4028-867a-be1702af7fb3 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1842637 Jul 22 11:46:02.050577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.075871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for 74166402-38a3-4e74-b7ac-437cf361573b owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:02.102051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:02.104402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.281801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-e9986559-0200-4044-9fc4-39d7e23cab3f service neutron] 10.222.0.21 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2274096 Jul 22 11:46:02.471528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.502664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.509486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.517626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.533682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.582273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-acc5ffd1-7af7-4aad-89ff-10781ef2028a service neutron] 10.222.0.21 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2871861 Jul 22 11:46:02.589676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=74166402-38a3-4e74-b7ac-437cf361573b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:02.611099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.653011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f543d28c-639d-4379-b30b-cf97ed580472 req-6aed06b7-5dd6-4148-bb22-42540f7f801d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:02.655337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f543d28c-639d-4379-b30b-cf97ed580472 req-6aed06b7-5dd6-4148-bb22-42540f7f801d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3627794 Jul 22 11:46:02.664340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.667326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.667972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/884ab4cd-de89-4274-99dd-6916deb964f6 HTTP/1.1" status: 204 len: 168 time: 0.6350915 Jul 22 11:46:02.700258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968e5cd-a0f0-43df-bc89-e6f4be655990 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=884ab4cd-de89-4274-99dd-6916deb964f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:02.783081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1cabe74a-3748-48f7-8e64-984f0e4a8162,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:02.789701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.808677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f543d28c-639d-4379-b30b-cf97ed580472 req-43cbbe14-0cde-4bb4-930a-a575fe587826 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1437621 Jul 22 11:46:02.814033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.818889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-86573412-247d-4430-b666-19b286f622c3 tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/ports/74166402-38a3-4e74-b7ac-437cf361573b HTTP/1.1" status: 204 len: 168 time: 1.2067401 Jul 22 11:46:02.820849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:02.831243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Checking segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:02.832032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Network hostable DHCP agents. Network: 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:02.903683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting subnet aaa189ff-e9c7-4c96-a80c-edaa39f22055 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:02.915259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:02.928267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:03.013256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:03.018619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb4dcd5-cbe9-450d-a358-2f1b9102ff76 req-d7ac4a89-fc31-4faa-bacb-c0792bde6787 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 210 time: 0.0521460 Jul 22 11:46:03.023842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:03.024464 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.035372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.057035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e454bc80-fa6c-4dab-ad39-6885a0132e48 None None] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:03.070831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ebf8594e-ee59-407c-8258-6dcb670c6095 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 1.0611892 Jul 22 11:46:03.180764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.238371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.246761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.318928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-edcf76c0-3465-4978-8e41-b299a6d80620 None None] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:03.321811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.325375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Fanout notify agent at l3_agent the message router_deleted on router ac2a93ac-f186-40e8-abca-02401a5bd7f7 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:46:03.331853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.366794 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:46:03.368283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Subnet': ['ID=aaa189ff-e9c7-4c96-a80c-edaa39f22055,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:03.368854 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-91ee5933-3b2a-46b4-a456-631294f4fb54 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 1.9071646 Jul 22 11:46:03.372499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:03.387034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.392745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f9390681-94be-4376-94ac-0c314e1f4b0d tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/subnets/aaa189ff-e9c7-4c96-a80c-edaa39f22055 HTTP/1.1" status: 204 len: 168 time: 0.5672393 Jul 22 11:46:03.393939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:03.450012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9928c8c3-6cdd-4aa3-b9a5-1fb7f3e312cd None None] Network 42161610-3ac5-4977-9645-e3d94b83cfcd requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:03.548321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:03.566989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b116d4ee-1b23-48a4-8597-64a883aa55ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.652041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.750941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Deleting port dc3eff10-d87a-4231-888d-7494cd748bf6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:03.751471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.788013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b116d4ee-1b23-48a4-8597-64a883aa55ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.795276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b116d4ee-1b23-48a4-8597-64a883aa55ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.894115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Deleting port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:03.894845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:03.902168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b116d4ee-1b23-48a4-8597-64a883aa55ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3ddec305-6414-4c42-a11a-88fe9b5f5428,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:03.916515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b116d4ee-1b23-48a4-8597-64a883aa55ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f0c66a39e9e449818361ea299008ce37&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3644955 Jul 22 11:46:03.919877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:04.002139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-130115d5-8534-4103-a89b-d57259213df4 None None] DHCP port deletion for 42161610-3ac5-4977-9645-e3d94b83cfcd request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:04.006166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] For port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,segment=NetworkSegment(51e1fdcc-3789-4594-9550-e915fad6627f),segment_id=51e1fdcc-3789-4594-9550-e915fad6627f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:04.006701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.026598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Calling delete_port for e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:04.069536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.101581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Deleting port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:04.102212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.116169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.193121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.206859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.209542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-130115d5-8534-4103-a89b-d57259213df4 None None] For port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,segment=NetworkSegment(51e1fdcc-3789-4594-9550-e915fad6627f),segment_id=51e1fdcc-3789-4594-9550-e915fad6627f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:04.210626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.219329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] No DVR routers for this DVR port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:04.225212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfb6881b-183f-43fb-b753-8b5dfd38f2d1 req-459f77e0-6bfc-4ab6-a35e-e9393b3ddfc5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:04.226969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Calling delete_port for dc3eff10-d87a-4231-888d-7494cd748bf6 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:04.227281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfb6881b-183f-43fb-b753-8b5dfd38f2d1 req-459f77e0-6bfc-4ab6-a35e-e9393b3ddfc5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2547169 Jul 22 11:46:04.235158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Calling delete_port for e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:04.237475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.241218 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.243091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3ddec305-6414-4c42-a11a-88fe9b5f5428 HTTP/1.1" status: 204 len: 168 time: 0.3221982 Jul 22 11:46:04.271307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bd047d-42ad-477b-9d08-8df44913d306 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ddec305-6414-4c42-a11a-88fe9b5f5428,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:04.277188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Port': ['ID=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.363317 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:04.365792 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:46:04.376926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.396315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfb6881b-183f-43fb-b753-8b5dfd38f2d1 req-89bfa05b-47ce-4eeb-895e-a3e31a9f46b4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1520519 Jul 22 11:46:04.447429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.451627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130115d5-8534-4103-a89b-d57259213df4 None None] Pushing event deleted for resources: {'Port': ['ID=e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:04.463131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42161610-3ac5-4977-9645-e3d94b83cfcd']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:04.463478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-130115d5-8534-4103-a89b-d57259213df4 None None] No DVR routers for this DVR port e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:04.484702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e1fdcc-3789-4594-9550-e915fad6627f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:04.485113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e1fdcc-3789-4594-9550-e915fad6627f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:04.504520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.522327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.529120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:04.538359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:46:04.542475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.557931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:04.557931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e1bb06cc-a9f3-4c43-a0bc-5c5cae2c4383 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:46:04.564353 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:46:04.620647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-cc481319-731f-4781-ad79-2c1db7114035 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:04.628572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-cc481319-731f-4781-ad79-2c1db7114035 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.2882929 Jul 22 11:46:04.645039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-48b45e44-0f2e-4f48-bebc-4046ebd3914a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/quotas/0637541d30c44305a8313af7236671f0 HTTP/1.1" status: 200 len: 375 time: 0.0156653 Jul 22 11:46:04.666644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.678164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.682330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] 10.222.0.21 "DELETE /v2.0/networks/42161610-3ac5-4977-9645-e3d94b83cfcd HTTP/1.1" status: 204 len: 168 time: 1.2821975 Jul 22 11:46:04.690666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-9d67600d-b6e1-4c39-9933-9a86825fbe30 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446179 Jul 22 11:46:04.731414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f8385f-8f1a-4985-b6d3-09dd76f95fdf tempest-AllowedAddressPairTestJSON-1925780870 tempest-AllowedAddressPairTestJSON-1925780870-project] Pushing event deleted for resources: {'Network': ['ID=42161610-3ac5-4977-9645-e3d94b83cfcd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:04.744710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d2fccc8-b8d9-40d1-8be5-3495a6e8daae req-02786409-dfdb-424c-8b0c-3eb679d68de7 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 210 time: 0.0862837 Jul 22 11:46:04.791347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:04.844804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Pushing event deleted for resources: {'Port': ['ID=dc3eff10-d87a-4231-888d-7494cd748bf6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:04.875778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-91887bbb-554c-47a0-8ebf-c63cecd4b2e1 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1840644 Jul 22 11:46:04.997645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:05.000123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d3b28e3e-80c2-402a-ada1-b540c9e2a333 tempest-RoutersAdminNegativeTest-872400577 tempest-RoutersAdminNegativeTest-872400577-project-admin] 10.222.0.21 "DELETE /v2.0/ports/dc3eff10-d87a-4231-888d-7494cd748bf6 HTTP/1.1" status: 204 len: 168 time: 1.6183624 Jul 22 11:46:05.003648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-9dd2127f-569a-49be-8525-886b7b59b8af service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1269462 Jul 22 11:46:05.132758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:05.221042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5215207-1d8c-4bb2-b86c-4a18d740a051 req-406bb004-962d-4305-a5c0-dc78a3e4c0cb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 210 time: 0.0428476 Jul 22 11:46:05.525819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-07065aa5-9faa-409f-8fd7-df38264c077b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:05.531644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-07065aa5-9faa-409f-8fd7-df38264c077b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.36 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.1724939 Jul 22 11:46:05.556139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Request body: {'port': {'device_id': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'admin_state_up': True, 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:05.620155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-231bd679-3219-40b1-9e26-c5954c00d1b5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37cc86250dba4fbd9b4ffaa158b52134&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4860959 Jul 22 11:46:05.623591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:05.631615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Made reservation on behalf of bd0add48969541cb9eb68aabcc36e0c9 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:05.638882 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:05.657645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:05.696544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb02855e-d973-46b8-9093-42bebca99100 req-533102dc-89cc-4b5f-9a5f-ccc18b5f4938 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:05.706793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb02855e-d973-46b8-9093-42bebca99100 req-533102dc-89cc-4b5f-9a5f-ccc18b5f4938 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2106488 Jul 22 11:46:05.831262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb02855e-d973-46b8-9093-42bebca99100 req-98010d1b-090f-480a-86bd-5a56770d5d50 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1228561 Jul 22 11:46:05.835784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:05.860190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a8eccf9-a83e-49f8-a61e-490e565b9590 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:05.881614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:05.915553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Allocated IP 172.20.0.4 (c782b205-5f1b-4996-a8f9-17acb2824f7e/943b7fc3-1492-49a5-b0ac-47363815f1cd/28ef1253-67f8-415d-8182-0b9fd5d396dd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:06.016745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34f968bf-71d8-4e87-8ba3-f1d956c3024d req-285bc250-2840-453a-b503-ca1f5da04f67 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 210 time: 0.0681686 Jul 22 11:46:06.053530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.056644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.062183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a172e7ab-460a-41ce-baae-9086c7ce6da8 HTTP/1.1" status: 204 len: 168 time: 0.4278295 Jul 22 11:46:06.071643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a03a4a66-205c-4e84-b1fb-f0e92b771b28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a172e7ab-460a-41ce-baae-9086c7ce6da8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:06.120719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a8eccf9-a83e-49f8-a61e-490e565b9590 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.126898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7a8eccf9-a83e-49f8-a61e-490e565b9590 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.204100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7a8eccf9-a83e-49f8-a61e-490e565b9590 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=75ac3cbae06a4b11be54a3c92afbd75b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5451112 Jul 22 11:46:06.208092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51050) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:06.224583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a8eccf9-a83e-49f8-a61e-490e565b9590 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fc6e6f7e-e4c8-41bc-aab3-5339855b0220,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:06.242200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.280755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Transition to ACTIVE for port object 28ef1253-67f8-415d-8182-0b9fd5d396dd will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:06.288344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.317869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.352842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.365172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['cd0ca14b-5905-41f8-a81e-10cbcbf96941'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:06.375755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cb86ebf-b033-4314-832f-791a92963026 req-4f70a39e-92b8-4ef6-8fe6-eedf9caabd11 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 210 time: 0.0544953 Jul 22 11:46:06.432077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Network c782b205-5f1b-4996-a8f9-17acb2824f7e is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:06.437433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:06.453957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.457650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.459770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fc6e6f7e-e4c8-41bc-aab3-5339855b0220 HTTP/1.1" status: 204 len: 168 time: 0.2506924 Jul 22 11:46:06.461984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:06.465043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Pushing event updated for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:06.475377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.475970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.476492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.476984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.477472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.478956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.479475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.479959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.480610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.481091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.481572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.482048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:06.498384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56302506-d626-4b72-9149-f9f167a381e2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fc6e6f7e-e4c8-41bc-aab3-5339855b0220,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:06.582972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:06.583654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.604547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9618f5ae-a309-4bb0-968d-8e0ef6d81579 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1029 time: 1.0546234 Jul 22 11:46:06.628674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Request body: {'port': {'device_id': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:06.830194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.922202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4bd457c-8bf9-4942-ac24-8fb5990f7762 None None] Provisioning for port 28ef1253-67f8-415d-8182-0b9fd5d396dd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:06.931837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4bd457c-8bf9-4942-ac24-8fb5990f7762 None None] Provisioning complete for port 28ef1253-67f8-415d-8182-0b9fd5d396dd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:06.933255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4bd457c-8bf9-4942-ac24-8fb5990f7762 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:06.997568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e4bd457c-8bf9-4942-ac24-8fb5990f7762 None None] Port 28ef1253-67f8-415d-8182-0b9fd5d396dd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:07.055784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:07.080923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-134c2dc5-7c52-45aa-9476-437a433b3bd1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:07.084003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-134c2dc5-7c52-45aa-9476-437a433b3bd1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.3318830 Jul 22 11:46:07.104904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Request body: {'port': {'device_id': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'admin_state_up': True, 'tenant_id': '0637541d30c44305a8313af7236671f0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:07.129095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af7c2e78-ea0f-49fd-ae58-ff452bd8f82b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=34c2ced9935346d29cc52d044ce914bf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0717905 Jul 22 11:46:07.135898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:07.242969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.288815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ac6ec43-4799-424d-9799-ffa6895bb09c req-eef561fa-756f-4c4f-bfc5-34838ad82b8b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:07.289445 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.299467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ac6ec43-4799-424d-9799-ffa6895bb09c req-eef561fa-756f-4c4f-bfc5-34838ad82b8b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3157003 Jul 22 11:46:07.378137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 28ef1253-67f8-415d-8182-0b9fd5d396dd {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:07.393725 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.409544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e08e2ae-263a-494f-981a-c50b861b00e1 req-60a56827-0c29-4992-9dba-39aab39ce71b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:07.410477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.413071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.416746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d1dcb8d5-0f1c-430a-af87-68455a1bc600 HTTP/1.1" status: 204 len: 168 time: 0.2772851 Jul 22 11:46:07.420032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e08e2ae-263a-494f-981a-c50b861b00e1 req-60a56827-0c29-4992-9dba-39aab39ce71b tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1027 time: 0.2765689 Jul 22 11:46:07.422052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Transition to ACTIVE for port object 28ef1253-67f8-415d-8182-0b9fd5d396dd will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:07.430423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.434046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3c3466-83ee-444f-b8dc-8d013476dc08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1dcb8d5-0f1c-430a-af87-68455a1bc600,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:07.483173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ac6ec43-4799-424d-9799-ffa6895bb09c req-29d858f1-5035-43c4-902d-9f31e2c7e4af tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823785 Jul 22 11:46:07.516080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Pushing event updated for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:07.612110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e08e2ae-263a-494f-981a-c50b861b00e1 req-b4740aee-e61e-4a63-a912-0a087994a609 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1822107 Jul 22 11:46:07.614571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:07.620547 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.683998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Attempting to bind port 28ef1253-67f8-415d-8182-0b9fd5d396dd on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:07.684572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Attempting to bind port 28ef1253-67f8-415d-8182-0b9fd5d396dd by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:07.684664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Attempting to bind port 28ef1253-67f8-415d-8182-0b9fd5d396dd on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:07.691941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Port 28ef1253-67f8-415d-8182-0b9fd5d396dd on network c782b205-5f1b-4996-a8f9-17acb2824f7e not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:46:07.692287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Attempting to bind port 28ef1253-67f8-415d-8182-0b9fd5d396dd on network c782b205-5f1b-4996-a8f9-17acb2824f7e {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:07.693422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68dbc045-74dd-45c1-8cfb-128c2ffff09f req-87106607-22cb-47e2-baab-ddcd11eb5efa tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 210 time: 0.1101301 Jul 22 11:46:07.700331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:07.700699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Checking segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:07.701101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Bound using segment: {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:07.701621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Bound port: 28ef1253-67f8-415d-8182-0b9fd5d396dd, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:07.701992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.815582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:07.819444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:07.826928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.877997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:07.878708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:07.880151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] 10.222.0.36 "PUT /v2.0/ports/28ef1253-67f8-415d-8182-0b9fd5d396dd HTTP/1.1" status: 200 len: 1091 time: 1.2676170 Jul 22 11:46:07.880666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Allocated IP 172.20.0.7 (84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba/1cabe74a-3748-48f7-8e64-984f0e4a8162/f33dbf20-4d95-48d4-8794-04e6c654cfd6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:07.880790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:07.892000 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e08c749b-6b72-4fb2-bd65-2648abf62760" -d '{"events": [{"name": "network-changed", "server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:08.006678 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-07f0ab7d-b03e-44fa-98e3-393f056be6c2 x-openstack-request-id: req-07f0ab7d-b03e-44fa-98e3-393f056be6c2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:08.006991 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:08.007285 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-07f0ab7d-b03e-44fa-98e3-393f056be6c2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:08.007644 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd', 'status': 'completed', 'code': 200} Jul 22 11:46:08.016186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3e0d30e-ee31-4ad8-bc25-5dcae2135684 service neutron] Pushing event updated for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:08.045015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9098e206-6d15-404a-8e02-546a730e38b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.047303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-9098e206-6d15-404a-8e02-546a730e38b1 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1094 time: 0.1117234 Jul 22 11:46:08.103184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-7f52c05c-0890-4de1-9545-dfe7c57f6004 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd HTTP/1.1" status: 200 len: 217 time: 0.0475750 Jul 22 11:46:08.172020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-6fd8816d-4bf5-4ec3-9cc4-3216b2c079da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.174182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-6fd8816d-4bf5-4ec3-9cc4-3216b2c079da service neutron] 10.222.0.36 "GET /v2.0/subnets?id=943b7fc3-1492-49a5-b0ac-47363815f1cd HTTP/1.1" status: 200 len: 849 time: 0.0630133 Jul 22 11:46:08.181355 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:08.244863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:08.265577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d306303-72a2-422e-a8c6-891afb89c088 req-0170f50c-e557-4864-95c9-2d6df34bbb04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.267541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-0170f50c-e557-4864-95c9-2d6df34bbb04 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c782b205-5f1b-4996-a8f9-17acb2824f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0865569 Jul 22 11:46:08.337399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:08.339358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:08.351453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:08.362183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event updated for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:08.438804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.439784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:08.447002 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-8bad5734-04e4-49e3-84ec-85594dbeb092 service neutron] 10.222.0.36 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1712391 Jul 22 11:46:08.464901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-c252fd07-8af7-4090-9ee4-8adc05331537 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3648117 Jul 22 11:46:08.477913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Request body: {'port': {'device_id': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:08.518728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:08.590839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5d306303-72a2-422e-a8c6-891afb89c088 req-03112f0d-e2c2-48d4-bf06-2b500d56b664 service neutron] 10.222.0.36 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1368849 Jul 22 11:46:08.632932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:08.798516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-652d7627-a060-4b21-b67d-36bb2e36d818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.801118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-652d7627-a060-4b21-b67d-36bb2e36d818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1094 time: 0.1341100 Jul 22 11:46:08.933840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-5f095d8e-8a57-485e-b31d-6f00f90d747d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:08.935843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-5f095d8e-8a57-485e-b31d-6f00f90d747d service neutron] 10.222.0.36 "GET /v2.0/networks?id=c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 200 len: 911 time: 0.1277823 Jul 22 11:46:09.023218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-1f0a7ac2-d326-433c-85d0-facecb63ce23 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd HTTP/1.1" status: 200 len: 217 time: 0.0803187 Jul 22 11:46:09.091027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-25d176ab-d746-4386-93e1-da900cbab368 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:09.093560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-25d176ab-d746-4386-93e1-da900cbab368 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=943b7fc3-1492-49a5-b0ac-47363815f1cd HTTP/1.1" status: 200 len: 849 time: 0.0632401 Jul 22 11:46:09.135473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:09.179301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-cff5b29b-47dd-44e7-925c-465a2396b8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:09.181329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-cff5b29b-47dd-44e7-925c-465a2396b8dc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=c782b205-5f1b-4996-a8f9-17acb2824f7e&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0807629 Jul 22 11:46:09.272915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-714935981'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:09.342168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-a7ad51da-b7d1-4c0b-8de2-10f920cc1135 service neutron] 10.222.0.36 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1515968 Jul 22 11:46:09.397521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Made reservation on behalf of 587ca47cdb4f45fca4d171e686f135a3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:09.401038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.429783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-1930280660'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:09.430630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.442869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e98d2d05-4714-46a8-a1d4-5e812f7ff333 req-0fbe1c81-ff03-455d-b537-995763879653 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:09.444593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e98d2d05-4714-46a8-a1d4-5e812f7ff333 req-0fbe1c81-ff03-455d-b537-995763879653 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.7822406 Jul 22 11:46:09.478117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab90491-0e69-43b9-97a4-8e94252bd2b5 req-526e8701-d42e-44a5-8c04-5ed31b7254a1 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:09.479866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fab90491-0e69-43b9-97a4-8e94252bd2b5 req-526e8701-d42e-44a5-8c04-5ed31b7254a1 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1094 time: 0.7788987 Jul 22 11:46:09.521307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Made reservation on behalf of 20ddf8a44b0b46feaf4c4d4442591e29 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:09.524744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.542039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.545415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e08c749b-6b72-4fb2-bd65-2648abf62760 req-70968a49-a2a1-443e-802f-d56dff8564d5 service neutron] 10.222.0.36 "GET /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1956832 Jul 22 11:46:09.589828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:46:09.589828 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:46:09.589828 n-d-754448-4 neutron-server[93706]: [parameters: {'project_id_1': '20ddf8a44b0b46feaf4c4d4442591e29', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 46, 9, 556908)}] Jul 22 11:46:09.589828 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:46:09.590472 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:46:09.616703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e98d2d05-4714-46a8-a1d4-5e812f7ff333 req-ea48456d-171a-4868-9972-b4d0cd8ffcb4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509664 Jul 22 11:46:09.667648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fab90491-0e69-43b9-97a4-8e94252bd2b5 req-1c58b66d-1d95-4648-a23f-5f45cbc1fe19 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1775429 Jul 22 11:46:09.800456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f33dbf20-4d95-48d4-8794-04e6c654cfd6 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:09.829811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.860224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Transition to ACTIVE for port object f33dbf20-4d95-48d4-8794-04e6c654cfd6 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:09.870853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.876769 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.914492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577016c8-8a9a-4409-8e29-d300abe1d373 req-d966dd95-61f4-4c96-b5b8-5f20f2849683 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:09.916096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-577016c8-8a9a-4409-8e29-d300abe1d373 req-d966dd95-61f4-4c96-b5b8-5f20f2849683 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 931 time: 0.2288442 Jul 22 11:46:09.916762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:09.993959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:09.998262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.010221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'SecurityGroup': ['ID=889ade55-971f-43c3-b4cf-71c1774f3f24,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.019903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.020250 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Added segment ff66108f-6619-4f62-88e7-e966c26bf2e2 of type vlan for network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 Jul 22 11:46:10.064552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-577016c8-8a9a-4409-8e29-d300abe1d373 req-8769d2fc-4887-4028-b332-6fa3cfe570e9 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1321850 Jul 22 11:46:10.093717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.119332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51170) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:10.125387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.163804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Attempting to bind port f33dbf20-4d95-48d4-8794-04e6c654cfd6 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:10.164483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Attempting to bind port f33dbf20-4d95-48d4-8794-04e6c654cfd6 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:10.164879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Attempting to bind port f33dbf20-4d95-48d4-8794-04e6c654cfd6 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:10.177243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Port f33dbf20-4d95-48d4-8794-04e6c654cfd6 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:46:10.177588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Attempting to bind port f33dbf20-4d95-48d4-8794-04e6c654cfd6 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:10.181365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.187145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:10.187778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.197796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:10.198148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Checking segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:10.198578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Bound using segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:10.199034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Bound port: f33dbf20-4d95-48d4-8794-04e6c654cfd6, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:10.199410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.246956 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.252835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.297262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'Network': ['ID=a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.300163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:10.305934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7858205 Jul 22 11:46:10.310398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:10.314001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.314388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.314744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.315092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.315434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.315772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.316107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.316441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.316773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.317130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.317438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.317765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-abc7ce9b-6dff-48d3-97be-c11ae07496f5 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:10.324224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Request body: {'subnet': {'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:10.327702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4e1a-044c-4ae8-b0ff-b82b57a4c737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.332568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:10.333803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1c6b09b6-ce9d-4bba-9221-dce499e16887,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.339859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.340355 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Added segment 3c69b2af-dd14-4005-8daf-67eaf0d1c65e of type vlan for network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 Jul 22 11:46:10.407343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:10.429461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:10.435205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.436145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.477874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:10.477874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.481710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] 10.222.0.20 "PUT /v2.0/ports/f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 200 len: 1091 time: 2.0067785 Jul 22 11:46:10.481710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:10.481710 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae" -d '{"events": [{"name": "network-changed", "server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:10.511068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde5acd-5c90-4704-ab19-82ef0b747bb4 service neutron] Pushing event updated for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.536045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.546257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:10.547670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.592428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-982e68af-cac6-44b2-a98d-753783932d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:10.594597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-982e68af-cac6-44b2-a98d-753783932d95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 1094 time: 0.0663025 Jul 22 11:46:10.664367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-53b9916a-a656-41a6-81ee-fbccfca5fa44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0602880 Jul 22 11:46:10.687363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'Network': ['ID=473c14b7-547b-49fb-9ca2-ff1b734fccc2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.703258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:10.734590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4e1a-044c-4ae8-b0ff-b82b57a4c737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.740503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2ef4e1a-044c-4ae8-b0ff-b82b57a4c737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.782991 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e1cf4747-2d33-4e63-9878-80333e28947b x-openstack-request-id: req-e1cf4747-2d33-4e63-9878-80333e28947b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:10.783682 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:10.784140 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e1cf4747-2d33-4e63-9878-80333e28947b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:10.785123 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6', 'status': 'completed', 'code': 200} Jul 22 11:46:10.806720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e2ef4e1a-044c-4ae8-b0ff-b82b57a4c737 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b843fb44382746158800e96ec2da93ed&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6862202 Jul 22 11:46:10.808996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2ef4e1a-044c-4ae8-b0ff-b82b57a4c737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=144f1637-d3db-44d8-af5a-2a340022bb12,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:10.813016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:10.850576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-925ec44c-936a-4936-9883-b380cf68d90f req-6ac08df4-1b4f-4194-96fb-3992b3ee664e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:10.852114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-6ac08df4-1b4f-4194-96fb-3992b3ee664e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1808228 Jul 22 11:46:10.876992 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5412063e-d278-4efd-a2ae-916ef69f3703 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 796 time: 1.7350435 Jul 22 11:46:10.877345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:10.881779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.883158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Request body: {'subnet': {'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:10.899430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Made reservation on behalf of 587ca47cdb4f45fca4d171e686f135a3 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:10.905098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.906266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.972291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.975654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:10.977117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/144f1637-d3db-44d8-af5a-2a340022bb12 HTTP/1.1" status: 204 len: 168 time: 0.1630828 Jul 22 11:46:10.982376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-e1082325-f64a-4b13-881b-4ac97fab2a9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1095557 Jul 22 11:46:10.994361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd39a1fe-18b3-4a24-aea0-83342025bc7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=144f1637-d3db-44d8-af5a-2a340022bb12,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:11.240279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d118e7c7-7698-4365-9530-f311500d64cf req-1122c491-f613-43cc-812a-e153d9cb0a80 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:11.241929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d118e7c7-7698-4365-9530-f311500d64cf req-1122c491-f613-43cc-812a-e153d9cb0a80 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.4777138 Jul 22 11:46:11.256705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-504baeb6-1d78-4546-9772-d1d19ca55c07 req-8f0863cf-4eb2-49a2-baa6-a62442ca7569 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:11.258376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-504baeb6-1d78-4546-9772-d1d19ca55c07 req-8f0863cf-4eb2-49a2-baa6-a62442ca7569 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1094 time: 0.4274783 Jul 22 11:46:11.272462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Made reservation on behalf of 20ddf8a44b0b46feaf4c4d4442591e29 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:11.275986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.344330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-cda29c65-a1be-4375-b0d1-44412d3aa06f service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3417342 Jul 22 11:46:11.373234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:11.394573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e387e5c1-d21a-4875-9960-cf8c11e0748e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.476957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d118e7c7-7698-4365-9530-f311500d64cf req-3b2a3dce-0e7f-4737-92c5-f935c2a1aa4b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2244222 Jul 22 11:46:11.543722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e387e5c1-d21a-4875-9960-cf8c11e0748e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.547279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-504baeb6-1d78-4546-9772-d1d19ca55c07 req-9b86f732-867a-4c82-a060-cb0552aab554 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2674170 Jul 22 11:46:11.550058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e387e5c1-d21a-4875-9960-cf8c11e0748e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.592311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e387e5c1-d21a-4875-9960-cf8c11e0748e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9f45c4a2b8264e60b06cec572c3b3ccc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2165618 Jul 22 11:46:11.604283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:11.638829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e387e5c1-d21a-4875-9960-cf8c11e0748e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ab2436b5-cb26-4942-9760-d6c57b81e89b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:11.679071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.682174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.725825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.786765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-925ec44c-936a-4936-9883-b380cf68d90f req-81938d6b-ad89-424b-96df-dd464f0a2086 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4069114 Jul 22 11:46:11.822569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'Subnet': ['ID=b843a24c-cdbb-48db-ae30-1e3165dcb8b2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:11.822846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.829362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.834159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ab2436b5-cb26-4942-9760-d6c57b81e89b HTTP/1.1" status: 204 len: 168 time: 0.2257917 Jul 22 11:46:11.845158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9973aad-07b2-46ed-bef9-794ab5bcfdaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ab2436b5-cb26-4942-9760-d6c57b81e89b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:11.926577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:11.938204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Checking segment: {'id': 'ff66108f-6619-4f62-88e7-e966c26bf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:11.938599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Network hostable DHCP agents. Network: a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:11.987998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07ffd97a-4800-421c-b57d-997b59301c4e req-145790eb-181b-46eb-bd78-a4ab4a05fd34 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:11.989737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07ffd97a-4800-421c-b57d-997b59301c4e req-145790eb-181b-46eb-bd78-a4ab4a05fd34 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 943 time: 0.3432138 Jul 22 11:46:12.053690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:12.062129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'Subnet': ['ID=c3711f82-affd-4162-bf00-a55336b50e5a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:12.091795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:12.101153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:12.101579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.106700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Checking segment: {'id': '3c69b2af-dd14-4005-8daf-67eaf0d1c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:12.107071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Network hostable DHCP agents. Network: 473c14b7-547b-49fb-9ca2-ff1b734fccc2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:12.108240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d058586b-1430-44c9-894f-ecbe874cba4c None None] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:12.115630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07ffd97a-4800-421c-b57d-997b59301c4e req-8af4a4a5-3d4c-4f04-8bc3-ca3aa96f2653 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1141961 Jul 22 11:46:12.120973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-ae5cd1b4-15d5-4295-9eb4-57cd7ef58399 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:12.122568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-ae5cd1b4-15d5-4295-9eb4-57cd7ef58399 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 1094 time: 0.2573814 Jul 22 11:46:12.154507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bff19985-cabc-4062-a945-5b1154099e0a tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8386128 Jul 22 11:46:12.156050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:12.161982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Request body: {'port': {'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1524373659'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:12.182814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:12.219187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 473c14b7-547b-49fb-9ca2-ff1b734fccc2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:12.226361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:12.227487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.259327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-98bc0d2b-0f50-417d-b3c8-906d383c72e4 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.3809607 Jul 22 11:46:12.263579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:12.271498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Request body: {'port': {'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1598713412'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:12.278122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-5df6c405-00a3-41df-9f56-2008b9d7fa98 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:12.278900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71d544c0-9458-4757-b96e-1e40853e8e4c None None] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:12.279689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-5df6c405-00a3-41df-9f56-2008b9d7fa98 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.1495814 Jul 22 11:46:12.348812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-40a0bd61-ce38-43a8-acf9-d0d881248ac0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0557356 Jul 22 11:46:12.402127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 28ef1253-67f8-415d-8182-0b9fd5d396dd details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:46:12.415541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Made reservation on behalf of 587ca47cdb4f45fca4d171e686f135a3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:12.420961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.446740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] device_id is not set on port 4a653856-77b4-45bd-8fd9-7973d1018431 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:12.486429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-b019cc5d-3433-40bf-b067-7f15ef70c306 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:12.488802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-b019cc5d-3433-40bf-b067-7f15ef70c306 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1266139 Jul 22 11:46:12.554213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-4182a948-1fb3-425b-abb6-a3c8f04ce4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0481031 Jul 22 11:46:12.573213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:46:12.580563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Made reservation on behalf of 20ddf8a44b0b46feaf4c4d4442591e29 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:12.590518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.635730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-473c14b7-547b-49fb-9ca2-ff1b734fccc2', 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2', 'tenant_id': '20ddf8a44b0b46feaf4c4d4442591e29', 'fixed_ips': [{'subnet_id': 'c3711f82-affd-4162-bf00-a55336b50e5a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:46:12.640779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.647985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Allocated IP 172.20.0.7 (a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2/b843a24c-cdbb-48db-ae30-1e3165dcb8b2/4a653856-77b4-45bd-8fd9-7973d1018431) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:12.751045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] device_id is not set on port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:12.908758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2', 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2', 'tenant_id': '587ca47cdb4f45fca4d171e686f135a3', 'fixed_ips': [{'subnet_id': 'b843a24c-cdbb-48db-ae30-1e3165dcb8b2'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:46:12.910646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.932771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:12.962596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Transition to ACTIVE for port object 4a653856-77b4-45bd-8fd9-7973d1018431 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:13.003869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-f06c04ff-0038-4ef7-b5d8-5b4013be3e34 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4415932 Jul 22 11:46:13.020528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.065021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cca0afe-fdd8-4ff4-95ba-096ae85338c1 req-5d482b80-65fe-467d-b789-6cec6e07707d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:13.066989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cca0afe-fdd8-4ff4-95ba-096ae85338c1 req-5d482b80-65fe-467d-b789-6cec6e07707d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.4284370 Jul 22 11:46:13.071970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddc2ee1e-9c86-4281-9e32-abe6551ff7c4 req-40a56016-557c-4950-a30f-f20b68ae648f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:13.080555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddc2ee1e-9c86-4281-9e32-abe6551ff7c4 req-40a56016-557c-4950-a30f-f20b68ae648f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1094 time: 0.3606992 Jul 22 11:46:13.082683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Allocated IP 2001:db8::2 (473c14b7-547b-49fb-9ca2-ff1b734fccc2/c3711f82-affd-4162-bf00-a55336b50e5a/74da044b-154b-4267-8557-6a5ecda57a21) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:13.096628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:13.103661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:13.118756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:13.152311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:13.206212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'Port': ['ID=4a653856-77b4-45bd-8fd9-7973d1018431,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:13.222439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddc2ee1e-9c86-4281-9e32-abe6551ff7c4 req-c7f0889b-3ef4-4b94-b86f-164b4ccea532 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1406629 Jul 22 11:46:13.230780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '28ef1253-67f8-415d-8182-0b9fd5d396dd', 'network_id': 'c782b205-5f1b-4996-a8f9-17acb2824f7e', 'port_id': '28ef1253-67f8-415d-8182-0b9fd5d396dd', 'mac_address': 'fa:16:3e:6f:11:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 130, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '943b7fc3-1492-49a5-b0ac-47363815f1cd', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:46:13.240820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:13.241885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.250542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cca0afe-fdd8-4ff4-95ba-096ae85338c1 req-61ae8670-1ea0-465c-b8c1-69c38cda7563 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1646574 Jul 22 11:46:13.253574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c68eb3cb-58a0-4d44-b6ff-3f812aedaaae req-c959b4b5-d39e-4e29-bee0-63cc206bd4f5 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2413931 Jul 22 11:46:13.288780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5e7b8a82-8614-41a7-add3-fe8c07c4cf4e tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 935 time: 1.1312282 Jul 22 11:46:13.291525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:13.304132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Request body: {'port': {'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2', 'name': 'tempest-ExtraDHCPOptionsTestJSON-23735433', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:13.305267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] bootfile-name is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:13.311976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] tftp-server is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:13.312409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] server-ip-address is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:13.335402 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.359452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Allocated IP 172.20.0.2 (a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2/b843a24c-cdbb-48db-ae30-1e3165dcb8b2/8a1073ba-9103-40bc-aef6-bab60511596a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:13.376434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 28ef1253-67f8-415d-8182-0b9fd5d396dd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:13.416248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:13.431334 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.476845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf947fb6-3464-4d42-ac7c-d91b76945969 req-97558fc8-f799-499d-9aaf-5d736dc56615 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:13.483082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf947fb6-3464-4d42-ac7c-d91b76945969 req-97558fc8-f799-499d-9aaf-5d736dc56615 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 943 time: 0.1278183 Jul 22 11:46:13.519042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Made reservation on behalf of 587ca47cdb4f45fca4d171e686f135a3 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:13.527038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.559633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] device_id is not set on port cb9e4c17-bad5-436c-bdbf-f0d997002a52 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:13.597471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf947fb6-3464-4d42-ac7c-d91b76945969 req-f85a6df9-2a3c-4832-ac0a-3a67998237e0 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1001234 Jul 22 11:46:13.627965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:13.649104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.669529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['28ef1253-67f8-415d-8182-0b9fd5d396dd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:13.684474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Transition to ACTIVE for port object 74da044b-154b-4267-8557-6a5ecda57a21 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:13.755654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Transition to ACTIVE for port object 74da044b-154b-4267-8557-6a5ecda57a21 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:13.775183 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.847514 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:13.852781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Allocated IP 2001:db8::18 (473c14b7-547b-49fb-9ca2-ff1b734fccc2/c3711f82-affd-4162-bf00-a55336b50e5a/65e8b1e1-8d5b-49d0-9960-ce7607f37eb5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:13.905350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:13.909919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Transition to ACTIVE for port object 8a1073ba-9103-40bc-aef6-bab60511596a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:13.922948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:13.926070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:13.945614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Pushing event updated for resources: {'Port': ['ID=74da044b-154b-4267-8557-6a5ecda57a21,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:13.967924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Transition to ACTIVE for port object 8a1073ba-9103-40bc-aef6-bab60511596a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:14.018590 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.064807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Allocated IP 172.20.0.4 (a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2/b843a24c-cdbb-48db-ae30-1e3165dcb8b2/cb9e4c17-bad5-436c-bdbf-f0d997002a52) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:14.088244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.106242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Transition to ACTIVE for port object 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:14.144236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:14.171644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.173618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:14.179096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:14.206607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:14.207952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Attempting to bind port 74da044b-154b-4267-8557-6a5ecda57a21 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:14.208540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Attempting to bind port 74da044b-154b-4267-8557-6a5ecda57a21 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3c69b2af-dd14-4005-8daf-67eaf0d1c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:14.209112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Attempting to bind port 74da044b-154b-4267-8557-6a5ecda57a21 on network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:14.223175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Pushing event updated for resources: {'Port': ['ID=8a1073ba-9103-40bc-aef6-bab60511596a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:14.254095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:14.263898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:14.274361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:14.275449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.282112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:14.282735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Checking segment: {'id': '3c69b2af-dd14-4005-8daf-67eaf0d1c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:14.283374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.284186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Bound using segment: {'id': '3c69b2af-dd14-4005-8daf-67eaf0d1c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:14.285739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Bound port: 74da044b-154b-4267-8557-6a5ecda57a21, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3c69b2af-dd14-4005-8daf-67eaf0d1c65e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:14.289543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.359366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 941 time: 2.0946794 Jul 22 11:46:14.365408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:14.366125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88836c7-87e5-4a90-9912-41f3a655ab20 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'Port': ['ID=65e8b1e1-8d5b-49d0-9960-ce7607f37eb5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:14.379312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Request body: {'port': {'network_id': '473c14b7-547b-49fb-9ca2-ff1b734fccc2', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-811717624', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:14.380851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] bootfile-name is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:14.381527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] tftp-server is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:14.382066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] server-ip-address is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:14.443375 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.461480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Transition to ACTIVE for port object cb9e4c17-bad5-436c-bdbf-f0d997002a52 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:14.481281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Attempting to bind port 8a1073ba-9103-40bc-aef6-bab60511596a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:14.481897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Attempting to bind port 8a1073ba-9103-40bc-aef6-bab60511596a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ff66108f-6619-4f62-88e7-e966c26bf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:14.482667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Attempting to bind port 8a1073ba-9103-40bc-aef6-bab60511596a on network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:14.511134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 45, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:14.512211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Checking segment: {'id': 'ff66108f-6619-4f62-88e7-e966c26bf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:14.512951 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.513619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Bound using segment: {'id': 'ff66108f-6619-4f62-88e7-e966c26bf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:14.514327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Bound port: 8a1073ba-9103-40bc-aef6-bab60511596a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff66108f-6619-4f62-88e7-e966c26bf2e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:14.516148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.538128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2175456e-0b5a-4289-92fc-2d7969292ac2 req-8889b28c-d0d3-4912-9e4a-7b297132eb4c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:14.539888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2175456e-0b5a-4289-92fc-2d7969292ac2 req-8889b28c-d0d3-4912-9e4a-7b297132eb4c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1542706 Jul 22 11:46:14.546929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae620f3-dfec-4716-89b2-03f11e36c088 req-f09423b7-3e30-4544-8389-6b87c86abd06 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:14.549292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ae620f3-dfec-4716-89b2-03f11e36c088 req-f09423b7-3e30-4544-8389-6b87c86abd06 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1095 time: 0.1085601 Jul 22 11:46:14.607932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2175456e-0b5a-4289-92fc-2d7969292ac2 req-d2dbc0b4-e4e9-4485-a3b3-4ecfa92aab8d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0572650 Jul 22 11:46:14.691450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] For port 74da044b-154b-4267-8557-6a5ecda57a21, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:14.706898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ae620f3-dfec-4716-89b2-03f11e36c088 req-98546200-e512-467d-9e58-eb46971547c7 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322336 Jul 22 11:46:14.713751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] For port 74da044b-154b-4267-8557-6a5ecda57a21, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=74da044b-154b-4267-8557-6a5ecda57a21,segment=NetworkSegment(3c69b2af-dd14-4005-8daf-67eaf0d1c65e),segment_id=3c69b2af-dd14-4005-8daf-67eaf0d1c65e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:14.717083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] For port 8a1073ba-9103-40bc-aef6-bab60511596a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:14.725442 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.803036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] For port 8a1073ba-9103-40bc-aef6-bab60511596a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a1073ba-9103-40bc-aef6-bab60511596a,segment=NetworkSegment(ff66108f-6619-4f62-88e7-e966c26bf2e2),segment_id=ff66108f-6619-4f62-88e7-e966c26bf2e2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:14.823177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:14.862679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6be4015-9247-4924-8d9f-72af7e20383d None None] Pushing event updated for resources: {'Port': ['ID=74da044b-154b-4267-8557-6a5ecda57a21,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:14.968863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c78b663-e43b-4ec1-8306-1fe55477fdae req-fad75067-5a46-498b-8e7c-8ed64bc92b9d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:14.971077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c78b663-e43b-4ec1-8306-1fe55477fdae req-fad75067-5a46-498b-8e7c-8ed64bc92b9d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 943 time: 0.1486652 Jul 22 11:46:15.009509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54622cb4-3106-4192-98d9-b83edf3a109e None None] Pushing event updated for resources: {'Port': ['ID=8a1073ba-9103-40bc-aef6-bab60511596a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:15.064352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.087566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c78b663-e43b-4ec1-8306-1fe55477fdae req-a40fc8a7-4e90-43fe-ae4b-6883d70dbae0 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0983672 Jul 22 11:46:15.204885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f33dbf20-4d95-48d4-8794-04e6c654cfd6 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:46:15.226697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:15.234350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:15.240523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:15.286323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'Port': ['ID=cb9e4c17-bad5-436c-bdbf-f0d997002a52,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:15.293789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Made reservation on behalf of 20ddf8a44b0b46feaf4c4d4442591e29 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:15.299039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.316956 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7ae9898-7075-4e88-bd82-cb3c9e952454 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.370094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] device_id is not set on port dccafecd-45f9-41d7-8881-79461f314009 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:15.479461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:15.524796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:15.526416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.531447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'port_id': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6', 'mac_address': 'fa:16:3e:f8:31:4d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabe74a-3748-48f7-8e64-984f0e4a8162', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:46:15.598661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-305835c3-8f76-497d-9107-9ad9f52674f7 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1150 time: 2.3019161 Jul 22 11:46:15.599991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:15.604966 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.634275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f33dbf20-4d95-48d4-8794-04e6c654cfd6 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:15.666424 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Allocated IP 2001:db8::ce (473c14b7-547b-49fb-9ca2-ff1b734fccc2/c3711f82-affd-4162-bf00-a55336b50e5a/dccafecd-45f9-41d7-8881-79461f314009) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:15.679635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:15.686771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:15.777928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4c4e1-0692-4e32-aa26-e29ba13e6fdd tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:15.782339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:15.789939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4c4e1-0692-4e32-aa26-e29ba13e6fdd tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:15.798807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27f4c4e1-0692-4e32-aa26-e29ba13e6fdd tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:15.801948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-27f4c4e1-0692-4e32-aa26-e29ba13e6fdd tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2614 time: 0.2012200 Jul 22 11:46:15.806990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:15.981198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:16.125582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Deleting port cb9e4c17-bad5-436c-bdbf-f0d997002a52 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:16.126498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.211665 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.343437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Transition to ACTIVE for port object dccafecd-45f9-41d7-8881-79461f314009 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:16.419214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d547e804-a80c-4dbd-8f4a-3c7719c1ab4e req-5154bb7f-5ad0-4b40-aa47-29454445e98f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:16.428847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d547e804-a80c-4dbd-8f4a-3c7719c1ab4e req-5154bb7f-5ad0-4b40-aa47-29454445e98f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1095 time: 0.1241059 Jul 22 11:46:16.433323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.442242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 28ef1253-67f8-415d-8182-0b9fd5d396dd up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:16.480565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60d590f9-350c-4723-aade-f4f00270530c req-3550e4d6-a2bb-4180-88e9-c6b1564fbc01 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:16.490758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Calling delete_port for cb9e4c17-bad5-436c-bdbf-f0d997002a52 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:16.497714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60d590f9-350c-4723-aade-f4f00270530c req-3550e4d6-a2bb-4180-88e9-c6b1564fbc01 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.7300990 Jul 22 11:46:16.556436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.663340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d547e804-a80c-4dbd-8f4a-3c7719c1ab4e req-c2d6cbd2-1701-417e-affc-275336d0628a tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2317550 Jul 22 11:46:16.695337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60d590f9-350c-4723-aade-f4f00270530c req-d2734295-e2c2-47e2-ab57-62b5743d6071 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1918924 Jul 22 11:46:16.801694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:16.812580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 28ef1253-67f8-415d-8182-0b9fd5d396dd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:16.837533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:16.844145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:16.851215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 74da044b-154b-4267-8557-6a5ecda57a21 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:16.871931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:16.873038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.925271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 28ef1253-67f8-415d-8182-0b9fd5d396dd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:16.933003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:16.942427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02779e31-3741-447d-ad80-ceee814925aa None None] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:16.968631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'Port': ['ID=dccafecd-45f9-41d7-8881-79461f314009,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:16.984728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5afc6831-63e5-4bc3-a4dd-befd9ef78e2f tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.6158841 Jul 22 11:46:16.990403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:17.066161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e06401e-e990-455e-a442-f7286cde9880 req-22384e78-b671-4ec8-9067-63d75e6b5f66 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:17.075078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e06401e-e990-455e-a442-f7286cde9880 req-22384e78-b671-4ec8-9067-63d75e6b5f66 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 944 time: 0.2065194 Jul 22 11:46:17.088671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8824ff8-6381-41f6-9da9-cf74ee6de981 None None] Provisioning for port 74da044b-154b-4267-8557-6a5ecda57a21 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:17.157030 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.165659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b30c1-deaf-4dcd-985f-f64b2545dcec tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:17.172411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b30c1-deaf-4dcd-985f-f64b2545dcec tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:17.179099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d5b30c1-deaf-4dcd-985f-f64b2545dcec tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:17.204915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d5b30c1-deaf-4dcd-985f-f64b2545dcec tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2619 time: 0.1950049 Jul 22 11:46:17.208994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:17.209788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event deleted for resources: {'Port': ['ID=cb9e4c17-bad5-436c-bdbf-f0d997002a52,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:17.210944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e06401e-e990-455e-a442-f7286cde9880 req-5cbdaeae-da18-4f62-bd17-5b4e43bf5dfb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1347408 Jul 22 11:46:17.215213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 74da044b-154b-4267-8557-6a5ecda57a21 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:17.226891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 74da044b-154b-4267-8557-6a5ecda57a21 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:17.227272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.336692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a81dd5e-454f-4747-8b74-2b2ecfe10aff None None] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:17.359168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.434472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.439534 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f2cd4ee2-0eab-488a-877d-073f32a9aa44 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "DELETE /v2.0/ports/cb9e4c17-bad5-436c-bdbf-f0d997002a52 HTTP/1.1" status: 204 len: 168 time: 1.6313536 Jul 22 11:46:17.449393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:17.457876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Request body: {'port': {'name': 'tempest-new-port-name-1047585342', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:17.458703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] bootfile-name is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:17.459251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] tftp-server is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:17.459780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.api.validators [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] server-ip-address is not in valid_values {{(pid=93707) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:17.514120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Deleting port dccafecd-45f9-41d7-8881-79461f314009 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:17.515149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:17.515919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.517124 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b7bce7c-ee6b-47c8-bdf3-5f2b369dfb31" -d '{"events": [{"server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "name": "network-vif-plugged", "status": "completed", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:17.550478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:17.562314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d969cf52-6b90-489f-b50e-dd92f3529f58 None None] Provisioning for port 8a1073ba-9103-40bc-aef6-bab60511596a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:17.580820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.601474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.644141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.689556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.706250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Calling delete_port for dccafecd-45f9-41d7-8881-79461f314009 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:17.777199 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa5ab77b-2292-4c25-8efb-f92fac4e1cc8 x-openstack-request-id: req-fa5ab77b-2292-4c25-8efb-f92fac4e1cc8 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:17.777493 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "name": "network-vif-plugged", "status": "completed", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:17.777740 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa5ab77b-2292-4c25-8efb-f92fac4e1cc8 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:17.778131 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd', 'code': 200} Jul 22 11:46:17.862015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:17.926108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 74da044b-154b-4267-8557-6a5ecda57a21, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=74da044b-154b-4267-8557-6a5ecda57a21,segment=NetworkSegment(3c69b2af-dd14-4005-8daf-67eaf0d1c65e),segment_id=3c69b2af-dd14-4005-8daf-67eaf0d1c65e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:17.937540 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.943047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:17.944887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a1073ba-9103-40bc-aef6-bab60511596a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:17.950142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e8f3de-54c1-48ee-8569-cd145c8f4c1c req-03f87932-d3d5-45f8-a280-6c5048a30027 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:17.953781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69e8f3de-54c1-48ee-8569-cd145c8f4c1c req-03f87932-d3d5-45f8-a280-6c5048a30027 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.1370184 Jul 22 11:46:18.056470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69e8f3de-54c1-48ee-8569-cd145c8f4c1c req-12a4572c-1f7b-43f4-8d87-6a9f7a521e33 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0906239 Jul 22 11:46:18.075640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f85de9-bd46-4ba7-ad33-3b6a2498e7ab req-6b017954-5f51-4ea6-8c65-ce54ecbba143 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:18.079532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f85de9-bd46-4ba7-ad33-3b6a2498e7ab req-6b017954-5f51-4ea6-8c65-ce54ecbba143 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.2459905 Jul 22 11:46:18.102214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18885b19-b762-478d-b58a-d7c66f378139 req-01b58399-2d33-41cc-837d-bc0831ab7963 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:18.110431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18885b19-b762-478d-b58a-d7c66f378139 req-01b58399-2d33-41cc-837d-bc0831ab7963 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2574253 Jul 22 11:46:18.121226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.221495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f85de9-bd46-4ba7-ad33-3b6a2498e7ab req-1c234e54-d412-4557-b8fe-430c16031a79 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1088321 Jul 22 11:46:18.244198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event deleted for resources: {'Port': ['ID=dccafecd-45f9-41d7-8881-79461f314009,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:18.248379 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1c5401f-9f27-4c0d-b8da-d67dc0730ccc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.277124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=74da044b-154b-4267-8557-6a5ecda57a21,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:18.284990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8a1073ba-9103-40bc-aef6-bab60511596a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:18.293537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.296715 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-15eb4efb-4541-4214-9e0d-e132e81eb173 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "DELETE /v2.0/ports/dccafecd-45f9-41d7-8881-79461f314009 HTTP/1.1" status: 204 len: 168 time: 1.0781007 Jul 22 11:46:18.298369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8a1073ba-9103-40bc-aef6-bab60511596a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:18.298796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.303346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:18.309443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Request body: {'port': {'name': 'tempest-new-port-name-241260314', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:18.309839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] bootfile-name is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:18.310186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] tftp-server is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:18.310562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.api.validators [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] server-ip-address is not in valid_values {{(pid=93706) validate_values /usr/local/lib/python3.8/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jul 22 11:46:18.333529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18885b19-b762-478d-b58a-d7c66f378139 req-0a46a126-7ec4-465b-bb0f-e7b30fc19628 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1757355 Jul 22 11:46:18.345377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.361901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.508732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.525694 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.589481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8a1073ba-9103-40bc-aef6-bab60511596a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a1073ba-9103-40bc-aef6-bab60511596a,segment=NetworkSegment(ff66108f-6619-4f62-88e7-e966c26bf2e2),segment_id=ff66108f-6619-4f62-88e7-e966c26bf2e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:18.600946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Could not find standard attr ID for object dccafecd-45f9-41d7-8881-79461f314009. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:18.607237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.609910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event updated for resources: {'Port': ['ID=4a653856-77b4-45bd-8fd9-7973d1018431,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:18.620581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] In _notify_port_updated(), no bound segment for port 4a653856-77b4-45bd-8fd9-7973d1018431 on network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:46:18.629738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:18.630701 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.636171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0216c722-8874-4477-bac2-85cb27552694 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "PUT /v2.0/ports/4a653856-77b4-45bd-8fd9-7973d1018431 HTTP/1.1" status: 200 len: 1136 time: 1.1848252 Jul 22 11:46:18.637119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51334) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:18.668205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Provisioning complete for port 74da044b-154b-4267-8557-6a5ecda57a21 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:18.668817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:18.787952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 74da044b-154b-4267-8557-6a5ecda57a21 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:18.797751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8a1073ba-9103-40bc-aef6-bab60511596a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:18.816658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de4ba440-dfec-471d-b766-029b4ffd7631 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:18.825013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de4ba440-dfec-471d-b766-029b4ffd7631 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "GET /v2.0/ports/4a653856-77b4-45bd-8fd9-7973d1018431 HTTP/1.1" status: 200 len: 1136 time: 0.1790204 Jul 22 11:46:18.828908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:18.863481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a483447-a5f0-4162-b9b4-8c607d2c7d20 req-06cfc9c8-8758-46eb-bf64-2a7d3b73904d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:18.883288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a483447-a5f0-4162-b9b4-8c607d2c7d20 req-06cfc9c8-8758-46eb-bf64-2a7d3b73904d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 944 time: 0.4172163 Jul 22 11:46:18.982567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a483447-a5f0-4162-b9b4-8c607d2c7d20 req-4b25bc72-862c-483f-9130-f13b016f30de tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0973167 Jul 22 11:46:19.009961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.026383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.041878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 74da044b-154b-4267-8557-6a5ecda57a21 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.042424 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.089948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] In _notify_port_updated(), no bound segment for port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 on network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 {{(pid=93706) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:46:19.093061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Provisioning for port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:19.097457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:19.098185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.099591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "PUT /v2.0/ports/65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 HTTP/1.1" status: 200 len: 1128 time: 0.7951035 Jul 22 11:46:19.104707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51338) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:19.104935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Provisioning complete for port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.105236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.134057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Deleting port 4a653856-77b4-45bd-8fd9-7973d1018431 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:19.134372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.143731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5b0d8b9-1f82-4722-8114-3d1836aa3b05 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event updated for resources: {'Port': ['ID=65e8b1e1-8d5b-49d0-9960-ce7607f37eb5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:19.168138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de40fe2f-48e6-462b-892b-d4fd0abc3aeb None None] Port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:19.231138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f33dbf20-4d95-48d4-8794-04e6c654cfd6 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:19.247581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e420894-e19b-401c-9bbf-5e7a81a79c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:19.255848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3e420894-e19b-401c-9bbf-5e7a81a79c7d tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "GET /v2.0/ports/65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 HTTP/1.1" status: 200 len: 1128 time: 0.1440887 Jul 22 11:46:19.256124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:19.349757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.401100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Calling delete_port for 4a653856-77b4-45bd-8fd9-7973d1018431 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:19.478063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Provisioning for port 4a653856-77b4-45bd-8fd9-7973d1018431 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:19.496860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.508340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Provisioning complete for port 4a653856-77b4-45bd-8fd9-7973d1018431 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.509304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.598036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port f33dbf20-4d95-48d4-8794-04e6c654cfd6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:19.619731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port f33dbf20-4d95-48d4-8794-04e6c654cfd6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.620166 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.634766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Deleting port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:19.635601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.665726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dade8ec4-fc33-4134-ba80-641ea820db4f req-f87cd754-1fdb-44b4-8088-256e80702147 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:19.677127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dade8ec4-fc33-4134-ba80-641ea820db4f req-f87cd754-1fdb-44b4-8088-256e80702147 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.2788210 Jul 22 11:46:19.685842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Port 4a653856-77b4-45bd-8fd9-7973d1018431 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:19.744341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.776789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Provisioning complete for port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.777786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.785074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.823710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da5fa390-596d-4be1-86b4-ff626b8c8aaf req-a003cce2-f264-433d-aa07-9aea4a175915 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:19.834220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da5fa390-596d-4be1-86b4-ff626b8c8aaf req-a003cce2-f264-433d-aa07-9aea4a175915 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3287909 Jul 22 11:46:19.834945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event deleted for resources: {'Port': ['ID=4a653856-77b4-45bd-8fd9-7973d1018431,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:19.881542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:19.891984 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9248f84-a0e7-42ab-b939-01bcb40aadca" -d '{"events": [{"server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "name": "network-vif-plugged", "status": "completed", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:19.909122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Port 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:19.921514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:19.930061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.938710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Provisioning complete for port 8a1073ba-9103-40bc-aef6-bab60511596a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:19.939811 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aaa59eb5-6b4c-4ad8-b52a-50e6458c4596 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:19.966495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dade8ec4-fc33-4134-ba80-641ea820db4f req-263374a5-4e44-445b-a276-87363228ff79 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2883959 Jul 22 11:46:20.027784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da5fa390-596d-4be1-86b4-ff626b8c8aaf req-cc20a1f9-9da9-4924-b1d4-77bce4781bf5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1925583 Jul 22 11:46:20.048198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.078438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Calling delete_port for 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:20.091491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.094936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ebee664-8ef8-430d-96f0-44405c4b41e8 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "DELETE /v2.0/ports/4a653856-77b4-45bd-8fd9-7973d1018431 HTTP/1.1" status: 204 len: 168 time: 1.2648158 Jul 22 11:46:20.098970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:20.152642 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f91ebd9-542e-4a2f-8836-2eaf5c8e0ebd x-openstack-request-id: req-5f91ebd9-542e-4a2f-8836-2eaf5c8e0ebd {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:20.152994 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "name": "network-vif-plugged", "status": "completed", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:20.153336 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f91ebd9-542e-4a2f-8836-2eaf5c8e0ebd {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:20.153808 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6', 'code': 200} Jul 22 11:46:20.182156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:20.321613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Deleting subnet b843a24c-cdbb-48db-ae30-1e3165dcb8b2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:20.361730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.441899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef00a5a8-eecf-49aa-8996-a78ee94ba6b0 None None] Could not find standard attr ID for object 4a653856-77b4-45bd-8fd9-7973d1018431. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:20.444892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef00a5a8-eecf-49aa-8996-a78ee94ba6b0 None None] Could not find standard attr ID for object dccafecd-45f9-41d7-8881-79461f314009. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:20.448145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ef00a5a8-eecf-49aa-8996-a78ee94ba6b0 None None] Could not find standard attr ID for object cb9e4c17-bad5-436c-bdbf-f0d997002a52. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:20.496970 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.590564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f49dee1-86ab-4d22-8e9c-589ffe380018 req-6f692809-b0b2-425b-952e-030ed4d176fa tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:20.592265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f49dee1-86ab-4d22-8e9c-589ffe380018 req-6f692809-b0b2-425b-952e-030ed4d176fa tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.2840495 Jul 22 11:46:20.734429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14ba5e60-ce6e-4d04-806e-96455f22746e req-fc9837ca-b86a-4fe8-859c-3ca018c842f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:20.736052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ba5e60-ce6e-4d04-806e-96455f22746e req-fc9837ca-b86a-4fe8-859c-3ca018c842f3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 1096 time: 0.4715743 Jul 22 11:46:20.753296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a1073ba-9103-40bc-aef6-bab60511596a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:20.763482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bc2e1c5-af4b-48cb-86e6-fb4ff57b9761 req-8cf0ad94-ccfb-491a-b692-174519a919dc tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:20.765756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1bc2e1c5-af4b-48cb-86e6-fb4ff57b9761 req-8cf0ad94-ccfb-491a-b692-174519a919dc tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.4342678 Jul 22 11:46:20.857044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f49dee1-86ab-4d22-8e9c-589ffe380018 req-7c7e4599-df78-4396-a0d9-5db0eb13e1ee tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2566650 Jul 22 11:46:20.859572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.876988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75f2f3b4-6b3d-442b-800e-c2b99025c4c1 None None] Could not find standard attr ID for object 4a653856-77b4-45bd-8fd9-7973d1018431. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:20.880440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8a1073ba-9103-40bc-aef6-bab60511596a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:20.880808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:20.917367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75f2f3b4-6b3d-442b-800e-c2b99025c4c1 None None] Could not find standard attr ID for object 65e8b1e1-8d5b-49d0-9960-ce7607f37eb5. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:46:20.944658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.005413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event deleted for resources: {'Port': ['ID=65e8b1e1-8d5b-49d0-9960-ce7607f37eb5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:21.029663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14ba5e60-ce6e-4d04-806e-96455f22746e req-26de5ad7-ef83-4053-86a5-38b8d4d949d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2808864 Jul 22 11:46:21.062003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1bc2e1c5-af4b-48cb-86e6-fb4ff57b9761 req-395cdbee-50c1-4683-92e9-5bbf770a0d02 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2772470 Jul 22 11:46:21.165794 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.168178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-29cbf314-4e15-41b5-a49c-780b51dbb0e6 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "DELETE /v2.0/ports/65e8b1e1-8d5b-49d0-9960-ce7607f37eb5 HTTP/1.1" status: 204 len: 168 time: 1.9111910 Jul 22 11:46:21.173900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:21.298249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.320860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.342209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event deleted for resources: {'Subnet': ['ID=b843a24c-cdbb-48db-ae30-1e3165dcb8b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:21.349944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Deleting subnet c3711f82-affd-4162-bf00-a55336b50e5a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:21.354857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.356754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-10cf4f83-b030-4dbe-bdb6-1c67b6e8af29 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "DELETE /v2.0/subnets/b843a24c-cdbb-48db-ae30-1e3165dcb8b2 HTTP/1.1" status: 204 len: 168 time: 1.2548802 Jul 22 11:46:21.359126 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.362058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:21.364088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94d223d9-99ba-420b-966d-31a6daf50b81 None None] Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:21.428069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.475677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f0378b5-092b-4d94-bb4c-7328f9b7958a req-4d67ca9d-7ad5-4e01-8e9f-d3721589ad2e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:21.477274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f0378b5-092b-4d94-bb4c-7328f9b7958a req-4d67ca9d-7ad5-4e01-8e9f-d3721589ad2e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2863417 Jul 22 11:46:21.492254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.496492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d419efdd-7f4b-467d-8c9c-42dc85d31d9e req-2f3ff7f7-8717-493c-b8b9-1e1a640ecd1d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:21.503041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d419efdd-7f4b-467d-8c9c-42dc85d31d9e req-2f3ff7f7-8717-493c-b8b9-1e1a640ecd1d tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.2767608 Jul 22 11:46:21.556085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Deleting port 8a1073ba-9103-40bc-aef6-bab60511596a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:21.556741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.571245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d419efdd-7f4b-467d-8c9c-42dc85d31d9e req-6af9961a-6e4d-4a87-957c-4589d8af29f6 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0571871 Jul 22 11:46:21.618050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f0378b5-092b-4d94-bb4c-7328f9b7958a req-f5b9dfbf-213a-4e44-8fc0-dfd44cc2253c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1324759 Jul 22 11:46:21.638209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.704233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] For port 8a1073ba-9103-40bc-aef6-bab60511596a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a1073ba-9103-40bc-aef6-bab60511596a,segment=NetworkSegment(ff66108f-6619-4f62-88e7-e966c26bf2e2),segment_id=ff66108f-6619-4f62-88e7-e966c26bf2e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:21.704810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.723677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Calling delete_port for 8a1073ba-9103-40bc-aef6-bab60511596a owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:21.753088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.765585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-662469a9-d80f-4ba9-80f8-f3aa085801e2 None None] DHCP port deletion for a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:21.812690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event deleted for resources: {'Subnet': ['ID=c3711f82-affd-4162-bf00-a55336b50e5a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:21.823605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.827822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33d3ee8e-76cc-4849-bcf4-1aba56b92bd9 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "DELETE /v2.0/subnets/c3711f82-affd-4162-bf00-a55336b50e5a HTTP/1.1" status: 204 len: 168 time: 0.6483138 Jul 22 11:46:21.831325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:21.853782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:21.860503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d341a28-052a-437a-9b76-f5395d48cc07 None None] Network 473c14b7-547b-49fb-9ca2-ff1b734fccc2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:21.893083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event deleted for resources: {'Port': ['ID=8a1073ba-9103-40bc-aef6-bab60511596a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:21.900422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] No DVR routers for this DVR port 8a1073ba-9103-40bc-aef6-bab60511596a on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:22.042281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.058159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.072234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff66108f-6619-4f62-88e7-e966c26bf2e2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.072551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff66108f-6619-4f62-88e7-e966c26bf2e2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.089565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.103722 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:46:22.125948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.134995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.136146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:46:22.137231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:46:22.145114 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:46:22.240397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.250663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.252191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-662469a9-d80f-4ba9-80f8-f3aa085801e2 None None] Deleting port 8a1073ba-9103-40bc-aef6-bab60511596a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:22.252808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] 10.222.0.21 "DELETE /v2.0/networks/a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 HTTP/1.1" status: 204 len: 168 time: 0.8895907 Jul 22 11:46:22.257124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-662469a9-d80f-4ba9-80f8-f3aa085801e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.279537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7bae166-9cac-4b82-b894-26e4e98e247a req-e71af00c-5eb8-47b6-9098-da02d3793b65 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:22.287099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7bae166-9cac-4b82-b894-26e4e98e247a req-e71af00c-5eb8-47b6-9098-da02d3793b65 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.1861145 Jul 22 11:46:22.290430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96ef31d-5bf3-461e-82bb-2c26936cba62 tempest-ExtraDHCPOptionsTestJSON-2090229148 tempest-ExtraDHCPOptionsTestJSON-2090229148-project] Pushing event deleted for resources: {'Network': ['ID=a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-662469a9-d80f-4ba9-80f8-f3aa085801e2 None None] Exception during message handling: neutron_lib.exceptions.NetworkNotFound: Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 could not be found. Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 264, in _get_network Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server network = model_query.get_by_id(context, models_v2.Network, id) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/model_query.py", line 169, in get_by_id Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/query.py", line 2806, in one Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._iter().one() Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 1365, in one Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._only_one_row( Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/sqlalchemy/engine/result.py", line 561, in _only_one_row Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exc.NoResultFound( Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server sqlalchemy.exc.NoResultFound: No row was found when one was required Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 270, in release_dhcp_port Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server plugin.delete_ports_by_device_id(context, device_id, network_id) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1538, in delete_ports_by_device_id Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.delete_port(context, port_id) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:46:22.337957 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1954, in delete_port Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server network = self.get_network(context, port['network_id']) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1190, in get_network Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server net_db = net_db or self._get_network(context, id) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 266, in _get_network Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exceptions.NetworkNotFound(net_id=id) Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.NetworkNotFound: Network a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 could not be found. Jul 22 11:46:22.341896 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:46:22.368806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Deleting port 74da044b-154b-4267-8557-6a5ecda57a21 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:22.369460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.383419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7bae166-9cac-4b82-b894-26e4e98e247a req-42c1543f-76fd-4e24-a576-22757c8fc0bb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949998 Jul 22 11:46:22.390500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fe7912e-a0ac-456a-859a-c72ffb1e1ea7 None None] DHCP port deletion for a4ff47fc-253d-4b1e-8342-0a82cc6e5bc2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:22.426071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c25d1e-a95f-4473-aee6-f8b0602cbf60 req-40fe873c-a143-4f9a-9c1a-0e2590b58c27 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:22.434720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c25d1e-a95f-4473-aee6-f8b0602cbf60 req-40fe873c-a143-4f9a-9c1a-0e2590b58c27 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.2079563 Jul 22 11:46:22.504225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] DHCP port deletion for 473c14b7-547b-49fb-9ca2-ff1b734fccc2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:22.525870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] For port 74da044b-154b-4267-8557-6a5ecda57a21, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=74da044b-154b-4267-8557-6a5ecda57a21,segment=NetworkSegment(3c69b2af-dd14-4005-8daf-67eaf0d1c65e),segment_id=3c69b2af-dd14-4005-8daf-67eaf0d1c65e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:22.526246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.543266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c25d1e-a95f-4473-aee6-f8b0602cbf60 req-56dfb2e6-9f8b-475e-b4c9-710a32b109f9 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1075256 Jul 22 11:46:22.557938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Calling delete_port for 74da044b-154b-4267-8557-6a5ecda57a21 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:22.594011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Deleting port 74da044b-154b-4267-8557-6a5ecda57a21 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:22.594400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.671500 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.725640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event deleted for resources: {'Port': ['ID=74da044b-154b-4267-8557-6a5ecda57a21,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:22.747864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] No DVR routers for this DVR port 74da044b-154b-4267-8557-6a5ecda57a21 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:22.788093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 74da044b-154b-4267-8557-6a5ecda57a21 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:22.797159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:22.843450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] For port 74da044b-154b-4267-8557-6a5ecda57a21, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=74da044b-154b-4267-8557-6a5ecda57a21,segment=NetworkSegment(3c69b2af-dd14-4005-8daf-67eaf0d1c65e),segment_id=3c69b2af-dd14-4005-8daf-67eaf0d1c65e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:22.844507 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.861699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Calling delete_port for 74da044b-154b-4267-8557-6a5ecda57a21 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:22.890776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.902786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['473c14b7-547b-49fb-9ca2-ff1b734fccc2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.915617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c69b2af-dd14-4005-8daf-67eaf0d1c65e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.916232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c69b2af-dd14-4005-8daf-67eaf0d1c65e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:22.934087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.950859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.956917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:22.966892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 74da044b-154b-4267-8557-6a5ecda57a21 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:22.968171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 74da044b-154b-4267-8557-6a5ecda57a21 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:22.968942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a1073ba-9103-40bc-aef6-bab60511596a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:22.996350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] No DVR routers for this DVR port 74da044b-154b-4267-8557-6a5ecda57a21 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:22.998009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:46:22.999489 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:46:23.004882 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:46:23.021337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21d1a196-7862-443b-b370-6da2e9051fb8 None None] Pushing event deleted for resources: {'Port': ['ID=74da044b-154b-4267-8557-6a5ecda57a21,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:23.024856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8a1073ba-9103-40bc-aef6-bab60511596a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:23.025210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a1073ba-9103-40bc-aef6-bab60511596a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:23.027968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-93ba7a1e-a52b-415d-bfd4-ad14a503d146 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=587ca47cdb4f45fca4d171e686f135a3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291613 Jul 22 11:46:23.030357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:23.039227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2539773-8662-4462-8834-94c30a0aae91 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:46:23.113505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.124704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.136386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.156039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] 10.222.0.21 "DELETE /v2.0/networks/473c14b7-547b-49fb-9ca2-ff1b734fccc2 HTTP/1.1" status: 204 len: 168 time: 1.3222466 Jul 22 11:46:23.173585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ee08bd2-d7f9-4bca-8ac4-42c12e02efce req-6a6977e5-1bdf-41a7-9aec-6e3b0da7cea5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:23.182402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.192545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ee08bd2-d7f9-4bca-8ac4-42c12e02efce req-6a6977e5-1bdf-41a7-9aec-6e3b0da7cea5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3810132 Jul 22 11:46:23.252671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2539773-8662-4462-8834-94c30a0aae91 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:46:23.271292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01d3e8f-5707-4d69-97d3-9201435ed23c tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610 tempest-ExtraDHCPOptionsIpV6TestJSON-1370835610-project] Pushing event deleted for resources: {'Network': ['ID=473c14b7-547b-49fb-9ca2-ff1b734fccc2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:23.277222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.281764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.283086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/889ade55-971f-43c3-b4cf-71c1774f3f24 HTTP/1.1" status: 204 len: 168 time: 0.2511847 Jul 22 11:46:23.299537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e4ecb6-233f-4783-8e1d-7fd9984e6784 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ade55-971f-43c3-b4cf-71c1774f3f24,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:23.356225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ee08bd2-d7f9-4bca-8ac4-42c12e02efce req-660c6b71-18dd-4cbe-9b48-fd994f694d1d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1610899 Jul 22 11:46:23.469133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-67d198e2-9754-47ce-b5d7-71a6c3040a30 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:23.473396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-67d198e2-9754-47ce-b5d7-71a6c3040a30 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.36 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.1336112 Jul 22 11:46:23.699534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Deleting port 28ef1253-67f8-415d-8182-0b9fd5d396dd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:23.699863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:23.704670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:23.991161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22c54492-4a7e-4d45-9acb-bb18402d4c7c req-3da2fa7c-3f89-4d96-8bbc-706ec500f2d5 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:24.004996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22c54492-4a7e-4d45-9acb-bb18402d4c7c req-3da2fa7c-3f89-4d96-8bbc-706ec500f2d5 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.3606129 Jul 22 11:46:24.032248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] For port 28ef1253-67f8-415d-8182-0b9fd5d396dd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=28ef1253-67f8-415d-8182-0b9fd5d396dd,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:24.034470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.111754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Calling delete_port for 28ef1253-67f8-415d-8182-0b9fd5d396dd owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:24.115250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7070d525-5e6b-4f26-af2a-31aa26ea4eae admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20ddf8a44b0b46feaf4c4d4442591e29&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4094715 Jul 22 11:46:24.120768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51436) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:24.150837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6510084-d36a-4ff5-840f-d8d82b5828c3 req-114b3ac4-3221-4627-a589-45c14215dee6 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:24.153685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6510084-d36a-4ff5-840f-d8d82b5828c3 req-114b3ac4-3221-4627-a589-45c14215dee6 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 1096 time: 0.2854941 Jul 22 11:46:24.190700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22c54492-4a7e-4d45-9acb-bb18402d4c7c req-15026197-3da0-4de8-a7b9-d6794daae701 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1780703 Jul 22 11:46:24.342194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6510084-d36a-4ff5-840f-d8d82b5828c3 req-a1b02765-b9bd-4fef-9d3b-819f329f54a3 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781652 Jul 22 11:46:24.357556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.385863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.430220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.442312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['28ef1253-67f8-415d-8182-0b9fd5d396dd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:24.495000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['cd0ca14b-5905-41f8-a81e-10cbcbf96941'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:24.501777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Pushing event deleted for resources: {'Port': ['ID=28ef1253-67f8-415d-8182-0b9fd5d396dd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:24.517717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.523421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.527765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1c6b09b6-ce9d-4bba-9221-dce499e16887 HTTP/1.1" status: 204 len: 168 time: 0.3934782 Jul 22 11:46:24.538299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25cafd9c-0df1-490e-b571-1c8a9b8a7377 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c6b09b6-ce9d-4bba-9221-dce499e16887,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:24.632489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9030583b-8b3f-45d8-911f-5ba46095755e req-0635dfb9-7653-4422-b25c-51c159613f15 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:24.640295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9030583b-8b3f-45d8-911f-5ba46095755e req-0635dfb9-7653-4422-b25c-51c159613f15 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1595483 Jul 22 11:46:24.697031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] No DVR routers for this DVR port 28ef1253-67f8-415d-8182-0b9fd5d396dd on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:24.713501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:24.718952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ced7b952-a66d-4d78-97de-fcc1eee0903d req-ddd6e97a-338f-4151-8542-093dfb9fa852 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.36 "DELETE /v2.0/ports/28ef1253-67f8-415d-8182-0b9fd5d396dd HTTP/1.1" status: 204 len: 173 time: 1.2410905 Jul 22 11:46:24.719699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'name': 'network-vif-deleted', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:24.749378 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d4df81bb-49bb-4340-88ba-09d931bcf076" -d '{"events": [{"server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "name": "network-vif-deleted", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:24.749936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9030583b-8b3f-45d8-911f-5ba46095755e req-f88ec202-1657-42d4-8b71-b74082b7667b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0976603 Jul 22 11:46:24.855437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:24.905701 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05091001-bbd7-4fd9-bfe9-3c0a0be66fbe x-openstack-request-id: req-05091001-bbd7-4fd9-bfe9-3c0a0be66fbe {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:24.906388 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "345bd7dc-97ff-43b2-a737-0bfd4783fec0", "name": "network-vif-deleted", "tag": "28ef1253-67f8-415d-8182-0b9fd5d396dd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:24.906866 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05091001-bbd7-4fd9-bfe9-3c0a0be66fbe {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:24.907510 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '345bd7dc-97ff-43b2-a737-0bfd4783fec0', 'name': 'network-vif-deleted', 'tag': '28ef1253-67f8-415d-8182-0b9fd5d396dd', 'status': 'completed', 'code': 200} Jul 22 11:46:25.025476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-1466891748'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:25.113202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:25.174033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.215117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.716892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.724675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.781049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:25.782733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19699422-e6f2-4575-9ea2-8cd86067d9cc req-3cb5b93e-861c-43bf-989f-f70932f60fe9 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=345bd7dc-97ff-43b2-a737-0bfd4783fec0 HTTP/1.1" status: 200 len: 210 time: 0.1155870 Jul 22 11:46:25.815643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.815995 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 00da59a7-4beb-4720-8d33-8daefb907b7f of type vlan for network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 Jul 22 11:46:25.899557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f7ec12f8-13ee-4628-aadd-3c0ac5e09d48,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:25.905957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.979677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:25.989921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:25.996790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.051586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-822db721-4883-459c-bbda-fbea2663d911 req-944f79a6-f4a9-49cd-8afa-0b10c1e4df05 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:26.053596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-822db721-4883-459c-bbda-fbea2663d911 req-944f79a6-f4a9-49cd-8afa-0b10c1e4df05 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1104617 Jul 22 11:46:26.054551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:26.055164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.1978571 Jul 22 11:46:26.061793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-1349164294'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:26.099647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:26.103681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.160547 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-822db721-4883-459c-bbda-fbea2663d911 req-46ae82ff-d3d8-4993-a6ef-5a86510b40ec tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699720 Jul 22 11:46:26.190040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:26.236430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.236656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d45950-462c-4fd8-af88-453e9fba7342 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=95e87bde-e722-4001-8b5c-b3ab83c94ad3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:26.237196 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 51e62727-4a83-441a-b83d-577796c1b8fe of type vlan for network 6f9384a3-1031-4afe-9616-fb6080720ff5 Jul 22 11:46:26.255417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:26.370599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.441559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.462025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:26.463469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:46:26.465647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.530403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4736309 Jul 22 11:46:26.534703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:26.543070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:26.666383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c41d9d-7f13-46a0-98ee-556b9b8a5adc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=6f9384a3-1031-4afe-9616-fb6080720ff5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:26.693432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:26.773196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:26.901506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:26.916159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'mac_address': 'fa:16:3e:93:ef:27', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:46:26.969171 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:26.989665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:27.044889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:27.053687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.162077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:27.177074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-467299341'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:27.240461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:27.248807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.269246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:27.283263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.293614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.293977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.294304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.295034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.295231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.296006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.300071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.301490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.302136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.302674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.303181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.305022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:46:27.378114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.585064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.600220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.612240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4deae5b-250c-44ed-8d54-c1ad1dd8962f req-b8619489-ac98-4ff2-98a9-0f9f5c277a81 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:27.624004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:46:27.625162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4deae5b-250c-44ed-8d54-c1ad1dd8962f req-b8619489-ac98-4ff2-98a9-0f9f5c277a81 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.1625495 Jul 22 11:46:27.640939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.641826 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Added segment 5cf1a086-00e2-4ea2-b451-faf726d23348 of type vlan for network d875b94d-319f-4aee-b91b-6cc46d68b5a5 Jul 22 11:46:27.702971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45d851-3c7e-4c96-a392-303e8736ff8d req-f8774721-4c2b-40fb-8103-cccea15d09a3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:27.706884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b45d851-3c7e-4c96-a392-303e8736ff8d req-f8774721-4c2b-40fb-8103-cccea15d09a3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 944 time: 0.2467306 Jul 22 11:46:27.709396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.712898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:27.718325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.777456 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4deae5b-250c-44ed-8d54-c1ad1dd8962f req-83df413f-413f-4323-9b5b-492576ee1877 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1509027 Jul 22 11:46:27.818158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.836227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:27.840059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:27.876301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b45d851-3c7e-4c96-a392-303e8736ff8d req-e0390d86-7b96-4d84-b68e-2171b5593661 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1507366 Jul 22 11:46:28.008379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 1.2353959 Jul 22 11:46:28.015541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:28.080304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0b239a89-3ab7-4e33-87d4-2638096ec0ec,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:28.085686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae954f6b-5a9a-4518-9088-0b32e7a14e7b tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Network': ['ID=d875b94d-319f-4aee-b91b-6cc46d68b5a5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:28.100237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'subnet': {'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:28.151722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:46:28.173132 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:28.369509 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:28.415259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=21751d05-95c4-4516-9089-6ea237085b64,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:28.458965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:28.479496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:28.484206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:28.488462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '00da59a7-4beb-4720-8d33-8daefb907b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:28.503675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 95e87bde-e722-4001-8b5c-b3ab83c94ad3, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:28.606015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:28.606645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:28.662108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:28.767775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 95e87bde-e722-4001-8b5c-b3ab83c94ad3) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:28.816664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:28.824265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:28.838007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96a42169-c87f-41cf-bdd3-9d56bcb0035d None None] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:28.923391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:29.036040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:29.043798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fdab1344-253c-4b7e-acc9-6cffb4c2cfeb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.5063140 Jul 22 11:46:29.044370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51590) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:29.059084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:29.140082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:29.144495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:29.147269 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e8ce848-02ce-48e3-bd6a-afb7c97f7770" -d '{"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:29.154332 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:29.155372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 28ef1253-67f8-415d-8182-0b9fd5d396dd no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:29.199706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 28ef1253-67f8-415d-8182-0b9fd5d396dd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:29.199706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 28ef1253-67f8-415d-8182-0b9fd5d396dd not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:29.290227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:29.317969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Subnet': ['ID=fe0337bb-9cbd-4016-87fd-034fa699f64f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:29.383593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-4b463cdc-a788-4acb-ba33-47145023761f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:29.388048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-4b463cdc-a788-4acb-ba33-47145023761f tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.7118618 Jul 22 11:46:29.412655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-95e87bde-e722-4001-8b5c-b3ab83c94ad3', 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': '21751d05-95c4-4516-9089-6ea237085b64'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:46:29.413728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:29.435677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:29.441883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:29.758121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Allocated IP 172.20.0.2 (95e87bde-e722-4001-8b5c-b3ab83c94ad3/21751d05-95c4-4516-9089-6ea237085b64/b9b5fcaa-d036-4474-8f33-674d4bf87c4b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:29.827553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Checking segment: {'id': '5cf1a086-00e2-4ea2-b451-faf726d23348', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:29.829023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network hostable DHCP agents. Network: d875b94d-319f-4aee-b91b-6cc46d68b5a5, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:29.863571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9400cd27-7b26-4cab-a387-c9e35e6d464d req-1734ecde-a03c-4cfa-b085-1ed2905775f6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:29.888555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9400cd27-7b26-4cab-a387-c9e35e6d464d req-1734ecde-a03c-4cfa-b085-1ed2905775f6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.7806916 Jul 22 11:46:29.967644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9400cd27-7b26-4cab-a387-c9e35e6d464d req-862c77ea-adba-48ea-8ef6-98ed49b98985 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0769703 Jul 22 11:46:29.976670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e6bee10-172b-480a-af77-c36898ce83ce req-02eb2a0c-b9bb-4113-9028-cd7178c1d986 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:29.990016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6bee10-172b-480a-af77-c36898ce83ce req-02eb2a0c-b9bb-4113-9028-cd7178c1d986 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 1096 time: 0.9445813 Jul 22 11:46:30.096506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.119411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:30.148914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Transition to ACTIVE for port object b9b5fcaa-d036-4474-8f33-674d4bf87c4b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:30.184204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Transition to ACTIVE for port object b9b5fcaa-d036-4474-8f33-674d4bf87c4b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:30.194177 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8daa787e-120c-431c-99ae-fceab97d4cbf x-openstack-request-id: req-8daa787e-120c-431c-99ae-fceab97d4cbf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:30.195777 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-plugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:30.196094 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8daa787e-120c-431c-99ae-fceab97d4cbf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:30.196905 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'code': 200} Jul 22 11:46:30.198554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, d875b94d-319f-4aee-b91b-6cc46d68b5a5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:30.200455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.215073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2eec149-5743-47bc-b2bd-62efc174159b None None] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:30.227999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:30.229515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.259346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e6bee10-172b-480a-af77-c36898ce83ce req-38630750-ec68-492c-9fef-75960871e251 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=326d243c-a36e-4912-ad06-6deabc424f57&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2672327 Jul 22 11:46:30.318136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Deleting port cd0ca14b-5905-41f8-a81e-10cbcbf96941 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:30.318559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.329031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba788bdd-2c93-4492-9e4a-7ac90ae219ce tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 2.2970481 Jul 22 11:46:30.329571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:30.338528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-2099885316', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:30.356433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:30.364442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.383482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:30.387694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Pushing event updated for resources: {'Port': ['ID=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:30.405186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.408212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.431175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:30.560990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.594814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] For port cd0ca14b-5905-41f8-a81e-10cbcbf96941, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=cd0ca14b-5905-41f8-a81e-10cbcbf96941,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:30.595178 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.606645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Attempting to bind port b9b5fcaa-d036-4474-8f33-674d4bf87c4b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:30.615087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Attempting to bind port b9b5fcaa-d036-4474-8f33-674d4bf87c4b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '00da59a7-4beb-4720-8d33-8daefb907b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:30.615823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Attempting to bind port b9b5fcaa-d036-4474-8f33-674d4bf87c4b on network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:30.628427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Calling delete_port for cd0ca14b-5905-41f8-a81e-10cbcbf96941 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:30.663362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:30.668988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Checking segment: {'id': '00da59a7-4beb-4720-8d33-8daefb907b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:30.669971 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.670643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Bound using segment: {'id': '00da59a7-4beb-4720-8d33-8daefb907b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:30.671527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Bound port: b9b5fcaa-d036-4474-8f33-674d4bf87c4b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '00da59a7-4beb-4720-8d33-8daefb907b7f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '95e87bde-e722-4001-8b5c-b3ab83c94ad3'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:30.672165 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:30.731526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-424ca999-dece-4eaa-adca-70a40dbb536a None None] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:30.887879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.057539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] For port b9b5fcaa-d036-4474-8f33-674d4bf87c4b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:31.058383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.077461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] For port b9b5fcaa-d036-4474-8f33-674d4bf87c4b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,segment=NetworkSegment(00da59a7-4beb-4720-8d33-8daefb907b7f),segment_id=00da59a7-4beb-4720-8d33-8daefb907b7f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:31.147216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=746b817e-85dd-4529-a127-6181b5597cd4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:31.228699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.373403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device cd0ca14b-5905-41f8-a81e-10cbcbf96941 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:31.393053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '51e62727-4a83-441a-b83d-577796c1b8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:31.393433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 6f9384a3-1031-4afe-9616-fb6080720ff5, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:46:31.411858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Pushing event deleted for resources: {'Port': ['ID=cd0ca14b-5905-41f8-a81e-10cbcbf96941,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:31.443093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.483566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: cd0ca14b-5905-41f8-a81e-10cbcbf96941 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:31.484359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device cd0ca14b-5905-41f8-a81e-10cbcbf96941 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:31.492309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.551932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c60ab1f7-62af-459d-8452-4278e26d8207 None None] Pushing event updated for resources: {'Port': ['ID=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:31.677570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f6fa447-71a2-475d-8488-fe482a353ce7 req-8d6e71c9-1d0b-4057-9de2-bd7240308e43 tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=892277fb-fb31-49b1-b37d-000bce61931f HTTP/1.1" status: 200 len: 210 time: 0.2299776 Jul 22 11:46:31.697819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] No DVR routers for this DVR port cd0ca14b-5905-41f8-a81e-10cbcbf96941 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:31.705985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.718353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bbd2ad6-d871-4cc0-b617-94b49433ca4e req-f1a15713-2f95-41c1-b789-a1df0ca74aca tempest-TestServerMultinode-280986947 tempest-TestServerMultinode-280986947-project-admin] 10.222.0.20 "DELETE /v2.0/ports/cd0ca14b-5905-41f8-a81e-10cbcbf96941 HTTP/1.1" status: 204 len: 173 time: 2.1408029 Jul 22 11:46:31.725021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'name': 'network-vif-deleted', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:31.737888 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d378567c-1023-4d35-af15-cf76c45d7dd0" -d '{"events": [{"server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "name": "network-vif-deleted", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:31.800777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:46:31.857302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.148 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/1959c087-fd6d-4d7c-b705-82212dee098f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:31.884383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-587f35e6-de9b-4bb0-b939-794cf5bcdec5 req-1d2e2955-3f8e-4633-b344-01cf68d5f9dd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:31.888548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587f35e6-de9b-4bb0-b939-794cf5bcdec5 req-1d2e2955-3f8e-4633-b344-01cf68d5f9dd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.6232889 Jul 22 11:46:31.889777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6f9384a3-1031-4afe-9616-fb6080720ff5) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:31.906066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0dab6078-faac-4ae3-a971-08fb0b4b9f7e None None] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:31.932460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:31.932460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:31.997760 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36fd4e4-0592-4459-9c1f-f1b0e06bcf32 x-openstack-request-id: req-f36fd4e4-0592-4459-9c1f-f1b0e06bcf32 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:31.998756 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "892277fb-fb31-49b1-b37d-000bce61931f", "name": "network-vif-deleted", "tag": "cd0ca14b-5905-41f8-a81e-10cbcbf96941", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:31.999972 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36fd4e4-0592-4459-9c1f-f1b0e06bcf32 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:32.000836 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '892277fb-fb31-49b1-b37d-000bce61931f', 'name': 'network-vif-deleted', 'tag': 'cd0ca14b-5905-41f8-a81e-10cbcbf96941', 'status': 'completed', 'code': 200} Jul 22 11:46:32.048010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c7455154-6d61-4fca-84e0-b1deb10151f8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.9955163 Jul 22 11:46:32.056429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:32.079381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1671915749', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:32.180096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-587f35e6-de9b-4bb0-b939-794cf5bcdec5 req-f0771b74-5755-4c8e-afdd-f6575e4e429c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2706847 Jul 22 11:46:32.473058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:32.516575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-6f9384a3-1031-4afe-9616-fb6080720ff5', 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': '746b817e-85dd-4529-a127-6181b5597cd4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:46:32.521250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:32.605728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:32.632081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:32.653858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:32.879740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:32.924628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Allocated IP 172.21.0.2 (6f9384a3-1031-4afe-9616-fb6080720ff5/746b817e-85dd-4529-a127-6181b5597cd4/51eed01c-e0ab-4665-935c-bee4ff723cec) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:33.021040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:33.024347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:33.039333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:33.202307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:33.366764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:33.392220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Transition to ACTIVE for port object 51eed01c-e0ab-4665-935c-bee4ff723cec will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:33.418845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Transition to ACTIVE for port object 51eed01c-e0ab-4665-935c-bee4ff723cec will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:33.427171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b9b5fcaa-d036-4474-8f33-674d4bf87c4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:33.431823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:33.539821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Pushing event updated for resources: {'Port': ['ID=51eed01c-e0ab-4665-935c-bee4ff723cec,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:33.589088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:33.606042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:33.619041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:33.830625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Attempting to bind port 51eed01c-e0ab-4665-935c-bee4ff723cec on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:33.831094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Attempting to bind port 51eed01c-e0ab-4665-935c-bee4ff723cec by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '51e62727-4a83-441a-b83d-577796c1b8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:33.831465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Attempting to bind port 51eed01c-e0ab-4665-935c-bee4ff723cec on network 6f9384a3-1031-4afe-9616-fb6080720ff5 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:33.841142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:33.841537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Checking segment: {'id': '51e62727-4a83-441a-b83d-577796c1b8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:33.842549 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:33.843127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Bound using segment: {'id': '51e62727-4a83-441a-b83d-577796c1b8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:33.843634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Bound port: 51eed01c-e0ab-4665-935c-bee4ff723cec, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '51e62727-4a83-441a-b83d-577796c1b8fe', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '6f9384a3-1031-4afe-9616-fb6080720ff5'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:33.844030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:33.910170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367bb647-9937-4f72-a522-cd84e259825f None None] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:33.924923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94670aa2-480e-4a13-96f2-3420191a0827 req-7b3bd083-5e77-463f-a75f-db7a46ef485a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:33.926785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94670aa2-480e-4a13-96f2-3420191a0827 req-7b3bd083-5e77-463f-a75f-db7a46ef485a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3686483 Jul 22 11:46:33.992563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b9b5fcaa-d036-4474-8f33-674d4bf87c4b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:34.022147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94670aa2-480e-4a13-96f2-3420191a0827 req-41d874d7-c601-4c34-b765-788a9adb473a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0687983 Jul 22 11:46:34.081699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.088960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.097739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.105278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.113984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.121235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.129315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:34.131801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-db5b1bab-7f30-4000-93be-1e5111034e90 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.2844687 Jul 22 11:46:34.224685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] For port 51eed01c-e0ab-4665-935c-bee4ff723cec, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:34.230344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc02dbbc-c4d9-4493-904b-02ce8082c3ed req-1fb40f27-a6d6-4662-8f8f-923d32461c2a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0822973 Jul 22 11:46:34.245828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] For port 51eed01c-e0ab-4665-935c-bee4ff723cec, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=51eed01c-e0ab-4665-935c-bee4ff723cec,segment=NetworkSegment(51e62727-4a83-441a-b83d-577796c1b8fe),segment_id=51e62727-4a83-441a-b83d-577796c1b8fe)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:34.264345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:34.301181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:34.614651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Provisioning for port b9b5fcaa-d036-4474-8f33-674d4bf87c4b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:34.696496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Provisioning complete for port b9b5fcaa-d036-4474-8f33-674d4bf87c4b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:34.696933 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:34.738227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=1959c087-fd6d-4d7c-b705-82212dee098f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:34.759336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:34.960361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b069a97-d34f-4d66-8558-93bd66c26974 None None] Pushing event updated for resources: {'Port': ['ID=51eed01c-e0ab-4665-935c-bee4ff723cec,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:34.981702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.023027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.084497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.098605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.099199 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-66d1e184-c4cf-421b-8be2-18b544fd86eb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 3.0375164 Jul 22 11:46:35.099199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51648) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:35.115633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.158911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.165357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.194581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.206556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10d09e77-9fb6-48c6-8aba-72b2f3a6136d req-0b061c8f-7477-4f46-9979-5c8bdbeca561 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.7041519 Jul 22 11:46:35.439741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1b49ea-da7e-4fe3-ac4c-ca78fc16f3ce req-a303599d-536d-4479-81b3-4130a8e4accd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:35.442938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a1b49ea-da7e-4fe3-ac4c-ca78fc16f3ce req-a303599d-536d-4479-81b3-4130a8e4accd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1689610 Jul 22 11:46:35.591510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.606911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a1b49ea-da7e-4fe3-ac4c-ca78fc16f3ce req-97098b80-f23a-492f-bdb5-ed8c0bb17a7c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1534772 Jul 22 11:46:35.649278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Deleting port 96372318-a2c1-4425-9318-be4a6371f6f7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:35.650590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.742709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.828776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] For port b9b5fcaa-d036-4474-8f33-674d4bf87c4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,segment=NetworkSegment(00da59a7-4beb-4720-8d33-8daefb907b7f),segment_id=00da59a7-4beb-4720-8d33-8daefb907b7f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:35.837917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.888238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] For port 96372318-a2c1-4425-9318-be4a6371f6f7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=96372318-a2c1-4425-9318-be4a6371f6f7,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:35.888681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:35.928856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Calling delete_port for 96372318-a2c1-4425-9318-be4a6371f6f7 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:36.053287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:36.099288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b3930d-bd80-4892-b27f-a5c36a8980dd None None] Pushing event updated for resources: {'Port': ['ID=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:36.289837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:36.532556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:36.588960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Pushing event deleted for resources: {'Port': ['ID=96372318-a2c1-4425-9318-be4a6371f6f7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:36.708981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fb21f410-de74-4cd0-9496-423978ebb855 None None] Provisioning complete for port b9b5fcaa-d036-4474-8f33-674d4bf87c4b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:36.708981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb21f410-de74-4cd0-9496-423978ebb855 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:36.929625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.013738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3d6db7-4644-4ecb-99c3-f777ba545296 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.240723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b9b5fcaa-d036-4474-8f33-674d4bf87c4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:37.336146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0988bf68-a3c9-4d20-a04a-1aa8100dec6a req-7d5dbfa1-c2b1-4f13-b058-e411fb6e8fee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:37.339093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0988bf68-a3c9-4d20-a04a-1aa8100dec6a req-7d5dbfa1-c2b1-4f13-b058-e411fb6e8fee tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.5062189 Jul 22 11:46:37.406356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c14aaaaf-73fd-464c-b775-51f929476ff0 None None] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:37.459040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3d6db7-4644-4ecb-99c3-f777ba545296 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.473007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0988bf68-a3c9-4d20-a04a-1aa8100dec6a req-f7728351-d8b1-4dbe-aec7-e420c896bd82 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269720 Jul 22 11:46:37.516879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.526892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb3d6db7-4644-4ecb-99c3-f777ba545296 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.570708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb3d6db7-4644-4ecb-99c3-f777ba545296 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a3cf0e715cd4053b4ef98b3d5745b22&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5154729 Jul 22 11:46:37.583491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:37.656419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2a852937-52bd-4c92-8937-a5500b5808c9 None None] Provisioning for port 51eed01c-e0ab-4665-935c-bee4ff723cec completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:37.742501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b9b5fcaa-d036-4474-8f33-674d4bf87c4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:37.743140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.776506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.20.0.1 (95e87bde-e722-4001-8b5c-b3ab83c94ad3/21751d05-95c4-4516-9089-6ea237085b64/7c7abaca-10b7-49c4-a033-676340a41a1b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:37.833126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3d6db7-4644-4ecb-99c3-f777ba545296 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=238dd4fa-540e-4701-b0c9-d01975daa0e9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:37.928271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:37.976162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 51eed01c-e0ab-4665-935c-bee4ff723cec up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:38.004036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.154773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 51eed01c-e0ab-4665-935c-bee4ff723cec completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:38.167839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 51eed01c-e0ab-4665-935c-bee4ff723cec triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:38.168223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.247735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:46:38.487047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.632955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Router 09f83aeb-289f-4ad2-8d92-e7781964f936 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:38.668678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 51eed01c-e0ab-4665-935c-bee4ff723cec, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=51eed01c-e0ab-4665-935c-bee4ff723cec,segment=NetworkSegment(51e62727-4a83-441a-b83d-577796c1b8fe),segment_id=51e62727-4a83-441a-b83d-577796c1b8fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:38.676659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.814667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b90abf62-8fc8-4249-95b4-a7009a80b641 None None] Provisioning complete for port 51eed01c-e0ab-4665-935c-bee4ff723cec triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:38.814667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b90abf62-8fc8-4249-95b4-a7009a80b641 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.920670 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.926377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:38.931860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/238dd4fa-540e-4701-b0c9-d01975daa0e9 HTTP/1.1" status: 204 len: 168 time: 1.3322794 Jul 22 11:46:39.016980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.017853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.018814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.019748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.020726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.021740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.022809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:39.037847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-cf602b7a-b43e-4326-8b69-e4bd757a306a service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.9079375 Jul 22 11:46:39.103935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d9e284-050c-46b2-ad19-98136226a8ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=238dd4fa-540e-4701-b0c9-d01975daa0e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:39.128182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:39.147231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-b34046df-3ee7-44cc-81f8-600226784afe service neutron] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1076286 Jul 22 11:46:39.205493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=51eed01c-e0ab-4665-935c-bee4ff723cec,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:39.220433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object 7c7abaca-10b7-49c4-a033-676340a41a1b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:39.261231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:39.279679 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:39.319890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:39.321194 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:39.331669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:39.334303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f656534-bd02-4496-b006-e8222a122087 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 9.0030453 Jul 22 11:46:39.349862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:39.434465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:39.448255 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:39.449063 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:39.522958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:39.546931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:39.548906 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a6f21f6e-cf03-40ae-99e4-0cd650496bdc None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:39.567801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:39.572613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:39.575191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:39.864997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:39.899295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4187-d015-4080-87be-93ea2f7839e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.028238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e7f3dd7-ae06-43d5-84e7-ece7cdb97d12 None None] Provisioning for port 7c7abaca-10b7-49c4-a033-676340a41a1b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:40.041493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7e7f3dd7-ae06-43d5-84e7-ece7cdb97d12 None None] Provisioning complete for port 7c7abaca-10b7-49c4-a033-676340a41a1b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:40.041937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:40.042464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e7f3dd7-ae06-43d5-84e7-ece7cdb97d12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.058350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cb527d5f-6795-4959-9732-c4ea2e17101a admin admin] 10.222.0.21 "PUT /v2.0/routers/09f83aeb-289f-4ad2-8d92-e7781964f936/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.1738303 Jul 22 11:46:40.059447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:40.103680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Sync routers for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:40.178796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:40.180190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:40.200966 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.253104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e7f3dd7-ae06-43d5-84e7-ece7cdb97d12 None None] Port 7c7abaca-10b7-49c4-a033-676340a41a1b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:40.410316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:46:40.418603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.435462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=7c7abaca-10b7-49c4-a033-676340a41a1b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:40.463359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457e1743-f4d0-4ff1-889e-c1836cb29967 req-7a2b1de8-6a53-4daf-b5e9-1939734fa9aa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:40.468407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457e1743-f4d0-4ff1-889e-c1836cb29967 req-7a2b1de8-6a53-4daf-b5e9-1939734fa9aa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 1.4661365 Jul 22 11:46:40.480830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.611915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457e1743-f4d0-4ff1-889e-c1836cb29967 req-3df9d9b6-01ea-4234-a6fd-7ac673ca82bb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0940361 Jul 22 11:46:40.663950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Deleting port 73888ea7-57db-45bd-bda9-7d557d77c76a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:40.664196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.765411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.879383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] For port 73888ea7-57db-45bd-bda9-7d557d77c76a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=73888ea7-57db-45bd-bda9-7d557d77c76a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:40.880128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:40.898593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 51eed01c-e0ab-4665-935c-bee4ff723cec up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:46:40.916598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Calling delete_port for 73888ea7-57db-45bd-bda9-7d557d77c76a owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:40.965295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94'}], 'enable_snat': True}, 'gw_port_id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:46:36Z', 'revision_number': 5, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port': {'id': '73888ea7-57db-45bd-bda9-7d557d77c76a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c8:0e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2298, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.94', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:10Z', 'updated_at': '2021-07-22T11:45:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:41.049862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Checking router: 09f83aeb-289f-4ad2-8d92-e7781964f936 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:46:41.079307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Routers {'09f83aeb-289f-4ad2-8d92-e7781964f936'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:41.079965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['09f83aeb-289f-4ad2-8d92-e7781964f936'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:41.183872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] Set router 09f83aeb-289f-4ad2-8d92-e7781964f936 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:46:41.211817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.263454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:46:40Z', 'revision_number': 6, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:41.305902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eba9fafa-c896-4b49-8cea-207af82c1e26 None None] The sync data for ids ['09f83aeb-289f-4ad2-8d92-e7781964f936'] in n-d-754448-4 is: [{'id': '09f83aeb-289f-4ad2-8d92-e7781964f936', 'name': 'tempest-TestServerMultinode-2006610537-router', 'tenant_id': '367b449436c94acca2d6b5c895552068', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:09Z', 'updated_at': '2021-07-22T11:46:40Z', 'revision_number': 6, 'project_id': '367b449436c94acca2d6b5c895552068', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:41.317107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 51eed01c-e0ab-4665-935c-bee4ff723cec triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:41.317486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.359965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4187-d015-4080-87be-93ea2f7839e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.370809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.383061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3d4e4187-d015-4080-87be-93ea2f7839e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.405665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Pushing event deleted for resources: {'Port': ['ID=73888ea7-57db-45bd-bda9-7d557d77c76a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:41.442107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4e4187-d015-4080-87be-93ea2f7839e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a5d2f100-0eaf-4bb6-a87b-decd26cc18a6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:41.508055 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.515151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3d4e4187-d015-4080-87be-93ea2f7839e0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=761af45b13884f0fae3cedbd4cc9723e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6373842 Jul 22 11:46:41.519982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:41.631927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.634504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.653069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.713744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.714232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Fanout notify agent at l3_agent the message router_deleted on router 09f83aeb-289f-4ad2-8d92-e7781964f936 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:46:41.721508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.725919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ffb64cc4-6b3b-4f64-846e-7812cc5b183e admin admin] 10.222.0.21 "DELETE /v2.0/routers/09f83aeb-289f-4ad2-8d92-e7781964f936 HTTP/1.1" status: 204 len: 168 time: 1.6648617 Jul 22 11:46:41.728502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:41.772245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.786573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Deleting subnet 943b7fc3-1492-49a5-b0ac-47363815f1cd {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:41.803136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.885677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.919510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.930682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:41.951297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d607525a-8b73-4884-ae11-a7e58552f21b req-441d9203-5eb0-4613-bd9d-0b9a8d0de1cc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:41.953170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d607525a-8b73-4884-ae11-a7e58552f21b req-441d9203-5eb0-4613-bd9d-0b9a8d0de1cc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1610563 Jul 22 11:46:42.026355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d607525a-8b73-4884-ae11-a7e58552f21b req-28e9b553-820e-4987-84b0-7042518fb6ca tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0656388 Jul 22 11:46:42.042032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.045440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.049396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a5d2f100-0eaf-4bb6-a87b-decd26cc18a6 HTTP/1.1" status: 204 len: 168 time: 0.5243142 Jul 22 11:46:42.059282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.130781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb1930-532c-4020-ac16-614f9b331ddf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5d2f100-0eaf-4bb6-a87b-decd26cc18a6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:42.155807 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.165119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=7c7abaca-10b7-49c4-a033-676340a41a1b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:42.168730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.174227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.1 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/63e6ec6e-9495-46ee-96fa-14ac7a860ae4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:42.186798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=943b7fc3-1492-49a5-b0ac-47363815f1cd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:42.198867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.200786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b88b4da2-debc-47a5-8123-6ce5e97a93eb admin admin] 10.222.0.21 "DELETE /v2.0/subnets/943b7fc3-1492-49a5-b0ac-47363815f1cd HTTP/1.1" status: 204 len: 168 time: 0.4713187 Jul 22 11:46:42.205974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:42.208527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d103c8e4-acac-4e8f-a698-8f0ff6377b83 None None] Network c782b205-5f1b-4996-a8f9-17acb2824f7e requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:42.369546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.471451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Deleting port 8a564210-ba60-4285-abf8-129c177bf108 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:42.472451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.525698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:42.537443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.539993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:42.606963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] For port 8a564210-ba60-4285-abf8-129c177bf108, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a564210-ba60-4285-abf8-129c177bf108,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:42.613026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.652333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Calling delete_port for 8a564210-ba60-4285-abf8-129c177bf108 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:42.673295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] DHCP port deletion for c782b205-5f1b-4996-a8f9-17acb2824f7e request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:42.847838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Deleting port 8a564210-ba60-4285-abf8-129c177bf108 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:42.848223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.889371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.892838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a564210-ba60-4285-abf8-129c177bf108 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:42.933992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:42.946414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] No DVR routers for this DVR port 8a564210-ba60-4285-abf8-129c177bf108 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:42.968914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8a564210-ba60-4285-abf8-129c177bf108 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:42.969264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a564210-ba60-4285-abf8-129c177bf108 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:42.969859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 73888ea7-57db-45bd-bda9-7d557d77c76a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:43.017686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 73888ea7-57db-45bd-bda9-7d557d77c76a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:43.018042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 73888ea7-57db-45bd-bda9-7d557d77c76a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:43.018623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 96372318-a2c1-4425-9318-be4a6371f6f7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:43.050419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 96372318-a2c1-4425-9318-be4a6371f6f7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:43.050689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 96372318-a2c1-4425-9318-be4a6371f6f7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:43.067309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Pushing event deleted for resources: {'Port': ['ID=8a564210-ba60-4285-abf8-129c177bf108,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:43.119041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:43.173289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] For port 8a564210-ba60-4285-abf8-129c177bf108, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a564210-ba60-4285-abf8-129c177bf108,segment=NetworkSegment(3339ba89-1d78-4dcc-8b6f-1c8fcdac900a),segment_id=3339ba89-1d78-4dcc-8b6f-1c8fcdac900a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:43.173746 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.209323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Calling delete_port for 8a564210-ba60-4285-abf8-129c177bf108 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:43.209959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:43.214976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55d4480-0eaf-4f94-a0c4-fa6f9ab2ec97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.263246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:43.276816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:43.303223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.315785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-503c2c80-14d2-480d-bd52-a141de9a4967 None None] Provisioning complete for port 7c7abaca-10b7-49c4-a033-676340a41a1b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:43.316828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-503c2c80-14d2-480d-bd52-a141de9a4967 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.340786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] Pushing event deleted for resources: {'Port': ['ID=8a564210-ba60-4285-abf8-129c177bf108,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:43.368359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4edb7ab-fc54-48d1-abe8-9b08c79f623e None None] No DVR routers for this DVR port 8a564210-ba60-4285-abf8-129c177bf108 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:43.394087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-503c2c80-14d2-480d-bd52-a141de9a4967 None None] Port 7c7abaca-10b7-49c4-a033-676340a41a1b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:43.399388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=63e6ec6e-9495-46ee-96fa-14ac7a860ae4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:43.405546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.425756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c782b205-5f1b-4996-a8f9-17acb2824f7e']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:43.444642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:43.444944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3339ba89-1d78-4dcc-8b6f-1c8fcdac900a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:43.460391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.477245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 36fece7a-164c-41c6-b29f-b200a648215f is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:46:43.486285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90bc116b-6b0c-485c-b865-6338c6d54030 req-c58a62b1-b036-4eec-a31b-d9442b63a572 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:43.487942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90bc116b-6b0c-485c-b865-6338c6d54030 req-c58a62b1-b036-4eec-a31b-d9442b63a572 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2835162 Jul 22 11:46:43.495444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.496682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.530934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:46:43.531560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:46:43.533582 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:46:43.630699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90bc116b-6b0c-485c-b865-6338c6d54030 req-ca61744d-2fda-4d8d-818a-97c3dce6efc8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1172538 Jul 22 11:46:43.648111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.655520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.665304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] 10.222.0.21 "DELETE /v2.0/networks/c782b205-5f1b-4996-a8f9-17acb2824f7e HTTP/1.1" status: 204 len: 168 time: 1.4523101 Jul 22 11:46:43.671968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:43.676387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019c8205-81e1-4445-a95c-7984eb476766 admin admin] Pushing event deleted for resources: {'Network': ['ID=c782b205-5f1b-4996-a8f9-17acb2824f7e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:43.875069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55d4480-0eaf-4f94-a0c4-fa6f9ab2ec97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:43.890542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f55d4480-0eaf-4f94-a0c4-fa6f9ab2ec97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.005156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f55d4480-0eaf-4f94-a0c4-fa6f9ab2ec97 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ab6dbae71e50489592b6cf89bbbe3519&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8788450 Jul 22 11:46:44.006545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:44.009391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:44.018771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1e05aa7-73d2-45dd-8565-9c6270be3fa8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9185891 Jul 22 11:46:44.019789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:44.020683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f55d4480-0eaf-4f94-a0c4-fa6f9ab2ec97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a5c33e-85ee-4b25-8a5d-ff93cfed08eb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:44.030014 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] Sync routers for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:44.051402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:44.052634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:44.100856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:44.114295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:44.115308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:44.182879 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:44.184660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55b4f66a-abe2-495c-a1fc-99fb8d3ff05d None None] The sync data for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:44.194591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.217566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8586fc53-f2d7-491f-8fb3-a513cb3a2b09 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:44.226825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8586fc53-f2d7-491f-8fb3-a513cb3a2b09 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports/7c7abaca-10b7-49c4-a033-676340a41a1b HTTP/1.1" status: 200 len: 910 time: 0.2029204 Jul 22 11:46:44.226825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:44.234341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.294640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.519000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.521885 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:44.526270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a5c33e-85ee-4b25-8a5d-ff93cfed08eb HTTP/1.1" status: 204 len: 168 time: 0.5153029 Jul 22 11:46:44.547709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c51b842-978f-41f1-acea-923e2ee49610 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a5c33e-85ee-4b25-8a5d-ff93cfed08eb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:44.941379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.065602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef7ff6e6-6d02-40ca-b3e3-d1b5931a123f req-5e69c073-49fd-4004-b346-1d528bb889b1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:45.073633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef7ff6e6-6d02-40ca-b3e3-d1b5931a123f req-5e69c073-49fd-4004-b346-1d528bb889b1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2550812 Jul 22 11:46:45.171290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef7ff6e6-6d02-40ca-b3e3-d1b5931a123f req-e815cd4e-4668-46c3-87db-760b79fe9f5b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0964296 Jul 22 11:46:45.180396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.189315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.236196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.271854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d489d282-6aba-4dc5-81c7-8643f0f0fbd6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.353014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=63e6ec6e-9495-46ee-96fa-14ac7a860ae4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:45.371745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.420396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.21.0.1 (6f9384a3-1031-4afe-9616-fb6080720ff5/746b817e-85dd-4529-a127-6181b5597cd4/78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:45.577390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:45.580609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:45.661980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.684121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:45.763364 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.771672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:45.829716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Deleting port 54311219-1cdd-409d-9755-1cac52fe5ae2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:45.830067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:45.848556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:45.858471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:45.860849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:45.865595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:45.933574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.041533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] For port 54311219-1cdd-409d-9755-1cac52fe5ae2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=54311219-1cdd-409d-9755-1cac52fe5ae2,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:46.041999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.045557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:46.065022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9cb662c2-30ca-416f-9f28-cad22397b7ca tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/routers/fca83310-d215-4e99-be1d-e1bd71755df4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.7115517 Jul 22 11:46:46.065716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51770) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:46.077294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:46.077691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'port': {'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5', 'name': 'tempest-FloatingIPTestJSON-237987595'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:46.103170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Calling delete_port for 54311219-1cdd-409d-9755-1cac52fe5ae2 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:46.113923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:46.115617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:46.235433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:46.281701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:46.282649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:46.289371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.390434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:46.394339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba23415d-c1db-4675-a170-a7d5f9c67ca7 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:46.450711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94068493-3d80-4c7e-ba3a-930153903d8a None None] Provisioning for port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:46:46.472866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94068493-3d80-4c7e-ba3a-930153903d8a None None] Provisioning complete for port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:46.474690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:46.475469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94068493-3d80-4c7e-ba3a-930153903d8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.478890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.523488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] device_id is not set on port 4f455b44-b729-4381-bd81-c562cf3a063c yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:46.560868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-94068493-3d80-4c7e-ba3a-930153903d8a None None] Port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:46.710917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00f5be20-4cfd-42bf-80aa-6c149ddc1606 req-d92c3ab4-8e21-4abc-aa48-6e77645aeed3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:46.715444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00f5be20-4cfd-42bf-80aa-6c149ddc1606 req-d92c3ab4-8e21-4abc-aa48-6e77645aeed3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.3362980 Jul 22 11:46:46.773644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.5 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/4f455b44-b729-4381-bd81-c562cf3a063c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:46.776518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:46.828020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Pushing event deleted for resources: {'Port': ['ID=54311219-1cdd-409d-9755-1cac52fe5ae2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:46.862674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00f5be20-4cfd-42bf-80aa-6c149ddc1606 req-555ae745-94d4-4b29-9bc2-c860419a1c55 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1279919 Jul 22 11:46:46.994478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.001616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.112280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:47.138435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.303624 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.319744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:47.321574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:47.466295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 36fece7a-164c-41c6-b29f-b200a648215f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:47.605586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:47.617839 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] Sync routers for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:47.620008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7e9df23-5403-4740-82cd-8ab1b66e1b93 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3920085 Jul 22 11:46:47.635081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:47.636548 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:47.637212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:47.690565 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:47.707998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f65cc27-45df-4f37-b838-356c1a6265eb None None] Provisioning complete for port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:46:47.710248 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f65cc27-45df-4f37-b838-356c1a6265eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.710761 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:47.711722 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:47.792348 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:47.793172 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afd3831d-b2d6-42a6-b0e8-ff32133c0cac None None] The sync data for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:47.838161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.849131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bc9d6eb-f48e-47b5-aeb2-1f942c800750 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:47.850588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f65cc27-45df-4f37-b838-356c1a6265eb None None] Port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:46:47.853610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:47.854134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1bc9d6eb-f48e-47b5-aeb2-1f942c800750 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports/78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 HTTP/1.1" status: 200 len: 910 time: 0.1672032 Jul 22 11:46:47.917976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:47.923511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:48.031855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:48.097597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:48.106368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:48.114742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:48.115810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:48.150215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=4f455b44-b729-4381-bd81-c562cf3a063c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:48.189774 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e36df2ce-040c-4082-8d21-cc427154ae50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:48.276260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:48.277073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:48.289420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5154-e805-4be2-8847-9f5f93c55cbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:48.337212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-715b6f11-ad0c-46a5-b90f-f00c0c6d1225 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 2.2675827 Jul 22 11:46:48.362585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51826) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:48.369027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'port': {'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5', 'name': 'tempest-FloatingIPTestJSON-1906011853'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:48.444254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:48.458427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2d630832-4918-4cb3-88fc-3b1016242b67 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a0833e5-1fea-4b8a-b405-5755d7ce32d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.7832820 Jul 22 11:46:48.461074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Sync routers for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:48.477452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:48.478103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:48.521196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:48.854326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:48.871648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:46:49.030567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.033436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5154-e805-4be2-8847-9f5f93c55cbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.058691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1c1a5154-e805-4be2-8847-9f5f93c55cbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.093491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1c1a5154-e805-4be2-8847-9f5f93c55cbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c1ffa75a5c743ab8fc80e06db49786a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1659405 Jul 22 11:46:49.094101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:49.098909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.117531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:49.123077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': '5c03e353-355e-4051-81b6-a147e68a1370', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:46:46Z', 'revision_number': 5, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port': {'id': '5c03e353-355e-4051-81b6-a147e68a1370', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:92:87:17', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2332, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:45:27Z', 'updated_at': '2021-07-22T11:45:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:49.151608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] device_id is not set on port 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:46:49.168381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Checking router: 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:46:49.180428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Routers {'5a0833e5-1fea-4b8a-b405-5755d7ce32d2'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:49.181080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:49.230494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1a5154-e805-4be2-8847-9f5f93c55cbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba9b7564-c604-4a00-9b7c-0d3a48e24996,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:49.253450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.277647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-cacea76e-f0bc-43b9-8288-232dafbd6995 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:49.279689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-cacea76e-f0bc-43b9-8288-232dafbd6995 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.7229655 Jul 22 11:46:49.295292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95a94e9a-b1f2-4d32-ba9c-4047df1178fa req-983a1ba8-b1f3-4a68-a7d4-6c21de784e86 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:49.298039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95a94e9a-b1f2-4d32-ba9c-4047df1178fa req-983a1ba8-b1f3-4a68-a7d4-6c21de784e86 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.7732439 Jul 22 11:46:49.319929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.338158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] Set router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:46:49.392719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-4454586d-ad73-49c2-a9a6-939c35473a21 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/quotas/0637541d30c44305a8313af7236671f0 HTTP/1.1" status: 200 len: 375 time: 0.0934627 Jul 22 11:46:49.397834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Deleting port 5c03e353-355e-4051-81b6-a147e68a1370 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:49.398430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.412592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:46:49Z', 'revision_number': 6, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:49.422837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.12 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/6c1f7d6a-0252-4d3e-ba57-0003e53b97ae) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:49.458177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.459258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb76c244-59b6-4f2d-a6b7-5b683d45ccbc None None] The sync data for ids ['5a0833e5-1fea-4b8a-b405-5755d7ce32d2'] in n-d-754448-4 is: [{'id': '5a0833e5-1fea-4b8a-b405-5755d7ce32d2', 'name': 'tempest-TestServerMultinode-39944199-router', 'tenant_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:45:25Z', 'updated_at': '2021-07-22T11:46:49Z', 'revision_number': 6, 'project_id': 'bd0add48969541cb9eb68aabcc36e0c9', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:49.461689 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.465214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ba9b7564-c604-4a00-9b7c-0d3a48e24996 HTTP/1.1" status: 204 len: 168 time: 0.3347647 Jul 22 11:46:49.482240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.485002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73882c46-f5fe-438a-a7ab-cb18ff3fe631 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba9b7564-c604-4a00-9b7c-0d3a48e24996,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:49.496302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] For port 5c03e353-355e-4051-81b6-a147e68a1370, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c03e353-355e-4051-81b6-a147e68a1370,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:49.496668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.511377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Calling delete_port for 5c03e353-355e-4051-81b6-a147e68a1370 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:49.676093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95a94e9a-b1f2-4d32-ba9c-4047df1178fa req-61356fed-9313-455b-85de-f66240c994b6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3442016 Jul 22 11:46:49.748141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.840453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:49.880960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-f82984c6-57f8-498f-b234-f3b25df8b00b tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2142308 Jul 22 11:46:49.915134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=6c1f7d6a-0252-4d3e-ba57-0003e53b97ae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:49.941533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:49.943844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:49.952750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:49.982259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.068362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:50.070522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.087528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:50.119479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.124202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Pushing event deleted for resources: {'Port': ['ID=5c03e353-355e-4051-81b6-a147e68a1370,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:50.149855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14606450-ba29-43f1-b8ce-0b4a4cface70 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.161447 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ebf2fee-1a4f-4fea-8768-c72b0d4b51dd tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.7976208 Jul 22 11:46:50.162321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:50.174316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '6c1f7d6a-0252-4d3e-ba57-0003e53b97ae', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:50.300970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-e40c71f7-8af4-4f58-9c73-a2e115198aaf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:46:50.303089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-e40c71f7-8af4-4f58-9c73-a2e115198aaf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4125819 Jul 22 11:46:50.322576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14606450-ba29-43f1-b8ce-0b4a4cface70 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.353875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14606450-ba29-43f1-b8ce-0b4a4cface70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.385649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14606450-ba29-43f1-b8ce-0b4a4cface70 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c1eba0d79ca04303a3a99f8b3bd8426e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2967043 Jul 22 11:46:50.387821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.400112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:50.419373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.463202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14606450-ba29-43f1-b8ce-0b4a4cface70 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a793314-a14a-4963-beaa-71c368c254ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:50.565631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.618243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.625350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.664664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.673512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.777126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.780922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.784592 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0a793314-a14a-4963-beaa-71c368c254ed HTTP/1.1" status: 204 len: 168 time: 0.3808122 Jul 22 11:46:50.827534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32921652-c76d-4cfd-8e18-95e8e779d866 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a793314-a14a-4963-beaa-71c368c254ed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:50.895543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.29 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9ea96f70-5930-42e4-a794-6d46aed3c78c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:50.907676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6424a5fe-5169-45ce-a3d5-0865958bd315 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5961497 Jul 22 11:46:50.909567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.913973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a0833e5-1fea-4b8a-b405-5755d7ce32d2 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:46:50.916984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 54311219-1cdd-409d-9755-1cac52fe5ae2 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:50.923788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:50.928495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5eb7dee-3cdb-4e2e-98d7-69072bfc8d89 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a0833e5-1fea-4b8a-b405-5755d7ce32d2 HTTP/1.1" status: 204 len: 168 time: 2.2885575 Jul 22 11:46:50.944633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:50.997145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 54311219-1cdd-409d-9755-1cac52fe5ae2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:50.997728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 54311219-1cdd-409d-9755-1cac52fe5ae2 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:50.998822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c03e353-355e-4051-81b6-a147e68a1370 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:51.079269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-0d2c9cd3-0692-49ec-a5e5-74a051fa0c98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:51.080875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-0d2c9cd3-0692-49ec-a5e5-74a051fa0c98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 1096 time: 0.2568862 Jul 22 11:46:51.095947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Deleting subnet 91b408fd-59bb-47ea-a350-0a15929f0b4b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:51.105159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5c03e353-355e-4051-81b6-a147e68a1370 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:51.107454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5c03e353-355e-4051-81b6-a147e68a1370 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:51.111083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.171067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.270949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.275227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.299175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-f6c4c6ea-00e8-4460-a952-28f8ce20e342 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3906243 Jul 22 11:46:51.319747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-835b7877-ed8f-4642-857c-025dbe334bba req-ad1052bf-e400-4ac1-b38e-687454243e79 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:51.321440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-835b7877-ed8f-4642-857c-025dbe334bba req-ad1052bf-e400-4ac1-b38e-687454243e79 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.4361985 Jul 22 11:46:51.356525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.430284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-835b7877-ed8f-4642-857c-025dbe334bba req-d9433d9a-5160-4fff-b51b-5daa8581397b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0855839 Jul 22 11:46:51.595645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:51.596956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.760466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-878797a6-e045-4769-90ff-bfb0573f682c req-37737fe7-12dd-4580-85f9-1daec6d9fc5f tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 210 time: 0.1154845 Jul 22 11:46:51.772927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.884419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:51.898120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:51.900857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:51.945763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:51.946965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=9ea96f70-5930-42e4-a794-6d46aed3c78c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:51.977784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-236bc5e5-0823-4da8-9f3a-5bd73fd70c47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:51.979690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-236bc5e5-0823-4da8-9f3a-5bd73fd70c47 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.7540517 Jul 22 11:46:51.980091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:51.985694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.222064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=91b408fd-59bb-47ea-a350-0a15929f0b4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:52.234668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.238228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b63d1a84-2241-4f23-8b86-774aecdcdfcc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/91b408fd-59bb-47ea-a350-0a15929f0b4b HTTP/1.1" status: 204 len: 168 time: 1.2889881 Jul 22 11:46:52.240624 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-4a079d6f-4508-4f7d-b2d5-8caed98d2ce1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 200 len: 217 time: 0.2518771 Jul 22 11:46:52.241967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:52.258913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2fa9c63d-633d-4d5e-a33d-959e2610808f None None] Network e58ec718-79e8-418c-8f28-04cdc6265d08 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:46:52.297984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.396651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=78fcbb5e-30b6-46bb-bb97-c2bf6bf87a13,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:52.461346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.540070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-d8c6a4e1-d3f0-493a-9801-55579e8d0dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:52.542614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-d8c6a4e1-d3f0-493a-9801-55579e8d0dfa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.2900717 Jul 22 11:46:52.775595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] DHCP port deletion for e58ec718-79e8-418c-8f28-04cdc6265d08 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:46:52.842615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.854185 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-f0d90fbd-226c-49d9-9a46-61ccc9347b73 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2742541 Jul 22 11:46:52.866878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Deleting port 592f061f-0ac7-4457-8d0f-6b74c16d2127 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:52.867335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.883698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Deleting port 592f061f-0ac7-4457-8d0f-6b74c16d2127 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:52.885129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:52.996671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] For port 592f061f-0ac7-4457-8d0f-6b74c16d2127, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=592f061f-0ac7-4457-8d0f-6b74c16d2127,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:53.001104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.019784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-12d8bc1b-8b76-42c8-b185-a54ba941c3da service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1411097 Jul 22 11:46:53.039550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Calling delete_port for 592f061f-0ac7-4457-8d0f-6b74c16d2127 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:53.074178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] For port 592f061f-0ac7-4457-8d0f-6b74c16d2127, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=592f061f-0ac7-4457-8d0f-6b74c16d2127,segment=NetworkSegment(613fac34-d2d2-415b-924d-590355e0694e),segment_id=613fac34-d2d2-415b-924d-590355e0694e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:53.074787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.088726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Calling delete_port for 592f061f-0ac7-4457-8d0f-6b74c16d2127 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:53.162866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.196430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] No DVR routers for this DVR port 592f061f-0ac7-4457-8d0f-6b74c16d2127 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:53.219462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53e65230-68cf-478e-b6eb-dbedf0bd176a req-a6d1b962-6faf-4b21-8d0d-5c3cd8f22671 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:53.228585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53e65230-68cf-478e-b6eb-dbedf0bd176a req-a6d1b962-6faf-4b21-8d0d-5c3cd8f22671 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.5352366 Jul 22 11:46:53.232438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84846587-9b78-4d93-acc7-26f9ab9d5fa5 None None] Pushing event deleted for resources: {'Port': ['ID=592f061f-0ac7-4457-8d0f-6b74c16d2127,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:53.348634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.350560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b46d63f5-a7f2-492b-a200-6ecafd1f5ff6 req-cb6bf5ab-ed90-4f1d-95fe-f735d51a5332 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 210 time: 0.1591921 Jul 22 11:46:53.351227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.476896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Pushing event deleted for resources: {'Port': ['ID=592f061f-0ac7-4457-8d0f-6b74c16d2127,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:53.479073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] No DVR routers for this DVR port 592f061f-0ac7-4457-8d0f-6b74c16d2127 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:46:53.583498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:53.589669 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1182e71e-34f7-41f5-8917-6c12ed0f7351 req-3e310754-89f8-4125-af6c-f3118fcc0667 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1887269 Jul 22 11:46:53.787656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-795cd3ed-80ed-48e2-89a5-1b8c3cff97df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:53.789550 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-795cd3ed-80ed-48e2-89a5-1b8c3cff97df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 1096 time: 0.1387603 Jul 22 11:46:53.908279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-cf564ffd-9489-49f0-b36d-d2fe21268aab tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:53.909819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-cf564ffd-9489-49f0-b36d-d2fe21268aab tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.6790881 Jul 22 11:46:54.005921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Request body: {'port': {'device_id': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'admin_state_up': True, 'tenant_id': '0637541d30c44305a8313af7236671f0'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:54.016746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53e65230-68cf-478e-b6eb-dbedf0bd176a req-a036051a-fab4-4a84-a550-1acdac368f1d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7872517 Jul 22 11:46:54.148068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.174867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e58ec718-79e8-418c-8f28-04cdc6265d08']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.190017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 36fece7a-164c-41c6-b29f-b200a648215f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:54.198048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '613fac34-d2d2-415b-924d-590355e0694e') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.198349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '613fac34-d2d2-415b-924d-590355e0694e') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.227053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.243578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.255159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.307208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=9ea96f70-5930-42e4-a794-6d46aed3c78c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:54.313253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-7c1a054c-db30-4c70-b9f6-c36271a0f981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:54.314956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-7c1a054c-db30-4c70-b9f6-c36271a0f981 service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.5156715 Jul 22 11:46:54.328040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.338475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:46:54.338911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:46:54.341811 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:46:54.373662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:46:54.377271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.411852 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-1a22289b-50d2-4d80-858d-2c46ea8c883d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 200 len: 217 time: 0.0702045 Jul 22 11:46:54.439861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:54.447223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dcd2aac2-69d6-4ac1-acd2-c6e1d8fb452e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5922325 Jul 22 11:46:54.452138 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] Sync routers for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:54.463159 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:54.464058 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.470685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51926) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:54.471420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.473456 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.495230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:54.500031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] 10.222.0.21 "DELETE /v2.0/networks/e58ec718-79e8-418c-8f28-04cdc6265d08 HTTP/1.1" status: 204 len: 168 time: 2.2515669 Jul 22 11:46:54.522135 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.535316 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:54.536451 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.569583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ce8f7b6-e6b8-40ae-aeee-409a03144d92 req-b943a579-046c-4d86-98b3-2984a3fd2d68 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 210 time: 0.1189702 Jul 22 11:46:54.645101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-585e4aff-2293-462f-8224-63a803d767ee admin admin] Pushing event deleted for resources: {'Network': ['ID=e58ec718-79e8-418c-8f28-04cdc6265d08,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:54.707322 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP 28e4696f-1bc4-414b-b752-751bea8a9eeb associated. External IP: 172.25.6.29, port: 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae. Jul 22 11:46:54.780216 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:54.781183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46950072-9bb8-40ee-8878-d70c4a410e7a None None] The sync data for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:54.841102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Allocated IP 172.20.0.3 (84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba/1cabe74a-3748-48f7-8e64-984f0e4a8162/14d9353c-3cec-4cec-8e9b-d344333a30f0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:54.848211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 592f061f-0ac7-4457-8d0f-6b74c16d2127 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:54.862594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51930) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:54.884878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 592f061f-0ac7-4457-8d0f-6b74c16d2127 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:46:54.885717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 592f061f-0ac7-4457-8d0f-6b74c16d2127 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:46:54.893106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-a0e2f256-54f6-4f40-9fa1-9f832b25cec4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:54.896591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-a0e2f256-54f6-4f40-9fa1-9f832b25cec4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.4776442 Jul 22 11:46:54.945386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-be859397-28ea-4489-9fb0-2a0108040e23 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416374 Jul 22 11:46:54.998192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d064a745-e295-419b-88b1-040021076ca0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=367b449436c94acca2d6b5c895552068&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1326513 Jul 22 11:46:55.002594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:55.233387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-65ef3e6c-06b3-455f-a877-d589103619f5 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2805331 Jul 22 11:46:55.237118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.238656 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.300107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.318032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b87856fd-03ac-41f4-96f2-e9325912b792 req-576f1b12-08b5-4223-888a-5e44b8aeabb1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:55.319828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b87856fd-03ac-41f4-96f2-e9325912b792 req-576f1b12-08b5-4223-888a-5e44b8aeabb1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.1684892 Jul 22 11:46:55.323987 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.374622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.377454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:55.386298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:46:55.499570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-35f92b6d-9882-40ff-9fef-8fbd9fb9ae24 req-5d1a2992-2f87-4829-9dba-ea46ded93353 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2574277 Jul 22 11:46:55.525764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.529912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.531153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2a9cdbc-81d2-44b0-b997-791f8b187324 HTTP/1.1" status: 204 len: 168 time: 0.5253284 Jul 22 11:46:55.572726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f46cbbc4-a308-439b-8e45-8a3956a279e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2a9cdbc-81d2-44b0-b997-791f8b187324,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:55.586393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:46:55.591500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event updated for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:55.604538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:46:55.619557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:55.633345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:46:55.648131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:55.659896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.671694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b87856fd-03ac-41f4-96f2-e9325912b792 req-7060ba29-771e-4346-8026-aa7f7c17549e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3422828 Jul 22 11:46:55.736173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:55.740360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:55.780382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:55.794737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:55.795801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:55.800981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:55.802166 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.827706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d7ad5776-ac55-439e-93d5-3bc0fff01f06 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 5.6547267 Jul 22 11:46:55.828010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:55.841079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:55.851797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-15856dbf-df62-4741-b3c0-d614cb10f09e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8826017 Jul 22 11:46:55.853441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:55.855211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91db5e20-31a7-478d-b6d6-4389bc4c644c None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:55.869339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Request body: {'port': {'device_id': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:55.947318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c910c69-8b61-4935-bb4b-aca57228da56 req-26758fc8-21f4-4bed-8ff2-d8f411b58e9b tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:55.947525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:55.951833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c910c69-8b61-4935-bb4b-aca57228da56 req-26758fc8-21f4-4bed-8ff2-d8f411b58e9b tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 931 time: 0.2464831 Jul 22 11:46:56.021737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.129507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.135436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.136588 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP 28e4696f-1bc4-414b-b752-751bea8a9eeb disassociated. External IP: 172.25.6.29, port: 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae. Jul 22 11:46:56.200296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:56.339971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c910c69-8b61-4935-bb4b-aca57228da56 req-6fd51104-9659-411c-a35c-84b394d2e182 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3231492 Jul 22 11:46:56.395441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:56.399008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da87d94a-a648-4687-8e7e-9490d71225ff admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bd0add48969541cb9eb68aabcc36e0c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1963706 Jul 22 11:46:56.401138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:56.424664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 7c7abaca-10b7-49c4-a033-676340a41a1b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:56.425085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.530818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 14d9353c-3cec-4cec-8e9b-d344333a30f0 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:46:56.545373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.564231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.575849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:46:56.585104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Transition to ACTIVE for port object 14d9353c-3cec-4cec-8e9b-d344333a30f0 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:46:56.596122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.602210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.610284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 7c7abaca-10b7-49c4-a033-676340a41a1b owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:56.612737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:56.619501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.626398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:56.642946 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:56.644055 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:56.667910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.695811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5153f61e-924a-4de8-9d39-e9a48ee83f37 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/28e4696f-1bc4-414b-b752-751bea8a9eeb HTTP/1.1" status: 200 len: 687 time: 0.8629763 Jul 22 11:46:56.696023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:56.749746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Pushing event updated for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:56.787657 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:56.794336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.809163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.811469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/326d243c-a36e-4912-ad06-6deabc424f57 HTTP/1.1" status: 204 len: 168 time: 0.4087553 Jul 22 11:46:56.814348 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:56.819907 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:56.862091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:56.874380 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:56.875660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d4b2827e-cf35-4940-970d-5476790d19b2 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:56.913177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b23a931-6723-4db6-b365-2288bba4db0a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=326d243c-a36e-4912-ad06-6deabc424f57,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:56.970467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:56.980054 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41c6b3ec-3618-4ee0-ab3e-2fa027b00fc0" -d '{"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:56.991704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:46:57.000606 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.014564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Attempting to bind port 14d9353c-3cec-4cec-8e9b-d344333a30f0 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:46:57.015230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Attempting to bind port 14d9353c-3cec-4cec-8e9b-d344333a30f0 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:46:57.015953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Attempting to bind port 14d9353c-3cec-4cec-8e9b-d344333a30f0 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:57.017163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 9ea96f70-5930-42e4-a794-6d46aed3c78c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:46:57.018309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.036526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Port 14d9353c-3cec-4cec-8e9b-d344333a30f0 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:46:57.037036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Attempting to bind port 14d9353c-3cec-4cec-8e9b-d344333a30f0 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:46:57.050070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:46:57.051016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Checking segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:46:57.051520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Bound using segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:46:57.052261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Bound port: 14d9353c-3cec-4cec-8e9b-d344333a30f0, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:46:57.052708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.067405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.088658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81ada4f9-053d-4263-9950-f8edf007868a req-2befed44-1d8c-4cc1-93fc-c18fb6a6f5c2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.090608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ada4f9-053d-4263-9950-f8edf007868a req-2befed44-1d8c-4cc1-93fc-c18fb6a6f5c2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 945 time: 0.2587116 Jul 22 11:46:57.117090 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91c9909a-591a-48ff-8ea5-e009c27aa90d x-openstack-request-id: req-91c9909a-591a-48ff-8ea5-e009c27aa90d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:57.117774 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-unplugged", "status": "completed", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:57.118179 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91c9909a-591a-48ff-8ea5-e009c27aa90d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:57.119103 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'code': 200} Jul 22 11:46:57.119874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:57.137840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=7c7abaca-10b7-49c4-a033-676340a41a1b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:57.220757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.221407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.240690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 9ea96f70-5930-42e4-a794-6d46aed3c78c owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:46:57.271527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81ada4f9-053d-4263-9950-f8edf007868a req-078902b6-5a12-4593-8a8d-5971d9968df4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1726582 Jul 22 11:46:57.365124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:46:57.369663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:46:57.410204 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.507111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.579590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.643950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=9ea96f70-5930-42e4-a794-6d46aed3c78c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:57.646934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.663425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.664206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.665921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] 10.222.0.20 "PUT /v2.0/ports/14d9353c-3cec-4cec-8e9b-d344333a30f0 HTTP/1.1" status: 200 len: 1091 time: 1.8037951 Jul 22 11:46:57.666536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:46:57.669716 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-054152d3-f52f-439d-b847-8c240750378d" -d '{"events": [{"name": "network-changed", "server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:46:57.739098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e4fc049-3aa5-4255-9d40-4060804dcdda service neutron] Pushing event updated for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:46:57.775935 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:46:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a76ab5c-b0d2-4a12-8e52-06463c734b43 x-openstack-request-id: req-2a76ab5c-b0d2-4a12-8e52-06463c734b43 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:46:57.776380 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:46:57.776744 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a76ab5c-b0d2-4a12-8e52-06463c734b43 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:46:57.777286 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0', 'status': 'completed', 'code': 200} Jul 22 11:46:57.826410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.831672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:57.837942 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-347e298f-3e8f-44a7-8ddb-e9151d7ae1da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/28e4696f-1bc4-414b-b752-751bea8a9eeb HTTP/1.1" status: 204 len: 168 time: 1.1402192 Jul 22 11:46:57.839481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:57.853264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfb79e7e-fb60-40d7-9f3e-e66202eae64d req-744057a2-a813-40c8-b9ed-7f8d1fde292f tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.855111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfb79e7e-fb60-40d7-9f3e-e66202eae64d req-744057a2-a813-40c8-b9ed-7f8d1fde292f tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 943 time: 0.3345234 Jul 22 11:46:57.855893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-bf4ea6f2-4874-446d-9d26-eb013d93fd17 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 658 time: 0.2871568 Jul 22 11:46:57.860856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '4f455b44-b729-4381-bd81-c562cf3a063c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:46:57.976892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.977378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.977856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.978328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.978851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.979320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.979786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:57.982553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-040a737f-dc09-474a-94da-5c478383cdfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=142f8ba5fc254210abcb8f222c16826c&device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 6499 time: 0.0743666 Jul 22 11:46:58.109968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-993b0cb4-13f5-4c9a-bc7b-1ad7223322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.110460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-993b0cb4-13f5-4c9a-bc7b-1ad7223322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.110955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-993b0cb4-13f5-4c9a-bc7b-1ad7223322c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.112627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-993b0cb4-13f5-4c9a-bc7b-1ad7223322c5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=e965b12e-fd37-42fb-a906-48a8e565597b&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&id=31c755e2-4511-4773-8e2e-06328bfefe2c&id=31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 200 len: 2299 time: 0.1054723 Jul 22 11:46:58.191195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-09c6dc76-7bdc-460a-8b3f-9a1b9aaea0c4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 200 len: 1001 time: 0.0713911 Jul 22 11:46:58.259173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:58.260340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-f71a04df-6cf0-4f02-af77-5dfae1ed51ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.262282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-f71a04df-6cf0-4f02-af77-5dfae1ed51ab service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 200 len: 856 time: 0.0643020 Jul 22 11:46:58.334091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-d5d883b5-109d-4f03-a5e8-da2fa9f7cbaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.335745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-d5d883b5-109d-4f03-a5e8-da2fa9f7cbaa service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=e965b12e-fd37-42fb-a906-48a8e565597b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0668654 Jul 22 11:46:58.347168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:58.390118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 36fece7a-164c-41c6-b29f-b200a648215f has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:46:58.400967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dfb79e7e-fb60-40d7-9f3e-e66202eae64d req-8173e93f-2b76-4fe3-8575-cba2cbac2109 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5356319 Jul 22 11:46:58.430758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-dbab6461-fe11-47e6-bd57-f65954c7bdfb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.432283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-dbab6461-fe11-47e6-bd57-f65954c7bdfb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 1094 time: 0.6605041 Jul 22 11:46:58.463813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-ca4bf721-c69f-4f4a-8734-c364f6bf5d01 service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1203988 Jul 22 11:46:58.494696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-daa74168-d613-48b4-a195-9e69039803a2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0 HTTP/1.1" status: 200 len: 217 time: 0.0534585 Jul 22 11:46:58.574050 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-faec8496-2e50-4731-a66f-5e8d2dd7f01f service neutron] 10.222.0.20 "GET /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1031210 Jul 22 11:46:58.619629 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-fa42f36a-1fc3-414d-8cb8-76c93926ccb6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.188&port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 217 time: 0.0393097 Jul 22 11:46:58.659912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:46:58.671740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-f55d1f2f-315d-4111-a61f-90fd416690e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.672250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6098b2b2-a7f5-4a1e-b349-a20a9d33555b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1986063 Jul 22 11:46:58.673499 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-f55d1f2f-315d-4111-a61f-90fd416690e5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0479951 Jul 22 11:46:58.673614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] Sync routers for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:46:58.674123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:58.686585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-21b0cb62-7136-4d0a-a7dc-564240f1df68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.686585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-21b0cb62-7136-4d0a-a7dc-564240f1df68 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1824183 Jul 22 11:46:58.694905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547b75ee-535a-4312-8ff2-c6c1cae16917 req-1da21189-bbb4-4383-bbec-42d6ca0b184f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.696627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-547b75ee-535a-4312-8ff2-c6c1cae16917 req-1da21189-bbb4-4383-bbec-42d6ca0b184f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 943 time: 0.3167582 Jul 22 11:46:58.705666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:58.706718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:58.746668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-b4819281-e764-434b-bf1f-428c2ea9b0fc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0490308 Jul 22 11:46:58.769190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af8fef22-7ffc-4a16-8832-746fb4d5c703 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=36fece7a-164c-41c6-b29f-b200a648215f HTTP/1.1" status: 200 len: 205 time: 0.0930536 Jul 22 11:46:58.769849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:58.771858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:58.782044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] Routers {'36fece7a-164c-41c6-b29f-b200a648215f'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:46:58.783069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['36fece7a-164c-41c6-b29f-b200a648215f'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:58.804672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-8a14955e-a962-467c-83d9-174af949aeba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:58.806403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-8a14955e-a962-467c-83d9-174af949aeba service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1219015 Jul 22 11:46:58.824974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:46:58.826025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f30cc9f-4468-4275-872d-6e65bc7f6475 None None] The sync data for ids ['36fece7a-164c-41c6-b29f-b200a648215f'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:46:58.875954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-547b75ee-535a-4312-8ff2-c6c1cae16917 req-0e7a589f-cda4-42f3-89e0-7f8a4ca97fd1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1667595 Jul 22 11:46:58.918284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:58.921265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-8409d2c6-e6c3-4755-876a-0f76cb892e94 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081269 Jul 22 11:46:58.922924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.061135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-db926ba8-3a9e-4caa-a47d-ff46fa30fd82 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1320324 Jul 22 11:46:59.095474 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:46:59.123313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-2b8caac3-3824-4c09-aecd-ce45f33bb18d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.31&port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 217 time: 0.0553753 Jul 22 11:46:59.143732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.146080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.187811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-cce602f7-8ed7-4225-9ef3-d2493e274fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.189281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-cce602f7-8ed7-4225-9ef3-d2493e274fb9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0604107 Jul 22 11:46:59.235342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.236103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 36fece7a-164c-41c6-b29f-b200a648215f {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:46:59.251550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.255592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:46:59.256085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8cab4227-be26-4278-8db8-c11b3ea6abda tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f HTTP/1.1" status: 204 len: 168 time: 0.4849918 Jul 22 11:46:59.261301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-3d9423e5-7354-4205-854d-0b9e6bc07680 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5067325 Jul 22 11:46:59.319417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-57556b46-091c-459b-aeb3-e9e5b39f221b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.321223 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-57556b46-091c-459b-aeb3-e9e5b39f221b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1251328 Jul 22 11:46:59.330117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet 746b817e-85dd-4529-a127-6181b5597cd4 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:46:59.344823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.397492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccb28ac-a587-4dbf-8cce-c71bcff9bb3a req-812ecdad-31dd-4f81-b352-76b46d172e0e service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1295085 Jul 22 11:46:59.412054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.36 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/e9602085-0244-4437-9d04-f01c89a8a9bd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:46:59.688383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054152d3-f52f-439d-b847-8c240750378d req-71b3ec4c-f0a3-46a4-92ec-3bd0286f7b58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.690185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-71b3ec4c-f0a3-46a4-92ec-3bd0286f7b58 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 1094 time: 0.2109854 Jul 22 11:46:59.697392 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.774864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.807612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054152d3-f52f-439d-b847-8c240750378d req-bdebe340-d5a0-477a-923c-6dc54a02842c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.810336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-bdebe340-d5a0-477a-923c-6dc54a02842c service neutron] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.1078329 Jul 22 11:46:59.825655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9422e276-ff81-49c4-be05-87a53a8d33d2 req-988aab88-1056-46d6-a102-aa86daafd183 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.826802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9422e276-ff81-49c4-be05-87a53a8d33d2 req-988aab88-1056-46d6-a102-aa86daafd183 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 943 time: 0.2987518 Jul 22 11:46:59.845560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-58cfb628-58a3-44a6-9edd-fe63b67835dd service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5096424 Jul 22 11:46:59.892110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-d7a8e320-bb97-4666-82c1-ea5f419dcf5d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0 HTTP/1.1" status: 200 len: 217 time: 0.0642278 Jul 22 11:46:59.932934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:46:59.951240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054152d3-f52f-439d-b847-8c240750378d req-e4ab39fd-ae4c-4ec3-8a13-6939e87fb9d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:46:59.952796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-e4ab39fd-ae4c-4ec3-8a13-6939e87fb9d2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.0531411 Jul 22 11:46:59.998240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-86aacccc-7e1e-4951-babb-589fefdf5d5f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0351224 Jul 22 11:47:00.018930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9422e276-ff81-49c4-be05-87a53a8d33d2 req-27037406-90b2-4f20-a44f-0c7ba643d962 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1818826 Jul 22 11:47:00.047581 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-070bf7e5-bf1d-468a-940c-adefd8287b2e service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1678603 Jul 22 11:47:00.104654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.109020 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-7ebff44e-1f5c-480a-9808-f38096314d03 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.63&port_id=12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 200 len: 217 time: 0.0529144 Jul 22 11:47:00.165189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65bdc2e9-73d7-4140-98c7-c70470af50a2 None None] Network 6f9384a3-1031-4afe-9616-fb6080720ff5 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:00.167310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.171904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=746b817e-85dd-4529-a127-6181b5597cd4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:00.176442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.181025 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b04d6e0-b032-4166-9734-5b14aa5e9f43 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/746b817e-85dd-4529-a127-6181b5597cd4 HTTP/1.1" status: 204 len: 168 time: 0.9244444 Jul 22 11:47:00.181634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:00.212737 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-f6686b05-0553-4fc7-95c8-ae477ef0911b service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2021496 Jul 22 11:47:00.215483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:00.223820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:00.234330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-79c4f4c5-bf95-48b1-8262-df9d64f4216f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:00.235875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-79c4f4c5-bf95-48b1-8262-df9d64f4216f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.1184764 Jul 22 11:47:00.236180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:00.258882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet 21751d05-95c4-4516-9089-6ea237085b64 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:47:00.280827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.316227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-776fbd5a-6eea-4224-935b-f007a98d3e46 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:00.323529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-776fbd5a-6eea-4224-935b-f007a98d3e46 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=277211a9-c821-4227-be76-c6923137a18a HTTP/1.1" status: 200 len: 943 time: 0.3209677 Jul 22 11:47:00.326341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=e9602085-0244-4437-9d04-f01c89a8a9bd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:00.335127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.390526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-c9a6cfd0-cf05-4d14-879a-ee8e3dce85d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:00.392082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-c9a6cfd0-cf05-4d14-879a-ee8e3dce85d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1481011 Jul 22 11:47:00.467780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] DHCP port deletion for 6f9384a3-1031-4afe-9616-fb6080720ff5 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:00.503995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.507249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054152d3-f52f-439d-b847-8c240750378d req-a219fedf-c297-41a7-9174-f63946cadbc9 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2863164 Jul 22 11:47:00.557049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Deleting port 51eed01c-e0ab-4665-935c-bee4ff723cec {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:00.557709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.573089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-8e560247-85fb-4dff-8b9c-f1fc43f2580a service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725259 Jul 22 11:47:00.598798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:00.620337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.700245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=21751d05-95c4-4516-9089-6ea237085b64,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:00.706506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.711769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c5b2a144-d544-4214-92ff-dc425c6d09c4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/21751d05-95c4-4516-9089-6ea237085b64 HTTP/1.1" status: 204 len: 168 time: 0.5270174 Jul 22 11:47:00.713118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:00.728906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a90d8c5e-b05e-4c17-a081-737897001185 None None] Network 95e87bde-e722-4001-8b5c-b3ab83c94ad3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:00.733511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:00.736052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.827603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-546e8013-7389-4ec1-afdf-8b81128158b1 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2470200 Jul 22 11:47:00.851453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:00.852049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.858905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 51eed01c-e0ab-4665-935c-bee4ff723cec no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:00.869576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:00.890581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.894827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-fed282e8-ce20-4cac-a943-4dfe7d5ed3bb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.1.1.17&port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 200 len: 217 time: 0.0602438 Jul 22 11:47:00.908543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] For port 51eed01c-e0ab-4665-935c-bee4ff723cec, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=51eed01c-e0ab-4665-935c-bee4ff723cec,segment=NetworkSegment(51e62727-4a83-441a-b83d-577796c1b8fe),segment_id=51e62727-4a83-441a-b83d-577796c1b8fe)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:00.908952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:00.924116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Calling delete_port for 51eed01c-e0ab-4665-935c-bee4ff723cec owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:00.986869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-47c34443-c361-45e9-96ba-e730e8c762c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:00.988508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-47c34443-c361-45e9-96ba-e730e8c762c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 200 len: 797 time: 0.0854983 Jul 22 11:47:01.045789 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.057070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 51eed01c-e0ab-4665-935c-bee4ff723cec {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:01.057712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.065138 n-d-754448-4 neutron-server[93708]: INFO neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No ports have port_id starting with 51eed01c-e0ab-4665-935c-bee4ff723cec Jul 22 11:47:01.122927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] Pushing event deleted for resources: {'Port': ['ID=51eed01c-e0ab-4665-935c-bee4ff723cec,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:01.150031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c9b6af9-4b83-4c5d-853b-9f06aecf0411 None None] No DVR routers for this DVR port 51eed01c-e0ab-4665-935c-bee4ff723cec on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:01.166632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 51eed01c-e0ab-4665-935c-bee4ff723cec, host n-d-754448-4, got binding levels [] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:01.166927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.179270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-4210b088-adaa-4193-9927-c21433ec5937 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:01.181302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-4210b088-adaa-4193-9927-c21433ec5937 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1f73e72c-d991-4e05-a5ad-3981bf9c4616&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1847715 Jul 22 11:47:01.188187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 51eed01c-e0ab-4665-935c-bee4ff723cec owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:01.204434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Port 51eed01c-e0ab-4665-935c-bee4ff723cec was not found and therefore no delete operation was performed {{(pid=93706) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:47:01.220704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.244182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.276842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=51eed01c-e0ab-4665-935c-bee4ff723cec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:01.285014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 51eed01c-e0ab-4665-935c-bee4ff723cec on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:01.290910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:01.296483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.319176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] DHCP port deletion for 95e87bde-e722-4001-8b5c-b3ab83c94ad3 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:01.375950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Deleting port b9b5fcaa-d036-4474-8f33-674d4bf87c4b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:01.376328 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.449203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 14d9353c-3cec-4cec-8e9b-d344333a30f0 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:47:01.469549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.483109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f9384a3-1031-4afe-9616-fb6080720ff5']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:01.496629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '51e62727-4a83-441a-b83d-577796c1b8fe') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:01.497762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '51e62727-4a83-441a-b83d-577796c1b8fe') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:01.508520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.528051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.535670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:01.537538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.577219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:01.598760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '14d9353c-3cec-4cec-8e9b-d344333a30f0', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'port_id': '14d9353c-3cec-4cec-8e9b-d344333a30f0', 'mac_address': 'fa:16:3e:b3:0f:6b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabe74a-3748-48f7-8e64-984f0e4a8162', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:01.621212 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:01.626701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-29dda16e-3950-4d3d-a1ea-6065fe6dc39b service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4341936 Jul 22 11:47:01.632901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.642554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] For port b9b5fcaa-d036-4474-8f33-674d4bf87c4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,segment=NetworkSegment(00da59a7-4beb-4720-8d33-8daefb907b7f),segment_id=00da59a7-4beb-4720-8d33-8daefb907b7f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:01.642960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.645982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.651069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/6f9384a3-1031-4afe-9616-fb6080720ff5 HTTP/1.1" status: 204 len: 168 time: 0.9299254 Jul 22 11:47:01.663988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Calling delete_port for b9b5fcaa-d036-4474-8f33-674d4bf87c4b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:01.668300 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.711111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:01.723798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 14d9353c-3cec-4cec-8e9b-d344333a30f0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:01.755828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:01.769871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port 7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:01.783779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-189fd5d9-02e6-48ce-bbf7-3cbb037f02b2 req-3576ef06-ee62-4a2b-bd12-4c9c23525806 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:01.785393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-189fd5d9-02e6-48ce-bbf7-3cbb037f02b2 req-3576ef06-ee62-4a2b-bd12-4c9c23525806 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 943 time: 0.6364813 Jul 22 11:47:01.786620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.796517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4119d42d-9ea6-42cc-bfe9-a3e32ac75bb0 req-a8c1da4f-737e-47c9-acea-35698e258551 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "DELETE /v2.0/ports/7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb HTTP/1.1" status: 204 len: 173 time: 1.4717710 Jul 22 11:47:01.803758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-e47c982e-6a21-4eb3-b2d5-71d3b1c00b38 service neutron] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1513824 Jul 22 11:47:01.804831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54094086-15b1-4e00-a402-5d21d7bf4ee1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=6f9384a3-1031-4afe-9616-fb6080720ff5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:01.805595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-deleted', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:01.809375 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e8f1bb1e-dd98-425d-a6fc-424ac1f751cb" -d '{"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-deleted", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:01.818176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.855488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:01.870600 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-53a00b3e-db16-49a3-a23e-ca254ea3af70 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.100&port_id=d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 200 len: 217 time: 0.0546188 Jul 22 11:47:01.890200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] No DVR routers for this DVR port b9b5fcaa-d036-4474-8f33-674d4bf87c4b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:01.923669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:01.942077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-2e73f6dd-943c-43d1-8f8a-b9fdf9070c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:01.943811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-2e73f6dd-943c-43d1-8f8a-b9fdf9070c7b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0665085 Jul 22 11:47:01.956683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030cd2-0403-44b4-9f7c-a954c99ca64d None None] Pushing event deleted for resources: {'Port': ['ID=b9b5fcaa-d036-4474-8f33-674d4bf87c4b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:02.010223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.014787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.018395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-a63c0490-cc71-48e6-98c1-feffc08bb5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:02.020167 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-a63c0490-cc71-48e6-98c1-feffc08bb5ec service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.0689492 Jul 22 11:47:02.032165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-189fd5d9-02e6-48ce-bbf7-3cbb037f02b2 req-036812c4-55a6-468a-bfd7-066c6775943b tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2003853 Jul 22 11:47:02.096589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:02.115620 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be1e55d8-7096-4e08-9806-63854dfe921b x-openstack-request-id: req-be1e55d8-7096-4e08-9806-63854dfe921b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:02.116162 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "277211a9-c821-4227-be76-c6923137a18a", "name": "network-vif-deleted", "tag": "7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb", "status": "failed", "code": 422}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:02.116591 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be1e55d8-7096-4e08-9806-63854dfe921b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:02.117152 n-d-754448-4 neutron-server[93707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '277211a9-c821-4227-be76-c6923137a18a', 'name': 'network-vif-deleted', 'tag': '7a6b4ff0-e8ec-441f-ad91-61a23fa6deeb', 'status': 'failed', 'code': 422} returned with failed status Jul 22 11:47:02.232720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-3af236dc-1ea6-48cf-92a4-ed33f458b4b8 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2038639 Jul 22 11:47:02.251037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.271193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['95e87bde-e722-4001-8b5c-b3ab83c94ad3']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:02.286607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '00da59a7-4beb-4720-8d33-8daefb907b7f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:02.287012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '00da59a7-4beb-4720-8d33-8daefb907b7f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:02.326193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.355629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.372606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:02.373325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:02.381225 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:02.384229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-ec129530-d215-4f79-92a4-aeef8ba5c72d service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1448061 Jul 22 11:47:02.433575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-aba5b442-361e-4d41-9205-bdfc0cdaf109 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=10.2.2.200&port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 200 len: 217 time: 0.0409074 Jul 22 11:47:02.473302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.482730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.487716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/95e87bde-e722-4001-8b5c-b3ab83c94ad3 HTTP/1.1" status: 204 len: 168 time: 0.7719758 Jul 22 11:47:02.490845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52056) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:02.497756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-1742260502'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:02.508565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2045a574-489f-4b39-b04a-4ba25e7bc971 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=95e87bde-e722-4001-8b5c-b3ab83c94ad3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:02.525865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-cf6b70d1-0c81-496b-868f-f9040e1646f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:02.527536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.527683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-cf6b70d1-0c81-496b-868f-f9040e1646f5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 200 len: 797 time: 0.0881062 Jul 22 11:47:02.534928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.548310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:02.559184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.614190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:02.634014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.634368 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 5146bb39-8c79-488a-a8a7-e9ecb194644d of type vlan for network 4c3a408e-0260-4807-8e97-ab7e5424d225 Jul 22 11:47:02.637329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=e9602085-0244-4437-9d04-f01c89a8a9bd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:02.645097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-9b122618-6783-429f-a487-b6a689b7a03f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:02.646687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-9b122618-6783-429f-a487-b6a689b7a03f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=31c755e2-4511-4773-8e2e-06328bfefe2c&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1161 time: 0.1113799 Jul 22 11:47:02.660266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.708476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.793906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.799921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:02.800534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:02.819208 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP d31bb262-1689-49e4-bd7d-e6b04666619a associated. External IP: 172.25.6.36, port: 4f455b44-b729-4381-bd81-c562cf3a063c. Jul 22 11:47:02.831603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-5ba35fe2-9922-4e88-b46f-fc2779814a4a service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617446 Jul 22 11:47:02.860209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b9b5fcaa-d036-4474-8f33-674d4bf87c4b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:02.881264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b9b5fcaa-d036-4474-8f33-674d4bf87c4b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:02.881622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b9b5fcaa-d036-4474-8f33-674d4bf87c4b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:02.912569 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.4207373 Jul 22 11:47:02.919647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:02.919822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a33dd1b-f2dc-45a9-b6a8-62e2725e761b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=4c3a408e-0260-4807-8e97-ab7e5424d225,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:02.932428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:02.934506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:02.988331 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e331f00-b02d-49ca-aaca-f60a2d3470d8 req-3a29d1dc-c928-45f8-9cb5-39456971e183 service neutron] 10.222.0.20 "GET /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491799 Jul 22 11:47:03.127721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-e6a379e3-0ff6-47fc-8733-b7674528a7e2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:03.130387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-e6a379e3-0ff6-47fc-8733-b7674528a7e2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.3439536 Jul 22 11:47:03.152304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:03.156533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.209770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-d2e29c7d-f7ef-41d1-98c7-743ae3761243 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.0709152 Jul 22 11:47:03.351500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-513b25e2-d86a-4bca-8be7-cdd49a0f5811 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1305213 Jul 22 11:47:03.419107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f4645b2-c3f2-4698-a00e-e454b2fbfd5b req-5b7282a9-e21b-4a6c-9384-4c2d874b489c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:03.420538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f4645b2-c3f2-4698-a00e-e454b2fbfd5b req-5b7282a9-e21b-4a6c-9384-4c2d874b489c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 944 time: 0.2853479 Jul 22 11:47:03.431509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 14d9353c-3cec-4cec-8e9b-d344333a30f0 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:03.508686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 14d9353c-3cec-4cec-8e9b-d344333a30f0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:03.516196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 14d9353c-3cec-4cec-8e9b-d344333a30f0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:03.516464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.532925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:03.591201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f4645b2-c3f2-4698-a00e-e454b2fbfd5b req-6095189b-6d1e-4792-83a3-f5f98d883c55 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1625388 Jul 22 11:47:03.643105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.643748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.669975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:03.672426 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51ec87bc-f7c1-4751-ba1f-b53c5502ce58" -d '{"events": [{"server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:03.689090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:03.694563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.726348 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76fc4464-671b-4f37-89c7-51d6de41e713 x-openstack-request-id: req-76fc4464-671b-4f37-89c7-51d6de41e713 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:03.726663 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "name": "network-vif-plugged", "status": "completed", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:03.726916 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76fc4464-671b-4f37-89c7-51d6de41e713 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:03.727307 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0', 'code': 200} Jul 22 11:47:03.765728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:03.773013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-a29fceb7-3fa5-4a87-9407-982b31507abf service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4114230 Jul 22 11:47:03.804245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=b16351a7-5cd1-4331-84fc-baf4cedf8c31,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:03.842571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73df214f-838d-4ddb-99c9-a2eb17d079d7 req-eb52688b-58d6-42f0-9690-9c6e3f48247d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:03.844250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73df214f-838d-4ddb-99c9-a2eb17d079d7 req-eb52688b-58d6-42f0-9690-9c6e3f48247d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 1096 time: 0.0711145 Jul 22 11:47:03.882593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73df214f-838d-4ddb-99c9-a2eb17d079d7 req-2aba7098-0072-4524-a55f-6e164eb1b5d8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311294 Jul 22 11:47:03.885580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '5146bb39-8c79-488a-a8a7-e9ecb194644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:03.886076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 4c3a408e-0260-4807-8e97-ab7e5424d225, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:03.901325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:03.914616 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:03.925261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:03.926007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:03.936579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:03.964759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-4375ecfb-4f34-44a0-9e57-d48882802b95 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1734796 Jul 22 11:47:03.965343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:03.969034 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:03.984890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:03.984890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:03.990890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 4c3a408e-0260-4807-8e97-ab7e5424d225) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:04.000801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:04.000801 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.011695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-496bf097-cd84-4619-9e70-432fac634e83 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 981 time: 6.1681063 Jul 22 11:47:04.012288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:04.021171 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:04.021965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6e4f5ea-fdfc-44b0-9e42-04d67977c3a2 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:04.024892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97d6a36d-67d5-48bc-86b4-d7b4939669f4 None None] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:04.062610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-418cd7b6-bb31-4228-8335-65f5944f7d85 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1396449 Jul 22 11:47:04.065165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:04.071561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1527046690', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:04.145492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:04.146989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b34f101e-fe64-4c49-b252-f986ad8654b8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/floatingips/d31bb262-1689-49e4-bd7d-e6b04666619a HTTP/1.1" status: 200 len: 976 time: 0.1290009 Jul 22 11:47:04.159412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.161990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.228672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52a432bb-6ab9-48d8-940a-af725f215371 req-a822aa2f-b3d8-4d55-b4af-7800d7034b9d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 210 time: 0.0480793 Jul 22 11:47:04.248434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-4c3a408e-0260-4807-8e97-ab7e5424d225', 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': 'b16351a7-5cd1-4331-84fc-baf4cedf8c31'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:04.249540 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.294929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.301752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.323800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.329180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3853e8ca-b795-4dfc-b999-cf338085e0e5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 979 time: 0.1822126 Jul 22 11:47:04.329518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c6bbe1a-2e1a-439b-82b5-f6d5014fb922 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.2634473 Jul 22 11:47:04.330265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:04.331874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:04.336755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'port': {'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225', 'name': 'tempest-RoutersTest-1976183836'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:04.344523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': '6c1f7d6a-0252-4d3e-ba57-0003e53b97ae'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:04.464127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Allocated IP 172.20.0.2 (4c3a408e-0260-4807-8e97-ab7e5424d225/b16351a7-5cd1-4331-84fc-baf4cedf8c31/29f374c3-0587-4ae7-bf83-41a58fe9ab09) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:04.472833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.504693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:04.511604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.546337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] device_id is not set on port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:47:04.656462 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.670479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Transition to ACTIVE for port object 29f374c3-0587-4ae7-bf83-41a58fe9ab09 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:04.700934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Transition to ACTIVE for port object 29f374c3-0587-4ae7-bf83-41a58fe9ab09 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:04.717070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.769230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:04.773063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:04.775662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:04.792896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Pushing event updated for resources: {'Port': ['ID=29f374c3-0587-4ae7-bf83-41a58fe9ab09,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:04.829301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.20.0.14 (4c3a408e-0260-4807-8e97-ab7e5424d225/b16351a7-5cd1-4331-84fc-baf4cedf8c31/f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:04.859774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f75f6034-66cf-4fb1-904e-b89425f463e0 req-5d854449-55d0-4c88-9fdb-030da900b165 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:04.861341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f75f6034-66cf-4fb1-904e-b89425f463e0 req-5d854449-55d0-4c88-9fdb-030da900b165 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 945 time: 0.1495631 Jul 22 11:47:04.902010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Attempting to bind port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:04.902817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Attempting to bind port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '5146bb39-8c79-488a-a8a7-e9ecb194644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:04.903549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Attempting to bind port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 on network 4c3a408e-0260-4807-8e97-ab7e5424d225 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:04.911935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:04.913345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Checking segment: {'id': '5146bb39-8c79-488a-a8a7-e9ecb194644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:04.913920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.914959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Bound using segment: {'id': '5146bb39-8c79-488a-a8a7-e9ecb194644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:04.915665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Bound port: 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5146bb39-8c79-488a-a8a7-e9ecb194644d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': '4c3a408e-0260-4807-8e97-ab7e5424d225'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:04.916635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:04.947604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f75f6034-66cf-4fb1-904e-b89425f463e0 req-904cc51e-af62-4fa9-8486-b45fea837abe tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0750599 Jul 22 11:47:05.005335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] For port 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:05.008865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] For port 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29f374c3-0587-4ae7-bf83-41a58fe9ab09,segment=NetworkSegment(5146bb39-8c79-488a-a8a7-e9ecb194644d),segment_id=5146bb39-8c79-488a-a8a7-e9ecb194644d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:05.015524 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.048669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.069111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:05.101367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30e2f6ed-d5d6-4d15-bdd7-7fe64f75c422 None None] Pushing event updated for resources: {'Port': ['ID=29f374c3-0587-4ae7-bf83-41a58fe9ab09,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:05.127546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.208089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:05.212022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:05.217543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:05.271683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.277315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.347512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:05.393909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:05.394723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:05.451161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca88bf51-0c94-4d28-b4ec-87ae3311e8d2 req-86f47152-2548-4e34-97be-e05a3193d286 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 210 time: 0.0713496 Jul 22 11:47:05.483256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2fc6bd7e-c32a-472e-83d2-b7e15233172c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 1.1514499 Jul 22 11:47:05.497480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:05.897343 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP d31bb262-1689-49e4-bd7d-e6b04666619a associated. External IP: 172.25.6.36, port: 4f455b44-b729-4381-bd81-c562cf3a063c. Jul 22 11:47:05.906808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-9d5ecd9e-d7f4-4e21-a058-da78079fd16e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:05.908332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-9d5ecd9e-d7f4-4e21-a058-da78079fd16e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.5337625 Jul 22 11:47:05.914392 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:06.016417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:06.275399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:06.281513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:06.289933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:06.415624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a93e09c-f972-41f7-9073-f980e4288719 None None] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:06.505899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:06.526154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:06.587377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-865ba6a1-c675-4bd2-9805-132f4600b730 None None] Provisioning for port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:06.611261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bf9092e-4962-482e-a0bd-45baf63cc598 req-79f07a75-9ac8-4843-8c57-8758006ae46b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 210 time: 0.0745740 Jul 22 11:47:06.613377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:06.614961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:06.615837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.2 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/30ebb859-819c-4de4-a270-051b7800118a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:06.679476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:06.699685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:06.700354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:06.741448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:06.742161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-884bb5d6-7f41-4fbe-9822-d67fbc2e3932 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:06.755989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:06.768271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:06.882510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29f374c3-0587-4ae7-bf83-41a58fe9ab09 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:06.914402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0110d3-947f-486a-9e2b-42da1c214001 req-bc15142a-74b9-4643-9d06-10ed98b00c66 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:06.916551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0110d3-947f-486a-9e2b-42da1c214001 req-bc15142a-74b9-4643-9d06-10ed98b00c66 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 945 time: 0.8613346 Jul 22 11:47:06.917512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:06.983999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:06.989180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:06.989926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.010149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.013797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0110d3-947f-486a-9e2b-42da1c214001 req-9422275a-d8d0-4a4b-9c0f-72a3604ee5b6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0896235 Jul 22 11:47:07.088998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:07.133576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.221090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29f374c3-0587-4ae7-bf83-41a58fe9ab09,segment=NetworkSegment(5146bb39-8c79-488a-a8a7-e9ecb194644d),segment_id=5146bb39-8c79-488a-a8a7-e9ecb194644d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:07.226916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.228543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.325344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.334050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:07.344138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=29f374c3-0587-4ae7-bf83-41a58fe9ab09,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:07.360892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Provisioning for port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:07.364651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:07.367267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:07.367660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Provisioning complete for port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:07.368118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.434133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:07.440733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:07.456380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Provisioning complete for port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:07.457151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1611c71b-676f-499d-958c-84ceec1d92fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.474079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.474898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.475527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.476828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.477293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.477747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.478184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.478698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.479149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.479609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.480034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.480568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:07.494430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:07.495221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.507533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:07.515144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.522378 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:07.533720 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:07.539942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:07.639765 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:07.686007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:07.687619 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:07.699407 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-ff210176-3145-43b4-9c8b-12f50206c763 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7403319 Jul 22 11:47:07.726161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Request body: {'port': {'device_id': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:07.728891 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:07.729752 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf2d01f-0103-41ba-9e19-d2679d745cb0 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:07.738663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.772821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e60a3aaf-c0ff-4282-b39e-3ca2f6237aa0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/d31bb262-1689-49e4-bd7d-e6b04666619a HTTP/1.1" status: 200 len: 978 time: 3.4368269 Jul 22 11:47:07.773589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:07.780175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:07.814546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a52ec4c0-3b9c-4cc8-ba96-5fd2fcb61897 None None] Provisioning complete for port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:07.816806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a52ec4c0-3b9c-4cc8-ba96-5fd2fcb61897 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.865626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:07.939359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a52ec4c0-3b9c-4cc8-ba96-5fd2fcb61897 None None] Port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:08.041667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5090cefd-0387-4e84-9a6b-00d4297ac10b req-2b45a414-80b6-4e91-8849-96bbe585ab0e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:08.043135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5090cefd-0387-4e84-9a6b-00d4297ac10b req-2b45a414-80b6-4e91-8849-96bbe585ab0e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 931 time: 0.2561834 Jul 22 11:47:08.068240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b3f1741a-2d4d-456f-8cae-ea47d1b07c97 None None] Provisioning complete for port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:08.068620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b3f1741a-2d4d-456f-8cae-ea47d1b07c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.081127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.114351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b3f1741a-2d4d-456f-8cae-ea47d1b07c97 None None] Port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:08.142111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.162313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.162601 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP d31bb262-1689-49e4-bd7d-e6b04666619a disassociated. External IP: 172.25.6.36, port: 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae. Jul 22 11:47:08.172981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5090cefd-0387-4e84-9a6b-00d4297ac10b req-7e5617d9-a22a-41eb-8d22-20cf65209029 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010437 Jul 22 11:47:08.240423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.246349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.329655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:08.334865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.473113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:08.474810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:08.580240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:08.674856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 9ae06a85-455e-4beb-933d-24e81b2b646c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:08.844486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:08.850605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 30ebb859-819c-4de4-a270-051b7800118a {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:08.855803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f16558e2-f2ac-437d-8a7e-589872fa7d41 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/9ae06a85-455e-4beb-933d-24e81b2b646c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3501110 Jul 22 11:47:08.855803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:08.862920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.868804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29f374c3-0587-4ae7-bf83-41a58fe9ab09 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:08.871345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:08.878647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.889739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:08.894734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] Sync routers for ids ['9ae06a85-455e-4beb-933d-24e81b2b646c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:08.901866 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:08.903219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:08.907962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Transition to ACTIVE for port object 30ebb859-819c-4de4-a270-051b7800118a will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:08.967873 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:08.982728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50ae0440-ec67-45b2-92f1-76fae337f885 None None] Provisioning complete for port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:08.983517 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50ae0440-ec67-45b2-92f1-76fae337f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:08.987454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36c2a6d6-284f-4c42-b5f9-9f82d31d1a26 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:08.988933 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:08.989704 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:08.991462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-36c2a6d6-284f-4c42-b5f9-9f82d31d1a26 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports/f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f HTTP/1.1" status: 200 len: 978 time: 0.1343629 Jul 22 11:47:08.994160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:09.034307 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:09.036197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d9550e0-b97f-4b18-b5e3-65a3fa354396 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:09.072681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] Routers {'9ae06a85-455e-4beb-933d-24e81b2b646c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:09.073835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9ae06a85-455e-4beb-933d-24e81b2b646c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:09.139255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-50ae0440-ec67-45b2-92f1-76fae337f885 None None] Port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:09.144000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:09.162760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] Routers {'9ae06a85-455e-4beb-933d-24e81b2b646c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:09.165010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9ae06a85-455e-4beb-933d-24e81b2b646c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:09.220381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:09.221186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3db6aa7-323a-4c89-8ed6-092acbcc743c None None] The sync data for ids ['9ae06a85-455e-4beb-933d-24e81b2b646c'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:09.230871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:09.234246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.464287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.483822 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-986074a7-b3f0-4c40-8390-c3d4f93c0189 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/d31bb262-1689-49e4-bd7d-e6b04666619a HTTP/1.1" status: 200 len: 687 time: 1.7090540 Jul 22 11:47:09.500089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:09.546263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:09.570219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6385a6b-e0a5-4175-ad5f-52d9c82b138e req-cd3889cd-1530-4079-927b-786e74cddf5b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:09.571812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6385a6b-e0a5-4175-ad5f-52d9c82b138e req-cd3889cd-1530-4079-927b-786e74cddf5b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 943 time: 0.2537484 Jul 22 11:47:09.602843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Attempting to bind port 30ebb859-819c-4de4-a270-051b7800118a on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:09.603401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Attempting to bind port 30ebb859-819c-4de4-a270-051b7800118a by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:09.603622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Attempting to bind port 30ebb859-819c-4de4-a270-051b7800118a on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:09.609551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Port 30ebb859-819c-4de4-a270-051b7800118a on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:47:09.609551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Attempting to bind port 30ebb859-819c-4de4-a270-051b7800118a on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:09.615549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:09.615549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:09.615549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:09.616051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Bound port: 30ebb859-819c-4de4-a270-051b7800118a, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:09.616354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.712977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:09.718226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=30ebb859-819c-4de4-a270-051b7800118a,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:09.726339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.750421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6385a6b-e0a5-4175-ad5f-52d9c82b138e req-7ebf6cb0-2cb6-43f3-8d9e-ad9b3cb2d8fb tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1333475 Jul 22 11:47:09.826806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port e9602085-0244-4437-9d04-f01c89a8a9bd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:09.828512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.833911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Pushing event updated for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:09.849996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:09.850651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.852278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1c5452b8-836a-4704-a6cd-b2899085fa18 service neutron] 10.222.0.36 "PUT /v2.0/ports/30ebb859-819c-4de4-a270-051b7800118a HTTP/1.1" status: 200 len: 1091 time: 2.1416233 Jul 22 11:47:09.853808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'tag': '30ebb859-819c-4de4-a270-051b7800118a'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:09.856948 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8" -d '{"events": [{"name": "network-changed", "server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "tag": "30ebb859-819c-4de4-a270-051b7800118a"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:09.941667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:09.942606 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69fb1fa5-f028-4796-99ad-4f5f0358a7cc x-openstack-request-id: req-69fb1fa5-f028-4796-99ad-4f5f0358a7cc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:09.943339 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "tag": "30ebb859-819c-4de4-a270-051b7800118a", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:09.943717 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69fb1fa5-f028-4796-99ad-4f5f0358a7cc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:09.944230 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'tag': '30ebb859-819c-4de4-a270-051b7800118a', 'status': 'completed', 'code': 200} Jul 22 11:47:09.979632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-63e0fc17-251b-41ea-9d18-1c57449c9635 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:09.981397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-63e0fc17-251b-41ea-9d18-1c57449c9635 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 1094 time: 0.0791850 Jul 22 11:47:10.030972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.031309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.040008 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-48437e03-bcf3-40db-b96b-bc5ab436f5f7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30ebb859-819c-4de4-a270-051b7800118a HTTP/1.1" status: 200 len: 217 time: 0.0513670 Jul 22 11:47:10.053389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for e9602085-0244-4437-9d04-f01c89a8a9bd owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:10.121244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-cd26dc0b-07c8-4c4c-8335-304a0449f6ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:10.125230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-cd26dc0b-07c8-4c4c-8335-304a0449f6ec service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0787532 Jul 22 11:47:10.177847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-334ce5bd-319d-4b52-8868-5d4a9e4e8c2a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0464082 Jul 22 11:47:10.294710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-1d18a93f-3d78-4b51-919c-e9504c59031c service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1106753 Jul 22 11:47:10.336485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.392856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=e9602085-0244-4437-9d04-f01c89a8a9bd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:10.407871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.407871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.408065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.408577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.409091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.409497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.409888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.410397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.410846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.411246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.411718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.412094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:10.415462 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e96dcec6-863e-4b4e-916c-cc43ac7275ab req-e35098e0-e83a-4c3c-87ed-ebb8b7e28efd service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1121182 Jul 22 11:47:10.490049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:10.490400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.524816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.527463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:10.532569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3a4196e5-9498-453f-b79d-3678f3652df5 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/d31bb262-1689-49e4-bd7d-e6b04666619a HTTP/1.1" status: 204 len: 168 time: 1.0301075 Jul 22 11:47:10.536016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52224) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:10.553514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-7a7c34ec-d0c3-46c7-a65a-da5ae54d0a98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:10.555638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-7a7c34ec-d0c3-46c7-a65a-da5ae54d0a98 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 1094 time: 0.0788629 Jul 22 11:47:10.669297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-752a736c-984c-406b-ac7e-edcc550f171e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:10.670702 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-752a736c-984c-406b-ac7e-edcc550f171e service neutron] 10.222.0.36 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.1081247 Jul 22 11:47:10.720999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-f94b00ef-65c0-42d7-965d-a210b8cbca0c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=30ebb859-819c-4de4-a270-051b7800118a HTTP/1.1" status: 200 len: 217 time: 0.0431240 Jul 22 11:47:10.774636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-ae9515ec-65d3-4e47-85ba-b3a9e75959ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:10.776145 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-ae9515ec-65d3-4e47-85ba-b3a9e75959ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.0490079 Jul 22 11:47:10.829901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-494d2abf-229c-48f3-9e22-7d8471867414 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0422795 Jul 22 11:47:10.944462 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-99dc94f4-4152-4e3a-b6c8-7ebe8352c145 service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1081300 Jul 22 11:47:11.003638 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-dc827fdf-d3f2-4b2c-9ab9-ec1d6de1f3b1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] delete failed (client error): The resource could not be found. Jul 22 11:47:11.010991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc827fdf-d3f2-4b2c-9ab9-ec1d6de1f3b1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/d31bb262-1689-49e4-bd7d-e6b04666619a HTTP/1.1" status: 404 len: 345 time: 0.4739735 Jul 22 11:47:11.014838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:11.052828 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a014b17-f5c2-4d0b-8e8d-4622ead3faf8 req-fa288ab9-90f8-471e-926e-cd85c9d6400a service neutron] 10.222.0.36 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1011853 Jul 22 11:47:11.134178 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:11.163563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:11.247395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41cf014-f876-4642-845c-2618da009376 req-b1f6b6f3-871a-4f2e-a2e5-137303801daa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:11.249028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f41cf014-f876-4642-845c-2618da009376 req-b1f6b6f3-871a-4f2e-a2e5-137303801daa tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 943 time: 0.2468331 Jul 22 11:47:11.257349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c822c9-187d-458a-bedd-150558e09f12 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:11.263191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c822c9-187d-458a-bedd-150558e09f12 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:11.268874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3c822c9-187d-458a-bedd-150558e09f12 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:11.273576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a3c822c9-187d-458a-bedd-150558e09f12 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/ports?network_id=d875b94d-319f-4aee-b91b-6cc46d68b5a5 HTTP/1.1" status: 200 len: 2358 time: 0.2547057 Jul 22 11:47:11.274425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52236) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:11.368920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f41cf014-f876-4642-845c-2618da009376 req-8747b018-4187-45ab-860b-ae926d5b0f88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0957081 Jul 22 11:47:11.406053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71194be5-8544-4844-b7d8-54b47287794e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:11.407435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-71194be5-8544-4844-b7d8-54b47287794e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/subnets/fe0337bb-9cbd-4016-87fd-034fa699f64f HTTP/1.1" status: 200 len: 797 time: 0.1321528 Jul 22 11:47:11.412488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:11.417727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'port': {'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5', 'name': 'tempest-FloatingIPTestJSON-162096778', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:11.514481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:11.545883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=f7c4e4a6-29b5-4622-bcaf-0da8d6db5a0f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:11.550726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:11.675238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:11.697135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] device_id is not set on port aba0a97e-680a-4546-b149-ca8a4e2125fb yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:47:11.772740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:11.948391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 9ae06a85-455e-4beb-933d-24e81b2b646c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:12.057644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:12.063989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6238598c-6ab7-4afa-8d4b-95e1907794a1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/9ae06a85-455e-4beb-933d-24e81b2b646c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0681610 Jul 22 11:47:12.066324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:12.073642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] Sync routers for ids ['9ae06a85-455e-4beb-933d-24e81b2b646c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:12.084450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] Routers {'9ae06a85-455e-4beb-933d-24e81b2b646c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:12.085312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9ae06a85-455e-4beb-933d-24e81b2b646c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:12.121006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:12.132544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] Routers {'9ae06a85-455e-4beb-933d-24e81b2b646c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:12.133507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9ae06a85-455e-4beb-933d-24e81b2b646c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:12.171283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:12.172310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e86440d8-6f1f-4868-8c9d-bb4e5965745d None None] The sync data for ids ['9ae06a85-455e-4beb-933d-24e81b2b646c'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:12.295904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.14 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/aba0a97e-680a-4546-b149-ca8a4e2125fb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:12.309613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.13 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/aba0a97e-680a-4546-b149-ca8a4e2125fb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:12.391076 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-1313da77-3eb6-4b98-a5fb-1bfdb3f1a70c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 11:47:12.392148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1313da77-3eb6-4b98-a5fb-1bfdb3f1a70c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/9ae06a85-455e-4beb-933d-24e81b2b646c/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3246083 Jul 22 11:47:12.395895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:12.453168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-340ac587-2ee0-440b-970f-adf451a31deb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae06a85-455e-4beb-933d-24e81b2b646c HTTP/1.1" status: 200 len: 205 time: 0.0558670 Jul 22 11:47:12.456197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52268) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:12.551003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.590162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1804c247-25f1-48e6-b6ed-df98cc2fba86 req-15b07c30-c6cb-46b6-961f-2e92978a70ba tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:12.592657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1804c247-25f1-48e6-b6ed-df98cc2fba86 req-15b07c30-c6cb-46b6-961f-2e92978a70ba tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 943 time: 0.0915313 Jul 22 11:47:12.647214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1804c247-25f1-48e6-b6ed-df98cc2fba86 req-0b1a6a1c-ad82-4ee3-8c80-b6e7c01291a8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0456038 Jul 22 11:47:12.657425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 30ebb859-819c-4de4-a270-051b7800118a details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:47:12.802105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=30ebb859-819c-4de4-a270-051b7800118a,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:12.814774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.822408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.827912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '30ebb859-819c-4de4-a270-051b7800118a', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': '30ebb859-819c-4de4-a270-051b7800118a', 'mac_address': 'fa:16:3e:4b:35:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:47:12.894022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.923841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 30ebb859-819c-4de4-a270-051b7800118a {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:12.928186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.929032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 9ae06a85-455e-4beb-933d-24e81b2b646c {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:47:12.945939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.947390 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af8f5f86-069a-4207-ba29-98850c3879d2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/9ae06a85-455e-4beb-933d-24e81b2b646c HTTP/1.1" status: 204 len: 168 time: 0.4900606 Jul 22 11:47:12.951872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:12.969835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:12.971251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=30ebb859-819c-4de4-a270-051b7800118a,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:12.978008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.065588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.080693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:13.097946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet b16351a7-5cd1-4331-84fc-baf4cedf8c31 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:47:13.108988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.141579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:13.147189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=aba0a97e-680a-4546-b149-ca8a4e2125fb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:13.158355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:13.161422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:13.190981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['30ebb859-819c-4de4-a270-051b7800118a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:13.229759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.242223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:13.243933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.263236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1be87ccc-c426-48a8-a8aa-4463b4767be7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1009 time: 1.8495717 Jul 22 11:47:13.267213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52280) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:13.272746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'aba0a97e-680a-4546-b149-ca8a4e2125fb', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:13.306549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.352442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.454726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.473921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.536972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=b16351a7-5cd1-4331-84fc-baf4cedf8c31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:13.551186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.554493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1586af81-02cd-4e04-9d7f-078c3428d8cc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/b16351a7-5cd1-4331-84fc-baf4cedf8c31 HTTP/1.1" status: 204 len: 168 time: 0.5997086 Jul 22 11:47:13.557133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:13.558692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39025730-7d64-4bce-9fd7-174d2f014bf3 None None] Network 4c3a408e-0260-4807-8e97-ab7e5424d225 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:13.670285 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.711894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.126 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f1ee5994-2bfb-4eac-97b5-9318edc248da) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:13.771261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:13.772029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.887969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.903512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] DHCP port deletion for 4c3a408e-0260-4807-8e97-ab7e5424d225 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:13.959279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.989230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Deleting port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:13.989824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:13.998925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29f374c3-0587-4ae7-bf83-41a58fe9ab09,segment=NetworkSegment(5146bb39-8c79-488a-a8a7-e9ecb194644d),segment_id=5146bb39-8c79-488a-a8a7-e9ecb194644d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:13.999510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.018912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:14.024072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:14.026844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:14.061676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=f1ee5994-2bfb-4eac-97b5-9318edc248da,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:14.078434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 29f374c3-0587-4ae7-bf83-41a58fe9ab09 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:14.098756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] For port 29f374c3-0587-4ae7-bf83-41a58fe9ab09, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29f374c3-0587-4ae7-bf83-41a58fe9ab09,segment=NetworkSegment(5146bb39-8c79-488a-a8a7-e9ecb194644d),segment_id=5146bb39-8c79-488a-a8a7-e9ecb194644d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:14.099353 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.115093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Calling delete_port for 29f374c3-0587-4ae7-bf83-41a58fe9ab09 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:14.121448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-472e2262-e2dc-48dd-9e9d-c9fcba6192eb req-024bfb1d-f338-4406-88df-e38424621500 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:14.128915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-472e2262-e2dc-48dd-9e9d-c9fcba6192eb req-024bfb1d-f338-4406-88df-e38424621500 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 944 time: 0.3297281 Jul 22 11:47:14.190120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-75beddd8-5e45-4120-8986-d586bac73871 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:14.191744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-75beddd8-5e45-4120-8986-d586bac73871 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.3938007 Jul 22 11:47:14.211532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.228730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-472e2262-e2dc-48dd-9e9d-c9fcba6192eb req-4e39d877-9590-4b1a-b062-1dbf95de24f9 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942061 Jul 22 11:47:14.239736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] Pushing event deleted for resources: {'Port': ['ID=29f374c3-0587-4ae7-bf83-41a58fe9ab09,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:14.242261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-bbb7f6f0-1ef5-4065-9a0d-3b7201f0611f tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/quotas/0637541d30c44305a8313af7236671f0 HTTP/1.1" status: 200 len: 375 time: 0.0409877 Jul 22 11:47:14.259472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bd3d60-2c27-498e-92c3-405e0c17644a None None] No DVR routers for this DVR port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:14.304380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.335058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=29f374c3-0587-4ae7-bf83-41a58fe9ab09,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:14.337601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 29f374c3-0587-4ae7-bf83-41a58fe9ab09 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:14.414862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-ace82a5b-6b28-4a52-88ef-54d9c97b5894 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1581779 Jul 22 11:47:14.439866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.464494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4c3a408e-0260-4807-8e97-ab7e5424d225']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:14.492370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5146bb39-8c79-488a-a8a7-e9ecb194644d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:14.492370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5146bb39-8c79-488a-a8a7-e9ecb194644d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:14.503128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.510870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.556196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.575847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:14.576267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:14.579766 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:14.614177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.617834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-8e9df1b6-befa-4ac8-a54b-caf3b3727d2b service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1751363 Jul 22 11:47:14.673498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 30ebb859-819c-4de4-a270-051b7800118a up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:14.705505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.717463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.724860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/4c3a408e-0260-4807-8e97-ab7e5424d225 HTTP/1.1" status: 204 len: 168 time: 1.1615133 Jul 22 11:47:14.725767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:14.745767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-887956506'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:14.776897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de160c3c-b22d-4f0c-9ae2-838f414c8b22 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=4c3a408e-0260-4807-8e97-ab7e5424d225,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:14.789420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 30ebb859-819c-4de4-a270-051b7800118a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:14.796959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 30ebb859-819c-4de4-a270-051b7800118a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:14.797905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.816348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:14.820222 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.831132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29f374c3-0587-4ae7-bf83-41a58fe9ab09 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:14.838734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.840999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-97e92876-2fea-4f97-8c84-b39dff8fa585 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1890328 Jul 22 11:47:14.855009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.859484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:14.871422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.872770 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 71a7e7d2-27a7-452d-ba44-0eb681807b36 of type vlan for network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d Jul 22 11:47:14.874355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 29f374c3-0587-4ae7-bf83-41a58fe9ab09 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:14.874741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29f374c3-0587-4ae7-bf83-41a58fe9ab09 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:14.930614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.959164 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.972967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.984666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:14.985685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:14.990566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebb859-819c-4de4-a270-051b7800118a'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:14.994471 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-06a559ab-6cc2-4cab-99c7-9ed03545612c" -d '{"events": [{"server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "name": "network-vif-plugged", "status": "completed", "tag": "30ebb859-819c-4de4-a270-051b7800118a"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:15.010324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=30ebb859-819c-4de4-a270-051b7800118a,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:15.017313 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.056539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=f1ee5994-2bfb-4eac-97b5-9318edc248da,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:15.079389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3404946 Jul 22 11:47:15.081558 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b41b47f5-057e-444f-8dc4-27acb76011f0 x-openstack-request-id: req-b41b47f5-057e-444f-8dc4-27acb76011f0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:15.081853 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "name": "network-vif-plugged", "status": "completed", "tag": "30ebb859-819c-4de4-a270-051b7800118a", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:15.082116 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b41b47f5-057e-444f-8dc4-27acb76011f0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:15.082535 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '30ebb859-819c-4de4-a270-051b7800118a', 'code': 200} Jul 22 11:47:15.083742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:15.102546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:15.114012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.192629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:15.205434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7110f9d-b986-48c9-9425-5910b86732a8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=14e8e40d-3a77-48ab-b6b2-282968b5fc6d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:15.214341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27cca56b-953e-416a-9a4c-45b52b52fd15 req-d1e377e0-d9f8-4a4f-8772-d0840ed22715 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 210 time: 0.1043670 Jul 22 11:47:15.223000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:15.328381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4374e19b-4451-4ed0-bfa8-7010cd168f56 req-fef54bee-11dc-4bd7-b2a3-97d7a93e93ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:15.329726 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4374e19b-4451-4ed0-bfa8-7010cd168f56 req-fef54bee-11dc-4bd7-b2a3-97d7a93e93ed service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 1096 time: 0.1663775 Jul 22 11:47:15.338314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe282842-70ac-4913-89e6-3e769a0183a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.377488 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP eb0ae191-e69c-4ed5-aa6b-5b0df9f8c045 associated. External IP: 172.25.6.126, port: aba0a97e-680a-4546-b149-ca8a4e2125fb. Jul 22 11:47:15.414872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:15.423099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.477433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4374e19b-4451-4ed0-bfa8-7010cd168f56 req-ac9da043-af8a-4476-8696-f7b4aa65ec3d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1269324 Jul 22 11:47:15.533788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f695c6c2-d21d-41d4-87d8-5727348ac1c3 req-45059387-eb2a-4634-bfb8-eb99d141ff3e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:15.535484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f695c6c2-d21d-41d4-87d8-5727348ac1c3 req-45059387-eb2a-4634-bfb8-eb99d141ff3e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1731300 Jul 22 11:47:15.643319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f695c6c2-d21d-41d4-87d8-5727348ac1c3 req-e0cfa852-261a-4f2b-9923-09c4aeea14d5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965753 Jul 22 11:47:15.726018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.854873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=ff995ca0-d90c-41ee-98c8-2fce11bba437,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:15.864202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '71a7e7d2-27a7-452d-ba44-0eb681807b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:15.864560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 14e8e40d-3a77-48ab-b6b2-282968b5fc6d, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:15.888534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:15.899802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 14e8e40d-3a77-48ab-b6b2-282968b5fc6d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:15.904397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:15.905002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.920914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6a9acdcf-bc8a-4ea0-a246-e916f501a6b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8351483 Jul 22 11:47:15.924601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:15.930299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1608908514', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:15.932245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-194d01ca-db59-4ddd-8aad-b84225d0506f None None] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:15.959016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:15.960357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.039177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.047123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.067659 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.071962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d2fc3d33-fe9c-4eb0-8efa-3ef3d0954947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1434982 Jul 22 11:47:16.072229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52358) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:16.119554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:16.268571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:16.281058 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:16.289776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.300293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:16.304829 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:16.389647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-21cea4c1-a04b-4234-963a-00f3f56374da tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.1179111 Jul 22 11:47:16.390417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:16.395584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': 'aba0a97e-680a-4546-b149-ca8a4e2125fb', 'fixed_ip_address': '172.20.0.13'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:16.417615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:16.430048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-14e8e40d-3a77-48ab-b6b2-282968b5fc6d', 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': 'ff995ca0-d90c-41ee-98c8-2fce11bba437'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:16.431060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.440784 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:16.442104 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:46:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:16.516657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:16.531847 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:16.533151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7e66881-c86d-4bb4-a744-d038b25a28fc None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:16.835180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Allocated IP 172.20.0.2 (14e8e40d-3a77-48ab-b6b2-282968b5fc6d/ff995ca0-d90c-41ee-98c8-2fce11bba437/20736509-035e-4cc9-8213-27a0762f4502) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:16.852834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a359c16-2e9a-4858-8742-0190ade3b49d req-795331fa-436d-4a40-9aa9-0446eb7f840a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 210 time: 0.1407316 Jul 22 11:47:17.083687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-d6fecaf1-1436-45b3-80fa-169c50560117 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:17.085754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-d6fecaf1-1436-45b3-80fa-169c50560117 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.2673483 Jul 22 11:47:17.093507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.096396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.100648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Request body: {'port': {'device_id': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'admin_state_up': True, 'tenant_id': '0637541d30c44305a8313af7236671f0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:17.114099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Transition to ACTIVE for port object 20736509-035e-4cc9-8213-27a0762f4502 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:17.140134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02518ed2-17b3-43d8-a4d0-c5363a2c8c79 req-d4321457-ac86-4fb4-8377-0c54f70b3c25 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:17.142429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02518ed2-17b3-43d8-a4d0-c5363a2c8c79 req-d4321457-ac86-4fb4-8377-0c54f70b3c25 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2056191 Jul 22 11:47:17.147928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Transition to ACTIVE for port object 20736509-035e-4cc9-8213-27a0762f4502 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:17.175475 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.241687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Pushing event updated for resources: {'Port': ['ID=20736509-035e-4cc9-8213-27a0762f4502,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:17.260817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:17.263323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:17.271628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:17.371961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:17.375581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.379962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Attempting to bind port 20736509-035e-4cc9-8213-27a0762f4502 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:17.380485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Attempting to bind port 20736509-035e-4cc9-8213-27a0762f4502 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '71a7e7d2-27a7-452d-ba44-0eb681807b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:17.380948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Attempting to bind port 20736509-035e-4cc9-8213-27a0762f4502 on network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:17.388318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:17.388978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Checking segment: {'id': '71a7e7d2-27a7-452d-ba44-0eb681807b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:17.389550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.390277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Bound using segment: {'id': '71a7e7d2-27a7-452d-ba44-0eb681807b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:17.390997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Bound port: 20736509-035e-4cc9-8213-27a0762f4502, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '71a7e7d2-27a7-452d-ba44-0eb681807b36', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '14e8e40d-3a77-48ab-b6b2-282968b5fc6d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:17.392254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.423746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.20.0.1 (14e8e40d-3a77-48ab-b6b2-282968b5fc6d/ff995ca0-d90c-41ee-98c8-2fce11bba437/cdc50dba-b395-4e07-9c0a-c516ccccd543) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:17.429112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02518ed2-17b3-43d8-a4d0-c5363a2c8c79 req-bbdb8170-9744-40f9-885a-e910b04a650d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649707 Jul 22 11:47:17.515748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.530334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] For port 20736509-035e-4cc9-8213-27a0762f4502, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:17.537256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] For port 20736509-035e-4cc9-8213-27a0762f4502, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=20736509-035e-4cc9-8213-27a0762f4502,segment=NetworkSegment(71a7e7d2-27a7-452d-ba44-0eb681807b36),segment_id=71a7e7d2-27a7-452d-ba44-0eb681807b36)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:17.540315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.544060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.630746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-641cdc41-423f-4a7a-ae81-dab2f174e4f5 None None] Pushing event updated for resources: {'Port': ['ID=20736509-035e-4cc9-8213-27a0762f4502,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:17.687767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.708378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object cdc50dba-b395-4e07-9c0a-c516ccccd543 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:17.803814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Allocated IP 172.20.0.5 (84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba/1cabe74a-3748-48f7-8e64-984f0e4a8162/947bee09-ed95-4aa8-b7f7-adc59ddd5c25) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:17.812920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.833511 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:17.841145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:17.844531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:17.852867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:18.000553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=cdc50dba-b395-4e07-9c0a-c516ccccd543,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:18.031074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed9fe546-19b2-4150-8144-d98e2b344707 req-b937d050-e10e-4962-bddb-b7ce01d6a844 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:18.032334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed9fe546-19b2-4150-8144-d98e2b344707 req-b937d050-e10e-4962-bddb-b7ce01d6a844 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3215258 Jul 22 11:47:18.072792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.084409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:18.146942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-855152e1-7b86-445e-87b8-83c5ee3e38df req-a68db77a-a8fc-4702-ae74-71107e03b982 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 210 time: 0.0842633 Jul 22 11:47:18.152123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed9fe546-19b2-4150-8144-d98e2b344707 req-f3a5e4d7-222c-47ef-ab31-71f87f18ab64 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1111364 Jul 22 11:47:18.181568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cbffedd-6310-40eb-8d7c-463e2b105762 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.195864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.264922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:18.271641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.275209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:18.294505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:18.294938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:18.304763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.307663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.367124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6', '14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:18.372177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:18.388204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:18.417675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:18.419481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:18.426210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event updated for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:18.430096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:18.432685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:18.479106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-90cc9671-a4c8-4954-b172-4e455da7fb90 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/eb0ae191-e69c-4ed5-aa6b-5b0df9f8c045 HTTP/1.1" status: 200 len: 978 time: 2.0850194 Jul 22 11:47:18.480373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:18.494053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:18.495340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb28debb-f5f7-4843-bf60-17103addbc29 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:18.498340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:18.499522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.516170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-1d10ad55-0ec4-44af-a8d2-410b360a9489 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4205511 Jul 22 11:47:18.535904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Request body: {'port': {'device_id': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:18.660069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.867251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.874621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.894462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 20736509-035e-4cc9-8213-27a0762f4502 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:18.956101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:18.999167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 20736509-035e-4cc9-8213-27a0762f4502 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:19.026665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port f1ee5994-2bfb-4eac-97b5-9318edc248da {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:19.026787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.053304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=cdc50dba-b395-4e07-9c0a-c516ccccd543,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:19.127817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:19.137829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.148463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56d09334-5f76-43e9-99fa-5e0986c76fe6 None None] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:19.157708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Transition to ACTIVE for port object 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:19.163015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.194633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.195217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.203560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Provisioning for port 20736509-035e-4cc9-8213-27a0762f4502 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:19.233898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:19.238987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Provisioning complete for port 20736509-035e-4cc9-8213-27a0762f4502 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:19.239719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.249395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for f1ee5994-2bfb-4eac-97b5-9318edc248da owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:19.249750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Pushing event updated for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:19.328002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:19.353961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Attempting to bind port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:19.354311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Attempting to bind port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:19.354679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Attempting to bind port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:19.361500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:47:19.361835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Attempting to bind port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:19.367751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:19.368909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Checking segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:19.368909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Bound using segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:19.369250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Bound port: 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:19.369417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.422775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.483911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.495455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:19.501045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:19.506002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.530986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:19.532333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.534693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] 10.222.0.36 "PUT /v2.0/ports/947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 200 len: 1091 time: 1.0107732 Jul 22 11:47:19.535256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:19.537705 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-65f9f1ba-1352-4df1-8e97-a906690b6904" -d '{"events": [{"name": "network-changed", "server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:19.538741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] For port 20736509-035e-4cc9-8213-27a0762f4502, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=20736509-035e-4cc9-8213-27a0762f4502,segment=NetworkSegment(71a7e7d2-27a7-452d-ba44-0eb681807b36),segment_id=71a7e7d2-27a7-452d-ba44-0eb681807b36)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:19.547531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.619207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1703c02c-f88b-4251-abe1-263bb2eaf4c2 None None] Pushing event updated for resources: {'Port': ['ID=20736509-035e-4cc9-8213-27a0762f4502,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:19.673664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-383fd84a-812a-40f4-9576-c8879c8d0b03 service neutron] Pushing event updated for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:19.688632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-bf5669d4-0ea9-4df3-b283-eca241e093ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:19.690328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-bf5669d4-0ea9-4df3-b283-eca241e093ef service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 1094 time: 0.1000781 Jul 22 11:47:19.744285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-b63500d3-7a8a-4b1a-9764-8749958161c6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 200 len: 217 time: 0.0458624 Jul 22 11:47:19.745641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1100617-1468-496e-9fa2-d06c4c4eea24 req-10933d03-01b1-4368-9a0f-dea286f02029 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:19.748074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1100617-1468-496e-9fa2-d06c4c4eea24 req-10933d03-01b1-4368-9a0f-dea286f02029 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 943 time: 0.4715040 Jul 22 11:47:19.760933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34f854b7-51d8-4d99-a483-507508c62587 req-11c04cc9-b083-4d3d-8804-dc8efbf83779 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:19.763456 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34f854b7-51d8-4d99-a483-507508c62587 req-11c04cc9-b083-4d3d-8804-dc8efbf83779 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3379180 Jul 22 11:47:19.794468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.820685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e10127dd-10eb-464f-9c64-df805abe8296 req-40c18bc8-a96c-46de-b3e0-9b90484b2518 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:19.822171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-40c18bc8-a96c-46de-b3e0-9b90484b2518 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.0632503 Jul 22 11:47:19.860692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=f1ee5994-2bfb-4eac-97b5-9318edc248da,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:19.877764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-d51cd527-086a-4883-a1f8-340a396f3002 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0486460 Jul 22 11:47:19.890156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Provisioning complete for port 20736509-035e-4cc9-8213-27a0762f4502 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:19.890770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:19.891926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1100617-1468-496e-9fa2-d06c4c4eea24 req-76bba202-3048-4398-a596-a77772124444 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1272843 Jul 22 11:47:19.943110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34f854b7-51d8-4d99-a483-507508c62587 req-e150d6c6-8714-464c-9fb2-89f5b2d7b34b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1359148 Jul 22 11:47:19.998809 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ad434d9-dfe7-459f-b23e-b7be60ea3411 x-openstack-request-id: req-6ad434d9-dfe7-459f-b23e-b7be60ea3411 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:19.999107 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:19.999364 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ad434d9-dfe7-459f-b23e-b7be60ea3411 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:19.999810 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25', 'status': 'completed', 'code': 200} Jul 22 11:47:20.001611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 33f7c488-f9bc-463d-a43b-7b0ce865624a is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:20.006002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.006380 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP eb0ae191-e69c-4ed5-aa6b-5b0df9f8c045 disassociated (deleted). External IP: 172.25.6.126, port: aba0a97e-680a-4546-b149-ca8a4e2125fb. Jul 22 11:47:20.025294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-3f02977b-f71c-47fc-a9c3-f1d9a0a239b1 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1410844 Jul 22 11:47:20.074798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Provisioning for port cdc50dba-b395-4e07-9c0a-c516ccccd543 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:20.084918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Provisioning complete for port cdc50dba-b395-4e07-9c0a-c516ccccd543 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:20.085312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.146731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2fead765-ca46-43d1-83c7-6c3ebd6cb94b None None] Port cdc50dba-b395-4e07-9c0a-c516ccccd543 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:20.189865 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e10127dd-10eb-464f-9c64-df805abe8296 req-32af5ee4-6417-4c08-8fce-f06dd9a73198 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533334 Jul 22 11:47:20.288966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b75318b5-5cf7-4c82-8809-09a2d9fc06d1 None None] Provisioning complete for port cdc50dba-b395-4e07-9c0a-c516ccccd543 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:20.289486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b75318b5-5cf7-4c82-8809-09a2d9fc06d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.366983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-bbfc818e-84b1-4da4-9b31-19ec44e232ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:20.368762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-bbfc818e-84b1-4da4-9b31-19ec44e232ae service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 1094 time: 0.1206915 Jul 22 11:47:20.374527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b75318b5-5cf7-4c82-8809-09a2d9fc06d1 None None] Port cdc50dba-b395-4e07-9c0a-c516ccccd543 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:20.479100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-fbe43580-4df3-40ae-b4e9-0bb455ef5bb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:20.480571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-fbe43580-4df3-40ae-b4e9-0bb455ef5bb4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.1052821 Jul 22 11:47:20.497771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb941b45-5e07-4977-a7bb-b8cd6cb579ae None None] Provisioning complete for port cdc50dba-b395-4e07-9c0a-c516ccccd543 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:20.497771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb941b45-5e07-4977-a7bb-b8cd6cb579ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.529771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-9cd5dbbd-b0f6-4c4f-a2c9-338f39956d7c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 200 len: 217 time: 0.0413988 Jul 22 11:47:20.564233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb941b45-5e07-4977-a7bb-b8cd6cb579ae None None] Port cdc50dba-b395-4e07-9c0a-c516ccccd543 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:20.612628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-0b7c81c0-caf4-4bb5-a79d-171295e8cee1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:20.615176 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-0b7c81c0-caf4-4bb5-a79d-171295e8cee1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.0791547 Jul 22 11:47:20.667245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-73bf88b1-c286-4090-baf6-843e541684cf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0445530 Jul 22 11:47:20.675700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:20.681299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e8bf4da2-be15-48e1-87a5-0ea270e4a1ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/33f7c488-f9bc-463d-a43b-7b0ce865624a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.6078544 Jul 22 11:47:20.685086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52438) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:20.693211 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] Sync routers for ids ['33f7c488-f9bc-463d-a43b-7b0ce865624a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:20.703674 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] Routers {'33f7c488-f9bc-463d-a43b-7b0ce865624a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:20.704564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['33f7c488-f9bc-463d-a43b-7b0ce865624a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:20.756047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:20.757185 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:20.770892 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] Routers {'33f7c488-f9bc-463d-a43b-7b0ce865624a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:20.775958 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['33f7c488-f9bc-463d-a43b-7b0ce865624a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:20.795611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d5beba35-21b0-4ef4-a2fe-68e6d37dc20f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:20.797078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d5beba35-21b0-4ef4-a2fe-68e6d37dc20f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports/cdc50dba-b395-4e07-9c0a-c516ccccd543 HTTP/1.1" status: 200 len: 910 time: 0.1116819 Jul 22 11:47:20.806002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52444) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:20.833883 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:20.834617 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e8cc638-9886-47ba-93d9-de9d2ec58b8e None None] The sync data for ids ['33f7c488-f9bc-463d-a43b-7b0ce865624a'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:20.865427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 20736509-035e-4cc9-8213-27a0762f4502 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:20.936480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:20.941941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.956108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:20.963641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 20736509-035e-4cc9-8213-27a0762f4502 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:20.964322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:20.987397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d36b3605-77e7-4eec-8fc7-1d3db0bb8f46 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/eb0ae191-e69c-4ed5-aa6b-5b0df9f8c045 HTTP/1.1" status: 204 len: 168 time: 2.5030599 Jul 22 11:47:20.987608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52452) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:21.025108 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-b481e3fa-c15d-40d3-98b3-9263f727142f service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3513386 Jul 22 11:47:21.040376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:21.043350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:21.091814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:21.112901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:21.113723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:21.151090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:21.151942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d00ab9b-4108-4f22-b7a3-5654a5064eec None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:21.232051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port aba0a97e-680a-4546-b149-ca8a4e2125fb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:21.232473 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.285114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3e784a0-1db7-4423-92b9-48e097f058af req-6b94a118-8b2d-4d35-aeb0-e9a0130ef3fb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:21.286566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3e784a0-1db7-4423-92b9-48e097f058af req-6b94a118-8b2d-4d35-aeb0-e9a0130ef3fb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 943 time: 0.2391169 Jul 22 11:47:21.297432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-969c524d-fe1b-4cf0-9d93-188049103939 req-b0e66d4d-7c0e-4f18-8f3b-918a1b884546 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:21.299021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-969c524d-fe1b-4cf0-9d93-188049103939 req-b0e66d4d-7c0e-4f18-8f3b-918a1b884546 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1798255 Jul 22 11:47:21.334683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.415195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3e784a0-1db7-4423-92b9-48e097f058af req-9e698684-31c6-4211-b334-668f80e48e78 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150355 Jul 22 11:47:21.437077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-969c524d-fe1b-4cf0-9d93-188049103939 req-aaeb4bb3-b60c-4b49-a17c-e0f09fe8d1be tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202488 Jul 22 11:47:21.439129 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.458282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for aba0a97e-680a-4546-b149-ca8a4e2125fb owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:21.563914 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-65f9f1ba-1352-4df1-8e97-a906690b6904 req-84279aec-7bcb-41a7-84d2-821dc2fe5610 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5111394 Jul 22 11:47:21.679723 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.712208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=aba0a97e-680a-4546-b149-ca8a4e2125fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:21.725506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.831728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:21.835393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-97f506b8-667a-41d7-b200-216ff602427e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/aba0a97e-680a-4546-b149-ca8a4e2125fb HTTP/1.1" status: 204 len: 168 time: 0.8452945 Jul 22 11:47:21.840775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52466) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:21.846725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:21.886479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.001972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.042015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port cdc50dba-b395-4e07-9c0a-c516ccccd543 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:22.042358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.135957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.108 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/68ab8f03-1ea0-4045-a227-d0da42de5534) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:22.172194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.187370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for cdc50dba-b395-4e07-9c0a-c516ccccd543 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:22.247676 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.288293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.338473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:22.343265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:22.348073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:22.351258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=68ab8f03-1ea0-4045-a227-d0da42de5534,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:22.387921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.421739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=cdc50dba-b395-4e07-9c0a-c516ccccd543,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:22.470697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.532954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.615544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.708893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:47:22.829638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 33f7c488-f9bc-463d-a43b-7b0ce865624a has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:22.838733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7790fc67-8372-4532-a486-4a515f08b2c0 req-41dea1ba-da3d-4938-b009-60297cac2d99 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:22.843145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7790fc67-8372-4532-a486-4a515f08b2c0 req-41dea1ba-da3d-4938-b009-60297cac2d99 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2754629 Jul 22 11:47:22.864734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:22.878728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'port_id': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25', 'mac_address': 'fa:16:3e:55:c8:69', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabe74a-3748-48f7-8e64-984f0e4a8162', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:47:22.891701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8876e8e-4fad-44de-a2f6-b07305a9c0c6 req-71376f2d-b74d-424c-b3e4-851036eb3e55 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:22.898621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8876e8e-4fad-44de-a2f6-b07305a9c0c6 req-71376f2d-b74d-424c-b3e4-851036eb3e55 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 943 time: 0.3104906 Jul 22 11:47:22.932508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:22.940731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f58d46ef-3b1b-4161-bf38-76409c61612a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/33f7c488-f9bc-463d-a43b-7b0ce865624a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1332626 Jul 22 11:47:22.944674 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] Sync routers for ids ['33f7c488-f9bc-463d-a43b-7b0ce865624a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:22.945479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7790fc67-8372-4532-a486-4a515f08b2c0 req-67e23c7c-e390-4830-ad78-b7bf36d90261 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0930140 Jul 22 11:47:22.945756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:22.960509 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] Routers {'33f7c488-f9bc-463d-a43b-7b0ce865624a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:22.961264 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['33f7c488-f9bc-463d-a43b-7b0ce865624a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:22.989029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:22.999366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8876e8e-4fad-44de-a2f6-b07305a9c0c6 req-aa11f629-5ef1-4e45-93c5-ad352873eef1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942688 Jul 22 11:47:23.013638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:23.026055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4a203734-e04b-4a6f-8b34-128bfc468748 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f7c488-f9bc-463d-a43b-7b0ce865624a HTTP/1.1" status: 200 len: 205 time: 0.0748467 Jul 22 11:47:23.026855 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:23.029558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:23.030565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.038114 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.042700 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] Routers {'33f7c488-f9bc-463d-a43b-7b0ce865624a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:23.043579 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['33f7c488-f9bc-463d-a43b-7b0ce865624a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:23.044233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:23.053942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.080786 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:23.081569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c8f6bd6-4a3d-4959-835c-47b8fa5db02d None None] The sync data for ids ['33f7c488-f9bc-463d-a43b-7b0ce865624a'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:23.115683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:23.117430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=68ab8f03-1ea0-4045-a227-d0da42de5534,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:23.148674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.164312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.182834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.187455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2620d4c5-8143-4cc0-8d93-d8013a8cf3fc tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.3422592 Jul 22 11:47:23.187720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:23.192841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'port': {'network_id': 'd875b94d-319f-4aee-b91b-6cc46d68b5a5', 'name': 'tempest-FloatingIPTestJSON-1119457983'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:23.259845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['947bee09-ed95-4aa8-b7f7-adc59ddd5c25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:23.329002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:23.335088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.352948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.355267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.359429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] device_id is not set on port 2efed37b-efab-4478-b001-7e52c1240187 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:47:23.416853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.417402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 33f7c488-f9bc-463d-a43b-7b0ce865624a {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:47:23.431936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.433302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ceeb509-a852-48d0-b975-27eb360c0954 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/33f7c488-f9bc-463d-a43b-7b0ce865624a HTTP/1.1" status: 204 len: 168 time: 0.4025311 Jul 22 11:47:23.436779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:23.502278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.2 (d875b94d-319f-4aee-b91b-6cc46d68b5a5/fe0337bb-9cbd-4016-87fd-034fa699f64f/2efed37b-efab-4478-b001-7e52c1240187) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:23.503387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet ff995ca0-d90c-41ee-98c8-2fce11bba437 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:47:23.507553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.566952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.670094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.675399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.741393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.742318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.776115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=ff995ca0-d90c-41ee-98c8-2fce11bba437,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:23.780398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.786515 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb1db357-79d1-46c7-836e-5106e8f2ec7f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/ff995ca0-d90c-41ee-98c8-2fce11bba437 HTTP/1.1" status: 204 len: 168 time: 0.3446231 Jul 22 11:47:23.786786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network d875b94d-319f-4aee-b91b-6cc46d68b5a5 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:23.786786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:23.787775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:23.802536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e5d6169-9d76-4028-bb1f-1297635d8312 None None] Network 14e8e40d-3a77-48ab-b6b2-282968b5fc6d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:23.803236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:23.873227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=2efed37b-efab-4478-b001-7e52c1240187,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:23.927667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:23.928331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.940644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:23.953708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1364d7e-291b-4e61-b956-b1bb681b62a7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 0.7649205 Jul 22 11:47:23.957005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:23.961329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': '2efed37b-efab-4478-b001-7e52c1240187'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:24.009362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.045134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 20736509-035e-4cc9-8213-27a0762f4502 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:24.045694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.133167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] DHCP port deletion for 14e8e40d-3a77-48ab-b6b2-282968b5fc6d request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:24.190692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Deleting port 20736509-035e-4cc9-8213-27a0762f4502 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:24.191068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.207161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 20736509-035e-4cc9-8213-27a0762f4502, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=20736509-035e-4cc9-8213-27a0762f4502,segment=NetworkSegment(71a7e7d2-27a7-452d-ba44-0eb681807b36),segment_id=71a7e7d2-27a7-452d-ba44-0eb681807b36)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:24.207535 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.227209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 20736509-035e-4cc9-8213-27a0762f4502 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:24.270547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] For port 20736509-035e-4cc9-8213-27a0762f4502, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=20736509-035e-4cc9-8213-27a0762f4502,segment=NetworkSegment(71a7e7d2-27a7-452d-ba44-0eb681807b36),segment_id=71a7e7d2-27a7-452d-ba44-0eb681807b36)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:24.271401 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.286281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Calling delete_port for 20736509-035e-4cc9-8213-27a0762f4502 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:24.321297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf6cf18-e016-4c58-af16-b6ea4bda0a82 req-62be1226-886a-4bdb-89ec-e9cd6b1932cd tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:24.322826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcf6cf18-e016-4c58-af16-b6ea4bda0a82 req-62be1226-886a-4bdb-89ec-e9cd6b1932cd tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 944 time: 0.1988099 Jul 22 11:47:24.340783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a02fdff-79ac-460a-9df7-ee794a9842d8 req-5e1ce002-aaa9-438a-8d85-151bdbac28e8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:24.349140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a02fdff-79ac-460a-9df7-ee794a9842d8 req-5e1ce002-aaa9-438a-8d85-151bdbac28e8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2094643 Jul 22 11:47:24.398133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.423026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a02fdff-79ac-460a-9df7-ee794a9842d8 req-6c22320a-8152-44e4-8f25-75a4a21bfa8b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0729599 Jul 22 11:47:24.445272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.445272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcf6cf18-e016-4c58-af16-b6ea4bda0a82 req-e5d27b05-5d7a-4d41-b7d0-2e4dfe3becbb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0863535 Jul 22 11:47:24.464150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] Pushing event deleted for resources: {'Port': ['ID=20736509-035e-4cc9-8213-27a0762f4502,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:24.481914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 20736509-035e-4cc9-8213-27a0762f4502 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:24.484267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=20736509-035e-4cc9-8213-27a0762f4502,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:24.492370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b2b42b3-c78e-4f83-a1f0-67b5d6afb880 None None] No DVR routers for this DVR port 20736509-035e-4cc9-8213-27a0762f4502 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:24.573778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.586308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['14e8e40d-3a77-48ab-b6b2-282968b5fc6d']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:24.598595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '71a7e7d2-27a7-452d-ba44-0eb681807b36') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:24.598947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '71a7e7d2-27a7-452d-ba44-0eb681807b36') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:24.608734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.623214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.629483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:24.629879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:24.633026 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:24.683142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.689784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.716304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.726503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.728334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/14e8e40d-3a77-48ab-b6b2-282968b5fc6d HTTP/1.1" status: 204 len: 168 time: 0.9375963 Jul 22 11:47:24.739195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:24.740319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52526) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:24.745602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-362920982', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:24.756436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5676da81-473b-4b63-9f38-da2e98d64a89 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=14e8e40d-3a77-48ab-b6b2-282968b5fc6d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:24.784399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.786293 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.829810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 20736509-035e-4cc9-8213-27a0762f4502 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:24.864172 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP 1cfb83b6-6c79-428a-8b93-c8ab3db7882e associated. External IP: 172.25.6.108, port: 2efed37b-efab-4478-b001-7e52c1240187. Jul 22 11:47:24.868247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:24.871584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 20736509-035e-4cc9-8213-27a0762f4502 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:24.873753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:24.883034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 20736509-035e-4cc9-8213-27a0762f4502 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:24.896401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:24.897013 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.009287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.064142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:25.065250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:25.068430 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-901b376b-9e81-47e0-bded-1bfae5a4d3f2" -d '{"events": [{"server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "name": "network-vif-plugged", "status": "completed", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:25.084082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.159856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:25.169302 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-254b74e2-3872-4c1a-850e-200fb2bd9505 x-openstack-request-id: req-254b74e2-3872-4c1a-850e-200fb2bd9505 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:25.169812 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "name": "network-vif-plugged", "status": "completed", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:25.170251 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-254b74e2-3872-4c1a-850e-200fb2bd9505 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:25.170933 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25', 'code': 200} Jul 22 11:47:25.203925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:25.351924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.385638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:25.388890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62d4589c-d1d0-43e9-b60b-1d184ae62502 req-a778463d-a900-4bb2-94e7-06681be4b1c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:25.391224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62d4589c-d1d0-43e9-b60b-1d184ae62502 req-a778463d-a900-4bb2-94e7-06681be4b1c7 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 1096 time: 0.1159749 Jul 22 11:47:25.393620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.404127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:25.416963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:25.418626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:25.457683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4051dfdd-95e6-416e-b99f-fbdb99748a09 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/1cfb83b6-6c79-428a-8b93-c8ab3db7882e HTTP/1.1" status: 200 len: 978 time: 1.5000939 Jul 22 11:47:25.470194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:25.491684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:25.495018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-62d4589c-d1d0-43e9-b60b-1d184ae62502 req-68abaf45-7c94-4c8f-835d-ba83cc16b84d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0646131 Jul 22 11:47:25.513546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:25.514173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:25.580457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:25.582002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7665a949-a0e5-47ef-b4d8-b4959cd3f725 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:25.663576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 2efed37b-efab-4478-b001-7e52c1240187 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:25.664162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.817811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.869873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66801628-93e7-4b9a-aacc-4eeebfa1314c req-f9ba321d-b628-48b1-8c78-a857da1ba180 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:25.872390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66801628-93e7-4b9a-aacc-4eeebfa1314c req-f9ba321d-b628-48b1-8c78-a857da1ba180 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 945 time: 0.3202081 Jul 22 11:47:25.878313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:25.926332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8524c7de-b484-48ba-860a-a63b7d73d8bd req-ea2a416c-9306-4f04-9fce-1664f2150c56 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:25.934273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8524c7de-b484-48ba-860a-a63b7d73d8bd req-ea2a416c-9306-4f04-9fce-1664f2150c56 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3558481 Jul 22 11:47:25.944912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.052991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8524c7de-b484-48ba-860a-a63b7d73d8bd req-c78952f4-3d1a-45c4-8def-252951f91e04 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1176901 Jul 22 11:47:26.071123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.071123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.071123 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP 1cfb83b6-6c79-428a-8b93-c8ab3db7882e disassociated. External IP: 172.25.6.108, port: 2efed37b-efab-4478-b001-7e52c1240187. Jul 22 11:47:26.071123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 2efed37b-efab-4478-b001-7e52c1240187 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:26.075851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66801628-93e7-4b9a-aacc-4eeebfa1314c req-75cae8fa-2581-40e8-a524-f5239e254bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1916723 Jul 22 11:47:26.217562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.25.6.234 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9b62500f-4f02-43b1-b1f4-05628f3cbf54) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:26.417048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.464674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.507957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:26.511168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:26.515269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:26.543877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=9b62500f-4f02-43b1-b1f4-05628f3cbf54,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:26.690309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.734301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=2efed37b-efab-4478-b001-7e52c1240187,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:26.890609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:26.908645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:27.031395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:27.043804 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:27.057598 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:27.059374 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.108642 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.123249 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:27.124915 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.133674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.140088 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c5adb107-8ae8-45ee-903d-ea67d71ff54e tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/2efed37b-efab-4478-b001-7e52c1240187 HTTP/1.1" status: 204 len: 168 time: 1.6666350 Jul 22 11:47:27.140682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:27.175587 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.176370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f73e7d3-3de5-4172-93a9-1f57d14b3e61 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:27.235455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e0a1f270-ba05-4d0e-9aec-08f993aac4db tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/floatingips/1cfb83b6-6c79-428a-8b93-c8ab3db7882e HTTP/1.1" status: 200 len: 688 time: 0.0934560 Jul 22 11:47:27.238092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52576) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:27.304297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.378216 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.397136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d27489db-d3ac-4160-9993-b1c108b7a161 req-e5c11f96-29b6-4b94-a48e-84bf76dbf217 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:27.398660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d27489db-d3ac-4160-9993-b1c108b7a161 req-e5c11f96-29b6-4b94-a48e-84bf76dbf217 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2081325 Jul 22 11:47:27.404835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 68ab8f03-1ea0-4045-a227-d0da42de5534 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:27.405444 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.409298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd943ff3-700f-425a-bdcb-846a1d6fc5ef req-d9feea08-8f25-476c-a4bd-c43fb386e408 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:27.411050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd943ff3-700f-425a-bdcb-846a1d6fc5ef req-d9feea08-8f25-476c-a4bd-c43fb386e408 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 945 time: 0.2009985 Jul 22 11:47:27.502630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d27489db-d3ac-4160-9993-b1c108b7a161 req-cf6033c2-2a39-46cc-b355-226880d915a0 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858362 Jul 22 11:47:27.510369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.510780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.519749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd943ff3-700f-425a-bdcb-846a1d6fc5ef req-cfb05f80-8167-42db-81ac-f4cb37e2891a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0934525 Jul 22 11:47:27.524559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 68ab8f03-1ea0-4045-a227-d0da42de5534 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:27.625113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 5d794539-3fd9-4fdf-885b-45fc1742b863 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:27.747944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.780026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:27.789171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=68ab8f03-1ea0-4045-a227-d0da42de5534,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:27.796066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] Sync routers for ids ['5d794539-3fd9-4fdf-885b-45fc1742b863'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:27.811092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.812955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fea26a1b-a0da-4bee-82b9-80bf8be9615d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 879 time: 3.0712512 Jul 22 11:47:27.815628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:27.819325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] Routers {'5d794539-3fd9-4fdf-885b-45fc1742b863'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:27.820593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d794539-3fd9-4fdf-885b-45fc1742b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.859841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.873627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] Routers {'5d794539-3fd9-4fdf-885b-45fc1742b863'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:27.876131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d794539-3fd9-4fdf-885b-45fc1742b863'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:27.948831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.952397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:27.953682 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-00619990-2cc0-42fe-bb2e-4f3c7515df03 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/1cfb83b6-6c79-428a-8b93-c8ab3db7882e HTTP/1.1" status: 204 len: 168 time: 0.7141833 Jul 22 11:47:27.958619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52592) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:27.963903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '6c1f7d6a-0252-4d3e-ba57-0003e53b97ae'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:28.016970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:28.030725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.032619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92fb9d18-5c3d-4670-a751-8b3231dd5ac9 None None] The sync data for ids ['5d794539-3fd9-4fdf-885b-45fc1742b863'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:28.070239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-00e49f5a-2d1d-4615-8a9c-1a319b0961ca tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers/5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 200 len: 880 time: 0.2521768 Jul 22 11:47:28.074958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:28.224811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.265956 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.396540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.66 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/cc4d1203-94cb-4648-b955-03f0fb7e79df) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:28.444261 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b1e9b62-9c1f-4454-af93-aca58277ea4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 883 time: 0.3676295 Jul 22 11:47:28.444907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:28.453283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-362920982'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:28.615154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.729474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.823803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:28.853847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9df9ac-ecbf-4f98-aec2-44da7ed71933 req-f8397698-b109-4445-9f63-c4c12168edf2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:28.862033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e9df9ac-ecbf-4f98-aec2-44da7ed71933 req-f8397698-b109-4445-9f63-c4c12168edf2 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2196240 Jul 22 11:47:28.863077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=cc4d1203-94cb-4648-b955-03f0fb7e79df,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:28.868255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:28.872796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:28.942493 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:28.956813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e9df9ac-ecbf-4f98-aec2-44da7ed71933 req-c88c5970-71e6-481a-af39-c09521693011 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0797355 Jul 22 11:47:28.963747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.151795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 5d794539-3fd9-4fdf-885b-45fc1742b863 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:29.295975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:29.304376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.306913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de7ea1c3-d74a-439e-98c2-9b6e062178b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 200 len: 887 time: 0.8606753 Jul 22 11:47:29.308962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:29.311970 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] Sync routers for ids ['5d794539-3fd9-4fdf-885b-45fc1742b863'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:29.323010 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] Routers {'5d794539-3fd9-4fdf-885b-45fc1742b863'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:29.323968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d794539-3fd9-4fdf-885b-45fc1742b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:29.366995 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:29.378852 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] Routers {'5d794539-3fd9-4fdf-885b-45fc1742b863'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:29.379853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5d794539-3fd9-4fdf-885b-45fc1742b863'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:29.436499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:29.438122 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2aa8ab96-77ff-4e4f-97cd-43668399b847 None None] The sync data for ids ['5d794539-3fd9-4fdf-885b-45fc1742b863'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:29.488503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5a31dfee-0917-4ceb-861e-a6e61937ffa2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers/5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 200 len: 887 time: 0.1705537 Jul 22 11:47:29.488892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:29.530704 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95819fad-0995-4c44-9e88-4ccda554223e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 200 len: 205 time: 0.0404277 Jul 22 11:47:29.533380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:29.657382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.740958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.787323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.832504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.852085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 9b62500f-4f02-43b1-b1f4-05628f3cbf54 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:29.852659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.968615 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:29.987323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 9b62500f-4f02-43b1-b1f4-05628f3cbf54 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:30.051524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.057752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.215872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=cc4d1203-94cb-4648-b955-03f0fb7e79df,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:30.220325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.256244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.287523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=9b62500f-4f02-43b1-b1f4-05628f3cbf54,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:30.401723 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.414105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8417c885-3e52-4753-9ae3-ae20ddf7eff0 req-243d8605-8b09-471a-be85-78f31ff235bc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:30.415418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8417c885-3e52-4753-9ae3-ae20ddf7eff0 req-243d8605-8b09-471a-be85-78f31ff235bc tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3268366 Jul 22 11:47:30.462919 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP ba516641-2c60-41dd-a2d3-a71327b6f3ee associated. External IP: 172.25.6.66, port: 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae. Jul 22 11:47:30.523851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.526388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.588999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.591220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 5d794539-3fd9-4fdf-885b-45fc1742b863 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:47:30.599606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8417c885-3e52-4753-9ae3-ae20ddf7eff0 req-4941839e-e5f6-45ef-96bb-a832bf5738a1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691530 Jul 22 11:47:30.602378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.602502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53712faa-7c3e-4dd3-b675-bbd1da01500a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 204 len: 168 time: 1.0681379 Jul 22 11:47:30.608488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:30.613774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-863240209'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:30.651177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:30.655724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.698813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:30.727281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.727971 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d of type vlan for network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 Jul 22 11:47:30.837942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.865158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:30.900853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.907596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:30.908258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:30.956574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3443604 Jul 22 11:47:30.956971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:30.962707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:31.014963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f8596bc-d389-437c-a332-9d7b8c1153d4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=e229fa23-2bfa-4010-ad13-44c9d3d0b8e1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:31.032444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:31.102907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:31.135265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.147522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:31.166731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:31.167471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:31.189747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4c1c5221-9228-47d3-a8ad-1568e2e43627 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 3.2268746 Jul 22 11:47:31.192494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:31.204375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1240109184'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:31.209969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:31.224144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:31.224795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:31.256149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:31.260833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.280524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:31.281868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aaa55664-3562-4c02-b2ea-e4f55bf758a6 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:31.307914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:31.327681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.328115 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Added segment 5403e2cc-2751-46ae-a10e-20d9f3e20dd7 of type vlan for network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 Jul 22 11:47:31.400222 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.445208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.456123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:31.457403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.515111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3175707 Jul 22 11:47:31.515424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:31.521065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'subnet': {'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:31.598145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a293a3-33da-4618-960c-665eb785b9c8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Network': ['ID=521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:31.599290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:31.605080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.611976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:31.808451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:31.816194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.939212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:31.950556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb74066-c32f-42c3-a3bf-c2e760139b18 req-ebb05358-f31c-4d03-9462-8b2536512fb5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:31.952181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb74066-c32f-42c3-a3bf-c2e760139b18 req-ebb05358-f31c-4d03-9462-8b2536512fb5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2097757 Jul 22 11:47:32.017177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=fdd6f506-4a70-4451-9d82-18eb9cea9a41,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:32.025969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:32.027035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: e229fa23-2bfa-4010-ad13-44c9d3d0b8e1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:32.052447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:32.065630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e229fa23-2bfa-4010-ad13-44c9d3d0b8e1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:32.075307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67f13fba-065c-4590-bec6-33a5df0b8351 None None] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:32.080718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:32.081375 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.100979 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d091adf7-e97f-4930-ac55-ae4123af3654 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1406577 Jul 22 11:47:32.101381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:32.109960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1437623779', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:32.136923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb74066-c32f-42c3-a3bf-c2e760139b18 req-61c49385-50e1-4f01-b4da-8ab9f515da2b tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1683099 Jul 22 11:47:32.150351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.160823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.235378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.250993 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.266557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.268879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6ae427c-b24b-4936-ab0f-2fc057b26752 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.1652751 Jul 22 11:47:32.271969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:32.329023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.357939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e229fa23-2bfa-4010-ad13-44c9d3d0b8e1', 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': 'fdd6f506-4a70-4451-9d82-18eb9cea9a41'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:32.359110 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.502235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Subnet': ['ID=c0b1fbf8-6d57-4c66-b199-7db14bc4387e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:32.517361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Checking segment: {'id': '5403e2cc-2751-46ae-a10e-20d9f3e20dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:32.517910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network hostable DHCP agents. Network: 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:32.541400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:32.544162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Allocated IP 172.20.0.2 (e229fa23-2bfa-4010-ad13-44c9d3d0b8e1/fdd6f506-4a70-4451-9d82-18eb9cea9a41/12bce408-516a-4ce6-abd8-0e25dfd77059) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:32.579952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:32.594861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:32.597432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.611496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b1c6d7d-10ad-4f02-98d5-51714bf50628 None None] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:32.633165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c5cba44-ea77-42e3-8e5f-452f8ba9ddef tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1165245 Jul 22 11:47:32.636110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:32.641632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-1537947933', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:32.667910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.669002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.784739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:32.799231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.068360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.225210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2', 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2', 'tenant_id': '5d8d608108624d319186f06f8a18523d', 'fixed_ips': [{'subnet_id': 'c0b1fbf8-6d57-4c66-b199-7db14bc4387e'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:33.227627 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.378982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Allocated IP 172.20.0.2 (521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2/c0b1fbf8-6d57-4c66-b199-7db14bc4387e/776d1e89-db80-45ed-959b-f5b137ec76e6) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:33.415992 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.434277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Transition to ACTIVE for port object 12bce408-516a-4ce6-abd8-0e25dfd77059 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:33.458524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.524614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4d67ec-ced8-49b7-a3a8-f70094fc55b2 req-f98430d1-6f69-489b-b2c0-f46b7307cfd3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:33.525044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Transition to ACTIVE for port object 12bce408-516a-4ce6-abd8-0e25dfd77059 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:33.535433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd4d67ec-ced8-49b7-a3a8-f70094fc55b2 req-f98430d1-6f69-489b-b2c0-f46b7307cfd3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2981632 Jul 22 11:47:33.540853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.571717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.609818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd4d67ec-ced8-49b7-a3a8-f70094fc55b2 req-7fa82ce7-7493-4ac8-8428-10440421ec0f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732827 Jul 22 11:47:33.621685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.20.0.1 (e229fa23-2bfa-4010-ad13-44c9d3d0b8e1/fdd6f506-4a70-4451-9d82-18eb9cea9a41/b892eed3-6040-48d3-b625-a5caca4c2f45) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:33.679626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.692024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Transition to ACTIVE for port object 776d1e89-db80-45ed-959b-f5b137ec76e6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:33.713083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Transition to ACTIVE for port object 776d1e89-db80-45ed-959b-f5b137ec76e6 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:33.726933 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.737795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:33.739642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:33.750641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:33.767236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:33.769493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:33.773922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Pushing event updated for resources: {'Port': ['ID=12bce408-516a-4ce6-abd8-0e25dfd77059,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:33.778797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:33.810701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.25.6.252 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/057f967a-7262-45ca-afb6-de233efa9b9c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:33.866942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.867199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.867553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.867900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.868240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.868585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.870381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.874873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.875664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.876114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.879078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.879584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.880031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:47:33.898818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Attempting to bind port 12bce408-516a-4ce6-abd8-0e25dfd77059 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:33.899432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Attempting to bind port 12bce408-516a-4ce6-abd8-0e25dfd77059 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:33.899905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Attempting to bind port 12bce408-516a-4ce6-abd8-0e25dfd77059 on network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:33.910431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:33.911003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Checking segment: {'id': '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:33.911525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.912057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Bound using segment: {'id': '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:33.912815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Bound port: 12bce408-516a-4ce6-abd8-0e25dfd77059, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': 'e229fa23-2bfa-4010-ad13-44c9d3d0b8e1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:33.913632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:33.923193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object b892eed3-6040-48d3-b625-a5caca4c2f45 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:33.968386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.004327 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.028988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=b892eed3-6040-48d3-b625-a5caca4c2f45,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:34.043850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Pushing event updated for resources: {'Port': ['ID=776d1e89-db80-45ed-959b-f5b137ec76e6,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:34.052496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:34.054711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:34.059589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:34.072094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Attempting to bind port 776d1e89-db80-45ed-959b-f5b137ec76e6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:34.079872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Attempting to bind port 776d1e89-db80-45ed-959b-f5b137ec76e6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '5403e2cc-2751-46ae-a10e-20d9f3e20dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:34.081214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Attempting to bind port 776d1e89-db80-45ed-959b-f5b137ec76e6 on network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:34.086519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.118503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.119754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:34.120337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Checking segment: {'id': '5403e2cc-2751-46ae-a10e-20d9f3e20dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:34.121573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.132402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Bound using segment: {'id': '5403e2cc-2751-46ae-a10e-20d9f3e20dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:34.133195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Bound port: 776d1e89-db80-45ed-959b-f5b137ec76e6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5403e2cc-2751-46ae-a10e-20d9f3e20dd7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:34.133779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.157534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:34.160846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:34.164873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:34.173215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=057f967a-7262-45ca-afb6-de233efa9b9c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:34.238979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] For port 776d1e89-db80-45ed-959b-f5b137ec76e6, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:34.242419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] For port 776d1e89-db80-45ed-959b-f5b137ec76e6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=776d1e89-db80-45ed-959b-f5b137ec76e6,segment=NetworkSegment(5403e2cc-2751-46ae-a10e-20d9f3e20dd7),segment_id=5403e2cc-2751-46ae-a10e-20d9f3e20dd7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:34.252026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.268131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] For port 12bce408-516a-4ce6-abd8-0e25dfd77059, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:34.313819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] For port 12bce408-516a-4ce6-abd8-0e25dfd77059, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=12bce408-516a-4ce6-abd8-0e25dfd77059,segment=NetworkSegment(0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d),segment_id=0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:34.329043 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.381712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:34.387114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14b4dc81-9067-4632-9a67-ef0bb567bf37 None None] Pushing event updated for resources: {'Port': ['ID=776d1e89-db80-45ed-959b-f5b137ec76e6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:34.506832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88da2833-011b-4d1e-8de6-51cea18f6ff6 None None] Pushing event updated for resources: {'Port': ['ID=12bce408-516a-4ce6-abd8-0e25dfd77059,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:34.624538 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.031816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 12bce408-516a-4ce6-abd8-0e25dfd77059 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:35.047097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.068257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.138844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 12bce408-516a-4ce6-abd8-0e25dfd77059 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:35.146023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 776d1e89-db80-45ed-959b-f5b137ec76e6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:35.184353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=b892eed3-6040-48d3-b625-a5caca4c2f45,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:35.194764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a30ceef-0162-4c44-ad96-6fee9dc2190b req-c3211072-f762-436c-9be2-323bf541c593 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:35.197736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a30ceef-0162-4c44-ad96-6fee9dc2190b req-c3211072-f762-436c-9be2-323bf541c593 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3684952 Jul 22 11:47:35.247642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.250904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 776d1e89-db80-45ed-959b-f5b137ec76e6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:35.267981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a30ceef-0162-4c44-ad96-6fee9dc2190b req-05ae745e-108a-4afd-b0af-4a44aa7fbc33 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607142 Jul 22 11:47:35.296182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.454633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:35.456366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:35.572704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router d9000700-932c-4478-bd5e-4f17bba6a1e3 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:35.706403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 7a3c7ecb-62c2-430e-9423-0cc25883bebe is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:35.806621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:35.818038 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] Sync routers for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:35.837421 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:35.839127 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:35.841743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:35.847171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-58a7f225-5861-4ff6-a6c4-30feecaee162 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 3.2092795 Jul 22 11:47:35.848156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52748) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:35.866876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:35.883976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] Sync routers for ids ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:35.888762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da84f85a-e4f9-46db-96d9-84578896f109 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/7a3c7ecb-62c2-430e-9423-0cc25883bebe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6130769 Jul 22 11:47:35.890970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:35.911471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] Routers {'7a3c7ecb-62c2-430e-9423-0cc25883bebe'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:35.912204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:35.963205 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:35.987544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec7f03e-5522-4d41-9b7e-a0b09613f485 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:35.987544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ec7f03e-5522-4d41-9b7e-a0b09613f485 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports/b892eed3-6040-48d3-b625-a5caca4c2f45 HTTP/1.1" status: 200 len: 910 time: 0.0904186 Jul 22 11:47:35.998510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:36.011046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'fdd6f506-4a70-4451-9d82-18eb9cea9a41'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:36.013798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:36.014835 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:36.027392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:36.061865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] Routers {'7a3c7ecb-62c2-430e-9423-0cc25883bebe'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:36.062529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:36.093417 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:36.100624 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1f3d9749-db2e-4262-bdbb-679c0531ac52 None None] The sync data for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:36.118376 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:47:36.147279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddc29084-805c-4683-9fbf-3b926cb4d4f5 None None] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:36.266946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:36.293212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:36.294722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e98f1ef4-3a26-4956-82ad-d93e8267571e None None] The sync data for ids ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:36.356446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Provisioning for port 12bce408-516a-4ce6-abd8-0e25dfd77059 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:36.401563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Provisioning complete for port 12bce408-516a-4ce6-abd8-0e25dfd77059 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:36.402400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:36.677179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5b87821-a2c7-488e-a69d-60c5482705ab None None] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:36.806676 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:36.893238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5f0af33-d41e-443c-8e93-3f7b02978246 req-c0607d43-7ed7-4d38-9f02-030463b714ed tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:36.905990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5f0af33-d41e-443c-8e93-3f7b02978246 req-c0607d43-7ed7-4d38-9f02-030463b714ed tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1760030 Jul 22 11:47:36.946643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] For port 12bce408-516a-4ce6-abd8-0e25dfd77059, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=12bce408-516a-4ce6-abd8-0e25dfd77059,segment=NetworkSegment(0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d),segment_id=0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:36.960773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.026525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f28a9b-276a-4f1d-ab95-5d9a6377f4a2 None None] Pushing event updated for resources: {'Port': ['ID=12bce408-516a-4ce6-abd8-0e25dfd77059,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:37.064613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.092163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.145689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Provisioning for port 776d1e89-db80-45ed-959b-f5b137ec76e6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:37.147335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5f0af33-d41e-443c-8e93-3f7b02978246 req-7730fae5-1c37-4489-b365-e1059a736465 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2400556 Jul 22 11:47:37.154944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Provisioning complete for port 776d1e89-db80-45ed-959b-f5b137ec76e6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:37.154944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.242088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:37.243112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.249316 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/ports/b892eed3-6040-48d3-b625-a5caca4c2f45 HTTP/1.1" status: 200 len: 910 time: 1.2448609 Jul 22 11:47:37.265319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:37.376523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad86959-2373-4406-89fe-f3f82ba39e74 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=b892eed3-6040-48d3-b625-a5caca4c2f45,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:37.420182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.440646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.483179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] For port 776d1e89-db80-45ed-959b-f5b137ec76e6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=776d1e89-db80-45ed-959b-f5b137ec76e6,segment=NetworkSegment(5403e2cc-2751-46ae-a10e-20d9f3e20dd7),segment_id=5403e2cc-2751-46ae-a10e-20d9f3e20dd7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:37.492948 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.589172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2521febd-3b05-4c99-a74c-eb3d70152753 None None] Pushing event updated for resources: {'Port': ['ID=776d1e89-db80-45ed-959b-f5b137ec76e6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:37.635000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Provisioning for port b892eed3-6040-48d3-b625-a5caca4c2f45 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:37.649904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Provisioning complete for port b892eed3-6040-48d3-b625-a5caca4c2f45 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:37.650277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.765128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Port b892eed3-6040-48d3-b625-a5caca4c2f45 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:37.781229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Provisioning complete for port 12bce408-516a-4ce6-abd8-0e25dfd77059 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:37.781622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5850836-6a9b-48d9-b57a-abc86c0f8671 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:37.935632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.059562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-81f89fea-897b-4108-a4a8-7c25ff3abc39 None None] Provisioning complete for port 776d1e89-db80-45ed-959b-f5b137ec76e6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:38.060034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-81f89fea-897b-4108-a4a8-7c25ff3abc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.144355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.1 (521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2/c0b1fbf8-6d57-4c66-b199-7db14bc4387e/4dcff5e0-4c5d-402e-b389-0c1df20c06bd) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:38.318604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-81f89fea-897b-4108-a4a8-7c25ff3abc39 None None] Provisioning complete for port b892eed3-6040-48d3-b625-a5caca4c2f45 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:38.319323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-81f89fea-897b-4108-a4a8-7c25ff3abc39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.367780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-81f89fea-897b-4108-a4a8-7c25ff3abc39 None None] Port b892eed3-6040-48d3-b625-a5caca4c2f45 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:38.451948 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.474771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port b892eed3-6040-48d3-b625-a5caca4c2f45 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:38.475328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.482949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-446d8c13-46cc-4f49-822d-3eec4256d72e req-2b7e9f1a-288d-4b8d-a6f0-20879b9fbc6a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:38.484564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-446d8c13-46cc-4f49-822d-3eec4256d72e req-2b7e9f1a-288d-4b8d-a6f0-20879b9fbc6a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1538901 Jul 22 11:47:38.485656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Transition to ACTIVE for port object 4dcff5e0-4c5d-402e-b389-0c1df20c06bd will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:38.498395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed08442a-6ccd-4474-8951-bacf73c19e17 None None] Provisioning complete for port b892eed3-6040-48d3-b625-a5caca4c2f45 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:38.501331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ed08442a-6ccd-4474-8951-bacf73c19e17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.549169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-446d8c13-46cc-4f49-822d-3eec4256d72e req-e38e29a7-9747-4e76-b027-d34d3cecb480 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0578980 Jul 22 11:47:38.551959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ed08442a-6ccd-4474-8951-bacf73c19e17 None None] Port b892eed3-6040-48d3-b625-a5caca4c2f45 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:38.568469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.631330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:38.635652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:38.656261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=4dcff5e0-4c5d-402e-b389-0c1df20c06bd,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:38.658787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:38.668672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.688649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for b892eed3-6040-48d3-b625-a5caca4c2f45 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:38.728690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:38.847000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 12bce408-516a-4ce6-abd8-0e25dfd77059 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:38.926759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 12bce408-516a-4ce6-abd8-0e25dfd77059 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:38.927394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.001329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b93a0b2f-d85e-4a20-9835-f94488eae197 None None] Provisioning for port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:39.006556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b93a0b2f-d85e-4a20-9835-f94488eae197 None None] Provisioning complete for port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:39.007139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.007430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b93a0b2f-d85e-4a20-9835-f94488eae197 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.008846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.050531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=b892eed3-6040-48d3-b625-a5caca4c2f45,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:39.087835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 776d1e89-db80-45ed-959b-f5b137ec76e6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:39.090355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b93a0b2f-d85e-4a20-9835-f94488eae197 None None] Port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:39.164298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 776d1e89-db80-45ed-959b-f5b137ec76e6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:39.164711 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.282816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.430337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.438026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.495350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 7a3c7ecb-62c2-430e-9423-0cc25883bebe has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:39.519079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=4dcff5e0-4c5d-402e-b389-0c1df20c06bd,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:39.524271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:39.585360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:39.595202 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63ec2c35-7e9f-4181-938e-8c5e23e58d77 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/7a3c7ecb-62c2-430e-9423-0cc25883bebe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3284771 Jul 22 11:47:39.595833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:39.597953 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] Sync routers for ids ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:39.609737 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] Routers {'7a3c7ecb-62c2-430e-9423-0cc25883bebe'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:39.609737 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:39.646000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:39.649956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:39.650788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c44bd685-dfed-44b4-ad84-1141d7c74f9f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3c7ecb-62c2-430e-9423-0cc25883bebe HTTP/1.1" status: 200 len: 205 time: 0.0530732 Jul 22 11:47:39.651694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:39.653631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:39.667310 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] Routers {'7a3c7ecb-62c2-430e-9423-0cc25883bebe'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:39.669627 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:39.712867 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:39.715139 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e26cb8c8-ce7d-40da-8cd2-b3749477c610 None None] The sync data for ids ['7a3c7ecb-62c2-430e-9423-0cc25883bebe'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:39.852650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.027790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca460f5d-bb43-4c1c-904f-4e638734b902 None None] Provisioning complete for port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:40.029810 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca460f5d-bb43-4c1c-904f-4e638734b902 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.072490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ca460f5d-bb43-4c1c-904f-4e638734b902 None None] Port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:40.075172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0af6e9-5fbb-4d2e-82f1-873337baec41 req-d4398173-c828-418c-99e3-25af8ff7dc77 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:40.076726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c0af6e9-5fbb-4d2e-82f1-873337baec41 req-d4398173-c828-418c-99e3-25af8ff7dc77 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3573661 Jul 22 11:47:40.078737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.082954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.103013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router d9000700-932c-4478-bd5e-4f17bba6a1e3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:40.161272 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.161809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 7a3c7ecb-62c2-430e-9423-0cc25883bebe {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:47:40.176200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.177312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9d1b43bc-fda9-453c-b8b6-ef3f6d38acfa tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/7a3c7ecb-62c2-430e-9423-0cc25883bebe HTTP/1.1" status: 204 len: 168 time: 0.5123568 Jul 22 11:47:40.180789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:40.196687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c0af6e9-5fbb-4d2e-82f1-873337baec41 req-9a33a6d8-bd80-4710-a4a4-82ba5330c6d6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1118617 Jul 22 11:47:40.310610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet fdd6f506-4a70-4451-9d82-18eb9cea9a41 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:47:40.316611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.367379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.371375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:40.382180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] Sync routers for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:40.395050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:40.396188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:40.397742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0a22e5c6-0563-4516-a141-ecf28167ac94 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/routers/d9000700-932c-4478-bd5e-4f17bba6a1e3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5448918 Jul 22 11:47:40.401165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:40.406247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'port': {'network_id': '521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2', 'name': 'tempest-FloatingIPTestJSON-1848339503'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:40.438225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:40.447845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:40.449194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:40.488626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:40.489679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3d419be1-2d19-4b6d-85e1-cf9222f03c4e None None] The sync data for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:40.546920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.609993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Made reservation on behalf of 5d8d608108624d319186f06f8a18523d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:40.614296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.640420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] device_id is not set on port a21dfa3e-227e-4535-81dc-7445dc638262 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:47:40.646567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.707404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=fdd6f506-4a70-4451-9d82-18eb9cea9a41,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:40.711815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.713974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d4736367-66f5-4178-a907-90eacfeae08e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/fdd6f506-4a70-4451-9d82-18eb9cea9a41 HTTP/1.1" status: 204 len: 168 time: 0.5323803 Jul 22 11:47:40.716472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e736acb5-d716-427c-9965-f452e5adc6fb None None] Network e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:40.716929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:40.821767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Allocated IP 172.20.0.11 (521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2/c0b1fbf8-6d57-4c66-b199-7db14bc4387e/a21dfa3e-227e-4535-81dc-7445dc638262) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:40.835605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.899609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 12bce408-516a-4ce6-abd8-0e25dfd77059 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:40.899999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.972442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 12bce408-516a-4ce6-abd8-0e25dfd77059, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=12bce408-516a-4ce6-abd8-0e25dfd77059,segment=NetworkSegment(0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d),segment_id=0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:40.972822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:40.988597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] DHCP port deletion for e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:40.992073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 12bce408-516a-4ce6-abd8-0e25dfd77059 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:41.074764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Deleting port 12bce408-516a-4ce6-abd8-0e25dfd77059 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:41.075377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.103130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.143839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=12bce408-516a-4ce6-abd8-0e25dfd77059,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:41.159450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 12bce408-516a-4ce6-abd8-0e25dfd77059 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:41.170125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] For port 12bce408-516a-4ce6-abd8-0e25dfd77059, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=12bce408-516a-4ce6-abd8-0e25dfd77059,segment=NetworkSegment(0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d),segment_id=0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:41.171738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.199297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Calling delete_port for 12bce408-516a-4ce6-abd8-0e25dfd77059 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:41.304053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.307901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.319620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e229fa23-2bfa-4010-ad13-44c9d3d0b8e1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:41.345419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] Pushing event deleted for resources: {'Port': ['ID=12bce408-516a-4ce6-abd8-0e25dfd77059,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:41.347201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20fc90a7-dc79-4bcf-8736-249aae2d3bfa None None] No DVR routers for this DVR port 12bce408-516a-4ce6-abd8-0e25dfd77059 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:41.509011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ae47db8-e010-41ac-964e-f40a71608e5f req-47aab60f-a236-45f3-a452-93f0f3d35f96 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:41.510822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ae47db8-e010-41ac-964e-f40a71608e5f req-47aab60f-a236-45f3-a452-93f0f3d35f96 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1821890 Jul 22 11:47:41.514896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.565145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Transition to ACTIVE for port object a21dfa3e-227e-4535-81dc-7445dc638262 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:41.596631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ae47db8-e010-41ac-964e-f40a71608e5f req-9dbd3bd2-acb1-4f57-a6a3-9c2307e63933 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767245 Jul 22 11:47:41.647206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.692839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:41.693139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0609d2e7-a5a4-4ed5-87a4-cd0ed444f87d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:41.698185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:41.705565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:41.708056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.711522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:41.737391 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.741552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event updated for resources: {'Port': ['ID=a21dfa3e-227e-4535-81dc-7445dc638262,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:41.756471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:41.756741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:41.777680 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:41.791945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:41.793348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.822432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05dca864-8a3b-40cf-9e41-07de5a0474e7 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.4174199 Jul 22 11:47:41.822769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:41.829346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Request body: {'floatingip': {'port_id': 'a21dfa3e-227e-4535-81dc-7445dc638262'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:41.846500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.880411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.883783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/e229fa23-2bfa-4010-ad13-44c9d3d0b8e1 HTTP/1.1" status: 204 len: 168 time: 1.1653883 Jul 22 11:47:41.885038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca378ed-98ab-4c0f-be7e-13c1611fa74d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=e229fa23-2bfa-4010-ad13-44c9d3d0b8e1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:41.887606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:41.894239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1237877920', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:41.938054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.939121 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:41.944860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.022241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-918f0865-3c52-42bc-999f-b33940c6357a None None] Provisioning for port a21dfa3e-227e-4535-81dc-7445dc638262 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:42.027419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-918f0865-3c52-42bc-999f-b33940c6357a None None] Provisioning complete for port a21dfa3e-227e-4535-81dc-7445dc638262 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:42.027962 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-918f0865-3c52-42bc-999f-b33940c6357a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.083932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.090674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.097990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-918f0865-3c52-42bc-999f-b33940c6357a None None] Port a21dfa3e-227e-4535-81dc-7445dc638262 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:42.141280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.142577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e1a942e-63b1-404a-9471-1b928fe45eee tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.2523675 Jul 22 11:47:42.145339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:42.150495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-269640370'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:42.248726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:42.252717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.297967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:42.313968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.314356 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 6d0923b4-3e72-449b-a862-e7b485c8fc19 of type vlan for network fbaf0beb-6d46-4f8f-a73c-07d131642261 Jul 22 11:47:42.400621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.510250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.516009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:42.516611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.575401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4289377 Jul 22 11:47:42.578378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:42.586350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:42.632901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b623ca-fff7-4326-bd22-8a4f3c607466 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=fbaf0beb-6d46-4f8f-a73c-07d131642261,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:42.656379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:42.733414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.738864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.839821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:42.844208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:42.881118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 12bce408-516a-4ce6-abd8-0e25dfd77059 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:42.936682 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP ba516641-2c60-41dd-a2d3-a71327b6f3ee associated. External IP: 172.25.6.66, port: 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae. Jul 22 11:47:43.128213 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:43.128897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20d19602-d7d7-41c4-a4dc-d5d207e92d0f req-a7d9580d-b07c-47c6-91ab-9acd2f542fef tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:43.130541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20d19602-d7d7-41c4-a4dc-d5d207e92d0f req-a7d9580d-b07c-47c6-91ab-9acd2f542fef tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.2504165 Jul 22 11:47:43.180839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=3d283402-a7a7-4497-b54e-8abb0d90cb25,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:43.219219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:43.219966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: fbaf0beb-6d46-4f8f-a73c-07d131642261, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:43.220745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 12bce408-516a-4ce6-abd8-0e25dfd77059 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:43.221218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 12bce408-516a-4ce6-abd8-0e25dfd77059 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:43.226336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20d19602-d7d7-41c4-a4dc-d5d207e92d0f req-951fd7a5-0b79-4d32-ab24-362a6857a244 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0856647 Jul 22 11:47:43.276127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:43.293035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fbaf0beb-6d46-4f8f-a73c-07d131642261) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:43.299420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:43.301935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:43.304768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80c5b90-b93f-417b-97f5-35b778ad9316 None None] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:43.343052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73270818-dc20-4c2a-93a8-01aef41b4540 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.7603683 Jul 22 11:47:43.344004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:43.422960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:43.532794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-fbaf0beb-6d46-4f8f-a73c-07d131642261', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:43.534318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:43.611688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:43.626684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:43.649332 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:43.650517 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:43.761636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Allocated IP 172.20.0.2 (fbaf0beb-6d46-4f8f-a73c-07d131642261/3d283402-a7a7-4497-b54e-8abb0d90cb25/664f3c20-0aef-47ea-9581-68263f861763) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:43.781637 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:43.808833 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:43.810398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:43.845973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:43.908039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:43.908648 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e26dd9b-eeb0-40c5-9e7d-f14fb91967c9 None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:44.005337 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.017067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Transition to ACTIVE for port object 664f3c20-0aef-47ea-9581-68263f861763 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:44.036510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router d9000700-932c-4478-bd5e-4f17bba6a1e3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:44.053267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Transition to ACTIVE for port object 664f3c20-0aef-47ea-9581-68263f861763 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:44.080923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.227492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:44.232024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:44.239958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.246024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Pushing event updated for resources: {'Port': ['ID=664f3c20-0aef-47ea-9581-68263f861763,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:44.257293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] Sync routers for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:44.259762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:44.268281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:44.373297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:44.374040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:44.401048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.20.0.1 (fbaf0beb-6d46-4f8f-a73c-07d131642261/3d283402-a7a7-4497-b54e-8abb0d90cb25/04ca87ce-014e-4f16-888a-85a2c355afca) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:44.474656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fee67ceb-d356-4269-bdd3-dfcfd16c6b63 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/floatingips/ba516641-2c60-41dd-a2d3-a71327b6f3ee HTTP/1.1" status: 200 len: 978 time: 2.6497614 Jul 22 11:47:44.476253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:44.481752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:44.544559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Attempting to bind port 664f3c20-0aef-47ea-9581-68263f861763 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:44.545089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Attempting to bind port 664f3c20-0aef-47ea-9581-68263f861763 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:44.545487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Attempting to bind port 664f3c20-0aef-47ea-9581-68263f861763 on network fbaf0beb-6d46-4f8f-a73c-07d131642261 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:44.559374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:44.562938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433e20ac-3da1-498d-aaed-01e3793c24c3 req-a5a20555-1d45-4e2f-accf-9e0e2ae98ade tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:44.573315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:44.574522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:44.574968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Checking segment: {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:44.575525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.576747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Bound using segment: {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:44.577368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Bound port: 664f3c20-0aef-47ea-9581-68263f861763, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:44.577812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.579592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433e20ac-3da1-498d-aaed-01e3793c24c3 req-a5a20555-1d45-4e2f-accf-9e0e2ae98ade tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1905439 Jul 22 11:47:44.638344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:44.638573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcfc8349-7c37-498c-9de2-2e17465c8f2b None None] The sync data for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:44.681043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433e20ac-3da1-498d-aaed-01e3793c24c3 req-e31da55c-f444-4cea-8dda-95fcc5eb1d1a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1004562 Jul 22 11:47:44.700285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port a21dfa3e-227e-4535-81dc-7445dc638262 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:44.700690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.746199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.746551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] For port 664f3c20-0aef-47ea-9581-68263f861763, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:44.760235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] For port 664f3c20-0aef-47ea-9581-68263f861763, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=664f3c20-0aef-47ea-9581-68263f861763,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:44.769365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:44.861771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object 04ca87ce-014e-4f16-888a-85a2c355afca will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:44.885323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8867141f-5672-4bd5-a51e-63536762ee42 None None] Pushing event updated for resources: {'Port': ['ID=664f3c20-0aef-47ea-9581-68263f861763,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:44.941325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.018259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.099231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:45.126083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35382587-e489-4ad5-8d65-d5aeb8ac1e7d req-c8b729dc-142c-48e4-ae05-c747f7e0fa45 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:45.128728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:45.142878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35382587-e489-4ad5-8d65-d5aeb8ac1e7d req-c8b729dc-142c-48e4-ae05-c747f7e0fa45 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1233599 Jul 22 11:47:45.144740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:45.151573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:45.207768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.251559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35382587-e489-4ad5-8d65-d5aeb8ac1e7d req-510d40ea-cd53-479d-8c59-d06795299a65 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1060357 Jul 22 11:47:45.270226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7acd41f6-341f-4d1b-9eb2-81c26b2eca7a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.431481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.431948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.432334 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Floating IP ba516641-2c60-41dd-a2d3-a71327b6f3ee disassociated. External IP: 172.25.6.66, port: a21dfa3e-227e-4535-81dc-7445dc638262. Jul 22 11:47:45.432791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for a21dfa3e-227e-4535-81dc-7445dc638262 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:45.528871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.759510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:45.845828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=a21dfa3e-227e-4535-81dc-7445dc638262,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:46.071341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.083966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.088187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router d9000700-932c-4478-bd5e-4f17bba6a1e3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:46.247782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.253156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:46.280503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1676ebc6-9cbc-447e-ac20-10743a21a257 None None] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:46.396792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-301fcdd6-2545-42c4-8fc0-dc9fce1b4874 None None] Provisioning for port 664f3c20-0aef-47ea-9581-68263f861763 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:46.400970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:46.419039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] Sync routers for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:46.430719 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:46.431340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:46.484707 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:46.494346 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:46.495275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:46.503598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36e76c1f-6da7-4a2a-9a3c-3dcfb0d09aa9 req-5ec20b6a-7ac5-49f1-9af1-ff6e31f9b071 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:46.510073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36e76c1f-6da7-4a2a-9a3c-3dcfb0d09aa9 req-5ec20b6a-7ac5-49f1-9af1-ff6e31f9b071 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.1577673 Jul 22 11:47:46.515526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:46.527244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:46.537912 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:46.538864 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eea61aa6-d6e1-4727-bdfc-1dbf2e50a48b None None] The sync data for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:46.560396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-ee793ac8-6f5b-4cf4-b057-faed77e55a04 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:46.562863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-ee793ac8-6f5b-4cf4-b057-faed77e55a04 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 945 time: 0.3105981 Jul 22 11:47:46.585714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36e76c1f-6da7-4a2a-9a3c-3dcfb0d09aa9 req-d0a72b9a-0236-4b29-a2fe-9a0ca2992cb3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683184 Jul 22 11:47:46.740250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.745100 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9124ec21-8fdc-4910-af77-bf4b5e64973a tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/a21dfa3e-227e-4535-81dc-7445dc638262 HTTP/1.1" status: 204 len: 168 time: 2.2648382 Jul 22 11:47:46.745514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52952) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:46.854473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f81c11f-c86e-4d61-95e0-7ae6999e7d48 None None] Provisioning for port 04ca87ce-014e-4f16-888a-85a2c355afca completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:46.854895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port 30ebb859-819c-4de4-a270-051b7800118a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:46.855452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.859034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f81c11f-c86e-4d61-95e0-7ae6999e7d48 None None] Provisioning complete for port 04ca87ce-014e-4f16-888a-85a2c355afca triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:46.859416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f81c11f-c86e-4d61-95e0-7ae6999e7d48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:46.955557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 664f3c20-0aef-47ea-9581-68263f861763 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:47.003996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5f81c11f-c86e-4d61-95e0-7ae6999e7d48 None None] Port 04ca87ce-014e-4f16-888a-85a2c355afca cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:47.035682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 664f3c20-0aef-47ea-9581-68263f861763 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:47.052180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 664f3c20-0aef-47ea-9581-68263f861763 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:47.052823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.177855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-500705c6-2dc6-46de-98f7-06efd6be6bca None None] Provisioning complete for port 04ca87ce-014e-4f16-888a-85a2c355afca triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:47.178240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-500705c6-2dc6-46de-98f7-06efd6be6bca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.283572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-500705c6-2dc6-46de-98f7-06efd6be6bca None None] Port 04ca87ce-014e-4f16-888a-85a2c355afca cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:47.335289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.345115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:47:47.418744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 664f3c20-0aef-47ea-9581-68263f861763, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=664f3c20-0aef-47ea-9581-68263f861763,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:47.426064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.485803 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.503950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=664f3c20-0aef-47ea-9581-68263f861763,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:47.526708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7cdf268d-c49b-4318-ad75-3c368914d432 None None] Provisioning complete for port 04ca87ce-014e-4f16-888a-85a2c355afca triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:47.527474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7cdf268d-c49b-4318-ad75-3c368914d432 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.606823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7cdf268d-c49b-4318-ad75-3c368914d432 None None] Port 04ca87ce-014e-4f16-888a-85a2c355afca cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:47.621038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port 30ebb859-819c-4de4-a270-051b7800118a, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=30ebb859-819c-4de4-a270-051b7800118a,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:47.621784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.654944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for 30ebb859-819c-4de4-a270-051b7800118a owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:47.727648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:47.737054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4cf2fb40-efba-4074-a972-c53b46f8c474 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3915205 Jul 22 11:47:47.739749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:47.741770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:47.746268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-210523600'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:47.757234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:47.757873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:47.863526 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.888288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:47:47.894697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.940163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['30ebb859-819c-4de4-a270-051b7800118a'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:47.949538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=30ebb859-819c-4de4-a270-051b7800118a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:47.954515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:47.958400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:47.985187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92a217d7-6cd2-461f-a781-ec339770f906 req-669469da-6c59-4dc4-a9e2-4b1a168b6218 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 210 time: 0.0751562 Jul 22 11:47:48.054971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port 30ebb859-819c-4de4-a270-051b7800118a on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:48.059047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.061902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c2cf5290-7ccd-4573-a777-b27356f0ae86 req-343b5798-ea08-430c-89f1-76ad5e5c9dfe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.36 "DELETE /v2.0/ports/30ebb859-819c-4de4-a270-051b7800118a HTTP/1.1" status: 204 len: 173 time: 1.4747503 Jul 22 11:47:48.063723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'name': 'network-vif-deleted', 'tag': '30ebb859-819c-4de4-a270-051b7800118a'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:47:48.068325 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bfaecc5b-52df-46fb-9783-d1156f2ad1a9" -d '{"events": [{"server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "name": "network-vif-deleted", "tag": "30ebb859-819c-4de4-a270-051b7800118a"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:47:48.084916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:48.103330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.103857 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment c97c7c3f-d449-4dbf-98dc-027b3e02833b of type vlan for network ab9af1e0-7ef3-46e3-aa50-9790135956c2 Jul 22 11:47:48.203640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.226723 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-be761870-9f08-4a44-9047-7cc1cf93b2b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.239148 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:47:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a16086a-a8af-4f75-958a-a8fd04308be3 x-openstack-request-id: req-7a16086a-a8af-4f75-958a-a8fd04308be3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:47:48.239630 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bbf1bde8-9cdf-48c4-acae-4e8d345be775", "name": "network-vif-deleted", "tag": "30ebb859-819c-4de4-a270-051b7800118a", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:47:48.239992 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a16086a-a8af-4f75-958a-a8fd04308be3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:47:48.240719 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bbf1bde8-9cdf-48c4-acae-4e8d345be775', 'name': 'network-vif-deleted', 'tag': '30ebb859-819c-4de4-a270-051b7800118a', 'status': 'completed', 'code': 200} Jul 22 11:47:48.247259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.255196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:48.256237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.260511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:45Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:45Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:48.341552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=ab9af1e0-7ef3-46e3-aa50-9790135956c2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:48.344608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4071e383-480e-4977-9513-3455823bd4fc tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6039882 Jul 22 11:47:48.348001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:48.353534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:48.357157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 4dcff5e0-4c5d-402e-b389-0c1df20c06bd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:48.357513 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.368195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:48.460736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:47:48.467624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Updating router fc9d1d5d-808c-481d-bab5-30fda5f23a92 port 04ca87ce-014e-4f16-888a-85a2c355afca binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:47:48.509864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:48.513063 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.519620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.527761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 4dcff5e0-4c5d-402e-b389-0c1df20c06bd owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:48.567765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.767852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.815534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=4dcff5e0-4c5d-402e-b389-0c1df20c06bd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:48.943884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:48.958632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 664f3c20-0aef-47ea-9581-68263f861763 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:49.100865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=b63146e8-eabb-4b1b-8281-fffd9d8c55f3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:49.141388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.149702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:49.150085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: ab9af1e0-7ef3-46e3-aa50-9790135956c2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:49.173920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:49.184806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ab9af1e0-7ef3-46e3-aa50-9790135956c2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:49.194185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c80d9cc8-5c0f-4d59-9870-90cbd213832f None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:49.204276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-142793ed-bf3f-491e-802f-3428d639452b req-d7365293-91cb-42c8-88fd-4d1f77c54829 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=bbf1bde8-9cdf-48c4-acae-4e8d345be775 HTTP/1.1" status: 200 len: 210 time: 0.0587034 Jul 22 11:47:49.204626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:49.205242 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.207788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.211457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 664f3c20-0aef-47ea-9581-68263f861763 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:49.212057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.233336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de5853b7-c3d0-46fb-8598-960e558e8d4c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8760135 Jul 22 11:47:49.233336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 52976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:49.274459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Transition to ACTIVE for port object 04ca87ce-014e-4f16-888a-85a2c355afca will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:49.286982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.375412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9dfa-115e-4770-9bfd-0e1aff567a23 None None] Pushing event updated for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:49.456273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.600099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router d9000700-932c-4478-bd5e-4f17bba6a1e3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:49.618121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Attempting to bind port 04ca87ce-014e-4f16-888a-85a2c355afca on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:49.618538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Attempting to bind port 04ca87ce-014e-4f16-888a-85a2c355afca by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:49.618920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Attempting to bind port 04ca87ce-014e-4f16-888a-85a2c355afca on network fbaf0beb-6d46-4f8f-a73c-07d131642261 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:49.654726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:49.656158 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.676087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:49.676468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Checking segment: {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:49.676883 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.677294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Bound using segment: {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:49.677805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Bound port: 04ca87ce-014e-4f16-888a-85a2c355afca, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6d0923b4-3e72-449b-a862-e7b485c8fc19', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:49.678195 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.813256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:49.827129 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] Sync routers for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:49.832342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0b607d4-13d1-495e-855b-a7e0b97ebb29 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/routers/d9000700-932c-4478-bd5e-4f17bba6a1e3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0853322 Jul 22 11:47:49.835786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52982) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:49.839953 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:49.841896 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:49.877998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:49.927887 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:49.942290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] Routers {'d9000700-932c-4478-bd5e-4f17bba6a1e3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:49.943134 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['d9000700-932c-4478-bd5e-4f17bba6a1e3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:49.949886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] For port 04ca87ce-014e-4f16-888a-85a2c355afca, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:49.969960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] For port 04ca87ce-014e-4f16-888a-85a2c355afca, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=04ca87ce-014e-4f16-888a-85a2c355afca,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:49.981652 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:49.982803 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9056c09d-f76b-4225-bcdb-ca50fc19931e None None] The sync data for ids ['d9000700-932c-4478-bd5e-4f17bba6a1e3'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:49.999291 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:50.098664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:50.132042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b5a9dfa-115e-4770-9bfd-0e1aff567a23 None None] Pushing event updated for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:50.197093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Allocated IP 172.21.0.2 (ab9af1e0-7ef3-46e3-aa50-9790135956c2/b63146e8-eabb-4b1b-8281-fffd9d8c55f3/581bb558-28ab-4196-9b44-34df165d02d2) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:50.199254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:50.200310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:50.314332 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:50.424310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 057f967a-7262-45ca-afb6-de233efa9b9c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:50.424694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:50.611688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:50.634974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 057f967a-7262-45ca-afb6-de233efa9b9c owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:50.644279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:47:50.732026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-ba1e0764-5b46-46ed-ae15-5508c70c34e5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:50.733800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-ba1e0764-5b46-46ed-ae15-5508c70c34e5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.2182319 Jul 22 11:47:50.772014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-0b698150-82ce-4f30-aa98-4c7bbd2d986d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/quotas/9d891697b2474ffb9b5b4cdd3116c937 HTTP/1.1" status: 200 len: 375 time: 0.0279806 Jul 22 11:47:50.807551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 30ebb859-819c-4de4-a270-051b7800118a no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:50.843814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-b7c6663b-0efc-467a-a47f-be0b751d3fc4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1491914 Jul 22 11:47:50.844557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-aae0d8f0-c096-4bb1-971b-4231d1b28c72 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470216 Jul 22 11:47:50.923517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 30ebb859-819c-4de4-a270-051b7800118a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:50.924082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 30ebb859-819c-4de4-a270-051b7800118a not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:51.064618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-48b6fff2-6c56-48f0-b5fd-078d1c264ab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:51.068471 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-48b6fff2-6c56-48f0-b5fd-078d1c264ab5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 1096 time: 0.1583931 Jul 22 11:47:51.147358 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.184229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Transition to ACTIVE for port object 581bb558-28ab-4196-9b44-34df165d02d2 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:51.190938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-9bee72ff-4e23-40ed-ab25-57d8701fda5d service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3222413 Jul 22 11:47:51.223396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Transition to ACTIVE for port object 581bb558-28ab-4196-9b44-34df165d02d2 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:51.244184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.247216 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.288900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:45Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:49Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:51.310062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-bceac430-34a8-475d-bc51-9cbffd59955a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:51.313456 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-bceac430-34a8-475d-bc51-9cbffd59955a service neutron] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.2150435 Jul 22 11:47:51.349212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.21.0.1 (ab9af1e0-7ef3-46e3-aa50-9790135956c2/b63146e8-eabb-4b1b-8281-fffd9d8c55f3/e76a3947-7bdd-4fde-8e51-edc49b14c528) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:51.361485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d041e62-3536-4cec-b709-98681ee9fbcf None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:45Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:49Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:47:51.367315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=057f967a-7262-45ca-afb6-de233efa9b9c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:51.399367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:51.415218 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.420080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:51.428871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:51.448460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-256002ef-62df-46dc-8712-7ff7b5f149fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 200 len: 217 time: 0.1285782 Jul 22 11:47:51.478371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Pushing event updated for resources: {'Port': ['ID=581bb558-28ab-4196-9b44-34df165d02d2,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:51.535495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-432f7426-fcf3-4698-a823-ce967f6cc2d0 service neutron] 10.222.0.21 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3335941 Jul 22 11:47:51.553313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Attempting to bind port 581bb558-28ab-4196-9b44-34df165d02d2 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:51.553986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Attempting to bind port 581bb558-28ab-4196-9b44-34df165d02d2 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:51.557500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Attempting to bind port 581bb558-28ab-4196-9b44-34df165d02d2 on network ab9af1e0-7ef3-46e3-aa50-9790135956c2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:51.578282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:51.579011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Checking segment: {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:51.579670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.580369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Bound using segment: {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:51.581058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Bound port: 581bb558-28ab-4196-9b44-34df165d02d2, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:51.581488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.583432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.614776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-c90b2f60-bab2-46fe-964f-3177c34e7bd7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:51.616438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-c90b2f60-bab2-46fe-964f-3177c34e7bd7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1580153 Jul 22 11:47:51.678295 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-8c9fc27f-a651-4091-93a8-4194cc4155a6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0537150 Jul 22 11:47:51.690057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.789003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.793339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] For port 581bb558-28ab-4196-9b44-34df165d02d2, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:51.796445 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.804245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] For port 581bb558-28ab-4196-9b44-34df165d02d2, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=581bb558-28ab-4196-9b44-34df165d02d2,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:51.813414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.875992 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.877236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Fanout notify agent at l3_agent the message router_deleted on router d9000700-932c-4478-bd5e-4f17bba6a1e3 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:47:51.908565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:51.912173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56844e9c-4e6a-4492-bc84-a854923e3bc6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/routers/d9000700-932c-4478-bd5e-4f17bba6a1e3 HTTP/1.1" status: 204 len: 168 time: 2.0748425 Jul 22 11:47:51.916127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object e76a3947-7bdd-4fde-8e51-edc49b14c528 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:51.917906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:51.938895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c690c44-1953-44c9-920d-7168e13d8220 None None] Pushing event updated for resources: {'Port': ['ID=581bb558-28ab-4196-9b44-34df165d02d2,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:52.001376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5dd8ef9-cd88-475d-99a0-f8b9ec466fb9 req-e5a8c391-28c8-4223-b529-84b394b8a7a3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 210 time: 0.0612812 Jul 22 11:47:52.046201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:52.110743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting subnet c0b1fbf8-6d57-4c66-b199-7db14bc4387e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:47:52.114758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:52.166090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:52.171613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:52.177240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-ed683492-bfa8-4d3e-a6ad-2d33ab39199f service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4907801 Jul 22 11:47:52.178269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:52.188402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:52.224090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:52.254054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:52.664572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8c3cfd0-0872-40fe-9d3e-f15b18f18dd9 req-c14a1e97-d5ce-4261-9de0-b44c4009759d service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4772277 Jul 22 11:47:52.687420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:52.814178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-c23225b8-4ca8-4ceb-abc1-14c136095d77 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:52.818878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-c23225b8-4ca8-4ceb-abc1-14c136095d77 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.5108263 Jul 22 11:47:52.892589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-1249fa29-9d8f-4060-9d3b-55bc960c38ad tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/quotas/0637541d30c44305a8313af7236671f0 HTTP/1.1" status: 200 len: 375 time: 0.0615273 Jul 22 11:47:52.984649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.082848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.182643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 581bb558-28ab-4196-9b44-34df165d02d2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:53.223695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3bed7d6-92f7-4cdf-95f9-8f96f922f5b1 req-d3cde0dd-509a-402f-a0cc-50ecf38730fe tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 210 time: 0.1066225 Jul 22 11:47:53.228327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Subnet': ['ID=c0b1fbf8-6d57-4c66-b199-7db14bc4387e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:53.234944 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.240592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3c56bb69-bc73-47c8-98ee-1ce8b44a9dfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/subnets/c0b1fbf8-6d57-4c66-b199-7db14bc4387e HTTP/1.1" status: 204 len: 168 time: 1.3209844 Jul 22 11:47:53.256135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:53.259603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-97eada7a-de98-47f9-819d-61bc279758fb None None] Network 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:53.312082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-980edb42-2069-4b78-bde0-fc43c0962f10 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4035666 Jul 22 11:47:53.405263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.412688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.445830 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.486361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 581bb558-28ab-4196-9b44-34df165d02d2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:53.494028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 04ca87ce-014e-4f16-888a-85a2c355afca up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:53.533115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.693427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 04ca87ce-014e-4f16-888a-85a2c355afca completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:53.696269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:53.704441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 04ca87ce-014e-4f16-888a-85a2c355afca triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:53.705574 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.749817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-243bc352-525d-4fde-a8ce-f97965aef594 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3475175 Jul 22 11:47:53.863985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:53.871580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:53.889224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.889585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 776d1e89-db80-45ed-959b-f5b137ec76e6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:53.892010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:53.903216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] DHCP port deletion for 521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:47:53.961444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 04ca87ce-014e-4f16-888a-85a2c355afca, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=04ca87ce-014e-4f16-888a-85a2c355afca,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:54.020716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.110841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] For port 776d1e89-db80-45ed-959b-f5b137ec76e6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=776d1e89-db80-45ed-959b-f5b137ec76e6,segment=NetworkSegment(5403e2cc-2751-46ae-a10e-20d9f3e20dd7),segment_id=5403e2cc-2751-46ae-a10e-20d9f3e20dd7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:54.111622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.134759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-a18f662b-3f82-4bbb-87d0-48066b8ceb56 service neutron] 10.222.0.21 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3750815 Jul 22 11:47:54.139968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 776d1e89-db80-45ed-959b-f5b137ec76e6 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:54.162248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3dda4104-1f57-4bff-a3bb-aadcafafcaf7 None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:54.219521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Deleting port 776d1e89-db80-45ed-959b-f5b137ec76e6 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:54.220430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.318797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.343807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:47:54.401291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-722026f8-1af3-4721-85cb-656328f92c2f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:54.404524 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-722026f8-1af3-4721-85cb-656328f92c2f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.20 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 811 time: 0.2870967 Jul 22 11:47:54.411999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] For port 776d1e89-db80-45ed-959b-f5b137ec76e6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=776d1e89-db80-45ed-959b-f5b137ec76e6,segment=NetworkSegment(5403e2cc-2751-46ae-a10e-20d9f3e20dd7),segment_id=5403e2cc-2751-46ae-a10e-20d9f3e20dd7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:54.412407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.430164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:54.446535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Provisioning for port 581bb558-28ab-4196-9b44-34df165d02d2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:54.455996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Provisioning complete for port 581bb558-28ab-4196-9b44-34df165d02d2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:54.456426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.502365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Calling delete_port for 776d1e89-db80-45ed-959b-f5b137ec76e6 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:54.729839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Request body: {'port': {'device_id': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'admin_state_up': True, 'tenant_id': '9d891697b2474ffb9b5b4cdd3116c937'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:54.818657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:47:54.839961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e626d2d-20a1-4dc9-a627-76d0a5dac211 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6094959 Jul 22 11:47:54.844494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=776d1e89-db80-45ed-959b-f5b137ec76e6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:54.847061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:54.881297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-917594913'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:54.909548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] No DVR routers for this DVR port 776d1e89-db80-45ed-959b-f5b137ec76e6 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:54.970797 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:54.971318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6722da5-3147-49fe-afb9-fc5bdae95599 req-476e4c4c-90a9-4ec2-96f9-a4643f89e270 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 210 time: 0.1099045 Jul 22 11:47:54.980472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5818aab6-7081-4aaa-9ff4-50e667ddbe76 req-9315417b-a399-495e-9c43-bd1bb0a04e06 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 210 time: 0.1320183 Jul 22 11:47:55.045689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:47:55.051675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 04ca87ce-014e-4f16-888a-85a2c355afca up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:55.105903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] Pushing event deleted for resources: {'Port': ['ID=776d1e89-db80-45ed-959b-f5b137ec76e6,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:55.106645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.112265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37cea7e0-66f2-4883-808b-66f1099bac21 None None] No DVR routers for this DVR port 776d1e89-db80-45ed-959b-f5b137ec76e6 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:47:55.131856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:55.132363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:55.133453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:55.155060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5403e2cc-2751-46ae-a10e-20d9f3e20dd7') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:55.156035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5403e2cc-2751-46ae-a10e-20d9f3e20dd7') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:55.170328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.201929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.209653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:47:55.210317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.267732 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.299372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:47:55.301602 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:47:55.304761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 04ca87ce-014e-4f16-888a-85a2c355afca triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:55.304761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.308264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.321574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:55.330709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.335815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Made reservation on behalf of 9d891697b2474ffb9b5b4cdd3116c937 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:55.339989 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.359640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.362210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/networks/521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2 HTTP/1.1" status: 204 len: 168 time: 2.1011992 Jul 22 11:47:55.375144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53056) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:55.391548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] For port 581bb558-28ab-4196-9b44-34df165d02d2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=581bb558-28ab-4196-9b44-34df165d02d2,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:47:55.402357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.405447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8beaba5d-ba2c-41ae-81b8-dc6f4e3d2b34 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Network': ['ID=521d7f55-e6c5-4b34-a1df-ae22c6ce7ec2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:55.437433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:47:55.469895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.470872 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 3acfba96-c25a-4075-91b2-927229f09cc0 of type vlan for network 88db8f92-3525-40b0-96f3-b8d69d09fc13 Jul 22 11:47:55.627652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.636827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce713e4-43aa-42a0-a43b-42d3b774ef98 None None] Pushing event updated for resources: {'Port': ['ID=581bb558-28ab-4196-9b44-34df165d02d2,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:55.723237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.736573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:55.739431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.741273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port cc4d1203-94cb-4648-b955-03f0fb7e79df {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:55.741760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.831868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.9549284 Jul 22 11:47:55.832818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:55.837497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:55.878274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Allocated IP 172.20.0.3 (4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9/f192644b-1dc7-45ac-98bb-5af6d3f7d49b/d60abceb-e8c1-4b3e-a85d-bd77cb3beb22) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:55.911185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.912037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:55.942255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for cc4d1203-94cb-4648-b955-03f0fb7e79df owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:55.951439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Provisioning for port e76a3947-7bdd-4fde-8e51-edc49b14c528 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:47:55.960598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3bea61-f704-4f75-a8c9-c42d59a7bbe1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=88db8f92-3525-40b0-96f3-b8d69d09fc13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:55.989491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:47:56.016506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Provisioning complete for port e76a3947-7bdd-4fde-8e51-edc49b14c528 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:56.016892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.069782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:56.075537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.128320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 776d1e89-db80-45ed-959b-f5b137ec76e6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:47:56.197292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9bc9948-44f0-4c54-9bb1-c1dd1292ee72 req-8ceef726-511f-43ec-ac52-4ac596d2ea32 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 210 time: 0.0834677 Jul 22 11:47:56.242384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 776d1e89-db80-45ed-959b-f5b137ec76e6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:47:56.243768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 776d1e89-db80-45ed-959b-f5b137ec76e6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:47:56.264859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f6aa33d-de3e-4788-acd5-6872dc35f9b3 req-2c77711b-cdc1-4966-bdea-a75f41af5329 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 210 time: 0.1386793 Jul 22 11:47:56.328994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Port e76a3947-7bdd-4fde-8e51-edc49b14c528 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:56.372874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:52Z', 'revision_number': 3, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:56.411618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:47:56.411959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Updating router fc9d1d5d-808c-481d-bab5-30fda5f23a92 port e76a3947-7bdd-4fde-8e51-edc49b14c528 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:47:56.414111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Provisioning complete for port 581bb558-28ab-4196-9b44-34df165d02d2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:56.414571 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6aea0be9-b3e8-4883-b397-50fdc8d12e13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.550041 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.563876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.639560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.737228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:56.737727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 88db8f92-3525-40b0-96f3-b8d69d09fc13, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:47:56.744376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=39081502-412c-4144-8a4a-abd5dea86f22,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:56.793754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:47:56.812017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 88db8f92-3525-40b0-96f3-b8d69d09fc13) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:56.826884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:56.827337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:56.841196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb06a05e-bbfe-4bb1-8d76-5984450d64fb None None] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:47:56.871076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a1652142-3ed2-4df0-9a87-64fdda10e9ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0376594 Jul 22 11:47:56.876368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.047293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 581bb558-28ab-4196-9b44-34df165d02d2 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:47:57.071306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.085762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87b18245-13d6-4154-962e-e1d270f0580e None None] Provisioning complete for port e76a3947-7bdd-4fde-8e51-edc49b14c528 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:57.086287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87b18245-13d6-4154-962e-e1d270f0580e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.156243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=cc4d1203-94cb-4648-b955-03f0fb7e79df,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:57.168255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.207887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Transition to ACTIVE for port object e76a3947-7bdd-4fde-8e51-edc49b14c528 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:57.211549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-87b18245-13d6-4154-962e-e1d270f0580e None None] Port e76a3947-7bdd-4fde-8e51-edc49b14c528 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:47:57.230691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.232561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-777bab38-f03c-4fbb-bc4c-0a70b5caf0c3 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:57.235206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-777bab38-f03c-4fbb-bc4c-0a70b5caf0c3 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 815 time: 0.9229178 Jul 22 11:47:57.285562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Request body: {'port': {'device_id': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'admin_state_up': True, 'tenant_id': '0637541d30c44305a8313af7236671f0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:57.357086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 581bb558-28ab-4196-9b44-34df165d02d2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:47:57.357789 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.375718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.387482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.390083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.397097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f4dcd032-585d-4f71-a135-58a2f17678a4 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/floatingips/ba516641-2c60-41dd-a2d3-a71327b6f3ee HTTP/1.1" status: 204 len: 168 time: 2.0133460 Jul 22 11:47:57.419818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53074) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.528799 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc1863b4-7602-4103-bbd6-41d48baa847d tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] DELETE failed (client error): The resource could not be found. Jul 22 11:47:57.529493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc1863b4-7602-4103-bbd6-41d48baa847d tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:47:57.535141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fc1863b4-7602-4103-bbd6-41d48baa847d tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/a21dfa3e-227e-4535-81dc-7445dc638262 HTTP/1.1" status: 404 len: 333 time: 0.1088028 Jul 22 11:47:57.535381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:57.547979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.582799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:57.589053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a819584b-38e1-4b0d-8f16-33a4fc05643a req-03cf3ac7-0905-4e8f-b920-fcfb66cec2a2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 210 time: 0.0542538 Jul 22 11:47:57.603465 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.605807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b95cd-430b-4df6-8044-0c37036c3755 None None] Pushing event updated for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:57.628454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:57.717962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event updated for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:57.724288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5cf77f37-b2fc-4cf1-bfdc-337603dd85a0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/ports?device_id=d9000700-932c-4478-bd5e-4f17bba6a1e3 HTTP/1.1" status: 200 len: 205 time: 0.1744723 Jul 22 11:47:57.734654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.784199 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-1af7626e-c513-49e1-afe3-9189a18c09d8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] delete failed (client error): The resource could not be found. Jul 22 11:47:57.785993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1af7626e-c513-49e1-afe3-9189a18c09d8 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/routers/d9000700-932c-4478-bd5e-4f17bba6a1e3 HTTP/1.1" status: 404 len: 336 time: 0.0489807 Jul 22 11:47:57.797198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Attempting to bind port e76a3947-7bdd-4fde-8e51-edc49b14c528 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:57.797944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Attempting to bind port e76a3947-7bdd-4fde-8e51-edc49b14c528 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:57.798673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Attempting to bind port e76a3947-7bdd-4fde-8e51-edc49b14c528 on network ab9af1e0-7ef3-46e3-aa50-9790135956c2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:57.808851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.813002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-88db8f92-3525-40b0-96f3-b8d69d09fc13', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:47:57.813617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc44f25b-5b7e-4363-a311-5eaa4a3a40bf req-935c2709-ff62-4818-a587-8fb8d8a5252a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:57.815094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.815267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc44f25b-5b7e-4363-a311-5eaa4a3a40bf req-935c2709-ff62-4818-a587-8fb8d8a5252a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 931 time: 0.4430542 Jul 22 11:47:57.817350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.851486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:57.852608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Checking segment: {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:57.853545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.855280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Bound using segment: {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:57.856394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Bound port: e76a3947-7bdd-4fde-8e51-edc49b14c528, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c97c7c3f-d449-4dbf-98dc-027b3e02833b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:57.857329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.904901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:57.906135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:57.968568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc44f25b-5b7e-4363-a311-5eaa4a3a40bf req-79137c32-8e5b-4e24-af34-1962a98daa0c tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1429791 Jul 22 11:47:57.986064 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b1a726c4-1bf0-4873-abde-e50f1ac160c0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] DELETE failed (client error): The resource could not be found. Jul 22 11:47:57.986064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b1a726c4-1bf0-4873-abde-e50f1ac160c0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:47:57.992024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:57.992236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1a726c4-1bf0-4873-abde-e50f1ac160c0 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/subnets/c0b1fbf8-6d57-4c66-b199-7db14bc4387e HTTP/1.1" status: 404 len: 337 time: 0.1794732 Jul 22 11:47:58.011494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-cf0f3633-cd87-482e-8854-88d395928744 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4872863 Jul 22 11:47:58.030813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Request body: {'port': {'device_id': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:58.134203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Made reservation on behalf of 0637541d30c44305a8313af7236671f0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:47:58.139959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.272504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.283931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] For port e76a3947-7bdd-4fde-8e51-edc49b14c528, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:58.299087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:58.299087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.311806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] For port e76a3947-7bdd-4fde-8e51-edc49b14c528, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e76a3947-7bdd-4fde-8e51-edc49b14c528,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:58.328267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Allocated IP 172.22.0.2 (88db8f92-3525-40b0-96f3-b8d69d09fc13/39081502-412c-4144-8a4a-abd5dea86f22/9fbed02e-c341-46b9-8890-39e6e5810c71) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:58.335981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.338248 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.460305 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.461563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-406b95cd-430b-4df6-8044-0c37036c3755 None None] Pushing event updated for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:58.481326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:47:58.481865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:47:58.486552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 6c1f7d6a-0252-4d3e-ba57-0003e53b97ae owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:58.550486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Allocated IP 172.20.0.6 (84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba/1cabe74a-3748-48f7-8e64-984f0e4a8162/0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:58.705559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.735435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:47:58.787546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=6c1f7d6a-0252-4d3e-ba57-0003e53b97ae,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:58.849714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0136959f-32db-4d59-bcb0-4530d50085f4 req-f79eb0c9-49ac-4679-9ec0-e6a82bc56317 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 210 time: 0.0833769 Jul 22 11:47:58.930306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.937593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.941918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:47:58.955384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:58.960543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-baead1c7-4d41-4ae7-8c90-79e25d131c8f tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/6c1f7d6a-0252-4d3e-ba57-0003e53b97ae HTTP/1.1" status: 204 len: 168 time: 0.9614511 Jul 22 11:47:58.960918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:47:59.033012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Transition to ACTIVE for port object d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:59.045722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.192390 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.206860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7c8580-a7f6-4631-92be-b8fdbd1da6b0 req-7e7658b9-1c74-4374-b9ef-cca27a245678 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:59.212223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7c8580-a7f6-4631-92be-b8fdbd1da6b0 req-7e7658b9-1c74-4374-b9ef-cca27a245678 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 943 time: 0.1479735 Jul 22 11:47:59.227732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Transition to ACTIVE for port object 9fbed02e-c341-46b9-8890-39e6e5810c71 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:59.228185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.245692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6', '14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:59.248144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['947bee09-ed95-4aa8-b7f7-adc59ddd5c25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:47:59.262711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:59.290491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7c8580-a7f6-4631-92be-b8fdbd1da6b0 req-b6b6808b-5c73-4267-8f0f-99baaa073ca1 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679307 Jul 22 11:47:59.340678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:59.358184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:59.362155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:59.400085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Transition to ACTIVE for port object 9fbed02e-c341-46b9-8890-39e6e5810c71 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:59.433776 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.459259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-a2d6e8ca-e447-4747-9e6a-5c469605f479 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1236804 Jul 22 11:47:59.471330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:59.482252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 4f455b44-b729-4381-bd81-c562cf3a063c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:47:59.482735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.484649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.22.0.1 (88db8f92-3525-40b0-96f3-b8d69d09fc13/39081502-412c-4144-8a4a-abd5dea86f22/712a174e-9905-4332-ae78-e1bcfaf2a298) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:47:59.506783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Pushing event updated for resources: {'Port': ['ID=9fbed02e-c341-46b9-8890-39e6e5810c71,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:47:59.514369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Attempting to bind port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:59.514493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Attempting to bind port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:59.514800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Attempting to bind port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:59.551331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:59.552428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.567720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:47:59.570591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:47:59.571161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Attempting to bind port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 on network 4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:59.607230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:47:59.616278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:47:59.633228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:59.633228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Checking segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:59.633772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Bound using segment: {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:59.633935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Bound port: d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3c528101-bec4-4cc9-b077-94e46ec0369e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:59.634352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.654625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-8670305d-9736-4cba-bddf-7faa0497f043 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.3749783 Jul 22 11:47:59.669538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Request body: {'port': {'device_id': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:47:59.769038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.792910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.817162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Attempting to bind port 9fbed02e-c341-46b9-8890-39e6e5810c71 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:47:59.817897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Attempting to bind port 9fbed02e-c341-46b9-8890-39e6e5810c71 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:47:59.818028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 4f455b44-b729-4381-bd81-c562cf3a063c owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:47:59.818767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Attempting to bind port 9fbed02e-c341-46b9-8890-39e6e5810c71 on network 88db8f92-3525-40b0-96f3-b8d69d09fc13 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:47:59.824469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object 712a174e-9905-4332-ae78-e1bcfaf2a298 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:47:59.870560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:47:59.878282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-fd560fdb-1faf-46a9-b7be-35a2fa5c3c61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:47:59.879994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-fd560fdb-1faf-46a9-b7be-35a2fa5c3c61 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 1096 time: 0.3821952 Jul 22 11:47:59.898990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:47:59.899761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Checking segment: {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:47:59.899970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.900407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Bound using segment: {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:47:59.901949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Bound port: 9fbed02e-c341-46b9-8890-39e6e5810c71, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:47:59.902640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.923738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.927631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:47:59.930651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.938564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:47:59.957130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:52Z', 'revision_number': 3, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:47:58Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:00.024636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:00.037993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:00.038870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:00.040668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] 10.222.0.20 "PUT /v2.0/ports/d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 HTTP/1.1" status: 200 len: 1091 time: 2.0190153 Jul 22 11:48:00.041686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b6ad1b12-2b61-44b2-bec9-c6581466a3c3 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:47:52Z', 'revision_number': 3, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:47:58Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:00.044124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:00.049915 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e239b706-23ba-4134-83c7-8869a16bb66d" -d '{"events": [{"name": "network-changed", "server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:00.086134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:00.091863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:00.142028 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6fc9bd2a-6a8b-410d-843e-283e6096acee x-openstack-request-id: req-6fc9bd2a-6a8b-410d-843e-283e6096acee {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:00.142829 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:00.143470 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6fc9bd2a-6a8b-410d-843e-283e6096acee {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:00.144272 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22', 'status': 'completed', 'code': 200} Jul 22 11:48:00.154905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] For port 9fbed02e-c341-46b9-8890-39e6e5810c71, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:00.159250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] For port 9fbed02e-c341-46b9-8890-39e6e5810c71, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9fbed02e-c341-46b9-8890-39e6e5810c71,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:00.189939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:00.210009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-6a398760-677d-4e16-8dbc-461874d1bf69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:00.214286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-6a398760-677d-4e16-8dbc-461874d1bf69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.3129776 Jul 22 11:48:00.219633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:00.269571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:00.279192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-40a10299-3b24-4347-8800-e579def2db7a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0574608 Jul 22 11:48:00.345613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-801c57b9-65e7-4462-a60b-e375a38b5c31 None None] Pushing event updated for resources: {'Port': ['ID=9fbed02e-c341-46b9-8890-39e6e5810c71,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:00.348654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d16e06cc-2556-4feb-885a-e48fbd5b34c8 service neutron] Pushing event updated for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:00.355909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:00.405986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=4f455b44-b729-4381-bd81-c562cf3a063c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:00.558682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-becbaedd-7f00-4553-ac1d-c93c550199dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:00.560785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-becbaedd-7f00-4553-ac1d-c93c550199dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1888976 Jul 22 11:48:00.583462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8ab54d0-dd6f-418b-920c-57de20f4fea9 req-e7903534-091b-4cd0-8d91-4c62f08b2309 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:00.599166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8ab54d0-dd6f-418b-920c-57de20f4fea9 req-e7903534-091b-4cd0-8d91-4c62f08b2309 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 931 time: 0.6200278 Jul 22 11:48:00.758795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:00.761454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ba2a0c8-90aa-45eb-a4f7-2a3b651d70c9 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/ports/4f455b44-b729-4381-bd81-c562cf3a063c HTTP/1.1" status: 204 len: 168 time: 1.7991810 Jul 22 11:48:00.765833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:00.838176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-954f8c4e-7d8a-46d7-88b3-d15643fbdb0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:00.840878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-954f8c4e-7d8a-46d7-88b3-d15643fbdb0a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 1094 time: 0.7243156 Jul 22 11:48:00.905755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-23e97656-b30e-4f2f-b1d0-6723c2b8404d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 HTTP/1.1" status: 200 len: 217 time: 0.0574656 Jul 22 11:48:01.032925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-35731241-35b4-4398-8bca-ab90fcb9b4dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:01.034429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-35731241-35b4-4398-8bca-ab90fcb9b4dc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.1213758 Jul 22 11:48:01.062317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9fbed02e-c341-46b9-8890-39e6e5810c71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:01.080748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-e5dcbea1-ced0-4aa1-853f-c563db322e0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4646261 Jul 22 11:48:01.119070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-c79146c1-8ee8-4def-ab8e-dc644074df40 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0771625 Jul 22 11:48:01.147499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c54c6f86-f171-4b63-8616-30899f1cbdfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:01.149347 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c54c6f86-f171-4b63-8616-30899f1cbdfb tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "GET /v2.0/ports?device_id=fca83310-d215-4e99-be1d-e1bd71755df4 HTTP/1.1" status: 200 len: 913 time: 0.3809965 Jul 22 11:48:01.167130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:01.189373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8ab54d0-dd6f-418b-920c-57de20f4fea9 req-57cecf26-fab4-40cf-870d-7beece199e66 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5895743 Jul 22 11:48:01.210442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9fbed02e-c341-46b9-8890-39e6e5810c71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:01.220316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e76a3947-7bdd-4fde-8e51-edc49b14c528 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:01.266939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:01.283980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.304546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.305142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e76a3947-7bdd-4fde-8e51-edc49b14c528 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:01.312191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e76a3947-7bdd-4fde-8e51-edc49b14c528 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:01.313137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.335696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dba7057e-726e-425d-9df3-4e93cf05cc46 req-c8c571c3-e6a8-4dd6-ba5f-c5afdeb97623 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:01.337031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dba7057e-726e-425d-9df3-4e93cf05cc46 req-c8c571c3-e6a8-4dd6-ba5f-c5afdeb97623 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 943 time: 0.8684268 Jul 22 11:48:01.349981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Transition to ACTIVE for port object 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:01.361575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.426271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-16f8268b-0cd7-4b4e-b1d1-6e235d395ff8 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3226080 Jul 22 11:48:01.474675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-3592530f-ace3-497a-bc60-b7dc96ee62ca service neutron] 10.222.0.20 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3460145 Jul 22 11:48:01.487476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dba7057e-726e-425d-9df3-4e93cf05cc46 req-b5c858f4-b754-4eef-90dc-7b70612d71e3 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1376224 Jul 22 11:48:01.545017 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.590465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:01.600088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port e76a3947-7bdd-4fde-8e51-edc49b14c528, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e76a3947-7bdd-4fde-8e51-edc49b14c528,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:01.615198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.724302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:01.757469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-88b90913-83e8-4a56-af1d-8b317b65a788 req-c483ebd0-5a7d-46ef-837a-be4c5381c00f service neutron] 10.222.0.20 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2762623 Jul 22 11:48:01.778999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Attempting to bind port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:01.780114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Attempting to bind port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:01.780114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Attempting to bind port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:01.786964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:48:01.787291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Attempting to bind port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 on network 84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:01.793396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fb3e9fd-d978-4c2c-84de-7457a256acd9 req-00f446ae-32e6-459d-bae4-674d61fe9481 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3587656 Jul 22 11:48:01.807610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:01.808090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Checking segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:01.809284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Bound using segment: {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:01.809284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Bound port: 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '5a20f29c-d194-48cd-973a-3d1f2fdae8e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:01.809513 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:01.931736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:01.938471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:01.946596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.011981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.012740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.015079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] 10.222.0.36 "PUT /v2.0/ports/0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 HTTP/1.1" status: 200 len: 1091 time: 2.3504968 Jul 22 11:48:02.062414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbf9177e-bf97-4e2b-ac53-dbb74948040a None None] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:02.064364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-800ee71f-0aed-455e-aa3c-623ebabb52eb service neutron] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:02.072192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b706-23ba-4134-83c7-8869a16bb66d req-8094a314-9659-4202-84ac-cd23849714e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.074488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-8094a314-9659-4202-84ac-cd23849714e4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 1094 time: 0.2493775 Jul 22 11:48:02.087250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.128515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.146642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:02.149893 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc" -d '{"events": [{"name": "network-changed", "server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:02.183416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-778b3dfb-74f5-4289-b5df-ab7acb961dac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.185235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-778b3dfb-74f5-4289-b5df-ab7acb961dac service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 1094 time: 0.1056266 Jul 22 11:48:02.231413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Provisioning for port 9fbed02e-c341-46b9-8890-39e6e5810c71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:02.241344 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24032c25-7e40-4d70-bcb6-06642d789342 x-openstack-request-id: req-24032c25-7e40-4d70-bcb6-06642d789342 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:02.241691 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:02.242041 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24032c25-7e40-4d70-bcb6-06642d789342 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:02.242470 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'status': 'completed', 'code': 200} Jul 22 11:48:02.244409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-b9e530f3-b93f-4b64-9710-78a36d80b194 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 HTTP/1.1" status: 200 len: 217 time: 0.0523286 Jul 22 11:48:02.260195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Provisioning complete for port 9fbed02e-c341-46b9-8890-39e6e5810c71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:02.261366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.302894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:02.341110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-c6c80da1-bc26-4481-a3d7-a53a05a3a953 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.343639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-c6c80da1-bc26-4481-a3d7-a53a05a3a953 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.0930305 Jul 22 11:48:02.398651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-c64c807b-b304-400c-9e3e-f72f5f861bfc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0482683 Jul 22 11:48:02.403690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.460808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b706-23ba-4134-83c7-8869a16bb66d req-321d84ba-a8af-4be6-830a-5dfd33825fd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.464186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-321d84ba-a8af-4be6-830a-5dfd33825fd8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 200 len: 912 time: 0.3697782 Jul 22 11:48:02.468009 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.565973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] For port 9fbed02e-c341-46b9-8890-39e6e5810c71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9fbed02e-c341-46b9-8890-39e6e5810c71,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:02.582307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.589132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-fb25b6cb-5dcc-4ebf-95cd-2ac622697c87 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1841965 Jul 22 11:48:02.628678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-8d620951-9c24-48ce-ab8b-adce0a21d7f1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 HTTP/1.1" status: 200 len: 217 time: 0.1465480 Jul 22 11:48:02.691548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a97ad367-4e5b-4ef9-8981-1a8c526ee3dd None None] Pushing event updated for resources: {'Port': ['ID=9fbed02e-c341-46b9-8890-39e6e5810c71,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:02.750608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-adbb77cd-1ee5-4a5a-9841-5410e57a342c req-f7f7c88a-0a96-40eb-9dfa-79ba14b0f2e0 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1478689 Jul 22 11:48:02.768166 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.836534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Provisioning for port 712a174e-9905-4332-ae78-e1bcfaf2a298 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:02.841467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:02.850793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Provisioning complete for port 712a174e-9905-4332-ae78-e1bcfaf2a298 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:02.851507 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:02.905001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9fbed02e-c341-46b9-8890-39e6e5810c71 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:02.928469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-ae46e61d-b3c6-49cd-911f-358e48702f8c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:02.931411 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-ae46e61d-b3c6-49cd-911f-358e48702f8c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 1094 time: 0.1182613 Jul 22 11:48:02.941426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Port 712a174e-9905-4332-ae78-e1bcfaf2a298 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:02.963060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Provisioning complete for port 9fbed02e-c341-46b9-8890-39e6e5810c71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:02.964264 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-171861c1-cf6c-418d-ba48-12f34474fb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.021324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9fbed02e-c341-46b9-8890-39e6e5810c71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:03.022695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.111103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-9fdb49f8-e8ee-4511-a4f5-21de03b18bce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:03.113165 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-9fdb49f8-e8ee-4511-a4f5-21de03b18bce service neutron] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.1756344 Jul 22 11:48:03.155049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:03.163937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e239b706-23ba-4134-83c7-8869a16bb66d req-a92e8ade-360d-4f01-b99f-2ea809fceb1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:03.165447 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-a92e8ade-360d-4f01-b99f-2ea809fceb1e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 200 len: 851 time: 0.5276988 Jul 22 11:48:03.166302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e76a3947-7bdd-4fde-8e51-edc49b14c528 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:03.183497 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-c6c3cca1-b475-4786-a09f-398368a4bf6e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 HTTP/1.1" status: 200 len: 217 time: 0.0635707 Jul 22 11:48:03.204186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae77eabe-dadf-42cd-8279-25356d328d16 req-6354cf30-6f51-4b38-aebd-c88fac647475 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:03.205730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae77eabe-dadf-42cd-8279-25356d328d16 req-6354cf30-6f51-4b38-aebd-c88fac647475 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 943 time: 0.8304086 Jul 22 11:48:03.241259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e76a3947-7bdd-4fde-8e51-edc49b14c528 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:03.241979 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.247524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-4cd14917-dfe6-4625-9327-119c1b083dad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:03.249255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-4cd14917-dfe6-4625-9327-119c1b083dad service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.0579207 Jul 22 11:48:03.262978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-4b6c0472-d0f4-4cee-9f5b-9ef0fa5b90a7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0902655 Jul 22 11:48:03.310155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-633f17ae-3ffa-407a-ad4b-0c1e5a1cdf69 None None] Provisioning complete for port 712a174e-9905-4332-ae78-e1bcfaf2a298 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:03.311019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-633f17ae-3ffa-407a-ad4b-0c1e5a1cdf69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.318955 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-161f25b3-9c43-4efa-b95a-430f3c8fcf4a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0617120 Jul 22 11:48:03.368090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-633f17ae-3ffa-407a-ad4b-0c1e5a1cdf69 None None] Port 712a174e-9905-4332-ae78-e1bcfaf2a298 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:03.445240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8baeab7c-27a9-4dd6-aae3-864b91b1f74f req-5fa7eb0d-4268-45fb-9409-6d1ac652e44d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:03.446847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8baeab7c-27a9-4dd6-aae3-864b91b1f74f req-5fa7eb0d-4268-45fb-9409-6d1ac652e44d tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 943 time: 0.8165059 Jul 22 11:48:03.455003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-36e0eb48-b3ca-482c-901b-bd20eb2395c4 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1281614 Jul 22 11:48:03.512561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc77d675-9cd2-43d4-a10f-b3f9c96f8961 None None] Provisioning complete for port 712a174e-9905-4332-ae78-e1bcfaf2a298 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:03.512561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc77d675-9cd2-43d4-a10f-b3f9c96f8961 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.520142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae77eabe-dadf-42cd-8279-25356d328d16 req-68fa4a2b-005c-4879-af1e-23094a3c9e4f tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2663662 Jul 22 11:48:03.555835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:03.559441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-89d9bbbe-2864-4f16-b813-e7fdba3e135c service neutron] 10.222.0.20 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2579327 Jul 22 11:48:03.617893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f8446ab4-3ee4-4738-b97b-a68d102c7cbc req-04ff5ac4-c75b-4c3a-b5b4-fe67068bc54d service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558928 Jul 22 11:48:03.618652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dc77d675-9cd2-43d4-a10f-b3f9c96f8961 None None] Port 712a174e-9905-4332-ae78-e1bcfaf2a298 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:03.639241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8baeab7c-27a9-4dd6-aae3-864b91b1f74f req-1653d86d-994a-48ea-8994-5e9a15b78411 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1744282 Jul 22 11:48:03.759692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:48:03.815815 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e239b706-23ba-4134-83c7-8869a16bb66d req-0f159fc7-5608-4c4e-a7ca-fd87b053fe0b service neutron] 10.222.0.20 "GET /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2438424 Jul 22 11:48:03.867410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:03.876310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9840f941-c96c-43e1-b8eb-c27c95ed8a44 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9965448 Jul 22 11:48:03.879107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53138) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:03.880192 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:03.889544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'network': {'name': 'tempest-RoutersTest-1999138891'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:03.892466 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:03.893148 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:03.931575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:03.940963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:03.943097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:03.971429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22', 'network_id': '4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9', 'port_id': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22', 'mac_address': 'fa:16:3e:68:9c:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f192644b-1dc7-45ac-98bb-5af6d3f7d49b', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:48:04.001425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:48:04.021320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.022652 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added segment 3bdd8718-81a1-4a38-99b9-7074cfc18c4a of type vlan for network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 Jul 22 11:48:04.030558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 63e6ec6e-9495-46ee-96fa-14ac7a860ae4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:04.030911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.053123 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.080744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:04.115023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:04.121025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.124721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.144914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:04.186148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.191085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:04.196006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:04.198466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.237317 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3559732 Jul 22 11:48:04.240264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:04.241269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.245491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'subnet': {'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:04.261654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 63e6ec6e-9495-46ee-96fa-14ac7a860ae4 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:04.302691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8376043-82f6-4158-9b7d-bc34b1ff2e1a tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Network': ['ID=20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:04.318281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:48:04.430842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['d60abceb-e8c1-4b3e-a85d-bd77cb3beb22'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:04.493101 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:00Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:04.537589 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:04.537942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Updating router fc9d1d5d-808c-481d-bab5-30fda5f23a92 port 712a174e-9905-4332-ae78-e1bcfaf2a298 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:48:04.636772 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.738146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.853590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Made reservation on behalf of 20398190b8ea4f79bca047c0f68b9724 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:04.858394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:04.994117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=63e6ec6e-9495-46ee-96fa-14ac7a860ae4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:05.116702 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.133118 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Transition to ACTIVE for port object 712a174e-9905-4332-ae78-e1bcfaf2a298 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:05.136873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.143270 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.210983 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Pushing event updated for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:05.214875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Subnet': ['ID=705ab98a-e32d-4382-b718-e09c55c9ea77,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:05.233021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Checking segment: {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:05.233814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network hostable DHCP agents. Network: 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:48:05.261014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb6e05a0-77ed-4941-8643-551c91a0f77f req-c3ab9060-0891-42af-9e6e-c3eb57b57fb1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:05.272650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:48:05.273188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb6e05a0-77ed-4941-8643-551c91a0f77f req-c3ab9060-0891-42af-9e6e-c3eb57b57fb1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 943 time: 0.5003796 Jul 22 11:48:05.283052 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.283852 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.284370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.284862 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.285465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.286078 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.286619 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.287137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.287639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.288149 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.288710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.289966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36459e87-378d-4b80-8603-e4c9d9038066 req-e8cc5ba8-e1d2-4f51-85c9-456a6163df88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:05.290608 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:05.293377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36459e87-378d-4b80-8603-e4c9d9038066 req-e8cc5ba8-e1d2-4f51-85c9-456a6163df88 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 944 time: 0.5124354 Jul 22 11:48:05.305371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:05.323842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c8f6a0f-8a75-43f5-9b49-229fd865a0c1 None None] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:05.325477 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Attempting to bind port 712a174e-9905-4332-ae78-e1bcfaf2a298 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:05.326055 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Attempting to bind port 712a174e-9905-4332-ae78-e1bcfaf2a298 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:05.327018 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Attempting to bind port 712a174e-9905-4332-ae78-e1bcfaf2a298 on network 88db8f92-3525-40b0-96f3-b8d69d09fc13 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:05.333229 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:05.333981 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Checking segment: {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:05.334655 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.335467 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Bound using segment: {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:05.336151 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Bound port: 712a174e-9905-4332-ae78-e1bcfaf2a298, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3acfba96-c25a-4075-91b2-927229f09cc0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:05.336888 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.336999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:05.337637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.380905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-15ed4519-177d-4e5a-a326-75d503a2ef10 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.1371317 Jul 22 11:48:05.381785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:05.393018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.431843 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] For port 712a174e-9905-4332-ae78-e1bcfaf2a298, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:05.439645 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] For port 712a174e-9905-4332-ae78-e1bcfaf2a298, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=712a174e-9905-4332-ae78-e1bcfaf2a298,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:05.446955 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.519082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36459e87-378d-4b80-8603-e4c9d9038066 req-4ae81382-69ac-4984-bd12-343ddedf99a6 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2099721 Jul 22 11:48:05.554577 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:05.559445 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:05.644859 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e468de6-67ff-4954-9726-d7800e9ab3dd None None] Pushing event updated for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:05.665711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb6e05a0-77ed-4941-8643-551c91a0f77f req-aae8b712-bdc0-46d4-bd28-8e9fd9c36db1 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3914735 Jul 22 11:48:05.748553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:48:05.748966 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:05.768479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:05.821544 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:05.975059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:05.984854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:05.985312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.020752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Router fca83310-d215-4e99-be1d-e1bd71755df4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:06.077614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Allocated IP 172.23.0.2 (20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2/705ab98a-e32d-4382-b718-e09c55c9ea77/f9ca9624-90a0-400f-b8d5-1393d747ea0d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:06.161793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.193295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:00Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:05Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:06.224893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.233377 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-40dbf7df-011a-491f-b85d-9b6b2d6c48db None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:00Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:05Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:06.272436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:06.277978 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9f2872a-8f9c-4c7a-8a3e-3f68c0e7b7e4" -d '{"events": [{"server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:06.293904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:06.305100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5e6f920-df18-4ac3-ad17-6df2af6e6dc1 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "PUT /v2.0/routers/fca83310-d215-4e99-be1d-e1bd71755df4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.1284239 Jul 22 11:48:06.305100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:06.323643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:06.330364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.418882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] Sync routers for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:06.447508 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fa561b1f-458d-4d3b-9d73-283bc1f33cba x-openstack-request-id: req-fa561b1f-458d-4d3b-9d73-283bc1f33cba {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:06.450242 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "name": "network-vif-plugged", "status": "completed", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:06.450663 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fa561b1f-458d-4d3b-9d73-283bc1f33cba {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:06.453436 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22', 'code': 200} Jul 22 11:48:06.493268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.495921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:06.505184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:06.506328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:06.512042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Transition to ACTIVE for port object f9ca9624-90a0-400f-b8d5-1393d747ea0d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:06.570758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:06.584643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Transition to ACTIVE for port object f9ca9624-90a0-400f-b8d5-1393d747ea0d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:06.590765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] Routers {'fca83310-d215-4e99-be1d-e1bd71755df4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:06.591590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fca83310-d215-4e99-be1d-e1bd71755df4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:06.639970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:06.640810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0495fea3-a33f-4f00-970b-9aaf6c7b820d None None] The sync data for ids ['fca83310-d215-4e99-be1d-e1bd71755df4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:06.642832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.659427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.713701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:06.717326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:06.722472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:06.725820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Pushing event updated for resources: {'Port': ['ID=f9ca9624-90a0-400f-b8d5-1393d747ea0d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:06.875475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42607415-55d7-443f-ac03-8bf67fd460aa req-7716418e-7fda-4538-8755-7e557324646f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:06.878058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42607415-55d7-443f-ac03-8bf67fd460aa req-7716418e-7fda-4538-8755-7e557324646f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 1096 time: 0.3554573 Jul 22 11:48:06.882132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:48:06.898361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Allocated IP 172.23.0.1 (20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2/705ab98a-e32d-4382-b718-e09c55c9ea77/78a787bf-5dd0-467a-afdc-5cdd39f27220) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:06.926117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Attempting to bind port f9ca9624-90a0-400f-b8d5-1393d747ea0d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:06.927630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Attempting to bind port f9ca9624-90a0-400f-b8d5-1393d747ea0d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:06.928566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Attempting to bind port f9ca9624-90a0-400f-b8d5-1393d747ea0d on network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:06.944211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:06.945344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Checking segment: {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:06.948862 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:06.949607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Bound using segment: {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:06.951557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Bound port: f9ca9624-90a0-400f-b8d5-1393d747ea0d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:06.951978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.007461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42607415-55d7-443f-ac03-8bf67fd460aa req-97b2cbfa-6a9f-4a0a-ae54-80af18b8918c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122074 Jul 22 11:48:07.016114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 712a174e-9905-4332-ae78-e1bcfaf2a298 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:07.020432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73dfa541-2de9-4cfb-99a4-0d2d0a6d0c91 req-d0863440-2c63-4141-bedf-f73ca224e39e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:07.022637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73dfa541-2de9-4cfb-99a4-0d2d0a6d0c91 req-d0863440-2c63-4141-bedf-f73ca224e39e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.3156390 Jul 22 11:48:07.123023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c12512d7-1fcf-43cf-a31d-9f000ebec0cb req-8a32175c-5d9e-4914-beec-9ce53d2ee0bf tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:07.124617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c12512d7-1fcf-43cf-a31d-9f000ebec0cb req-8a32175c-5d9e-4914-beec-9ce53d2ee0bf tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 943 time: 0.2455788 Jul 22 11:48:07.184366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73dfa541-2de9-4cfb-99a4-0d2d0a6d0c91 req-a7a08c1c-2b31-4e84-b8d5-87501eae7947 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1334736 Jul 22 11:48:07.188394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.206914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c12512d7-1fcf-43cf-a31d-9f000ebec0cb req-706773ee-8ca1-4ae5-867e-87ee37235e78 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0638075 Jul 22 11:48:07.227557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.263189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Transition to ACTIVE for port object 78a787bf-5dd0-467a-afdc-5cdd39f27220 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:07.290639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting port 1959c087-fd6d-4d7c-b705-82212dee098f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:07.291026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.325481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.412072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:07.441652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:07.445834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:07.449873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:07.485376 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.505424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Calling delete_port for 1959c087-fd6d-4d7c-b705-82212dee098f owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:07.538848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.578900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] For port f9ca9624-90a0-400f-b8d5-1393d747ea0d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:07.590151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] For port f9ca9624-90a0-400f-b8d5-1393d747ea0d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f9ca9624-90a0-400f-b8d5-1393d747ea0d,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:07.591748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 712a174e-9905-4332-ae78-e1bcfaf2a298 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:07.603815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.629554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 712a174e-9905-4332-ae78-e1bcfaf2a298 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:07.629802 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.761973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:07.789239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.854571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:07.903305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'network_id': '84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba', 'port_id': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'mac_address': 'fa:16:3e:09:30:90', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1cabe74a-3748-48f7-8e64-984f0e4a8162', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:48:07.939144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Port': ['ID=1959c087-fd6d-4d7c-b705-82212dee098f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:07.960174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b4897a9-6a18-445e-81d9-9e1e4b3b9435 None None] Pushing event updated for resources: {'Port': ['ID=f9ca9624-90a0-400f-b8d5-1393d747ea0d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:08.049169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.092059 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.174287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:08.200206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.206715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.258095 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.263740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:08.304865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.380041 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.381599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Fanout notify agent at l3_agent the message router_deleted on router fca83310-d215-4e99-be1d-e1bd71755df4 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:48:08.386353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.392883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.412063 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.422770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3e1af049-3269-44ba-be6f-63ef6b3fa39c tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/routers/fca83310-d215-4e99-be1d-e1bd71755df4 HTTP/1.1" status: 204 len: 168 time: 2.1161427 Jul 22 11:48:08.436099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:08.472583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 712a174e-9905-4332-ae78-e1bcfaf2a298, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=712a174e-9905-4332-ae78-e1bcfaf2a298,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:08.491375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:08.498739 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.536381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:08.581415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.596782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event updated for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:08.615975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Deleting subnet fe0337bb-9cbd-4016-87fd-034fa699f64f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:08.625073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.646870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.647321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.647863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.648201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.648914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.649516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.649964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.650370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.651800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.651800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.652299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.652703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:08.660447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:08.746042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:08.893097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:09.005422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:09.007493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:09.044069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8068eb96-5fe8-4bc6-afeb-1101603b49a1 req-09fd307a-8399-47c8-8079-c6f8ef098e8f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:09.048868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f9ca9624-90a0-400f-b8d5-1393d747ea0d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:09.051187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8068eb96-5fe8-4bc6-afeb-1101603b49a1 req-09fd307a-8399-47c8-8079-c6f8ef098e8f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.6167896 Jul 22 11:48:09.067456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fc4e0bf-33dc-4360-ace3-f90cd91baae5 req-1239330b-9254-4ea5-b90f-e81c5fd0885e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:09.069034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fc4e0bf-33dc-4360-ace3-f90cd91baae5 req-1239330b-9254-4ea5-b90f-e81c5fd0885e tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 944 time: 0.6335735 Jul 22 11:48:09.144500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8068eb96-5fe8-4bc6-afeb-1101603b49a1 req-3d0dc81f-3651-47b1-be09-c9613cf0eaa5 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919864 Jul 22 11:48:09.164325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f9ca9624-90a0-400f-b8d5-1393d747ea0d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:09.171287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fc4e0bf-33dc-4360-ace3-f90cd91baae5 req-2fa078bf-a414-47b1-9bb2-f5e9ff277af2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0924530 Jul 22 11:48:09.188863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 712a174e-9905-4332-ae78-e1bcfaf2a298 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:09.255157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:09.294922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 712a174e-9905-4332-ae78-e1bcfaf2a298 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:09.295645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:09.329671 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:09.336249 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/subnets/fe0337bb-9cbd-4016-87fd-034fa699f64f HTTP/1.1" status: 204 len: 168 time: 0.8964596 Jul 22 11:48:09.337274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:09.340778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f61e2203-2b2a-4a77-bbf6-91349fa98795 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Subnet': ['ID=fe0337bb-9cbd-4016-87fd-034fa699f64f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:09.424827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:09.621050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16b2fb0-b929-4e26-b71d-04c6d36a873e None None] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:09.684210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:09.706180 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:09.709141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-38d6af45-4b6f-4a21-ae06-8d878b70595f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3260083 Jul 22 11:48:09.710016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:09.715976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:09.720368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:09.729714 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:09.731588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:09.885724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0501c07-b5d5-4d1e-b8f7-399df30edf42 req-83257ec3-7c56-4e09-837a-0e8c597e0c47 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:09.892798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c0501c07-b5d5-4d1e-b8f7-399df30edf42 req-83257ec3-7c56-4e09-837a-0e8c597e0c47 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.2791834 Jul 22 11:48:09.907015 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:09.976970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Provisioning for port f9ca9624-90a0-400f-b8d5-1393d747ea0d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:09.982787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Provisioning complete for port f9ca9624-90a0-400f-b8d5-1393d747ea0d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:09.983168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.056933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.102948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d875b94d-319f-4aee-b91b-6cc46d68b5a5']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:10.121346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c0501c07-b5d5-4d1e-b8f7-399df30edf42 req-6b5baffe-dedc-4e07-91ad-5e338116154e tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2273390 Jul 22 11:48:10.149739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cf1a086-00e2-4ea2-b451-faf726d23348') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:10.150047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cf1a086-00e2-4ea2-b451-faf726d23348') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:10.165552 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.177956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.221470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.238737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:10.239616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:10.248977 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:10.258522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] For port f9ca9624-90a0-400f-b8d5-1393d747ea0d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f9ca9624-90a0-400f-b8d5-1393d747ea0d,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:10.264853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.381105 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:07Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:10.411406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd80b269-4b8c-43de-91da-bd297c42288b None None] Pushing event updated for resources: {'Port': ['ID=f9ca9624-90a0-400f-b8d5-1393d747ea0d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:10.413303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:48:10.424818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.441631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.455593 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:10.455800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] 10.222.0.21 "DELETE /v2.0/networks/d875b94d-319f-4aee-b91b-6cc46d68b5a5 HTTP/1.1" status: 204 len: 168 time: 1.1097286 Jul 22 11:48:10.458596 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Updating router fc9d1d5d-808c-481d-bab5-30fda5f23a92 port 78a787bf-5dd0-467a-afdc-5cdd39f27220 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:48:10.462500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Removed routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:48:10.463780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.551958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Pushing event deleted for resources: {'Network': ['ID=d875b94d-319f-4aee-b91b-6cc46d68b5a5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:10.576945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.579206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.579574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.579923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.580276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.582323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.582762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.583152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.583524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.583965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.584573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.585133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2168ce99-5a0c-4149-8709-5d9cb2b6d6c6 tempest-FloatingIPTestJSON-1893317307 tempest-FloatingIPTestJSON-1893317307-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:10.620088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Provisioning complete for port f9ca9624-90a0-400f-b8d5-1393d747ea0d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:10.620543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.746048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffd6b2b8-99d9-4779-8c38-4ef1140a3931 req-d41c1339-6443-490c-9baa-4f8025193247 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:10.747758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffd6b2b8-99d9-4779-8c38-4ef1140a3931 req-d41c1339-6443-490c-9baa-4f8025193247 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 944 time: 0.3201582 Jul 22 11:48:10.788641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.796506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.800328 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:10.846782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffd6b2b8-99d9-4779-8c38-4ef1140a3931 req-8db63e34-a0be-4dae-ac05-c8530930c9f7 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834303 Jul 22 11:48:10.907248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:10.980413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f9ca9624-90a0-400f-b8d5-1393d747ea0d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:11.040190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:11.063430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:11.108452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Provisioning for port 78a787bf-5dd0-467a-afdc-5cdd39f27220 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:11.129531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Provisioning complete for port 78a787bf-5dd0-467a-afdc-5cdd39f27220 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:11.130158 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.217974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:11.222696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:11.223082 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.224844 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.230498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4098e9a8-91ce-4256-b448-6445757df4fa None None] Port 78a787bf-5dd0-467a-afdc-5cdd39f27220 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:11.256030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Transition to ACTIVE for port object 78a787bf-5dd0-467a-afdc-5cdd39f27220 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:11.256940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f9ca9624-90a0-400f-b8d5-1393d747ea0d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:11.257470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.270412 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.318667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-52e2f34f-6624-4ab3-a1f4-dfd60d9bc6c2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d8d608108624d319186f06f8a18523d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2766428 Jul 22 11:48:11.326648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:11.381386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:11.392983 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.394189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb2387c9-262a-4b3f-9269-f36b1d8704cd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 934 time: 1.6831038 Jul 22 11:48:11.399851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53202) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:11.419867 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1b79-3493-45cc-b048-c764e63bf12c None None] Pushing event updated for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:11.507859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3442a439-0798-43a0-853f-3d5873d2706c req-a9863d24-d241-4b22-a5d7-db3fb755f47f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:11.513700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3442a439-0798-43a0-853f-3d5873d2706c req-a9863d24-d241-4b22-a5d7-db3fb755f47f tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.1880162 Jul 22 11:48:11.543306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.603092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3442a439-0798-43a0-853f-3d5873d2706c req-821ad66d-5038-47d3-9ae7-f7ad87aa50b4 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791593 Jul 22 11:48:11.608617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:11.611682 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2fd92aee-f301-490d-a9b0-e1d3a9f6176e" -d '{"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-plugged", "status": "completed", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:11.658910 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Attempting to bind port 78a787bf-5dd0-467a-afdc-5cdd39f27220 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:11.659542 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Attempting to bind port 78a787bf-5dd0-467a-afdc-5cdd39f27220 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:11.660481 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Attempting to bind port 78a787bf-5dd0-467a-afdc-5cdd39f27220 on network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:11.662436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:11.669741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.758558 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 47, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:11.758777 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Checking segment: {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:11.761369 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.761826 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Bound using segment: {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:11.762326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Bound port: 78a787bf-5dd0-467a-afdc-5cdd39f27220, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3bdd8718-81a1-4a38-99b9-7074cfc18c4a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:11.762769 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:11.764981 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd8a8ad1-e2a0-4594-8dca-ba3201a48582 x-openstack-request-id: req-fd8a8ad1-e2a0-4594-8dca-ba3201a48582 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:11.765524 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-plugged", "status": "completed", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:11.765788 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd8a8ad1-e2a0-4594-8dca-ba3201a48582 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:11.766235 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'code': 200} Jul 22 11:48:11.767297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:11.936283 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] For port 78a787bf-5dd0-467a-afdc-5cdd39f27220, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:11.949578 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] For port 78a787bf-5dd0-467a-afdc-5cdd39f27220, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=78a787bf-5dd0-467a-afdc-5cdd39f27220,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:11.956258 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.025557 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b00b1b79-3493-45cc-b048-c764e63bf12c None None] Pushing event updated for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:12.046149 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:12.047657 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:12.144523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2b64775-1fea-4023-9648-0e324d9ccb11 req-9a8e1ca4-3fc1-476c-942a-342006af7333 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:12.146405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2b64775-1fea-4023-9648-0e324d9ccb11 req-9a8e1ca4-3fc1-476c-942a-342006af7333 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 945 time: 0.1794364 Jul 22 11:48:12.155919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c561ff71-b9a5-46be-80c7-5cab184cc76f req-4f99b8ed-6ddf-48e7-82db-203421b57226 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:12.157804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c561ff71-b9a5-46be-80c7-5cab184cc76f req-4f99b8ed-6ddf-48e7-82db-203421b57226 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.1570072 Jul 22 11:48:12.217590 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:12.233376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d32c1ba6-6958-4d25-9d71-251939198eb4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 934 time: 0.8318784 Jul 22 11:48:12.243529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.246083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53216) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:12.251971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'routes': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:12.262320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c561ff71-b9a5-46be-80c7-5cab184cc76f req-dde05181-781e-4435-8ce8-46b95199c860 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772126 Jul 22 11:48:12.277836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2b64775-1fea-4023-9648-0e324d9ccb11 req-fea2ea92-fea8-482e-b916-cf6e7178a6a7 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187220 Jul 22 11:48:12.377782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.430339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c13ecad-2404-4552-ab2c-6c0e0217046c req-a57ea280-4fe9-4c3a-b443-dd349c388652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:12.432024 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3c13ecad-2404-4552-ab2c-6c0e0217046c req-a57ea280-4fe9-4c3a-b443-dd349c388652 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 1096 time: 0.4186199 Jul 22 11:48:12.542941 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:10Z', 'revision_number': 6, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:11Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:12.549035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.551593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.555179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b239a89-3ab7-4e33-87d4-2638096ec0ec HTTP/1.1" status: 204 len: 168 time: 1.2075775 Jul 22 11:48:12.559222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3c13ecad-2404-4552-ab2c-6c0e0217046c req-1c6cff3e-e8f8-4641-aa7c-48556e747220 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0876296 Jul 22 11:48:12.571490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51a9b21-6233-48ca-8560-bc3853b641bc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b239a89-3ab7-4e33-87d4-2638096ec0ec,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:12.606437 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e156187-58dc-4527-9c06-23616fb357d0 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:10Z', 'revision_number': 6, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:11Z', 'revision_number': 4, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:12.848458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:48:12.849108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Removed routes are [{'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:48:12.893649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:12.932931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 78a787bf-5dd0-467a-afdc-5cdd39f27220 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:13.003071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 78a787bf-5dd0-467a-afdc-5cdd39f27220 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:13.007940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 78a787bf-5dd0-467a-afdc-5cdd39f27220 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:13.008322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.101015 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:48:13.135816 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.162427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.179397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.211596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 78a787bf-5dd0-467a-afdc-5cdd39f27220, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=78a787bf-5dd0-467a-afdc-5cdd39f27220,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:13.217140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.294184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:13.356463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:13.396903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-577449bf-063a-4093-aec9-952ba4872c99 req-409ade4b-5615-4f93-ad69-63eb848e1d43 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:13.399376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-577449bf-063a-4093-aec9-952ba4872c99 req-409ade4b-5615-4f93-ad69-63eb848e1d43 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.20 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.1347661 Jul 22 11:48:13.542819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:13.567125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.575541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e6bb58f2-958c-4cab-8219-34e62e268610 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 700 time: 1.3271871 Jul 22 11:48:13.576219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53238) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:13.658010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e99c314c-0167-4abc-b0df-9cb9ee72963e req-f4dd33d3-0655-4c8d-b067-9ff8a652c9b2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:13.660108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e99c314c-0167-4abc-b0df-9cb9ee72963e req-f4dd33d3-0655-4c8d-b067-9ff8a652c9b2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 945 time: 0.1977098 Jul 22 11:48:13.678363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Deleting port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:13.678864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.690042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7926ffb-76af-4563-bc0a-278d4a3ba4e2 req-964d5ccd-427e-4b02-bc02-e47d89baa835 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:13.692742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7926ffb-76af-4563-bc0a-278d4a3ba4e2 req-964d5ccd-427e-4b02-bc02-e47d89baa835 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 945 time: 0.2306256 Jul 22 11:48:13.746598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c137eb95-10d8-41a1-abe7-a19414d9aab2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 700 time: 0.1645825 Jul 22 11:48:13.747460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53244) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:13.821644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e99c314c-0167-4abc-b0df-9cb9ee72963e req-e57f5b83-52c6-4189-a065-8b290c54050a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1533859 Jul 22 11:48:13.857478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7926ffb-76af-4563-bc0a-278d4a3ba4e2 req-95dd6588-90be-4745-8290-addeed1ea5d8 tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/security-groups?id=0390b398-4b5a-4b25-be13-3c5a0b6822e5&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1450579 Jul 22 11:48:13.882158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] For port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,segment=NetworkSegment(3c528101-bec4-4cc9-b077-94e46ec0369e),segment_id=3c528101-bec4-4cc9-b077-94e46ec0369e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:13.890054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:13.906531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Calling delete_port for d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:14.185805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:14.185805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:14.185805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:14.194111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:14.196364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:14.276133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.323412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Pushing event deleted for resources: {'Port': ['ID=d60abceb-e8c1-4b3e-a85d-bd77cb3beb22,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:14.333707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1374653727'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:14.378417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:14.382426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.411987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] No DVR routers for this DVR port d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:14.414639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.418181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-577449bf-063a-4093-aec9-952ba4872c99 req-173f90c4-ab2a-44a8-b7a7-844ee89e6efd tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.20 "DELETE /v2.0/ports/d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 HTTP/1.1" status: 204 len: 173 time: 1.0134423 Jul 22 11:48:14.419151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'name': 'network-vif-deleted', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:14.421332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.423898 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c4bc581-d289-4235-9b22-f4ed8f138caa" -d '{"events": [{"server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "name": "network-vif-deleted", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:14.497509 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b4e7ecc-6beb-4654-8783-6a0f6373f6d3 x-openstack-request-id: req-3b4e7ecc-6beb-4654-8783-6a0f6373f6d3 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:14.497972 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "071b2c7d-6643-4bb6-9a4c-185977631dd4", "name": "network-vif-deleted", "tag": "d60abceb-e8c1-4b3e-a85d-bd77cb3beb22", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:14.498371 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b4e7ecc-6beb-4654-8783-6a0f6373f6d3 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:14.499049 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '071b2c7d-6643-4bb6-9a4c-185977631dd4', 'name': 'network-vif-deleted', 'tag': 'd60abceb-e8c1-4b3e-a85d-bd77cb3beb22', 'status': 'completed', 'code': 200} Jul 22 11:48:14.609180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.663757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:12Z', 'revision_number': 7, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:13Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:14.716959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:14.726657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:14.727341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:14.880633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.889178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:14.889885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:14.961611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 78a787bf-5dd0-467a-afdc-5cdd39f27220 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:15.005870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 106, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:48:15.042562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a1583f9b-0ac0-4c00-8b70-773a1b5f942b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:15.054104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.063347 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment f17d2a73-1f05-4bbf-9ef0-74690567d83f of type vlan for network 9712217e-f063-43df-bec2-1a2ef6bd797c Jul 22 11:48:15.146594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74be3099-1362-4ed5-b9bc-cabef890d9c8 req-1d8d7a35-fca9-4e9f-b5a5-34679296449a tempest-DeleteServersTestJSON-189037339 tempest-DeleteServersTestJSON-189037339-project] 10.222.0.21 "GET /v2.0/ports?device_id=071b2c7d-6643-4bb6-9a4c-185977631dd4 HTTP/1.1" status: 200 len: 210 time: 0.0776987 Jul 22 11:48:15.176431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-898138fb-3218-4ee0-80b7-e21ce9566ff8 req-5cca7df7-9331-4d13-ada6-edcaecf9ea1c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:15.178290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-898138fb-3218-4ee0-80b7-e21ce9566ff8 req-5cca7df7-9331-4d13-ada6-edcaecf9ea1c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 945 time: 0.2151268 Jul 22 11:48:15.194281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.226592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 78a787bf-5dd0-467a-afdc-5cdd39f27220 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:15.227136 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.258283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-898138fb-3218-4ee0-80b7-e21ce9566ff8 req-bf781858-5a93-40bb-9b89-3cf585537f44 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0738974 Jul 22 11:48:15.299466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.304009 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc103317-c523-4aab-b574-30f4857a8f3f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.307398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:15.308258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.436784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=9712217e-f063-43df-bec2-1a2ef6bd797c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:15.450222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f3d15cee-f2c0-4df1-8d63-7e2da8359ad3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.4379501 Jul 22 11:48:15.454415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53298) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:15.455022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9712217e-f063-43df-bec2-1a2ef6bd797c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:48:15.460096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-614726546'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:15.484211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 78a787bf-5dd0-467a-afdc-5cdd39f27220 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:15.485653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.496300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:12Z', 'revision_number': 7, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:13Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:15.528597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:15.531350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7be461b7-f1f1-4738-b48c-645529546288 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:12Z', 'revision_number': 7, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '78a787bf-5dd0-467a-afdc-5cdd39f27220', 'name': '', 'network_id': '20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:06:6c:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2598, 'fixed_ips': [{'subnet_id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:48:06Z', 'updated_at': '2021-07-22T11:48:13Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '705ab98a-e32d-4382-b718-e09c55c9ea77', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:15.562280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.598491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 116, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:48:15.613760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.614213 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment 1e30e985-b034-4f0a-82bc-937c12bb1125 of type vlan for network e2bceb80-1039-49ed-87a2-05fffcd53f48 Jul 22 11:48:15.686194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.732115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 78a787bf-5dd0-467a-afdc-5cdd39f27220, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=78a787bf-5dd0-467a-afdc-5cdd39f27220,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:15.732115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.737791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.748224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:15.749884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:15.763159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 78a787bf-5dd0-467a-afdc-5cdd39f27220 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:15.772762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:15.812291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3564734 Jul 22 11:48:15.816048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53308) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:15.822692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:15.831768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:15.832123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d60abceb-e8c1-4b3e-a85d-bd77cb3beb22 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:15.901822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0173493-5de0-49c5-9a3f-083a70692931 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=e2bceb80-1039-49ed-87a2-05fffcd53f48,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:15.912994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:48:16.002803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:16.010804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:16.143523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:16.201718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=78a787bf-5dd0-467a-afdc-5cdd39f27220,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:16.481376 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:16.654558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=886af43d-6315-4eba-83d7-e477ac50993b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:16.711902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': 'f17d2a73-1f05-4bbf-9ef0-74690567d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:16.712287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 9712217e-f063-43df-bec2-1a2ef6bd797c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:48:16.748822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:16.754045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 9712217e-f063-43df-bec2-1a2ef6bd797c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:48:16.789050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9712217e-f063-43df-bec2-1a2ef6bd797c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:16.800370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3097a88c-12e7-4db4-9ddb-9c679dd0dac1 None None] Network 9712217e-f063-43df-bec2-1a2ef6bd797c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:16.814912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:16.815797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:16.849220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7482cf35-0603-466d-808a-134e541bda57 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0290132 Jul 22 11:48:16.849220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:16.857646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:17.050327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:17.054317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.406730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.409920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-9712217e-f063-43df-bec2-1a2ef6bd797c', 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '886af43d-6315-4eba-83d7-e477ac50993b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:48:17.411688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.557861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:17.616600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=a500c446-5290-4b4f-8e84-458d85e0c9ca,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:17.622804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': '1e30e985-b034-4f0a-82bc-937c12bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:17.623638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: e2bceb80-1039-49ed-87a2-05fffcd53f48, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:48:17.654766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Allocated IP 2001:db8::2 (9712217e-f063-43df-bec2-1a2ef6bd797c/886af43d-6315-4eba-83d7-e477ac50993b/0ed0ee65-35c0-41a9-9d8d-9dba583797c4) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:17.657849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:48:17.675661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e2bceb80-1039-49ed-87a2-05fffcd53f48) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:17.703604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:17.704922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.755490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcf27571-1114-47d2-beaa-2bd64949bd6d None None] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:17.765277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f3215150-53fb-4356-92c8-601b12d4401c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 0.9124510 Jul 22 11:48:17.765586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:17.772173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1164293593', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:17.837676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:17.844850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.846637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.856360 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:17.863070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2c81524-9125-4d17-818c-2633e8396912 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1136892 Jul 22 11:48:17.866639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:17.870519 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:17.871568 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:47:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:17.898552 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:17.991958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet 705ab98a-e32d-4382-b718-e09c55c9ea77 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:17.998278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.011350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.013228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.036463 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:18.085834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.089690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-92ea5659-f005-4427-82c0-6766604e06cf tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.3216348 Jul 22 11:48:18.093009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53374) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:18.105891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.184958 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.326643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Transition to ACTIVE for port object 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:18.329538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e2bceb80-1039-49ed-87a2-05fffcd53f48', 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': 'a500c446-5290-4b4f-8e84-458d85e0c9ca'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:48:18.330476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.352718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88377c49-e653-4dd3-9ee4-30804b7fbc1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.384502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Transition to ACTIVE for port object 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:18.389759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.490076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.529903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.616645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Network 9712217e-f063-43df-bec2-1a2ef6bd797c is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:18.618180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=705ab98a-e32d-4382-b718-e09c55c9ea77,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:18.626004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.643392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:18.643773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-951c660e-a0ea-4bd7-8bab-e5aa0ff16c20 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/705ab98a-e32d-4382-b718-e09c55c9ea77 HTTP/1.1" status: 204 len: 168 time: 0.7750461 Jul 22 11:48:18.651478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:18.669240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Pushing event updated for resources: {'Port': ['ID=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:18.676813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-669224fe-f71e-4028-ac0c-2c942c2cabe9 None None] Network 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:18.708161 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:16Z', 'revision_number': 8, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:18.795681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:18.830247 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:18.843118 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:18.844079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:18.915141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:18.984164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port f9ca9624-90a0-400f-b8d5-1393d747ea0d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:18.985019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.098954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Allocated IP 2001:db8:1::2 (e2bceb80-1039-49ed-87a2-05fffcd53f48/a500c446-5290-4b4f-8e84-458d85e0c9ca/60c67601-f3ce-446a-99e9-e21b3a9ef76d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:19.157454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port f9ca9624-90a0-400f-b8d5-1393d747ea0d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f9ca9624-90a0-400f-b8d5-1393d747ea0d,segment=NetworkSegment(3bdd8718-81a1-4a38-99b9-7074cfc18c4a),segment_id=3bdd8718-81a1-4a38-99b9-7074cfc18c4a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:19.157922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.158702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.196085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Attempting to bind port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:19.196823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Attempting to bind port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f17d2a73-1f05-4bbf-9ef0-74690567d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:19.197867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Attempting to bind port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 on network 9712217e-f063-43df-bec2-1a2ef6bd797c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:19.202617 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:19.212431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for f9ca9624-90a0-400f-b8d5-1393d747ea0d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:19.236473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:19.236994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Checking segment: {'id': 'f17d2a73-1f05-4bbf-9ef0-74690567d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:19.237751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.238526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Bound using segment: {'id': 'f17d2a73-1f05-4bbf-9ef0-74690567d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:19.239124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Bound port: 0ed0ee65-35c0-41a9-9d8d-9dba583797c4, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f17d2a73-1f05-4bbf-9ef0-74690567d83f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 106, 'network_id': '9712217e-f063-43df-bec2-1a2ef6bd797c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:19.239782 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.330586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] For port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:19.334216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] For port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,segment=NetworkSegment(f17d2a73-1f05-4bbf-9ef0-74690567d83f),segment_id=f17d2a73-1f05-4bbf-9ef0-74690567d83f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:19.362243 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.418322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.515380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port f9ca9624-90a0-400f-b8d5-1393d747ea0d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:19.517526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=f9ca9624-90a0-400f-b8d5-1393d747ea0d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:19.817952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.833172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.854990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:19.876395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3bdd8718-81a1-4a38-99b9-7074cfc18c4a') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:19.877247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3bdd8718-81a1-4a38-99b9-7074cfc18c4a') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:19.899760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af9243ea-2aa2-4017-8874-d236ce4281ef None None] DHCP port deletion for 20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:19.901784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8::1 (9712217e-f063-43df-bec2-1a2ef6bd797c/886af43d-6315-4eba-83d7-e477ac50993b/b5dca7a7-8125-4151-b37a-92d8a1d26f9e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:19.940798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:19.953377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d446439c-db7d-46db-af25-e31eeafa7b2b None None] Pushing event updated for resources: {'Port': ['ID=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:20.035450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.038860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.064795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:20.066081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Transition to ACTIVE for port object 60c67601-f3ce-446a-99e9-e21b3a9ef76d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:20.068611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.178134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Transition to ACTIVE for port object 60c67601-f3ce-446a-99e9-e21b3a9ef76d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:20.186622 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:16Z', 'revision_number': 8, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:20.194227 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.266159 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0e741c5-91a2-473a-a5ce-7501a5239087 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:16Z', 'revision_number': 8, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '712a174e-9905-4332-ae78-e1bcfaf2a298', 'name': '', 'network_id': '88db8f92-3525-40b0-96f3-b8d69d09fc13', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:5a:43:55', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2592, 'fixed_ips': [{'subnet_id': '39081502-412c-4144-8a4a-abd5dea86f22', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:58Z', 'updated_at': '2021-07-22T11:48:08Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '39081502-412c-4144-8a4a-abd5dea86f22', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:20.268368 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:20.277756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.295632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.299928 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2 HTTP/1.1" status: 204 len: 168 time: 1.6452897 Jul 22 11:48:20.301008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:20.303482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:20.320747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:20.324866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:20.372997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-117d14f1-11e5-4ced-9d37-4d54a079e28b tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=20458ac3-b8a1-4ad1-91b0-a7b3a5a2c0b2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:20.459312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Pushing event updated for resources: {'Port': ['ID=60c67601-f3ce-446a-99e9-e21b3a9ef76d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:20.479673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Attempting to bind port 60c67601-f3ce-446a-99e9-e21b3a9ef76d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:20.480132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Attempting to bind port 60c67601-f3ce-446a-99e9-e21b3a9ef76d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1e30e985-b034-4f0a-82bc-937c12bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:20.480671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Attempting to bind port 60c67601-f3ce-446a-99e9-e21b3a9ef76d on network e2bceb80-1039-49ed-87a2-05fffcd53f48 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:20.488487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:20.488850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Checking segment: {'id': '1e30e985-b034-4f0a-82bc-937c12bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:20.489266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.489666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Bound using segment: {'id': '1e30e985-b034-4f0a-82bc-937c12bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:20.490203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Bound port: 60c67601-f3ce-446a-99e9-e21b3a9ef76d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1e30e985-b034-4f0a-82bc-937c12bb1125', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 116, 'network_id': 'e2bceb80-1039-49ed-87a2-05fffcd53f48'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:20.490621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.491816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.521837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object b5dca7a7-8125-4151-b37a-92d8a1d26f9e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:20.660181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.682341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] For port 60c67601-f3ce-446a-99e9-e21b3a9ef76d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:20.688223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] For port 60c67601-f3ce-446a-99e9-e21b3a9ef76d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60c67601-f3ce-446a-99e9-e21b3a9ef76d,segment=NetworkSegment(1e30e985-b034-4f0a-82bc-937c12bb1125),segment_id=1e30e985-b034-4f0a-82bc-937c12bb1125)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:20.699565 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:20.907337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-416375f4-3b05-409c-b5ce-073a67bf2925 None None] Pushing event updated for resources: {'Port': ['ID=60c67601-f3ce-446a-99e9-e21b3a9ef76d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:21.101066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:21.146294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 9712217e-f063-43df-bec2-1a2ef6bd797c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:21.180373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:21.264136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:21.420974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f9ca9624-90a0-400f-b8d5-1393d747ea0d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:21.438229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:21.498597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f9ca9624-90a0-400f-b8d5-1393d747ea0d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:21.499211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f9ca9624-90a0-400f-b8d5-1393d747ea0d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:21.499835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 78a787bf-5dd0-467a-afdc-5cdd39f27220 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:21.570406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 78a787bf-5dd0-467a-afdc-5cdd39f27220 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:21.570406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 78a787bf-5dd0-467a-afdc-5cdd39f27220 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:21.640887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec3e4b7b-5443-4963-b673-b4c55f486d28 None None] Network 9712217e-f063-43df-bec2-1a2ef6bd797c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:21.778052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Provisioning for port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:21.793443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Provisioning complete for port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:21.794250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:21.893394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:21.895163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:22.109686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=b5dca7a7-8125-4151-b37a-92d8a1d26f9e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:22.236275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:22.368320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] For port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,segment=NetworkSegment(f17d2a73-1f05-4bbf-9ef0-74690567d83f),segment_id=f17d2a73-1f05-4bbf-9ef0-74690567d83f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:22.385546 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:22.422746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:22.559957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe623d1-de85-4fac-a42f-bb49f5e57cd7 None None] Pushing event updated for resources: {'Port': ['ID=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:22.759006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.059313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Provisioning complete for port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:23.062725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.178881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a2a814-6e5d-48af-b4a6-bb034a348fd9 None None] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:23.182038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60c67601-f3ce-446a-99e9-e21b3a9ef76d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:23.429040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:23.504611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Deleting subnet f192644b-1dc7-45ac-98bb-5af6d3f7d49b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:23.508436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.524950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 60c67601-f3ce-446a-99e9-e21b3a9ef76d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:23.545413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:23.550270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.633008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.647311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.660989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.686011 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.724758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Provisioning for port b5dca7a7-8125-4151-b37a-92d8a1d26f9e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:23.733092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Provisioning complete for port b5dca7a7-8125-4151-b37a-92d8a1d26f9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:23.733643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.817727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:23.818439 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.824627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-140ccea8-b31a-4e21-a16e-dabefdc7db62 None None] Port b5dca7a7-8125-4151-b37a-92d8a1d26f9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:23.867381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.911658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f192644b-1dc7-45ac-98bb-5af6d3f7d49b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:23.920243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:23.922855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ed27f54-e7c4-4ca7-87ed-8c402277fd3e admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f192644b-1dc7-45ac-98bb-5af6d3f7d49b HTTP/1.1" status: 204 len: 168 time: 0.4919362 Jul 22 11:48:23.925030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:23.937713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=b5dca7a7-8125-4151-b37a-92d8a1d26f9e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:24.030050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Provisioning for port 60c67601-f3ce-446a-99e9-e21b3a9ef76d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:24.044083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 712a174e-9905-4332-ae78-e1bcfaf2a298 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:24.047760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Provisioning complete for port 60c67601-f3ce-446a-99e9-e21b3a9ef76d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:24.048049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.052174 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.081568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.228020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 9712217e-f063-43df-bec2-1a2ef6bd797c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:24.253300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:24.293713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.325496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.348286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:24.372459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3c528101-bec4-4cc9-b077-94e46ec0369e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:24.373071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3c528101-bec4-4cc9-b077-94e46ec0369e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:24.388020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.400820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] For port 60c67601-f3ce-446a-99e9-e21b3a9ef76d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60c67601-f3ce-446a-99e9-e21b3a9ef76d,segment=NetworkSegment(1e30e985-b034-4f0a-82bc-937c12bb1125),segment_id=1e30e985-b034-4f0a-82bc-937c12bb1125)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:24.411574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.411778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.424513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:24.425971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:24.479855 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:24.538909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 712a174e-9905-4332-ae78-e1bcfaf2a298, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=712a174e-9905-4332-ae78-e1bcfaf2a298,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:24.539284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.573274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.583334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Pushing event updated for resources: {'Port': ['ID=60c67601-f3ce-446a-99e9-e21b3a9ef76d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:24.593296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Provisioning complete for port b5dca7a7-8125-4151-b37a-92d8a1d26f9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:24.594862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 712a174e-9905-4332-ae78-e1bcfaf2a298 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:24.599324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.611677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:24.618567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9 HTTP/1.1" status: 204 len: 168 time: 0.6921971 Jul 22 11:48:24.703795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-199695eb-040b-4dce-ba40-928899d1dcca None None] Port b5dca7a7-8125-4151-b37a-92d8a1d26f9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:24.798512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 1aca72de-8655-4230-98db-e94567d2afc6 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:48:24.851559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ac7b4055-06a9-4847-87dd-cb1c52e2b42d None None] Provisioning complete for port 60c67601-f3ce-446a-99e9-e21b3a9ef76d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:24.852270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4055-06a9-4847-87dd-cb1c52e2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:25.032222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60c67601-f3ce-446a-99e9-e21b3a9ef76d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:25.077178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:25.083065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ca45065-0897-43e1-b5c8-fea80d994cb4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9886189 Jul 22 11:48:25.084267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:25.092877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:25.174327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09d89584-09f6-4f4f-b3e5-a6310d697f53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:25.175868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09d89584-09f6-4f4f-b3e5-a6310d697f53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports/b5dca7a7-8125-4151-b37a-92d8a1d26f9e HTTP/1.1" status: 200 len: 911 time: 0.0819783 Jul 22 11:48:25.183035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:25.312613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f824d303-4fcf-4603-ba6b-ef79d292817c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d891697b2474ffb9b5b4cdd3116c937&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2248950 Jul 22 11:48:25.316520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:25.327647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f667a1d9-556b-4e8d-976a-5d0291cb6f74 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b6176c4-2a15-43d2-bf9c-6d29fe22b3d9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:25.418284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] Sync routers for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:25.459911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:25.460825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:25.499833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:25.547523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:25.557883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ac7b4055-06a9-4847-87dd-cb1c52e2b42d None None] Provisioning complete for port b5dca7a7-8125-4151-b37a-92d8a1d26f9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:25.558430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac7b4055-06a9-4847-87dd-cb1c52e2b42d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:25.577805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=712a174e-9905-4332-ae78-e1bcfaf2a298,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:25.593892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:25.593892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:25.622510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 60c67601-f3ce-446a-99e9-e21b3a9ef76d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:25.622510 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:25.691514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ac7b4055-06a9-4847-87dd-cb1c52e2b42d None None] Port b5dca7a7-8125-4151-b37a-92d8a1d26f9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:25.714338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:25.715140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d705856-1ebf-4130-95ff-3514d2a53b46 None None] The sync data for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:26.007385 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.139705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.330139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.350756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.354610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.358659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0390b398-4b5a-4b25-be13-3c5a0b6822e5 HTTP/1.1" status: 204 len: 168 time: 1.0176282 Jul 22 11:48:26.431131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd38a476-56d9-492b-8d18-3e81917f97dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0390b398-4b5a-4b25-be13-3c5a0b6822e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:26.504618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:26.904718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:27.218991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:27.233383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa5a8394-43af-4f0e-a468-e398f3d5a7ab tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9264920 Jul 22 11:48:27.234242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:27.250796 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:27.296945 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:27.297881 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:27.347771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet 39081502-412c-4144-8a4a-abd5dea86f22 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:27.359200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.374406 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.376653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8:1::1 (e2bceb80-1039-49ed-87a2-05fffcd53f48/a500c446-5290-4b4f-8e84-458d85e0c9ca/db3fd458-072e-446c-8723-dd913249418b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:27.459061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.484056 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:27.657987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.659078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.675323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object db3fd458-072e-446c-8723-dd913249418b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:27.774890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.829502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:27.840617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:27.851642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:27.851825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.893328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.899817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:27.903186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=db3fd458-072e-446c-8723-dd913249418b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:27.933672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:27.937501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/39081502-412c-4144-8a4a-abd5dea86f22 HTTP/1.1" status: 204 len: 168 time: 0.6969707 Jul 22 11:48:27.938522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:27.939499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5222fc9b-5516-42dd-b2fd-51edda6da1dd None None] Network 88db8f92-3525-40b0-96f3-b8d69d09fc13 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:27.946066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:25Z', 'revision_number': 9, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.050591 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:28.101935 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:28.102823 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.153079 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.166271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ce8250-ebaa-4a91-b6e1-e211b0485b21 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=39081502-412c-4144-8a4a-abd5dea86f22,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:28.173910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-782894040-network', 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:28.189368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.295214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Made reservation on behalf of cc7b10ff92fc4ebb9b8199ff5219793a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:28.302884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.341762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.366565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 9fbed02e-c341-46b9-8890-39e6e5810c71 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:28.367080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.373403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.405080 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:28.475537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] DHCP port deletion for 88db8f92-3525-40b0-96f3-b8d69d09fc13 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:28.482396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c34e621-88f2-46d3-bddb-072d132baab3 None None] Provisioning for port db3fd458-072e-446c-8723-dd913249418b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:28.490769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c34e621-88f2-46d3-bddb-072d132baab3 None None] Provisioning complete for port db3fd458-072e-446c-8723-dd913249418b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:28.492076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c34e621-88f2-46d3-bddb-072d132baab3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.545102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 9fbed02e-c341-46b9-8890-39e6e5810c71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9fbed02e-c341-46b9-8890-39e6e5810c71,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:28.545102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.566575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 9fbed02e-c341-46b9-8890-39e6e5810c71 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:28.657517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6c34e621-88f2-46d3-bddb-072d132baab3 None None] Port db3fd458-072e-446c-8723-dd913249418b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:28.668345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Deleting port 9fbed02e-c341-46b9-8890-39e6e5810c71 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:28.668840 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.707566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.711025 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.724168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.751356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] For port 9fbed02e-c341-46b9-8890-39e6e5810c71, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9fbed02e-c341-46b9-8890-39e6e5810c71,segment=NetworkSegment(3acfba96-c25a-4075-91b2-927229f09cc0),segment_id=3acfba96-c25a-4075-91b2-927229f09cc0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:28.751889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.754695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=9fbed02e-c341-46b9-8890-39e6e5810c71,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:28.757540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 9fbed02e-c341-46b9-8890-39e6e5810c71 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:28.789061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Calling delete_port for 9fbed02e-c341-46b9-8890-39e6e5810c71 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:28.825822 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:25Z', 'revision_number': 9, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.872719 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bda5f35a-e0cb-431b-84c7-4e39fa3f7cf5 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:25Z', 'revision_number': 9, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'e76a3947-7bdd-4fde-8e51-edc49b14c528', 'name': '', 'network_id': 'ab9af1e0-7ef3-46e3-aa50-9790135956c2', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:a4:c8:d6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2586, 'fixed_ips': [{'subnet_id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:50Z', 'updated_at': '2021-07-22T11:48:01Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': 'b63146e8-eabb-4b1b-8281-fffd9d8c55f3', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:28.873990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:48:28.917445 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.918164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.918668 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Added segment bdd1c2d7-3ee2-46bf-a523-408058e4bedc of type vlan for network b2c57501-ee97-4be2-9cb9-c384e4fcb1be Jul 22 11:48:28.922419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c8bb8080-0a27-42dc-8ce5-e960f1c290e9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:28.935002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88db8f92-3525-40b0-96f3-b8d69d09fc13']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.952706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3acfba96-c25a-4075-91b2-927229f09cc0') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.953111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3acfba96-c25a-4075-91b2-927229f09cc0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:28.967393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.978753 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:28.991539 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.003108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:29.003415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.003802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:29.010151 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:29.018387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9fbed02e-c341-46b9-8890-39e6e5810c71 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:29.044890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.056015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] Pushing event deleted for resources: {'Port': ['ID=9fbed02e-c341-46b9-8890-39e6e5810c71,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:29.056997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.059022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.059278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 9fbed02e-c341-46b9-8890-39e6e5810c71 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:29.059532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9fbed02e-c341-46b9-8890-39e6e5810c71 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:29.068416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.069640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:29.070465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.073710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b90da5c0-4c79-4f75-a619-fbdbc2663cdc None None] No DVR routers for this DVR port 9fbed02e-c341-46b9-8890-39e6e5810c71 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:29.162549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.169183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.171753 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/88db8f92-3525-40b0-96f3-b8d69d09fc13 HTTP/1.1" status: 204 len: 168 time: 1.2302287 Jul 22 11:48:29.175905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:29.245215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee499b9c-3fba-451e-a20a-3d3f84e10b3f tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=88db8f92-3525-40b0-96f3-b8d69d09fc13,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:29.284894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 1.3831687 Jul 22 11:48:29.286082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:29.289934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086a3f0e-b369-4436-a15d-735e26b66f0b admin admin] Pushing event updated for resources: {'Network': ['ID=b2c57501-ee97-4be2-9cb9-c384e4fcb1be,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:29.291641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Request body: {'subnet': {'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-782894040-subnet', 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:29.309268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:48:29.345244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Made reservation on behalf of cc7b10ff92fc4ebb9b8199ff5219793a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:29.348097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.373620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=db3fd458-072e-446c-8723-dd913249418b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:29.429707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:29.433430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:29.585725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 1aca72de-8655-4230-98db-e94567d2afc6 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:29.702432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:29.713974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7da75382-a354-4cce-90db-b6d1ab2cecb8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5267127 Jul 22 11:48:29.716304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] Sync routers for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:29.719921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:29.735753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:29.736420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:29.776111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:29.789049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:29.789867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:29.832365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.833288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:29.833930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bb1fbe82-32ac-4709-a424-50636d44f814 None None] The sync data for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:29.859160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1bfd1767-8173-43b9-83e5-f863ebbdbeac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:29.862494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1bfd1767-8173-43b9-83e5-f863ebbdbeac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports/db3fd458-072e-446c-8723-dd913249418b HTTP/1.1" status: 200 len: 913 time: 0.1387725 Jul 22 11:48:29.864702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:29.893751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6f932679-2296-4cdd-a693-e96362c6c21d None None] Provisioning complete for port db3fd458-072e-446c-8723-dd913249418b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:29.894424 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6f932679-2296-4cdd-a693-e96362c6c21d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:29.947663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6f932679-2296-4cdd-a693-e96362c6c21d None None] Port db3fd458-072e-446c-8723-dd913249418b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:29.948516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e0da6eee-a790-42d9-9d54-4ed1be7284a5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:30.005526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Checking segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:30.005892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Network hostable DHCP agents. Network: b2c57501-ee97-4be2-9cb9-c384e4fcb1be, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:48:30.038152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:48:30.049118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.052556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b2c57501-ee97-4be2-9cb9-c384e4fcb1be) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:30.062889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43efe448-ce0b-4479-b085-418dfd88e7f9 None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:30.133985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:30.135417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.190684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88c7dbd5-5228-4da4-b079-b42efc82ed19 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.9034379 Jul 22 11:48:30.302954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a', 'fixed_ips': [{'subnet_id': 'e0da6eee-a790-42d9-9d54-4ed1be7284a5'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:48:30.304412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.456349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port e76a3947-7bdd-4fde-8e51-edc49b14c528 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:30.457137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.591433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Allocated IP 172.20.0.2 (b2c57501-ee97-4be2-9cb9-c384e4fcb1be/e0da6eee-a790-42d9-9d54-4ed1be7284a5/a63f1d77-69f9-481a-a956-efb5f6f32a87) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:30.622583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port e76a3947-7bdd-4fde-8e51-edc49b14c528, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e76a3947-7bdd-4fde-8e51-edc49b14c528,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:30.623128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.659336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for e76a3947-7bdd-4fde-8e51-edc49b14c528 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:30.855705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.865095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 712a174e-9905-4332-ae78-e1bcfaf2a298 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:30.940342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 712a174e-9905-4332-ae78-e1bcfaf2a298 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:30.940592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 712a174e-9905-4332-ae78-e1bcfaf2a298 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:30.964796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.970432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:30.981910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Transition to ACTIVE for port object a63f1d77-69f9-481a-a956-efb5f6f32a87 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:31.007538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=e76a3947-7bdd-4fde-8e51-edc49b14c528,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:31.029978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Transition to ACTIVE for port object a63f1d77-69f9-481a-a956-efb5f6f32a87 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:31.038080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.059159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:31.062667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:31.065320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:31.124775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Pushing event updated for resources: {'Port': ['ID=a63f1d77-69f9-481a-a956-efb5f6f32a87,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:31.204631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Attempting to bind port a63f1d77-69f9-481a-a956-efb5f6f32a87 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:31.204980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Attempting to bind port a63f1d77-69f9-481a-a956-efb5f6f32a87 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:31.205541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Attempting to bind port a63f1d77-69f9-481a-a956-efb5f6f32a87 on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:31.223668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:31.224054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Checking segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:31.225515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.225515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Bound using segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:31.225515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Bound port: a63f1d77-69f9-481a-a956-efb5f6f32a87, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:31.225857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.293738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-49246ce9-5d52-479b-9d7d-74fd4afecc21 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:31.295254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-49246ce9-5d52-479b-9d7d-74fd4afecc21 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.2707007 Jul 22 11:48:31.328536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.337595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] For port a63f1d77-69f9-481a-a956-efb5f6f32a87, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:31.340219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-d95b0c45-e1f9-472a-9baa-12d84c232aee tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/quotas/cc7b10ff92fc4ebb9b8199ff5219793a HTTP/1.1" status: 200 len: 375 time: 0.0388401 Jul 22 11:48:31.342366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] For port a63f1d77-69f9-481a-a956-efb5f6f32a87, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a63f1d77-69f9-481a-a956-efb5f6f32a87,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:31.351828 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.513032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b48c8315-dd03-4c33-8404-853b0b184ac0 None None] Pushing event updated for resources: {'Port': ['ID=a63f1d77-69f9-481a-a956-efb5f6f32a87,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:31.523914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-28468a77-d3a6-4ed9-9b28-38b1d23597f4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1827261 Jul 22 11:48:31.617591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port db3fd458-072e-446c-8723-dd913249418b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:31.618098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.753969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:31.757484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-c1353c45-f7ce-4115-948f-b0b789de0d57 service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2326443 Jul 22 11:48:31.824435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:31.845965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for db3fd458-072e-446c-8723-dd913249418b owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:31.911359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:31.921271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a01f520d-a3fa-4c0d-b530-433be438a504 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7423842 Jul 22 11:48:31.923028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:31.928037 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:31.959406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:31.960071 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:32.006570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet b63146e8-eabb-4b1b-8281-fffd9d8c55f3 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:32.010092 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.078237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.082036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-259ac0fe-03e1-4ae9-8915-4364d3143e5e service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3101213 Jul 22 11:48:32.129173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:32.188877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.259625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=db3fd458-072e-446c-8723-dd913249418b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:32.286235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.467001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.491593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.494867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/b63146e8-eabb-4b1b-8281-fffd9d8c55f3 HTTP/1.1" status: 204 len: 168 time: 0.5702274 Jul 22 11:48:32.497651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55fbf749-2df5-4b39-b9ab-0e542ad9dfbb None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:32.550487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:32.554331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc392073-03d4-4acf-9773-40172bfc1471 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=b63146e8-eabb-4b1b-8281-fffd9d8c55f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:32.615378 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:30Z', 'revision_number': 10, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:32.738702 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:32.789606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:32.790127 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:32.852407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:32.908450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.082170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:33.125398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 581bb558-28ab-4196-9b44-34df165d02d2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:33.126339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.176702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] DHCP port deletion for ab9af1e0-7ef3-46e3-aa50-9790135956c2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:33.178246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-6a747c18-590c-4c26-ae12-d68520eb9ec3 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:33.188931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-6a747c18-590c-4c26-ae12-d68520eb9ec3 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.6028225 Jul 22 11:48:33.244972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a63f1d77-69f9-481a-a956-efb5f6f32a87 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:33.303404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-fa118434-9032-4244-aeb2-6d03887828b2 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/quotas/cc7b10ff92fc4ebb9b8199ff5219793a HTTP/1.1" status: 200 len: 375 time: 0.1133795 Jul 22 11:48:33.315529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-571d034b-c6b0-480c-80a1-2050e719e1c3 None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:33.317502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 581bb558-28ab-4196-9b44-34df165d02d2, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=581bb558-28ab-4196-9b44-34df165d02d2,segment=NetworkSegment(c97c7c3f-d449-4dbf-98dc-027b3e02833b),segment_id=c97c7c3f-d449-4dbf-98dc-027b3e02833b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:33.317871 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.333034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 581bb558-28ab-4196-9b44-34df165d02d2 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:33.490701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e118130-2c34-48f8-bb41-a6ccdb62e077 None None] Provisioning for port a63f1d77-69f9-481a-a956-efb5f6f32a87 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:33.495113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.529782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-44863477-0380-41d7-b87a-d7cb582823af tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2249191 Jul 22 11:48:33.572929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 581bb558-28ab-4196-9b44-34df165d02d2 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:33.669810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 1aca72de-8655-4230-98db-e94567d2afc6 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:33.680545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-1ef7b31a-9b0d-4784-8471-72a557630fee service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1494479 Jul 22 11:48:33.707183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.719227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ab9af1e0-7ef3-46e3-aa50-9790135956c2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:33.725138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a63f1d77-69f9-481a-a956-efb5f6f32a87 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:33.738870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c97c7c3f-d449-4dbf-98dc-027b3e02833b') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:33.739105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c97c7c3f-d449-4dbf-98dc-027b3e02833b') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:33.746609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a63f1d77-69f9-481a-a956-efb5f6f32a87 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:33.746994 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.754887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.757849 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:30Z', 'revision_number': 10, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:33.777779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.785760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:33.786381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.790664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Deleting port 581bb558-28ab-4196-9b44-34df165d02d2 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:33.790942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.807240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-05211fa0-fb1e-4588-9700-301c08f3d9f5 service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243119 Jul 22 11:48:33.831824 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a23d0112-a06a-4a42-af9e-3427d2d6715d None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:30Z', 'revision_number': 10, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None, '_interfaces': [{'id': '04ca87ce-014e-4f16-888a-85a2c355afca', 'name': '', 'network_id': 'fbaf0beb-6d46-4f8f-a73c-07d131642261', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'mac_address': 'fa:16:3e:77:b0:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'device_owner': 'network:router_interface', 'standard_attr_id': 2581, 'fixed_ips': [{'subnet_id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:47:43Z', 'updated_at': '2021-07-22T11:47:53Z', 'revision_number': 5, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'subnets': [{'id': '3d283402-a7a7-4497-b54e-8abb0d90cb25', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:33.873471 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:33.875900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=581bb558-28ab-4196-9b44-34df165d02d2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:33.879894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.892571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:33.902893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/ab9af1e0-7ef3-46e3-aa50-9790135956c2 HTTP/1.1" status: 204 len: 168 time: 1.3149130 Jul 22 11:48:33.906293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:33.967336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] For port 581bb558-28ab-4196-9b44-34df165d02d2, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:33.967746 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:34.021434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:34.034423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b705696a-4f52-45b5-8147-c2b40aa32ee1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1684906 Jul 22 11:48:34.038369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:34.066328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64708451-384b-4cb4-b10f-1eea4924ad8c tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=ab9af1e0-7ef3-46e3-aa50-9790135956c2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:34.071020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] Sync routers for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:34.148247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Calling delete_port for 581bb558-28ab-4196-9b44-34df165d02d2 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:34.160484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Port 581bb558-28ab-4196-9b44-34df165d02d2 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:48:34.166237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:34.260633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:34.261470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:34.276458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Network ab9af1e0-7ef3-46e3-aa50-9790135956c2 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:48:34.283730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] No DVR routers for this DVR port 581bb558-28ab-4196-9b44-34df165d02d2 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:34.373154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Pushing event deleted for resources: {'Port': ['ID=581bb558-28ab-4196-9b44-34df165d02d2,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:34.397479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.397820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.398166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.398523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.398860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.399187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.399515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.399947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.400276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.417672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.417672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.417672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-257137a1-7a3e-4e68-9db4-6a83ebfcb330 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:48:34.419251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:34.537133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a63f1d77-69f9-481a-a956-efb5f6f32a87, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a63f1d77-69f9-481a-a956-efb5f6f32a87,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:34.549713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:34.554476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:34.627609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:34.628311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:34.656336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-0e485253-485d-4625-bcf8-61edcd31059c tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:34.671912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-0e485253-485d-4625-bcf8-61edcd31059c tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.2949162 Jul 22 11:48:34.735760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-76c4cdc0-39a5-434a-9d8c-95d20cba3e8f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/quotas/cc7b10ff92fc4ebb9b8199ff5219793a HTTP/1.1" status: 200 len: 375 time: 0.0618298 Jul 22 11:48:34.739529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:34.740268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51034ce0-e221-4a47-a5ec-6dca2d03f0b7 None None] The sync data for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:34.836098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d1717c6c-3b62-4c9d-9182-eff1dff5779c None None] Provisioning complete for port a63f1d77-69f9-481a-a956-efb5f6f32a87 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:34.836476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d1717c6c-3b62-4c9d-9182-eff1dff5779c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:34.839578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a63f1d77-69f9-481a-a956-efb5f6f32a87,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:35.004685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 581bb558-28ab-4196-9b44-34df165d02d2 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:35.042469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 581bb558-28ab-4196-9b44-34df165d02d2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:35.042737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 581bb558-28ab-4196-9b44-34df165d02d2 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:35.043915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e76a3947-7bdd-4fde-8e51-edc49b14c528 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:35.082659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e76a3947-7bdd-4fde-8e51-edc49b14c528 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:35.083367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e76a3947-7bdd-4fde-8e51-edc49b14c528 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:35.083562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-d120d50d-f493-465e-8269-57c1352930b8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:35.088865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-d120d50d-f493-465e-8269-57c1352930b8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.9015667 Jul 22 11:48:35.107906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Request body: {'port': {'device_id': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'admin_state_up': True, 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:35.131234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-b326690b-e108-4104-a0f5-b1760abed6ca tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&fields=id HTTP/1.1" status: 200 len: 255 time: 0.3941560 Jul 22 11:48:35.610583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:35.752738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-80fb26cd-90c0-45c9-a4c3-b5523bb25348 service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6206605 Jul 22 11:48:35.801981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Made reservation on behalf of cc7b10ff92fc4ebb9b8199ff5219793a for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:35.806304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:35.986391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dd3af361-dbad-47e2-84d7-ab3c903022a7 service neutron] 10.222.0.21 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2216599 Jul 22 11:48:36.032874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 04ca87ce-014e-4f16-888a-85a2c355afca {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:36.038152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.040651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.117454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Allocated IP 172.20.0.3 (b2c57501-ee97-4be2-9cb9-c384e4fcb1be/e0da6eee-a790-42d9-9d54-4ed1be7284a5/1971023c-ce0b-4e91-92ce-541e9109051b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:36.231702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 04ca87ce-014e-4f16-888a-85a2c355afca, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=04ca87ce-014e-4f16-888a-85a2c355afca,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:36.234962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.297008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 04ca87ce-014e-4f16-888a-85a2c355afca owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:36.398871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-460e574c-7717-466d-ad50-bdc259916256 req-0ddadbf4-fa69-46b7-a108-0a77b0992542 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 210 time: 0.0710292 Jul 22 11:48:36.565592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-a342e2bb-462b-464d-ab92-744093a6b703 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:36.567684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-a342e2bb-462b-464d-ab92-744093a6b703 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.36 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.3275387 Jul 22 11:48:36.584269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Request body: {'port': {'device_id': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'admin_state_up': True, 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:36.592681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.627683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Transition to ACTIVE for port object 1971023c-ce0b-4e91-92ce-541e9109051b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:36.728684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port b5dca7a7-8125-4151-b37a-92d8a1d26f9e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:36.729172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.754618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.822229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:36.863048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Made reservation on behalf of cc7b10ff92fc4ebb9b8199ff5219793a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:36.865175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:36.868858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.881711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:36.920322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event updated for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:36.922692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:36.950256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a63f1d77-69f9-481a-a956-efb5f6f32a87 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:37.007285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=04ca87ce-014e-4f16-888a-85a2c355afca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:37.021426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:37.022097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.037523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a63f1d77-69f9-481a-a956-efb5f6f32a87 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:37.038306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.104835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.123786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for b5dca7a7-8125-4151-b37a-92d8a1d26f9e owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:37.241538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-6aecb358-84b1-418c-98c2-5360780aec91 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 2.1376922 Jul 22 11:48:37.257411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Allocated IP 172.20.0.10 (b2c57501-ee97-4be2-9cb9-c384e4fcb1be/e0da6eee-a790-42d9-9d54-4ed1be7284a5/efde6ed4-d502-4210-a32c-c50d8bd3c190) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:37.268426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Request body: {'port': {'device_id': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:37.378706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.418960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43236018-89bd-40ec-a17f-070d09856c60 None None] Provisioning for port 1971023c-ce0b-4e91-92ce-541e9109051b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:37.424035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-43236018-89bd-40ec-a17f-070d09856c60 None None] Provisioning complete for port 1971023c-ce0b-4e91-92ce-541e9109051b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:37.425401 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-43236018-89bd-40ec-a17f-070d09856c60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.473083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-43236018-89bd-40ec-a17f-070d09856c60 None None] Port 1971023c-ce0b-4e91-92ce-541e9109051b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:37.499949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.671710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edd02427-c876-4e88-93bd-4deda6eb0324 req-fb59f6ed-68ee-4947-b167-997673678334 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 210 time: 0.1008842 Jul 22 11:48:37.705966 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:37.841045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=b5dca7a7-8125-4151-b37a-92d8a1d26f9e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:37.904847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:37.947897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-18f1b12f-e0ac-420a-b8d6-89c345657774 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:37.949991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-18f1b12f-e0ac-420a-b8d6-89c345657774 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 815 time: 0.3364635 Jul 22 11:48:37.964038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Request body: {'port': {'device_id': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'admin_state_up': True, 'tenant_id': 'cc7b10ff92fc4ebb9b8199ff5219793a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:37.982490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.038667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.105406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Transition to ACTIVE for port object efde6ed4-d502-4210-a32c-c50d8bd3c190 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:38.107478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:38.121393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:38.133358 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:38.134962 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.154735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d3aadb70-7bd1-40bf-8087-591d5d697b07 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2441158 Jul 22 11:48:38.156214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:38.232792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 1aca72de-8655-4230-98db-e94567d2afc6 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:38.249312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting subnet 3d283402-a7a7-4497-b54e-8abb0d90cb25 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:38.257517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.268841 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:38.340644 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.345741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:38.360752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] Sync routers for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:38.367245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4bf0486b-5ffd-4761-a9c4-642de64d7097 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3277085 Jul 22 11:48:38.375663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:38.380213 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:38.380800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:38.381797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.388161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.392795 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:38.393638 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.435501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.461269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.472618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] Routers {'1aca72de-8655-4230-98db-e94567d2afc6'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:38.473262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1aca72de-8655-4230-98db-e94567d2afc6'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.496072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:38.512736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:38.513755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b04ad07-d489-424f-8162-fc9e6e364338 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aca72de-8655-4230-98db-e94567d2afc6 HTTP/1.1" status: 200 len: 205 time: 0.1153791 Jul 22 11:48:38.544446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Made reservation on behalf of cc7b10ff92fc4ebb9b8199ff5219793a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:38.548319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.580105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.582092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d46f96b-7b0d-4647-b84d-27d9e866bb5a None None] The sync data for ids ['1aca72de-8655-4230-98db-e94567d2afc6'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:38.598813 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:38.628844 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba0cd0b-f78c-493a-8784-56ec0e7ec9ed None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:38.688098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:38.704661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:38.714165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:38.716916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event updated for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:38.755619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.921322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:38.921965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.953788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-52098cc3-d2be-4052-ae5d-e99cd119a2bc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.3753760 Jul 22 11:48:38.960601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:38.969294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Request body: {'port': {'device_id': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:39.039187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Subnet': ['ID=3d283402-a7a7-4497-b54e-8abb0d90cb25,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:39.051364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.053585 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-322c5ae4-c00c-4c06-98a8-28335790cfb6 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/3d283402-a7a7-4497-b54e-8abb0d90cb25 HTTP/1.1" status: 204 len: 168 time: 0.8970096 Jul 22 11:48:39.056916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:39.078300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-541428de-e55d-4020-8178-c97576e5f955 None None] Network fbaf0beb-6d46-4f8f-a73c-07d131642261 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:39.126162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 04ca87ce-014e-4f16-888a-85a2c355afca no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:39.157312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beb5ded6-1e89-401f-82d0-b7fec663b7e3 req-39a22a55-d1b6-4aa8-b82c-124648ac948c tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 210 time: 0.0603704 Jul 22 11:48:39.157800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.175294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-37f3e11b-d6da-494c-b16c-48b34f9c4016 None None] Provisioning for port efde6ed4-d502-4210-a32c-c50d8bd3c190 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:39.177674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.190826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-37f3e11b-d6da-494c-b16c-48b34f9c4016 None None] Provisioning complete for port efde6ed4-d502-4210-a32c-c50d8bd3c190 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:39.191878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37f3e11b-d6da-494c-b16c-48b34f9c4016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.260272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.267121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-37f3e11b-d6da-494c-b16c-48b34f9c4016 None None] Port efde6ed4-d502-4210-a32c-c50d8bd3c190 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:39.269564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 04ca87ce-014e-4f16-888a-85a2c355afca {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:39.270802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 04ca87ce-014e-4f16-888a-85a2c355afca not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:39.321206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1971023c-ce0b-4e91-92ce-541e9109051b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:39.330678 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.404383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Deleting port 664f3c20-0aef-47ea-9581-68263f861763 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:39.404730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.460458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.463066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.508333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Transition to ACTIVE for port object 1971023c-ce0b-4e91-92ce-541e9109051b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:39.513689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.514066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router 1aca72de-8655-4230-98db-e94567d2afc6 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:48:39.521924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.529639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] For port 664f3c20-0aef-47ea-9581-68263f861763, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=664f3c20-0aef-47ea-9581-68263f861763,segment=NetworkSegment(6d0923b4-3e72-449b-a862-e7b485c8fc19),segment_id=6d0923b4-3e72-449b-a862-e7b485c8fc19)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:39.530009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.531607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7918bb07-840b-4b24-9e33-d7aac02d95e6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6 HTTP/1.1" status: 204 len: 168 time: 1.0170801 Jul 22 11:48:39.532677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:39.535228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.635684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Calling delete_port for 664f3c20-0aef-47ea-9581-68263f861763 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:39.646299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Pushing event updated for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:39.728448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Attempting to bind port 1971023c-ce0b-4e91-92ce-541e9109051b on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:39.729044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Attempting to bind port 1971023c-ce0b-4e91-92ce-541e9109051b by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:39.729636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Attempting to bind port 1971023c-ce0b-4e91-92ce-541e9109051b on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:39.736019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Port 1971023c-ce0b-4e91-92ce-541e9109051b on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:48:39.736710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Attempting to bind port 1971023c-ce0b-4e91-92ce-541e9109051b on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:39.742734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:39.743445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Checking segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:39.744169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Bound using segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:39.744806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Bound port: 1971023c-ce0b-4e91-92ce-541e9109051b, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:39.745394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.801080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] DHCP port deletion for fbaf0beb-6d46-4f8f-a73c-07d131642261 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:39.837646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet a500c446-5290-4b4f-8e84-458d85e0c9ca {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:39.844560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.848097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Allocated IP 172.20.0.4 (b2c57501-ee97-4be2-9cb9-c384e4fcb1be/e0da6eee-a790-42d9-9d54-4ed1be7284a5/316ea739-5616-465b-a333-14c7cc16e59e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:39.871884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.881857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:39.886918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1971023c-ce0b-4e91-92ce-541e9109051b,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:39.894420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.903915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Deleting port 664f3c20-0aef-47ea-9581-68263f861763 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:39.904307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.927385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Port': ['ID=664f3c20-0aef-47ea-9581-68263f861763,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:39.943247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No DVR routers for this DVR port 664f3c20-0aef-47ea-9581-68263f861763 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:39.957679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.968101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:39.968965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:39.970595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] 10.222.0.20 "PUT /v2.0/ports/1971023c-ce0b-4e91-92ce-541e9109051b HTTP/1.1" status: 200 len: 1091 time: 2.7187083 Jul 22 11:48:39.971640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:39.974177 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9c68914f-a6e0-41bb-aed6-a8a9100e1433" -d '{"events": [{"name": "network-changed", "server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:40.013205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] For port 664f3c20-0aef-47ea-9581-68263f861763, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:40.013717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.041142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Calling delete_port for 664f3c20-0aef-47ea-9581-68263f861763 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:40.048663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Port 664f3c20-0aef-47ea-9581-68263f861763 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:48:40.052162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.063779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4cfd6d-67ac-4ef3-91ee-135885697e5a service neutron] Pushing event updated for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:40.069476 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c18627f3-af65-4a8b-bcb2-c476f427e23f x-openstack-request-id: req-c18627f3-af65-4a8b-bcb2-c476f427e23f {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:40.069827 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:40.070270 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c18627f3-af65-4a8b-bcb2-c476f427e23f {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:40.070837 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b', 'status': 'completed', 'code': 200} Jul 22 11:48:40.093155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] No DVR routers for this DVR port 664f3c20-0aef-47ea-9581-68263f861763 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:40.106220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-5aa5b51e-d00e-4a41-bdb6-8eb96f891812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:40.108131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-5aa5b51e-d00e-4a41-bdb6-8eb96f891812 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 1094 time: 0.0914979 Jul 22 11:48:40.136998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecbc0fc6-bd31-4836-9756-94473355c2eb None None] Pushing event deleted for resources: {'Port': ['ID=664f3c20-0aef-47ea-9581-68263f861763,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:40.179551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-dcec48d5-411f-4ca7-b6c1-ad87747cbaed service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1971023c-ce0b-4e91-92ce-541e9109051b HTTP/1.1" status: 200 len: 217 time: 0.0622125 Jul 22 11:48:40.282809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19f12a01-82b3-4b85-85c3-b3fde84c5a6f req-b887ae39-992f-4450-bb0d-a018e27da5a6 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 210 time: 0.0415194 Jul 22 11:48:40.284715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-2bfae595-c7e1-4c60-8047-ce9e14d6f98a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:40.286269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-2bfae595-c7e1-4c60-8047-ce9e14d6f98a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.1002002 Jul 22 11:48:40.392087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-9fd70d66-d99f-45b7-b001-ad94831e87e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:40.393623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-9fd70d66-d99f-45b7-b001-ad94831e87e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1010077 Jul 22 11:48:40.499308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-09f1b848-be4c-4b4a-8595-fe9d7b91f082 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0995200 Jul 22 11:48:40.583864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.608569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518594f5-2fe9-46a6-8e86-1ec5f4216d2d req-01f0da24-d6c9-474f-b2d1-b6339c025561 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1030283 Jul 22 11:48:40.615198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fbaf0beb-6d46-4f8f-a73c-07d131642261']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:40.651549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6d0923b4-3e72-449b-a862-e7b485c8fc19') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:40.651897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6d0923b4-3e72-449b-a862-e7b485c8fc19') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:40.720840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.746361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-3a51514b-d674-48f7-a73c-8e65f7dec13e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:40.748207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-3a51514b-d674-48f7-a73c-8e65f7dec13e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 1094 time: 0.0761416 Jul 22 11:48:40.786563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.792249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.848186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:40.848519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.857211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:40.860319 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:40.898411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-b0d71636-d0e8-45f4-ac65-aa668732c769 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:40.901724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-b0d71636-d0e8-45f4-ac65-aa668732c769 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 916 time: 0.1461890 Jul 22 11:48:40.923446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 664f3c20-0aef-47ea-9581-68263f861763 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:40.956312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Transition to ACTIVE for port object 316ea739-5616-465b-a333-14c7cc16e59e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:40.983783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.991801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:40.994724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/networks/fbaf0beb-6d46-4f8f-a73c-07d131642261 HTTP/1.1" status: 204 len: 168 time: 1.9361370 Jul 22 11:48:41.001995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 664f3c20-0aef-47ea-9581-68263f861763 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:41.004047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 664f3c20-0aef-47ea-9581-68263f861763 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:41.015578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:41.021002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'routes': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:41.038506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4585b2ad-77a4-469c-81c6-3191a0e7b69d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Pushing event deleted for resources: {'Network': ['ID=fbaf0beb-6d46-4f8f-a73c-07d131642261,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:41.059887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-2b300b93-2a9a-4206-93e8-9a810f1dbf0a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1971023c-ce0b-4e91-92ce-541e9109051b HTTP/1.1" status: 200 len: 217 time: 0.1492479 Jul 22 11:48:41.081664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.135153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-761d9143-fb1c-469e-b402-c3cc197259c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.136929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-761d9143-fb1c-469e-b402-c3cc197259c3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.0717499 Jul 22 11:48:41.157657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=a500c446-5290-4b4f-8e84-458d85e0c9ca,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:41.163947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.169851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e422d89-a35e-48bb-a518-ff4d40d2475f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/a500c446-5290-4b4f-8e84-458d85e0c9ca HTTP/1.1" status: 204 len: 168 time: 1.6293280 Jul 22 11:48:41.171480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddd4375e-0667-4ea3-8f10-967db36e1219 None None] Network e2bceb80-1039-49ed-87a2-05fffcd53f48 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:41.173075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53814) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:41.273047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-8543fcc4-8479-441f-87f0-65ef88906694 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.275570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-8543fcc4-8479-441f-87f0-65ef88906694 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303413 Jul 22 11:48:41.305045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.491280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:41.496217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-0ce73b3d-7104-4b97-acb8-56cc2ee4c161 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2139487 Jul 22 11:48:41.532475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 886af43d-6315-4eba-83d7-e477ac50993b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:48:41.539871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Added routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:48:41.540793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Removed routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:48:41.541090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.543949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:41.546524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:41.554224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.583485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] DHCP port deletion for e2bceb80-1039-49ed-87a2-05fffcd53f48 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:41.600848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event updated for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:41.690649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Deleting port 60c67601-f3ce-446a-99e9-e21b3a9ef76d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:41.691198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.723342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e450c02b-2b33-48d6-a729-06b81e9408b8 req-f05565e9-d449-4604-9c9c-dea7689e02c7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.749813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e450c02b-2b33-48d6-a729-06b81e9408b8 req-f05565e9-d449-4604-9c9c-dea7689e02c7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 931 time: 0.2698474 Jul 22 11:48:41.832137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] For port 60c67601-f3ce-446a-99e9-e21b3a9ef76d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60c67601-f3ce-446a-99e9-e21b3a9ef76d,segment=NetworkSegment(1e30e985-b034-4f0a-82bc-937c12bb1125),segment_id=1e30e985-b034-4f0a-82bc-937c12bb1125)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:41.832466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.861214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.880986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.880986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:41.881444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1971023c-ce0b-4e91-92ce-541e9109051b details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:48:41.905570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Calling delete_port for 60c67601-f3ce-446a-99e9-e21b3a9ef76d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:41.919325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-fc4fb05c-785a-47dc-84b4-f9101f693ea9 req-c87406c3-6b31-47de-9b25-3a05de0e18df service neutron] (93707) timed out ('10.222.0.36', 58146) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:48:41.950095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e450c02b-2b33-48d6-a729-06b81e9408b8 req-a8c4bb82-0114-4aa9-b439-43538563e91e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1989310 Jul 22 11:48:41.985199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.991590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:41.998858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.005019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.019841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.032676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.052968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id efde6ed4-d502-4210-a32c-c50d8bd3c190 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:42.053610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.056431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-341991f1-a300-47b0-97f0-5de98db48518 req-d4cf23c2-86fd-43fa-b7e9-7b4127a9ca85 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.5806880 Jul 22 11:48:42.072873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.077435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.082658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-dbb036c8-b835-4a40-a29c-0b3b9c91c6b4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1226766 Jul 22 11:48:42.083651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c68914f-a6e0-41bb-aed6-a8a9100e1433 req-cec22609-f170-44e8-9db1-da037a43ae43 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4964371 Jul 22 11:48:42.096001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.120037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Request body: {'port': {'device_id': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:42.133310 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.153578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] No DVR routers for this DVR port 60c67601-f3ce-446a-99e9-e21b3a9ef76d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:42.161777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Transition to ACTIVE for port object efde6ed4-d502-4210-a32c-c50d8bd3c190 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:42.197886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da840d0-8fab-4618-b8ea-185c99465b78 None None] Pushing event deleted for resources: {'Port': ['ID=60c67601-f3ce-446a-99e9-e21b3a9ef76d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:42.207762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-341991f1-a300-47b0-97f0-5de98db48518 req-b370337c-1693-46a4-b764-be7ef6627da2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.1180825 Jul 22 11:48:42.276664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.278791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18d00e6f-8a28-4b85-b51d-6b713ab653fe None None] Provisioning for port 316ea739-5616-465b-a333-14c7cc16e59e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:42.284043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18d00e6f-8a28-4b85-b51d-6b713ab653fe None None] Provisioning complete for port 316ea739-5616-465b-a333-14c7cc16e59e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:42.284675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18d00e6f-8a28-4b85-b51d-6b713ab653fe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.348765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-18d00e6f-8a28-4b85-b51d-6b713ab653fe None None] Port 316ea739-5616-465b-a333-14c7cc16e59e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:42.357999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1971023c-ce0b-4e91-92ce-541e9109051b,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:42.370985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '1971023c-ce0b-4e91-92ce-541e9109051b', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'port_id': '1971023c-ce0b-4e91-92ce-541e9109051b', 'mac_address': 'fa:16:3e:ca:65:1a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0da6eee-a790-42d9-9d54-4ed1be7284a5', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:48:42.402950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.407758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router fc9d1d5d-808c-481d-bab5-30fda5f23a92 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:42.439990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.460514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1971023c-ce0b-4e91-92ce-541e9109051b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:42.473809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.477981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Pushing event updated for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:42.485121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.493874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.500079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1971023c-ce0b-4e91-92ce-541e9109051b,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:42.509611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.513367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.517181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.519144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.529859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.549134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.553924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-dca79aec-e28d-4c33-a027-6ccb10cd493c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.1903608 Jul 22 11:48:42.568493 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.629476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:42.646207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=886af43d-6315-4eba-83d7-e477ac50993b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:42.673696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-b6769d40-36cf-44d4-8254-544a8394c85c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:42.675473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-b6769d40-36cf-44d4-8254-544a8394c85c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1169913 Jul 22 11:48:42.737984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:42.746048 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.750029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fcfb2d14-f2cc-4e23-a6fe-4626347aa28e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 701 time: 1.7305770 Jul 22 11:48:42.753951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:42.755292 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Sync routers for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:42.759382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1971023c-ce0b-4e91-92ce-541e9109051b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:42.792884 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:42.793555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:42.801035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5da11ae-4702-4318-9255-cdc473a8a6b7 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 205 time: 0.0450640 Jul 22 11:48:42.807157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:42.924752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:42.927040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64e3150c-a39c-41e8-b965-ea66ecc7f69f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/886af43d-6315-4eba-83d7-e477ac50993b HTTP/1.1" status: 204 len: 168 time: 1.7528799 Jul 22 11:48:42.932724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:42.945529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3392ae0-29b1-428c-b561-d6fb61a3672c None None] Network 9712217e-f063-43df-bec2-1a2ef6bd797c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:42.947917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60c67601-f3ce-446a-99e9-e21b3a9ef76d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:43.006819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 60c67601-f3ce-446a-99e9-e21b3a9ef76d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:43.007179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60c67601-f3ce-446a-99e9-e21b3a9ef76d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:43.009557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Attempting to bind port efde6ed4-d502-4210-a32c-c50d8bd3c190 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:43.009903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Attempting to bind port efde6ed4-d502-4210-a32c-c50d8bd3c190 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:43.010240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Attempting to bind port efde6ed4-d502-4210-a32c-c50d8bd3c190 on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:43.045112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Port efde6ed4-d502-4210-a32c-c50d8bd3c190 on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:48:43.045447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Attempting to bind port efde6ed4-d502-4210-a32c-c50d8bd3c190 on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:43.053521 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:43.131398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:43.140081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Checking segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:43.140444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Bound using segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:43.140935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Bound port: efde6ed4-d502-4210-a32c-c50d8bd3c190, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:43.141318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.160227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.183627 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:43.243385 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Checking router: fc9d1d5d-808c-481d-bab5-30fda5f23a92 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:43.246365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.255553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-f349d473-5ac0-46a0-ba8a-4f82fdd8f2d6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616?fields=dns_domain HTTP/1.1" status: 200 len: 212 time: 0.5738952 Jul 22 11:48:43.266035 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Routers {'fc9d1d5d-808c-481d-bab5-30fda5f23a92'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:43.266858 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:43.284733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:43.440108 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] Set router fc9d1d5d-808c-481d-bab5-30fda5f23a92 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:43.492755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] DHCP port deletion for 9712217e-f063-43df-bec2-1a2ef6bd797c request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:48:43.551014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:43.581782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.583722 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:43.587268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.619715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Deleting port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:43.620099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.663953 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e6c571c-f93c-417b-ac82-d2f04c892e99 None None] The sync data for ids ['fc9d1d5d-808c-481d-bab5-30fda5f23a92'] in n-d-754448-4 is: [{'id': 'fc9d1d5d-808c-481d-bab5-30fda5f23a92', 'name': 'tempest-RoutersTest-router-1237877920', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:47:41Z', 'updated_at': '2021-07-22T11:48:36Z', 'revision_number': 11, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:43.706287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.723537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.728134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:43.736792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60ba04b9-463c-439a-b43a-2f54fbc5ea5e req-97107f03-2d76-434d-ac63-b6cd3b28d5c0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:43.738494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60ba04b9-463c-439a-b43a-2f54fbc5ea5e req-97107f03-2d76-434d-ac63-b6cd3b28d5c0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 931 time: 0.6328118 Jul 22 11:48:43.762835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.770993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] For port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,segment=NetworkSegment(f17d2a73-1f05-4bbf-9ef0-74690567d83f),segment_id=f17d2a73-1f05-4bbf-9ef0-74690567d83f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:43.771791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.773550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.774280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router fc9d1d5d-808c-481d-bab5-30fda5f23a92 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:48:43.775497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2bceb80-1039-49ed-87a2-05fffcd53f48']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:43.790532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Calling delete_port for 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:43.883780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 316ea739-5616-465b-a333-14c7cc16e59e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:43.910221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1971023c-ce0b-4e91-92ce-541e9109051b up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:43.931199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.958306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=5ce174f1-7af9-44fb-b0a1-7165105fa191,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:43.969165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Transition to ACTIVE for port object 316ea739-5616-465b-a333-14c7cc16e59e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:43.970665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Pushing event updated for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:43.970986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:43.982442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1e30e985-b034-4f0a-82bc-937c12bb1125') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:43.986221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1e30e985-b034-4f0a-82bc-937c12bb1125') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:44.011659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.012382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.013013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] No DVR routers for this DVR port 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:44.019667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-2ac85982-f78e-4ef2-b8eb-febab24509d7 service neutron] 10.222.0.36 "PUT /v2.0/ports/efde6ed4-d502-4210-a32c-c50d8bd3c190 HTTP/1.1" status: 200 len: 1092 time: 5.0495408 Jul 22 11:48:44.026894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:44.038647 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6d44277-74ce-4e86-8873-4b5e83852330" -d '{"events": [{"name": "network-changed", "server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:44.047231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.052795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.067152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] For port 5ce174f1-7af9-44fb-b0a1-7165105fa191, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:44.085038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2f238a-8767-4c85-a318-58c310df2707 None None] Pushing event deleted for resources: {'Port': ['ID=0ed0ee65-35c0-41a9-9d8d-9dba583797c4,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:44.094869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 1971023c-ce0b-4e91-92ce-541e9109051b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:44.104746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 1971023c-ce0b-4e91-92ce-541e9109051b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:44.106273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.124182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Pushing event updated for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:44.165959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] device_id is not set on port 5ce174f1-7af9-44fb-b0a1-7165105fa191 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:48:44.183701 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.185644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.203395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.205475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-15acd3d4-a229-4068-8647-da0ff9bf2599 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 204 len: 168 time: 1.3966849 Jul 22 11:48:44.228443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.235911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.240430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53848) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:44.248588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.270868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.283034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.296179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.303978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.307505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-52f30268-ac35-481c-92ac-c2b933613b6a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 5442 time: 0.8629470 Jul 22 11:48:44.316354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.324780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.333529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'name': 'tempest-RoutersTest-router-1519560856', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:44.347460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 116 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:44.354399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.363253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:44.375953 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d015662d-690d-4922-b22e-20672a43f007" -d '{"events": [{"server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "name": "network-vif-plugged", "status": "completed", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:44.435541 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:44.458600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1971023c-ce0b-4e91-92ce-541e9109051b,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:44.463540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60ba04b9-463c-439a-b43a-2f54fbc5ea5e req-492dc763-3c8f-4a90-8bf9-c361e1183e30 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6989422 Jul 22 11:48:44.468847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Attempting to bind port 316ea739-5616-465b-a333-14c7cc16e59e on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:44.469622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Attempting to bind port 316ea739-5616-465b-a333-14c7cc16e59e by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:44.473165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Attempting to bind port 316ea739-5616-465b-a333-14c7cc16e59e on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:44.492876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.496653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7bf3fd72-ee70-4b13-afac-74847c08f9af no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:44.538189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-b383fc2d-2d2c-44ed-9351-af7ac8c17b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.540899 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-b383fc2d-2d2c-44ed-9351-af7ac8c17b95 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 1095 time: 0.4221392 Jul 22 11:48:44.553635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Port 316ea739-5616-465b-a333-14c7cc16e59e on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:48:44.554398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Attempting to bind port 316ea739-5616-465b-a333-14c7cc16e59e on network b2c57501-ee97-4be2-9cb9-c384e4fcb1be {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:44.594426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Pushing event updated for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:44.597803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] No DVR routers for this DVR port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:44.620481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ea55de9-8c8c-4482-92dc-0b9200be946a req-22f84db2-137d-4327-9762-6053905ba991 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c&id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.3031845 Jul 22 11:48:44.680707 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da45e48e-c212-4822-b9e8-ac2f0b3db244 x-openstack-request-id: req-da45e48e-c212-4822-b9e8-ac2f0b3db244 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:44.681210 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "name": "network-vif-plugged", "status": "completed", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:44.681580 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da45e48e-c212-4822-b9e8-ac2f0b3db244 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:44.682041 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b', 'code': 200} Jul 22 11:48:44.715947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] In _notify_port_updated(), no bound segment for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:48:44.717009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.718087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.719793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4819537b-6d24-4c82-99ca-f194d518f1c5 service neutron] 10.222.0.20 "PUT /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 200 len: 1031 time: 1.4464359 Jul 22 11:48:44.739712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:44.744387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Checking segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:44.744387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Bound using segment: {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:44.744387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Bound port: 316ea739-5616-465b-a333-14c7cc16e59e, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:44.744387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.763400 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-492abab1-ace4-4793-9efb-55d548bdb6af x-openstack-request-id: req-492abab1-ace4-4793-9efb-55d548bdb6af {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:44.774281 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:44.775684 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-492abab1-ace4-4793-9efb-55d548bdb6af {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:44.776399 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190', 'status': 'completed', 'code': 200} Jul 22 11:48:44.794356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-fe14d684-1b86-4e8d-98df-655cb06475f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190 HTTP/1.1" status: 200 len: 217 time: 0.1389802 Jul 22 11:48:44.830070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:44.842298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-bfd42aed-9b96-4a4b-8657-cb13f10978fc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['binding:profile'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:44.853273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-bfd42aed-9b96-4a4b-8657-cb13f10978fc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "GET /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4?fields=binding%3Aprofile&fields=network_id HTTP/1.1" status: 200 len: 260 time: 0.1256936 Jul 22 11:48:44.864637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Request body: {'port': {'device_id': '', 'device_owner': '', 'binding:host_id': None, 'binding:profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:44.890309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.891771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.895518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.911547 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.955806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:44.958729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/e2bceb80-1039-49ed-87a2-05fffcd53f48 HTTP/1.1" status: 204 len: 168 time: 2.0237212 Jul 22 11:48:44.975210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:44.982544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:45.020054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17647656-ca52-4dc3-acce-a8794500017b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=e2bceb80-1039-49ed-87a2-05fffcd53f48,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:45.028206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:48:45.030623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0ed0ee65-35c0-41a9-9d8d-9dba583797c4 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:45.035220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c46436d-e00f-499b-94d8-db6e912df2aa None None] Provisioning complete for port 5ce174f1-7af9-44fb-b0a1-7165105fa191 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:45.035618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c46436d-e00f-499b-94d8-db6e912df2aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.068818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.078145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:45.089982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.094280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 12359e23-1831-423f-a29a-162724572bcb no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:45.173302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6c46436d-e00f-499b-94d8-db6e912df2aa None None] Port 5ce174f1-7af9-44fb-b0a1-7165105fa191 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:45.286798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:45.300855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f8c9a85-6b4b-4b91-a475-029c49d4bf0b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.320928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:45.343325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.383872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] For port ac8b7a59-13a0-440c-9a34-75dbf76c75f4, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:45.387418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:45.392911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.394309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:45.432520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] device_id is not set on port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:48:45.444614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.460562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.512136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:45.515129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.524749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad4db597-e588-442f-9362-757074091eac service neutron] Pushing event updated for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:45.533494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-aebbd043-03e6-442e-a97e-b09b1c44efb7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:45.535304 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-aebbd043-03e6-442e-a97e-b09b1c44efb7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.7333183 Jul 22 11:48:45.585024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.593802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:45.646580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] No DVR routers for this DVR port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:45.692276 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.729726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=316ea739-5616-465b-a333-14c7cc16e59e,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:45.733792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] In _notify_port_updated(), no bound segment for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 on network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 {{(pid=93707) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:872}} Jul 22 11:48:45.736472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:45.740725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:45.742334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.744517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-ad4db597-e588-442f-9362-757074091eac service neutron] 10.222.0.20 "PUT /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 200 len: 1033 time: 0.8859141 Jul 22 11:48:45.749132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.750195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac8b7a59-13a0-440c-9a34-75dbf76c75f4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:45.752775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.768571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.780978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd74f02-163f-45a3-a89a-7c29b3a8477b req-4070e9ee-423d-4429-8ad6-ad9ebe7f3e3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:45.782854 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fd74f02-163f-45a3-a89a-7c29b3a8477b req-4070e9ee-423d-4429-8ad6-ad9ebe7f3e3b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 1096 time: 1.0259464 Jul 22 11:48:45.784135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.785464 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e2068c0c-2490-4435-90d3-d3e407938f28 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4669437 Jul 22 11:48:45.819429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53864) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:45.838933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:45.918015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:45.918934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:45.920551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] 10.222.0.20 "PUT /v2.0/ports/316ea739-5616-465b-a333-14c7cc16e59e HTTP/1.1" status: 200 len: 1091 time: 3.8221989 Jul 22 11:48:45.935827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac8b7a59-13a0-440c-9a34-75dbf76c75f4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:45.943746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device d12f69f6-187a-4c80-9afb-e00449c00153 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:45.948657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:46.017774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-edee4fc3-00f1-4373-8fc3-a134a490ed9c None None] Provisioning complete for port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:46.018382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-edee4fc3-00f1-4373-8fc3-a134a490ed9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.157618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.175785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7fd74f02-163f-45a3-a89a-7c29b3a8477b req-cdddb1ca-be04-4856-91f0-5b5c78824391 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3593760 Jul 22 11:48:46.177984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-edee4fc3-00f1-4373-8fc3-a134a490ed9c None None] Port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:46.181812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a96342d-1fa2-42c3-9c90-4c07e68d511a service neutron] Pushing event updated for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:46.220942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:46.227905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.228932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 80b9e53e-806e-45a1-a018-f3fceef1db3e no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:46.334754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-551bbbb7-0525-4878-9d95-9893d9cd214e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.336808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-551bbbb7-0525-4878-9d95-9893d9cd214e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7873476 Jul 22 11:48:46.444148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.464679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.476663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.489859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.495152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.498129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-c66f0ad7-1602-4576-82de-84c1a711e32b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 3876 time: 0.2703536 Jul 22 11:48:46.523531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.525852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a772080-bca5-4927-af8a-24e6723e85d6 req-bec1cdb8-39ce-4336-85dd-9ed22d851230 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.528798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a772080-bca5-4927-af8a-24e6723e85d6 req-bec1cdb8-39ce-4336-85dd-9ed22d851230 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 943 time: 0.8953428 Jul 22 11:48:46.530209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:46.558729 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.648713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:46.653836 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.654666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5ce174f1-7af9-44fb-b0a1-7165105fa191 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:46.669409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9712217e-f063-43df-bec2-1a2ef6bd797c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:46.676146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b201558-1e96-423e-89c4-19e3b35f2e65 req-a2240401-819a-44b6-80f8-de1546618cb0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1677666 Jul 22 11:48:46.684738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a772080-bca5-4927-af8a-24e6723e85d6 req-afa995ff-9a04-4fca-b7df-856c883a33ef tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1115086 Jul 22 11:48:46.711787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12359e23-1831-423f-a29a-162724572bcb'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153'}, {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:46.714281 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26f44225-c735-43a1-b3ef-bd1bb432ceee" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "12359e23-1831-423f-a29a-162724572bcb"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153"}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:46.733329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 80b9e53e-806e-45a1-a018-f3fceef1db3e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:46.733532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.742245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f17d2a73-1f05-4bbf-9ef0-74690567d83f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:46.742658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f17d2a73-1f05-4bbf-9ef0-74690567d83f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:46.776641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 5ce174f1-7af9-44fb-b0a1-7165105fa191 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:48:46.784700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:46.785123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.795987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:46.800410 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43255811-2b89-45b2-a555-9eb0c9475436" -d '{"events": [{"name": "network-changed", "server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "tag": "316ea739-5616-465b-a333-14c7cc16e59e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:46.827315 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 877 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2d9c0be1-6726-450e-a6d4-219a4c715ac3 x-openstack-request-id: req-2d9c0be1-6726-450e-a6d4-219a4c715ac3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:46.827902 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "12359e23-1831-423f-a29a-162724572bcb", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153", "code": 200}, {"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-unplugged", "status": "completed", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:46.827902 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2d9c0be1-6726-450e-a6d4-219a4c715ac3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:46.828363 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'code': 200} Jul 22 11:48:46.828559 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '12359e23-1831-423f-a29a-162724572bcb', 'code': 200} Jul 22 11:48:46.828800 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'code': 200} Jul 22 11:48:46.829111 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'code': 200} Jul 22 11:48:46.829450 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'code': 200} Jul 22 11:48:46.829722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.834803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-08ee2da1-847b-477d-a654-8ccd91313e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:46.836124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-08ee2da1-847b-477d-a654-8ccd91313e4c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 1094 time: 0.8416338 Jul 22 11:48:46.899240 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bbf3ac66-081d-491a-8aa6-878d0acae9d1 x-openstack-request-id: req-bbf3ac66-081d-491a-8aa6-878d0acae9d1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:46.899722 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "tag": "316ea739-5616-465b-a333-14c7cc16e59e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:46.900146 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bbf3ac66-081d-491a-8aa6-878d0acae9d1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:46.900599 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e', 'status': 'completed', 'code': 200} Jul 22 11:48:46.901610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:46.956952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port 80b9e53e-806e-45a1-a018-f3fceef1db3e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=80b9e53e-806e-45a1-a018-f3fceef1db3e,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:46.967142 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.003317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.014026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 106 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:48:47.014386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:48:47.078960 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:48:47.088120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-0cd53142-317f-4dd6-85e4-8e3fa6266376 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=316ea739-5616-465b-a333-14c7cc16e59e HTTP/1.1" status: 200 len: 217 time: 0.2302768 Jul 22 11:48:47.095566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.142844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.144764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/9712217e-f063-43df-bec2-1a2ef6bd797c HTTP/1.1" status: 204 len: 168 time: 2.1524444 Jul 22 11:48:47.153628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53896) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:47.159895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-383395758'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:47.224545 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-fb5c5ea2-3228-422b-a3a6-293b748e2a4c service neutron] 10.222.0.36 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8638926 Jul 22 11:48:47.247671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:47.252028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.255395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8568725-dc5c-4236-a663-a4446cc4380b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=9712217e-f063-43df-bec2-1a2ef6bd797c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:47.310206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-99167d24-c0a2-4f62-aa29-c3c3da5a183d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:47.311920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-99167d24-c0a2-4f62-aa29-c3c3da5a183d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.2143867 Jul 22 11:48:47.346346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:48:47.365532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.365901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.366581 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Floating IP 3592fe70-4ee7-435f-a68e-36191866ad4e disassociated. External IP: 172.25.6.211, port: 80b9e53e-806e-45a1-a018-f3fceef1db3e. Jul 22 11:48:47.366934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 80b9e53e-806e-45a1-a018-f3fceef1db3e owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:47.373634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.373978 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment 6ba97801-b429-4305-bf35-63d8f897e32c of type vlan for network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 Jul 22 11:48:47.401624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Router 13ca89db-552e-42d3-aec5-2d0dc3024143 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:48:47.434265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3f329e0-1a00-4864-905b-cb6cc62009f9 req-bddb917c-b8bd-426f-9a63-1daad7cb67d7 service neutron] 10.222.0.36 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1896589 Jul 22 11:48:47.469350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.580691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.588678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:47.589417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-9ea9403b-ffe9-460e-a1bf-3666a20096de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:47.590732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.591503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-9ea9403b-ffe9-460e-a1bf-3666a20096de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2714722 Jul 22 11:48:47.623756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:47.639964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Sync routers for ids ['13ca89db-552e-42d3-aec5-2d0dc3024143'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:47.656405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:47.658641 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-42d85dce-d011-4fc8-bb19-d3129a7a0104 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "PUT /v2.0/routers/13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 200 len: 694 time: 1.8376927 Jul 22 11:48:47.670654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Routers {'13ca89db-552e-42d3-aec5-2d0dc3024143'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:47.672912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['13ca89db-552e-42d3-aec5-2d0dc3024143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:47.674321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:47.718068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.5622163 Jul 22 11:48:47.720531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:47.728506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:47.889814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Set router 13ca89db-552e-42d3-aec5-2d0dc3024143 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:47.915176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-018fbc57-b039-409f-ab46-331a7ee6b5f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:47.916764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-018fbc57-b039-409f-ab46-331a7ee6b5f0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 1095 time: 0.3890705 Jul 22 11:48:47.990312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca89db-552e-42d3-aec5-2d0dc3024143', 'name': 'tempest-RoutersTest-router-1519560856', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:48:44Z', 'updated_at': '2021-07-22T11:48:46Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:48.023434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-cbd0211a-23ff-4504-b668-376cbdc73d3a service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4219327 Jul 22 11:48:48.197916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:48.205781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:48.224832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0931b1b-5be6-4d9e-b3de-c6c30588f74c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:48.252918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a96f1b7b-6988-4602-b06f-65d739c6ad7e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/routers/13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 200 len: 700 time: 0.5433552 Jul 22 11:48:48.255800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:48.270313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:48.294289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-c8afcceb-0001-4d5e-88c6-839ac1f36b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.296001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-c8afcceb-0001-4d5e-88c6-839ac1f36b9d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 916 time: 0.3414071 Jul 22 11:48:48.353333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-75833458-e52f-40ea-9527-28bc456036d5 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 200 len: 205 time: 0.0869319 Jul 22 11:48:48.363027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:48.516759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Checking router: 13ca89db-552e-42d3-aec5-2d0dc3024143 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:48.522513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:48:48.522840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.529807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.537019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.548844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.554540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.556956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-8026a75a-7eb8-498e-95ae-976849484c61 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 3796 time: 0.5776896 Jul 22 11:48:48.564991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:48:48.566405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=80b9e53e-806e-45a1-a018-f3fceef1db3e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:48.600414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:48.634964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-799a6802-3fe8-4e1a-be6c-369c8df766c6 req-7efdefd5-e4f4-4a4a-babc-ed59a52ae5a3 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:48.637105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-799a6802-3fe8-4e1a-be6c-369c8df766c6 req-7efdefd5-e4f4-4a4a-babc-ed59a52ae5a3 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 943 time: 0.6154456 Jul 22 11:48:48.645358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-a43317a2-06aa-4256-8f38-7706736fc78b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190 HTTP/1.1" status: 200 len: 217 time: 0.2957680 Jul 22 11:48:48.654012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e90ece-68ab-451a-8b7d-621aba7120f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:48.663546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Routers {'13ca89db-552e-42d3-aec5-2d0dc3024143'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:48.664185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['13ca89db-552e-42d3-aec5-2d0dc3024143'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:48.789111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7ae5856c-396a-40b5-af89-b6500da2c1c8 req-37eec884-bf23-4141-baa0-e6faf5204ed4 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7579279 Jul 22 11:48:48.868788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-799a6802-3fe8-4e1a-be6c-369c8df766c6 req-c199e8c2-9779-484f-9e90-5f62e01d5967 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1743181 Jul 22 11:48:48.878668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3734809-406b-45ff-9ae5-e26e4bde2300 req-e04ee6d9-3391-4db0-8270-0f204b5ad2a6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3094568 Jul 22 11:48:48.913355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:48.947332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] Set router 13ca89db-552e-42d3-aec5-2d0dc3024143 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:48.949082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:48:48.967016 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Sync routers for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:48:48.983967 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:48.984606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:49.065502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '13ca89db-552e-42d3-aec5-2d0dc3024143', 'name': 'tempest-RoutersTest-router-1519560856', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:48:44Z', 'updated_at': '2021-07-22T11:48:46Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:49.126826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port 80b9e53e-806e-45a1-a018-f3fceef1db3e on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:49.133288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0bce1321-5f95-4e2e-880e-edce6aab863b None None] The sync data for ids ['13ca89db-552e-42d3-aec5-2d0dc3024143'] in n-d-754448-4 is: [{'id': '13ca89db-552e-42d3-aec5-2d0dc3024143', 'name': 'tempest-RoutersTest-router-1519560856', 'tenant_id': '20398190b8ea4f79bca047c0f68b9724', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:48:44Z', 'updated_at': '2021-07-22T11:48:46Z', 'revision_number': 2, 'project_id': '20398190b8ea4f79bca047c0f68b9724', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:49.159812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.173171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-c8818708-1539-4e00-a318-99912233bf47 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "DELETE /v2.0/ports/80b9e53e-806e-45a1-a018-f3fceef1db3e HTTP/1.1" status: 204 len: 173 time: 2.9412305 Jul 22 11:48:49.173171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:49.173171 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1c292695-ef30-4997-a007-ff7bf8408719" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:49.296730 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:49.312330 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b3fb938-3e36-4e11-937a-0518a1835ddd x-openstack-request-id: req-8b3fb938-3e36-4e11-937a-0518a1835ddd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:49.312679 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "80b9e53e-806e-45a1-a018-f3fceef1db3e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:49.313030 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b3fb938-3e36-4e11-937a-0518a1835ddd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:49.313499 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '80b9e53e-806e-45a1-a018-f3fceef1db3e', 'status': 'completed', 'code': 200} Jul 22 11:48:49.372037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.390780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 12359e23-1831-423f-a29a-162724572bcb {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:49.391170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.466758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-cb576a4f-065e-4099-8a10-4a5d35efeb2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:49.468303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-cb576a4f-065e-4099-8a10-4a5d35efeb2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.6923010 Jul 22 11:48:49.563875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port 12359e23-1831-423f-a29a-162724572bcb, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=12359e23-1831-423f-a29a-162724572bcb,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:49.564286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.580540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 12359e23-1831-423f-a29a-162724572bcb owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:49.729144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.791084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=12359e23-1831-423f-a29a-162724572bcb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:49.878796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port 12359e23-1831-423f-a29a-162724572bcb on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:49.890235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:49.894757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-65c03ac4-3405-4c9f-8198-2df9b92bfcdd tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "DELETE /v2.0/ports/12359e23-1831-423f-a29a-162724572bcb HTTP/1.1" status: 204 len: 173 time: 0.7090719 Jul 22 11:48:49.896010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 316ea739-5616-465b-a333-14c7cc16e59e details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:48:49.957444 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:50.278895 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Checking router: 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:48:50.303320 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:48:50.307085 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:48:50.309323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:50.378061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 7bf3fd72-ee70-4b13-afac-74847c08f9af {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:50.386341 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:50.426808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=316ea739-5616-465b-a333-14c7cc16e59e,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:50.460340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '316ea739-5616-465b-a333-14c7cc16e59e', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'port_id': '316ea739-5616-465b-a333-14c7cc16e59e', 'mac_address': 'fa:16:3e:ed:47:e8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0da6eee-a790-42d9-9d54-4ed1be7284a5', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:48:50.606010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:50.638147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 316ea739-5616-465b-a333-14c7cc16e59e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:50.655565 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:48:50.705690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=316ea739-5616-465b-a333-14c7cc16e59e,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:50.713899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:50.851218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c7d94ab-1c58-4f7f-a4ed-b9b78600d460 req-59e04730-8bd3-4940-a220-5cd8849ad46f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:50.856709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c7d94ab-1c58-4f7f-a4ed-b9b78600d460 req-59e04730-8bd3-4940-a220-5cd8849ad46f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 943 time: 0.7529709 Jul 22 11:48:50.962817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:50.968061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:50.977055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['316ea739-5616-465b-a333-14c7cc16e59e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:51.004920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.010993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255811-2b89-45b2-a555-9eb0c9475436 req-e13124c7-5215-432c-bf87-2744dfbe9193 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.012999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-e13124c7-5215-432c-bf87-2744dfbe9193 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 1094 time: 2.1025805 Jul 22 11:48:51.042105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device efde6ed4-d502-4210-a32c-c50d8bd3c190 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:48:51.103267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52afc8-700c-43c6-b1c4-fa3a3a98984e req-eeb8f33b-cc7c-49eb-a0c1-d0687acafc0a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.138217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52afc8-700c-43c6-b1c4-fa3a3a98984e req-eeb8f33b-cc7c-49eb-a0c1-d0687acafc0a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.146309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255811-2b89-45b2-a555-9eb0c9475436 req-dac23f2b-d731-47dd-a5a2-ed96b848d532 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.148012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-dac23f2b-d731-47dd-a5a2-ed96b848d532 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 916 time: 0.1194558 Jul 22 11:48:51.155601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf52afc8-700c-43c6-b1c4-fa3a3a98984e req-eeb8f33b-cc7c-49eb-a0c1-d0687acafc0a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.183898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf52afc8-700c-43c6-b1c4-fa3a3a98984e req-eeb8f33b-cc7c-49eb-a0c1-d0687acafc0a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 2409 time: 0.7581332 Jul 22 11:48:51.244307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.258152 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:48:51.334410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '12359e23-1831-423f-a29a-162724572bcb'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:51.337759 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d77e9c7-d6b9-4e6a-88a3-03f2fb153be1" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "12359e23-1831-423f-a29a-162724572bcb"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:51.340758 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff9396ec-e5e3-4199-bb3a-05be7318b35b None None] The sync data for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 is: [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:38:23Z', 'revision_number': 4, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '72e7f91d-c6c2-4e6f-b32f-928304897e33', 'name': '', 'network_id': 'e965b12e-fd37-42fb-a906-48a8e565597b', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'mac_address': 'fa:16:3e:e4:91:9a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_interface', 'standard_attr_id': 1633, 'fixed_ips': [{'subnet_id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:21Z', 'updated_at': '2021-07-22T11:38:29Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'subnets': [{'id': '8de94465-93ad-48b8-89e8-37a1cc9ea924', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:48:51.397118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port 7bf3fd72-ee70-4b13-afac-74847c08f9af, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7bf3fd72-ee70-4b13-afac-74847c08f9af,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:51.405806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.444090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c7d94ab-1c58-4f7f-a4ed-b9b78600d460 req-0b08eef7-1d78-47ec-89f9-9dcbc97f724b tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5544143 Jul 22 11:48:51.457718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 7bf3fd72-ee70-4b13-afac-74847c08f9af owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:51.508865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf52afc8-700c-43c6-b1c4-fa3a3a98984e req-aac9178c-64e4-4d10-b1b3-3ea5866128b2 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3208542 Jul 22 11:48:51.518881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.555573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-1527a662-e560-49e9-9668-25d8edfcfdec service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=316ea739-5616-465b-a333-14c7cc16e59e HTTP/1.1" status: 200 len: 217 time: 0.2857492 Jul 22 11:48:51.568193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=cdc303f9-9566-4a69-b064-5bff3261058b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:51.637305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.637858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Fanout notify agent at l3_agent the message router_deleted on router 13ca89db-552e-42d3-aec5-2d0dc3024143 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:48:51.671554 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3131173a-2697-4c87-a361-bf426d886757 x-openstack-request-id: req-3131173a-2697-4c87-a361-bf426d886757 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:51.674513 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "12359e23-1831-423f-a29a-162724572bcb", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:51.675010 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3131173a-2697-4c87-a361-bf426d886757 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:51.677579 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '12359e23-1831-423f-a29a-162724572bcb', 'status': 'completed', 'code': 200} Jul 22 11:48:51.681323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:51.682693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-278e99b5-2d12-4fc5-ace4-fa76673ca426 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 204 len: 168 time: 3.3046262 Jul 22 11:48:51.719868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54312) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:51.720597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:51.731143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-70d57968-ee40-4584-9f36-d26945d44336 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.9103904 Jul 22 11:48:51.837284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-9b769750-809b-4d64-85e2-bbb0f5228eed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.841027 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-9b769750-809b-4d64-85e2-bbb0f5228eed service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 2.3564746 Jul 22 11:48:51.845006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255811-2b89-45b2-a555-9eb0c9475436 req-5d24de9a-7b66-44d9-86a0-8bdd4dcd0861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:51.846844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-5d24de9a-7b66-44d9-86a0-8bdd4dcd0861 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.2901959 Jul 22 11:48:51.882959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-898a94f0-cb58-4b33-b15a-d93c2b68f947 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 200 len: 205 time: 0.1608386 Jul 22 11:48:51.921371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'efde6ed4-d502-4210-a32c-c50d8bd3c190', 'network_id': 'b2c57501-ee97-4be2-9cb9-c384e4fcb1be', 'port_id': 'efde6ed4-d502-4210-a32c-c50d8bd3c190', 'mac_address': 'fa:16:3e:cc:e9:22', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e0da6eee-a790-42d9-9d54-4ed1be7284a5', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:48:51.932633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54328) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.013474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.030399 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4f535c61-be02-476e-ac5a-a4365089c8af tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:52.031163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id efde6ed4-d502-4210-a32c-c50d8bd3c190 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:48:52.036548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-913f0d42-5356-4e6e-ba91-2caa910b39bf None None] New status for floating IP 3592fe70-4ee7-435f-a68e-36191866ad4e: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:48:52.038323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f535c61-be02-476e-ac5a-a4365089c8af tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/13ca89db-552e-42d3-aec5-2d0dc3024143 HTTP/1.1" status: 404 len: 336 time: 0.1023579 Jul 22 11:48:52.043984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.105632 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a877be78-cbc6-410b-a365-2298549669ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:52.106809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a877be78-cbc6-410b-a365-2298549669ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:52.108794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a877be78-cbc6-410b-a365-2298549669ad tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/705ab98a-e32d-4382-b718-e09c55c9ea77 HTTP/1.1" status: 404 len: 337 time: 0.0638497 Jul 22 11:48:52.116031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.144463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': '6ba97801-b429-4305-bf35-63d8f897e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:52.144997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:48:52.174214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:52.197998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.230070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-9f40fe09-234e-401b-9d72-de3f284b26c6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.231638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-9f40fe09-234e-401b-9d72-de3f284b26c6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 945 time: 0.3616865 Jul 22 11:48:52.235206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:48:52.254946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43255811-2b89-45b2-a555-9eb0c9475436 req-2aca9dc5-29d8-467b-a624-31baf6a2e5df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.256844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-2aca9dc5-29d8-467b-a624-31baf6a2e5df service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3402541 Jul 22 11:48:52.364707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:52.439247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['efde6ed4-d502-4210-a32c-c50d8bd3c190'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:52.491990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-631ebd99-c8b6-4fd9-be03-897ed8e19677 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1273348 Jul 22 11:48:52.498034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:52.511612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-59909879-0af0-4b0c-a79c-d552054b39a3 service neutron] 10.222.0.36 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6598217 Jul 22 11:48:52.520234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.521231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.534610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f92377b1-80bc-415e-aefe-867dfb5d712d req-0ae3d48c-fa3e-43ae-8d2c-f457722f8b6d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.535796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9bd00d4a-30f1-4479-b0a2-ef3c28cb0df6 None None] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:52.536146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f92377b1-80bc-415e-aefe-867dfb5d712d req-0ae3d48c-fa3e-43ae-8d2c-f457722f8b6d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 945 time: 0.8504467 Jul 22 11:48:52.540465 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e951381-49a7-4d5e-98e7-6b7985a056be tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:52.542381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e951381-49a7-4d5e-98e7-6b7985a056be tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:52.544359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6e951381-49a7-4d5e-98e7-6b7985a056be tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/39081502-412c-4144-8a4a-abd5dea86f22 HTTP/1.1" status: 404 len: 337 time: 0.4254825 Jul 22 11:48:52.547917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.596177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87a26a59-893e-4bbf-8a64-4f9bb9497a20 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.8736069 Jul 22 11:48:52.606479 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-605a1271-c9eb-4b15-b5b5-20337d4da232 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:52.607015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-605a1271-c9eb-4b15-b5b5-20337d4da232 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:52.612920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-605a1271-c9eb-4b15-b5b5-20337d4da232 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/b63146e8-eabb-4b1b-8281-fffd9d8c55f3 HTTP/1.1" status: 404 len: 337 time: 0.0604393 Jul 22 11:48:52.616674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.617186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.625322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-646079566', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:52.666292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-9c78f495-6d9f-4740-a38e-7c87999700ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.668065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-9c78f495-6d9f-4740-a38e-7c87999700ff service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 1096 time: 0.8055682 Jul 22 11:48:52.708983 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-6469e789-1b20-473f-b8d4-99058c14ac8d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:52.709761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6469e789-1b20-473f-b8d4-99058c14ac8d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:52.711786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6469e789-1b20-473f-b8d4-99058c14ac8d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/3d283402-a7a7-4497-b54e-8abb0d90cb25 HTTP/1.1" status: 404 len: 337 time: 0.0812128 Jul 22 11:48:52.720610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.776924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Deleting port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:52.777272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.781905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.825224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47fd6dfc-129f-4dde-8ca7-6f0c3c9118b4 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 200 len: 205 time: 0.0970089 Jul 22 11:48:52.841230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.842577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.846696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f92377b1-80bc-415e-aefe-867dfb5d712d req-1f348c24-c8e1-4117-8163-c9a44b0b3f57 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2863207 Jul 22 11:48:52.849586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:52.878805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64', 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': 'cdc303f9-9566-4a69-b064-5bff3261058b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:48:52.879664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:52.892838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca108edc-df89-4cff-8d5f-f84685500204 req-53c457d6-d974-415f-b207-7b706c52d480 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:52.894995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca108edc-df89-4cff-8d5f-f84685500204 req-53c457d6-d974-415f-b207-7b706c52d480 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 944 time: 0.3221629 Jul 22 11:48:52.900732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=7bf3fd72-ee70-4b13-afac-74847c08f9af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:52.917475 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9b2640ea-aa62-46ac-9cba-94b61d9b7d9e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:52.930620 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9b2640ea-aa62-46ac-9cba-94b61d9b7d9e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/fc9d1d5d-808c-481d-bab5-30fda5f23a92 HTTP/1.1" status: 404 len: 336 time: 0.0705686 Jul 22 11:48:52.937700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.002915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43255811-2b89-45b2-a555-9eb0c9475436 req-7c7c3d24-3115-4b04-bece-6dea2e1648b9 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5028458 Jul 22 11:48:53.020352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port 7bf3fd72-ee70-4b13-afac-74847c08f9af on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:53.034200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca108edc-df89-4cff-8d5f-f84685500204 req-d9666392-6dbd-4010-9fd8-3ce20d2a2b92 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1153078 Jul 22 11:48:53.044460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.046559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-17d70fe3-fb6f-4be4-a8fc-00ceeb83c5e6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "DELETE /v2.0/ports/7bf3fd72-ee70-4b13-afac-74847c08f9af HTTP/1.1" status: 204 len: 173 time: 3.1455894 Jul 22 11:48:53.081800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:48:53.156009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.159586 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6d44277-74ce-4e86-8873-4b5e83852330 req-489bb234-1cd5-4052-aaff-d35e0920ebc4 service neutron] 10.222.0.36 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6254439 Jul 22 11:48:53.166113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-211654a2-9471-4728-ac80-844b8964d4fb tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=7a3c7ecb-62c2-430e-9423-0cc25883bebe HTTP/1.1" status: 200 len: 205 time: 0.2243593 Jul 22 11:48:53.171733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54400) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.181249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-938a87c9-25d7-4d4a-8773-3a2db9a5d7f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:53.183329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-938a87c9-25d7-4d4a-8773-3a2db9a5d7f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.4879584 Jul 22 11:48:53.228947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.241858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Allocated IP 2001:db8::2 (777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64/cdc303f9-9566-4a69-b064-5bff3261058b/253c2b44-3cf7-423e-a3bb-8728ca5a7317) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:53.250323 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-bac826b0-fcac-4541-b25b-104ffc774135 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:53.256776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bac826b0-fcac-4541-b25b-104ffc774135 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/7a3c7ecb-62c2-430e-9423-0cc25883bebe HTTP/1.1" status: 404 len: 336 time: 0.0834653 Jul 22 11:48:53.260483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.272696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.300521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-99251008-0867-4bf9-b4dd-19dce4b49efa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 200 len: 217 time: 0.0964711 Jul 22 11:48:53.334251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.339853 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-be983d54-d18f-462e-971b-1749dd84c6c5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.7146096 Jul 22 11:48:53.339853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:53.339853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.342651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54404) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.349318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:53.352639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'port': {'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64', 'name': 'tempest-RoutersIpV6Test-1367811453'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:53.353054 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0ecd8cf1-9286-4e15-87f9-a2aeab46cd25" -d '{"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:53.389923 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-fac1a69d-a0a0-4d70-9649-bdc47ee8a8e0 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:53.390395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fac1a69d-a0a0-4d70-9649-bdc47ee8a8e0 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:53.392262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fac1a69d-a0a0-4d70-9649-bdc47ee8a8e0 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/fdd6f506-4a70-4451-9d82-18eb9cea9a41 HTTP/1.1" status: 404 len: 337 time: 0.1172647 Jul 22 11:48:53.447888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.458425 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f009592-fe0f-49e4-b612-3f219efa3556 x-openstack-request-id: req-0f009592-fe0f-49e4-b612-3f219efa3556 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:53.459125 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-unplugged", "status": "completed", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:53.459598 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f009592-fe0f-49e4-b612-3f219efa3556 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:53.460202 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'code': 200} Jul 22 11:48:53.466026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:53.474351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.481163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Calling delete_port for 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:53.535068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port d12f69f6-187a-4c80-9afb-e00449c00153 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:53.544579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.581156 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8285a553-df4f-4415-9c12-5cf73783f4fd tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 200 len: 205 time: 0.1321034 Jul 22 11:48:53.584919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.651706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99fb-990e-4efe-8d94-c4ef192ba925 req-ec53ec3b-0fbb-4bfe-8c30-d1d1ea3c41e8 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:53.653608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.658638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca2c99fb-990e-4efe-8d94-c4ef192ba925 req-ec53ec3b-0fbb-4bfe-8c30-d1d1ea3c41e8 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:53.660679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca2c99fb-990e-4efe-8d94-c4ef192ba925 req-ec53ec3b-0fbb-4bfe-8c30-d1d1ea3c41e8 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 1677 time: 0.5161269 Jul 22 11:48:53.665998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-99f3966a-47de-4238-af06-c7fbff1be06c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:53.667897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-99f3966a-47de-4238-af06-c7fbff1be06c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.3044617 Jul 22 11:48:53.671637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Transition to ACTIVE for port object 253c2b44-3cf7-423e-a3bb-8728ca5a7317 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:53.673866 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-35d55444-ae24-410f-9fde-5e6bb0a3c9d8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:53.677652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-35d55444-ae24-410f-9fde-5e6bb0a3c9d8 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/5d794539-3fd9-4fdf-885b-45fc1742b863 HTTP/1.1" status: 404 len: 336 time: 0.0879893 Jul 22 11:48:53.683596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:53.686163 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7636c8f-ae30-4189-b2c4-c38b85697034" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:53.687891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54418) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.690733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Transition to ACTIVE for port object 253c2b44-3cf7-423e-a3bb-8728ca5a7317 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:53.702152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:53.722112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:53.744961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2dce11be-1a76-4908-b541-988540df5201 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=33f7c488-f9bc-463d-a43b-7b0ce865624a HTTP/1.1" status: 200 len: 205 time: 0.0483322 Jul 22 11:48:53.750027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.754806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:53.761384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:53.769833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:53.786246 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3d58892e-9131-44e0-9083-8d4480a34733 x-openstack-request-id: req-3d58892e-9131-44e0-9083-8d4480a34733 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:53.786706 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "7bf3fd72-ee70-4b13-afac-74847c08f9af", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:53.787067 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3d58892e-9131-44e0-9083-8d4480a34733 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:53.787674 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '7bf3fd72-ee70-4b13-afac-74847c08f9af', 'status': 'completed', 'code': 200} Jul 22 11:48:53.817442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Pushing event updated for resources: {'Port': ['ID=253c2b44-3cf7-423e-a3bb-8728ca5a7317,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:53.819831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-b5510b22-4a42-458b-b907-eba5fc009690 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1177211 Jul 22 11:48:53.856489 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9205d85b-e7e8-482f-8e5a-475c74071a59 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:53.858090 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9205d85b-e7e8-482f-8e5a-475c74071a59 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/33f7c488-f9bc-463d-a43b-7b0ce865624a HTTP/1.1" status: 404 len: 336 time: 0.1016850 Jul 22 11:48:53.864847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.918828 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7ed82a6-5196-48fe-9857-bf9b593db221 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:53.919015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca2c99fb-990e-4efe-8d94-c4ef192ba925 req-1e093b97-9efb-416e-a9f9-def28ca7e751 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2459810 Jul 22 11:48:53.919647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a7ed82a6-5196-48fe-9857-bf9b593db221 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:53.922007 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7ed82a6-5196-48fe-9857-bf9b593db221 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/ff995ca0-d90c-41ee-98c8-2fce11bba437 HTTP/1.1" status: 404 len: 337 time: 0.0543852 Jul 22 11:48:53.927401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54428) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.975163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff034e74-4113-4540-bf3a-fb0ee920806e tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=9ae06a85-455e-4beb-933d-24e81b2b646c HTTP/1.1" status: 200 len: 205 time: 0.0463977 Jul 22 11:48:53.978673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54430) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:53.995006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port d12f69f6-187a-4c80-9afb-e00449c00153, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=d12f69f6-187a-4c80-9afb-e00449c00153,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:53.997984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.030797 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-95368533-ac67-4000-858c-ebd7edc592e2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:54.032396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95368533-ac67-4000-858c-ebd7edc592e2 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/9ae06a85-455e-4beb-933d-24e81b2b646c HTTP/1.1" status: 404 len: 336 time: 0.0516315 Jul 22 11:48:54.035514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:54.067812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:48:54.073145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.078803 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f0a0b67e-e782-4f15-85eb-498004b989b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:54.079496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f0a0b67e-e782-4f15-85eb-498004b989b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:54.082365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0a0b67e-e782-4f15-85eb-498004b989b1 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/b16351a7-5cd1-4331-84fc-baf4cedf8c31 HTTP/1.1" status: 404 len: 337 time: 0.0456347 Jul 22 11:48:54.094382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:54.098205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 316ea739-5616-465b-a333-14c7cc16e59e up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:54.116393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for d12f69f6-187a-4c80-9afb-e00449c00153 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:54.157386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fd26343b-6cfd-4617-85a2-e45a81790e26 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "GET /v2.0/ports?device_id=36fece7a-164c-41c6-b29f-b200a648215f HTTP/1.1" status: 200 len: 205 time: 0.0413659 Jul 22 11:48:54.163459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:54.175895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Attempting to bind port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:48:54.175895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Attempting to bind port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6ba97801-b429-4305-bf35-63d8f897e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:48:54.176250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Attempting to bind port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 on network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:48:54.185272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:48:54.185718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Checking segment: {'id': '6ba97801-b429-4305-bf35-63d8f897e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:48:54.186128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.186670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Bound using segment: {'id': '6ba97801-b429-4305-bf35-63d8f897e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:48:54.187161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Bound port: 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6ba97801-b429-4305-bf35-63d8f897e32c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': '777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:48:54.187546 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.222331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] device_id is not set on port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:48:54.228233 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9a6fc9ea-7339-473c-9132-abcfe5d280c5 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] delete failed (client error): The resource could not be found. Jul 22 11:48:54.229532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9a6fc9ea-7339-473c-9132-abcfe5d280c5 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/routers/36fece7a-164c-41c6-b29f-b200a648215f HTTP/1.1" status: 404 len: 336 time: 0.0606039 Jul 22 11:48:54.233348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:54.287543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] For port 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:48:54.292831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] For port 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=253c2b44-3cf7-423e-a3bb-8728ca5a7317,segment=NetworkSegment(6ba97801-b429-4305-bf35-63d8f897e32c),segment_id=6ba97801-b429-4305-bf35-63d8f897e32c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:48:54.302529 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.304474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-c34688b4-0363-449d-a27a-b1c4924504c2 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4678643 Jul 22 11:48:54.307169 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e006fdd-6fea-4ad3-ba82-f331a6be5851 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:54.307978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e006fdd-6fea-4ad3-ba82-f331a6be5851 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:54.310238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e006fdd-6fea-4ad3-ba82-f331a6be5851 tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/746b817e-85dd-4529-a127-6181b5597cd4 HTTP/1.1" status: 404 len: 337 time: 0.0744355 Jul 22 11:48:54.313053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:54.329883 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.358668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6', '14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:54.363461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['947bee09-ed95-4aa8-b7f7-adc59ddd5c25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:48:54.383492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event deleted for resources: {'Port': ['ID=0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:54.420193 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-f2a53ac1-ff41-4790-8cf2-7c6894abe61d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] DELETE failed (client error): The resource could not be found. Jul 22 11:48:54.420193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f2a53ac1-ff41-4790-8cf2-7c6894abe61d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:48:54.423073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f2a53ac1-ff41-4790-8cf2-7c6894abe61d tempest-RoutersTest-201406703 tempest-RoutersTest-201406703-project] 10.222.0.21 "DELETE /v2.0/subnets/21751d05-95c4-4516-9089-6ea237085b64 HTTP/1.1" status: 404 len: 337 time: 0.0979137 Jul 22 11:48:54.443600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581f8788-2bba-4425-b6d1-966490b1e0dc req-fe4e9033-a44f-4513-b716-28bb0188503c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:54.446145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-581f8788-2bba-4425-b6d1-966490b1e0dc req-fe4e9033-a44f-4513-b716-28bb0188503c tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=6c5fa995-695c-4724-b0ae-ad2c9324c32f HTTP/1.1" status: 200 len: 865 time: 0.4354444 Jul 22 11:48:54.599501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] No DVR routers for this DVR port 0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:54.605422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.608089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f3f0a532-f23e-4300-b5e0-40c6d528f8a1 req-0cf8558d-e44b-48e4-9095-fc3e61857996 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "DELETE /v2.0/ports/0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3 HTTP/1.1" status: 204 len: 173 time: 2.3604262 Jul 22 11:48:54.608918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-deleted', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:54.611457 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8923320e-55cd-4a48-b912-d691e88bce2d" -d '{"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-deleted", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:54.678385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7ed7c6-9665-4498-ba95-68486f81572a None None] Pushing event updated for resources: {'Port': ['ID=253c2b44-3cf7-423e-a3bb-8728ca5a7317,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:54.681706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8::2dc (777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64/cdc303f9-9566-4a69-b064-5bff3261058b/9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:48:54.699475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 316ea739-5616-465b-a333-14c7cc16e59e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:54.727919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-581f8788-2bba-4425-b6d1-966490b1e0dc req-7d99ede1-9a4f-4ff5-a841-60b13477cfd2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2735615 Jul 22 11:48:54.731400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 316ea739-5616-465b-a333-14c7cc16e59e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:54.731949 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:54.769145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e615e4d-430d-4e19-9bab-2ef49e28c1a4 req-7dd55bd8-6883-4b72-8f8f-30449811509b tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:54.800797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e615e4d-430d-4e19-9bab-2ef49e28c1a4 req-7dd55bd8-6883-4b72-8f8f-30449811509b tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 944 time: 0.6203532 Jul 22 11:48:54.970564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e615e4d-430d-4e19-9bab-2ef49e28c1a4 req-9d9fbedb-5a84-4211-8777-e0c328f0650e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686902 Jul 22 11:48:55.004261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4559d86d-5d27-417e-ab64-49376c5df2e2 req-69ed067b-b4d5-4891-b318-f9414b1e0d29 service neutron] 10.222.0.36 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6901338 Jul 22 11:48:55.061960 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0868efe5-d742-48d4-8406-a0b313e97de6 x-openstack-request-id: req-0868efe5-d742-48d4-8406-a0b313e97de6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:55.072039 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6c5fa995-695c-4724-b0ae-ad2c9324c32f", "name": "network-vif-deleted", "tag": "0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:55.072039 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0868efe5-d742-48d4-8406-a0b313e97de6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:55.073972 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6c5fa995-695c-4724-b0ae-ad2c9324c32f', 'name': 'network-vif-deleted', 'tag': '0ec3d787-2db9-40c8-a3f3-07f4bb4e09f3', 'status': 'completed', 'code': 200} Jul 22 11:48:55.092917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device efde6ed4-d502-4210-a32c-c50d8bd3c190 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:55.094387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.095294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 253c2b44-3cf7-423e-a3bb-8728ca5a7317 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:55.143852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=d12f69f6-187a-4c80-9afb-e00449c00153,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:55.185541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:55.232433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port d12f69f6-187a-4c80-9afb-e00449c00153 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:55.262215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.264632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-4bd79c52-6960-4c9c-9da2-f7d84ee95d14 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "DELETE /v2.0/ports/d12f69f6-187a-4c80-9afb-e00449c00153 HTTP/1.1" status: 204 len: 173 time: 2.2077155 Jul 22 11:48:55.285052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.327049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:48:55.359304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.405606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6a79df-37ac-4b2e-9a84-30c8cd7d51dc req-ae90858e-1ead-4b43-bdc1-612e911c6576 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:55.407512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec6a79df-37ac-4b2e-9a84-30c8cd7d51dc req-ae90858e-1ead-4b43-bdc1-612e911c6576 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 943 time: 0.2179599 Jul 22 11:48:55.409101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.439919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port efde6ed4-d502-4210-a32c-c50d8bd3c190 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:55.461148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port efde6ed4-d502-4210-a32c-c50d8bd3c190 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:55.461778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.465675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:55.467666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:55.470257 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5793c66-92a6-4447-8ba4-d5f113827399" -d '{"events": [{"server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "name": "network-vif-plugged", "status": "completed", "tag": "316ea739-5616-465b-a333-14c7cc16e59e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:55.473518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:48:55.473879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.526890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=316ea739-5616-465b-a333-14c7cc16e59e,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:55.555668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.564544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:55.573903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:55.585403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:48:55.594259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:55.595276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.622018 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-196bea76-a22e-4692-9d9d-69d2c4369067 x-openstack-request-id: req-196bea76-a22e-4692-9d9d-69d2c4369067 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:55.622334 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "name": "network-vif-plugged", "status": "completed", "tag": "316ea739-5616-465b-a333-14c7cc16e59e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:55.623022 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-196bea76-a22e-4692-9d9d-69d2c4369067 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:55.623022 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e', 'code': 200} Jul 22 11:48:55.639462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:55.655397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa57aa53-8e33-4465-9790-fc8f71e492c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.3074265 Jul 22 11:48:55.658555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:55.676105 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8bc183c3-8e40-43bd-88ec-5f4681f7d097 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=20398190b8ea4f79bca047c0f68b9724&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4859576 Jul 22 11:48:55.695613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:55.726652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:55.760928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:55.761481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.806604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:48:55.811628 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.857109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:55.872487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:55.970563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:55.973459 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f4b158e0-44a7-40d1-ad1b-8eb91d2fdd4f" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:55.981821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec6a79df-37ac-4b2e-9a84-30c8cd7d51dc req-c9dde1e9-b9f7-4739-9401-a76e77ccf4ea tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups?id=48034958-d3e4-4cb8-b28b-747258cf534d&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5675282 Jul 22 11:48:56.116712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:56.132556 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e17c493-83fa-4ff2-b934-0dd4e212bcb9 x-openstack-request-id: req-1e17c493-83fa-4ff2-b934-0dd4e212bcb9 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:56.132836 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "d12f69f6-187a-4c80-9afb-e00449c00153", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:56.133105 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e17c493-83fa-4ff2-b934-0dd4e212bcb9 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:56.134205 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': 'd12f69f6-187a-4c80-9afb-e00449c00153', 'status': 'completed', 'code': 200} Jul 22 11:48:56.194662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.246379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=8820a7f3-f6fe-4362-b6de-c2a46b74ec60,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:56.282134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9837ff3-4f37-4047-8b94-d53369a0fc84 None None] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:48:56.328252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port 8820a7f3-f6fe-4362-b6de-c2a46b74ec60 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:48:56.331612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.334064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bef73bf9-120f-42e7-ac75-0782e5cfa79f req-1376cb40-203f-4526-a39d-f104f344fa2c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.20 "DELETE /v2.0/ports/8820a7f3-f6fe-4362-b6de-c2a46b74ec60 HTTP/1.1" status: 204 len: 173 time: 1.0600982 Jul 22 11:48:56.381638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Provisioning for port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:56.382711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0d09c9-5b21-4143-9824-07b659632694 req-79e88a41-3dd2-43d5-add0-925f414e8571 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:56.385839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d0d09c9-5b21-4143-9824-07b659632694 req-79e88a41-3dd2-43d5-add0-925f414e8571 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1555026 Jul 22 11:48:56.391509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Provisioning complete for port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:56.391910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.464920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d0d09c9-5b21-4143-9824-07b659632694 req-000d3569-4a17-46cc-a2e7-2233444ef6b8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640209 Jul 22 11:48:56.678805 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.747818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] For port 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=253c2b44-3cf7-423e-a3bb-8728ca5a7317,segment=NetworkSegment(6ba97801-b429-4305-bf35-63d8f897e32c),segment_id=6ba97801-b429-4305-bf35-63d8f897e32c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:48:56.774705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.882242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6304c77-d46f-4faf-a14d-c63abc8cfed2 None None] Pushing event updated for resources: {'Port': ['ID=253c2b44-3cf7-423e-a3bb-8728ca5a7317,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:56.921041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:56.984332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0732c5db-5dde-46a7-a6b6-afd91e909956 req-e9bbbd7f-daf5-43e9-8943-ce57c2a7474d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:56.985893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0732c5db-5dde-46a7-a6b6-afd91e909956 req-e9bbbd7f-daf5-43e9-8943-ce57c2a7474d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 1096 time: 1.2601824 Jul 22 11:48:56.990538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.132416 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0732c5db-5dde-46a7-a6b6-afd91e909956 req-20da0467-249c-4a03-b3c7-c49d1c885a0f service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1322565 Jul 22 11:48:57.152209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.157246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.161304 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f7ec12f8-13ee-4628-aadd-3c0ac5e09d48 HTTP/1.1" status: 204 len: 168 time: 1.4311929 Jul 22 11:48:57.232165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c839a5c-0b46-46b7-9b36-e4f592d8ad6a req-02390e8e-0d0a-4178-a7ad-547393dd5c8c tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0555792 Jul 22 11:48:57.246287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Provisioning complete for port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:57.246287 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.247175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0032787-bd63-49c4-8de8-86cd98166bd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7ec12f8-13ee-4628-aadd-3c0ac5e09d48,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:57.286854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.459719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Provisioning for port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:48:57.466578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Provisioning complete for port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:57.467466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.518359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e07fd030-7871-4aa7-831b-613cb2f8b623 None None] Port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:57.522888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.624514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:57.627042 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f5b4da4d-2fd5-4d39-9d95-a3ca04295008" -d '{"events": [{"server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:57.699423 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-91394937-3193-4741-81ff-7b4d0504cd00 x-openstack-request-id: req-91394937-3193-4741-81ff-7b4d0504cd00 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:57.699841 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "name": "network-vif-plugged", "status": "completed", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:57.700930 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-91394937-3193-4741-81ff-7b4d0504cd00 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:57.701438 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190', 'code': 200} Jul 22 11:48:57.724076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f3c830-3d99-4c98-9f6b-229e27725a81 req-fa336659-173e-4856-b38a-10d53e077ed7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:57.753402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41f3c830-3d99-4c98-9f6b-229e27725a81 req-fa336659-173e-4856-b38a-10d53e077ed7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1474063 Jul 22 11:48:57.771698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b364d990-5986-462f-89ff-55d49b5a0283 None None] Provisioning complete for port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:57.774649 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b364d990-5986-462f-89ff-55d49b5a0283 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.840983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b364d990-5986-462f-89ff-55d49b5a0283 None None] Port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:57.892286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.900497 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:57.975288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41f3c830-3d99-4c98-9f6b-229e27725a81 req-0e9807dc-51f4-4308-8006-37eefbd00fb4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2186663 Jul 22 11:48:58.013565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b1bef55-0447-442d-bbc9-eb90a96b0359 req-b58d2cac-c43c-4b70-8c6a-8ae6617e2d7c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:58.017997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b1bef55-0447-442d-bbc9-eb90a96b0359 req-b58d2cac-c43c-4b70-8c6a-8ae6617e2d7c service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 1097 time: 0.1973763 Jul 22 11:48:58.027217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:58.101136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b1bef55-0447-442d-bbc9-eb90a96b0359 req-765abcf7-3e54-4a8d-9824-a872989a10b9 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755768 Jul 22 11:48:58.136119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:48:58.140942 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-00341885-17db-48e7-95fc-46569347fe69" -d '{"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:48:58.237052 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:48:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-795f5547-00f2-48ab-b7ee-0fc3caefb75d x-openstack-request-id: req-795f5547-00f2-48ab-b7ee-0fc3caefb75d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:48:58.237467 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b796228-4eac-4435-95c6-9e1ebd8ca797", "name": "network-vif-deleted", "tag": "8820a7f3-f6fe-4362-b6de-c2a46b74ec60", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:48:58.237846 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-795f5547-00f2-48ab-b7ee-0fc3caefb75d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:48:58.238273 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b796228-4eac-4435-95c6-9e1ebd8ca797', 'name': 'network-vif-deleted', 'tag': '8820a7f3-f6fe-4362-b6de-c2a46b74ec60', 'status': 'completed', 'code': 200} Jul 22 11:48:58.336960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.404402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.468289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2729b712-92ae-4e09-a0bc-7436475dd6a7 req-be62e4ee-2a0c-4a5d-8566-c7eb703a3f45 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0554454 Jul 22 11:48:58.515992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2d13b579-b979-44bb-a3c5-d5df2594e908 None None] Provisioning complete for port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:58.515992 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d13b579-b979-44bb-a3c5-d5df2594e908 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.585646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2d13b579-b979-44bb-a3c5-d5df2594e908 None None] Port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:48:58.604018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:58.676098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.805054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e5720540-343e-471a-b0e6-c458f0a660a1 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:58.805897 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-e5720540-343e-471a-b0e6-c458f0a660a1 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 11:48:58.806555 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e5720540-343e-471a-b0e6-c458f0a660a1 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:48:58.808703 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e5720540-343e-471a-b0e6-c458f0a660a1 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2035341 Jul 22 11:48:58.812699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:58.820418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--666038290'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:58.872662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.881854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:58.987036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 253c2b44-3cf7-423e-a3bb-8728ca5a7317 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:48:59.067381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.068937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:48:59.069393 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.076285 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.115983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1378afe7-9b93-4f1b-9a53-92926284fba9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:59.257202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.264788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.265796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.312960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cd53fb-cb38-49a1-91ca-781f78c70770 req-6db0a63b-b79b-4c6b-ad5a-207d6e459a54 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:59.314472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26cd53fb-cb38-49a1-91ca-781f78c70770 req-6db0a63b-b79b-4c6b-ad5a-207d6e459a54 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1561224 Jul 22 11:48:59.328615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.339516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.410731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:59.451021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.452611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6385801 Jul 22 11:48:59.456999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26cd53fb-cb38-49a1-91ca-781f78c70770 req-94946c0f-9432-4888-9230-d6a56e821af0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271930 Jul 22 11:48:59.457972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:59.463350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': '74104b9c-617a-45d6-b89e-e7a4947d861b', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:59.506222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53421b10-728f-4643-99e1-7bc1d0d74df2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=74104b9c-617a-45d6-b89e-e7a4947d861b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:59.520067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.588137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:48:59.592601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:48:59.594367 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.599064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.682018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f7c66f9e-f000-4875-862a-4ae6fe923bb5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:48:59.687986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.689760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83fe5959-01e3-44b6-a555-447585d9c221 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2304773 Jul 22 11:48:59.692948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:48:59.700393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-52fab50a-cc9f-49a6-bee0-1ac9e0071454 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': '74104b9c-617a-45d6-b89e-e7a4947d861b', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:48:59.770962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45db789d-a6dd-4648-b064-1c72d8c8a07f req-ce4ef29c-5ea3-4380-9b2c-d0a8dbb82731 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.1164606 Jul 22 11:48:59.839053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-52fab50a-cc9f-49a6-bee0-1ac9e0071454 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:48:59.880064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05e4a07c-b871-455f-847a-2ceb20cb0ebf req-e9596fa4-f503-4330-97c4-b55df3f9b410 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:48:59.882887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05e4a07c-b871-455f-847a-2ceb20cb0ebf req-e9596fa4-f503-4330-97c4-b55df3f9b410 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2566438 Jul 22 11:48:59.963022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 95494c48-25ae-418a-99c7-4f88f8765251 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:48:59.985527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05e4a07c-b871-455f-847a-2ceb20cb0ebf req-19aa2515-bfd1-4da1-9df4-c1a37848f326 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0949607 Jul 22 11:48:59.996111 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-52fab50a-cc9f-49a6-bee0-1ac9e0071454 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:48:59.997383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-52fab50a-cc9f-49a6-bee0-1ac9e0071454 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.3014631 Jul 22 11:49:00.000547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54538) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:00.028981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-71e6f193-7c43-4134-994b-b0c224435981 None None] Provisioning complete for port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:00.029759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71e6f193-7c43-4134-994b-b0c224435981 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.078411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-71e6f193-7c43-4134-994b-b0c224435981 None None] Port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:00.126371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.179398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.188241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:00.204326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4305e037-a895-4c52-8b77-c2184548a45a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/95494c48-25ae-418a-99c7-4f88f8765251/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5441422 Jul 22 11:49:00.205817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:00.211631 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924bff37-a832-490f-b68f-62f7011f189c None None] Sync routers for ids ['95494c48-25ae-418a-99c7-4f88f8765251'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:00.234901 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] Routers {'95494c48-25ae-418a-99c7-4f88f8765251'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:00.237123 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95494c48-25ae-418a-99c7-4f88f8765251'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:00.296354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9ec0498-1709-4291-b2bf-68ce1156afb1 req-d3867b78-9406-47ec-8561-ba71d74ac0db tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:00.311147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ec0498-1709-4291-b2bf-68ce1156afb1 req-d3867b78-9406-47ec-8561-ba71d74ac0db tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.1873574 Jul 22 11:49:00.344240 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:00.357084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b025d850-1858-4ad6-a7ea-b24ad1ab68d6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:00.366563 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b025d850-1858-4ad6-a7ea-b24ad1ab68d6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports/9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 HTTP/1.1" status: 200 len: 984 time: 0.1594834 Jul 22 11:49:00.368547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:00.371295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.374359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.375893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/74104b9c-617a-45d6-b89e-e7a4947d861b HTTP/1.1" status: 204 len: 168 time: 0.3741457 Jul 22 11:49:00.381126 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] Routers {'95494c48-25ae-418a-99c7-4f88f8765251'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:00.385555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95494c48-25ae-418a-99c7-4f88f8765251'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:00.386977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:00.428126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2341ca8e-6e5c-459a-9354-80023183036d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=74104b9c-617a-45d6-b89e-e7a4947d861b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:00.443264 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-924bff37-a832-490f-b68f-62f7011f189c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:00.443941 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924bff37-a832-490f-b68f-62f7011f189c None None] The sync data for ids ['95494c48-25ae-418a-99c7-4f88f8765251'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:00.509942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9ec0498-1709-4291-b2bf-68ce1156afb1 req-1ddbd860-bc0b-47c8-b6a4-ac5f6e34750b tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1974208 Jul 22 11:49:00.611102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-203a9056-e011-418f-a607-508a015eaf73 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2189994 Jul 22 11:49:00.615198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:00.629149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--278077683'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:00.733110 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.940614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:00.942042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-7a876674-7171-4244-9ca6-a8e77bf22f56 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3824136 Jul 22 11:49:00.955823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.024863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.027281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4090574 Jul 22 11:49:01.033056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:01.079048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cba42ce2-7b7d-4804-b14f-235ade729033 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'de531ca1-1390-4e85-9100-8d21846672a8', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:01.080175 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-cba42ce2-7b7d-4804-b14f-235ade729033 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 11:49:01.081024 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-cba42ce2-7b7d-4804-b14f-235ade729033 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:01.082589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cba42ce2-7b7d-4804-b14f-235ade729033 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0475354 Jul 22 11:49:01.087155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-337be7f6-1a7c-4359-9e78-93613bf5a094 req-ac22ee9c-407c-40f7-8a80-fd454b138687 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0872724 Jul 22 11:49:01.087798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68eba93b-19a2-4ea8-913d-61ed07fad629 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=de531ca1-1390-4e85-9100-8d21846672a8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:01.090123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:01.219521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.245696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-e55da98a-b7c0-40e1-8311-b2b1f98f259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:01.247448 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-e55da98a-b7c0-40e1-8311-b2b1f98f259d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=0637541d30c44305a8313af7236671f0&device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 1096 time: 0.2013166 Jul 22 11:49:01.347459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.421043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.460469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1f235cf-b5c5-4195-bef4-1912f99d7e77 req-daaa6628-aebe-49c6-8dff-33b3a9166cd0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:01.464706 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1f235cf-b5c5-4195-bef4-1912f99d7e77 req-daaa6628-aebe-49c6-8dff-33b3a9166cd0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1801794 Jul 22 11:49:01.482278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.485836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.489845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/de531ca1-1390-4e85-9100-8d21846672a8 HTTP/1.1" status: 204 len: 168 time: 0.3965983 Jul 22 11:49:01.498522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c6351bc-74f6-41a8-9d26-4a162abb8719 req-8f0464fc-eed7-4e96-9eb8-d9045f6997a3 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:01.500089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c6351bc-74f6-41a8-9d26-4a162abb8719 req-8f0464fc-eed7-4e96-9eb8-d9045f6997a3 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 945 time: 0.2564168 Jul 22 11:49:01.509117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:01.569601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc5c140b-3926-4c73-9826-aaf3cf0fc448 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=de531ca1-1390-4e85-9100-8d21846672a8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:01.573275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-6cc0d22d-e3e2-4966-87a9-c6f7d0995c80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:01.574913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-6cc0d22d-e3e2-4966-87a9-c6f7d0995c80 service neutron] 10.222.0.20 "GET /v2.0/networks?id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 200 len: 916 time: 0.3004375 Jul 22 11:49:01.639157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ade0b1cc-9974-4ff4-b43b-6a9d43aa4963 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1215165 Jul 22 11:49:01.645985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-7d9f2921-c8da-4291-8ef6-282d56ba6329 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 200 len: 217 time: 0.0642710 Jul 22 11:49:01.651235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:01.656372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1924177870'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:01.673855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1f235cf-b5c5-4195-bef4-1912f99d7e77 req-15a06734-eff6-4260-9a3d-73606f7ebb0f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2017992 Jul 22 11:49:01.703166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c6351bc-74f6-41a8-9d26-4a162abb8719 req-f33930fa-7e92-4ce2-9842-faa28958acfc tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1878695 Jul 22 11:49:01.827433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:01.851604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-56659a34-26ac-4e14-93a8-5a0815b3f76d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:01.854368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-56659a34-26ac-4e14-93a8-5a0815b3f76d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 200 len: 855 time: 0.1483037 Jul 22 11:49:01.903955 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-0e0d6695-7549-4728-801b-0e81a1cc2c22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0417635 Jul 22 11:49:02.005068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86c95b0b-70e3-429c-b909-1f0d37c630a9 req-d2c12cc6-411d-4c90-8e27-6526c8e42339 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:02.006986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86c95b0b-70e3-429c-b909-1f0d37c630a9 req-d2c12cc6-411d-4c90-8e27-6526c8e42339 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.0957618 Jul 22 11:49:02.063075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86c95b0b-70e3-429c-b909-1f0d37c630a9 req-55b1e359-d7ca-4678-9341-a5d8f4037ec5 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501478 Jul 22 11:49:02.109020 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-ebab72ba-19c1-4259-b9f4-dd1f057e30c6 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1966152 Jul 22 11:49:02.141141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.161040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.206810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:02.207155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.218659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.222921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5704694 Jul 22 11:49:02.259190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:02.265377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dc32be-5669-4fa6-8cc9-777bbf96a4d4 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b5da01a9-0526-4256-b030-5ad4cbcfa15c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:02.271793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7ba504b5-2186-4180-87e9-81f9e44ab671 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'b5da01a9-0526-4256-b030-5ad4cbcfa15c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:02.272494 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-7ba504b5-2186-4180-87e9-81f9e44ab671 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 11:49:02.274043 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-7ba504b5-2186-4180-87e9-81f9e44ab671 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:02.278113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7ba504b5-2186-4180-87e9-81f9e44ab671 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0175967 Jul 22 11:49:02.279089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bb6fa28-890e-45e0-a319-276e5e8a6498 req-6913c318-f866-407a-91af-7c9ad386a75f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0549462 Jul 22 11:49:02.300706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:02.367189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-74fb6f7d-a008-460f-b9a4-34ae0d85b004 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:02.370642 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-74fb6f7d-a008-460f-b9a4-34ae0d85b004 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 945 time: 0.1574199 Jul 22 11:49:02.412040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-18e39898-125d-45d3-a2ba-64afe1c2fbd7 req-5c8755bd-b879-4b0b-b70f-3c39e8cddfd1 service neutron] 10.222.0.20 "GET /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2923937 Jul 22 11:49:02.483923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.488864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.512927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:02.531466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.563180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dc290-a1aa-4729-8c9d-117377ac9004 req-6a3e490f-79b6-4f3d-8285-9040577eb2c4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:02.569362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dc290-a1aa-4729-8c9d-117377ac9004 req-6a3e490f-79b6-4f3d-8285-9040577eb2c4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:02.576687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c40dc290-a1aa-4729-8c9d-117377ac9004 req-6a3e490f-79b6-4f3d-8285-9040577eb2c4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:02.583115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c40dc290-a1aa-4729-8c9d-117377ac9004 req-6a3e490f-79b6-4f3d-8285-9040577eb2c4 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d&device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0&device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 2417 time: 0.1673353 Jul 22 11:49:02.599060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Deleting port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:02.599672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.703297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.706349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.710586 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/b5da01a9-0526-4256-b030-5ad4cbcfa15c HTTP/1.1" status: 204 len: 168 time: 0.4058862 Jul 22 11:49:02.723526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:02.728654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc542531-db80-4a19-8bbd-4d249f2c3f45 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b5da01a9-0526-4256-b030-5ad4cbcfa15c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:02.753250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c40dc290-a1aa-4729-8c9d-117377ac9004 req-6fde31c5-add8-4ba9-9e05-0a97061aa955 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1686990 Jul 22 11:49:02.856182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] For port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:02.856557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.873832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Calling delete_port for 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:02.923558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b3611de4-9442-4fe1-8493-920db7f05445 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1855776 Jul 22 11:49:02.923558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:02.924396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:02.929410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--808010997'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:02.986105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=9f4ad9ae-9a64-4ba4-b8ff-cffba5ddbfa4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:03.092738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.153312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.389594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c43c01-d001-4550-a461-d7e7efb81c02 req-0e069d4b-a9f5-4029-b41f-6cd36ba98f67 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:03.391324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c43c01-d001-4550-a461-d7e7efb81c02 req-0e069d4b-a9f5-4029-b41f-6cd36ba98f67 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 945 time: 0.5959604 Jul 22 11:49:03.478553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 95494c48-25ae-418a-99c7-4f88f8765251 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:49:03.488410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55cabb0e-2e31-43d8-8caa-42e1f8ecb606 req-a5bc3539-ad36-41ae-831f-41517ea5b343 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:03.490065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55cabb0e-2e31-43d8-8caa-42e1f8ecb606 req-a5bc3539-ad36-41ae-831f-41517ea5b343 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.5533998 Jul 22 11:49:03.494970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.495865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c43c01-d001-4550-a461-d7e7efb81c02 req-940ff842-de5a-4ced-8f48-27af19fad4ab tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0931978 Jul 22 11:49:03.505731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.569465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.583243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.584897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6591835 Jul 22 11:49:03.593447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['947bee09-ed95-4aa8-b7f7-adc59ddd5c25'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:03.599240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54598) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.626728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6', '14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:03.637469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-532caf13-4e60-47d6-b243-64ff68add6cd tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'b6acb481-1dca-4d19-afde-96e4f5c2b65c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:03.650205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event deleted for resources: {'Port': ['ID=947bee09-ed95-4aa8-b7f7-adc59ddd5c25,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:03.666856 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-532caf13-4e60-47d6-b243-64ff68add6cd tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 11:49:03.667804 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-532caf13-4e60-47d6-b243-64ff68add6cd tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:03.669030 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-532caf13-4e60-47d6-b243-64ff68add6cd tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0687852 Jul 22 11:49:03.694655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b08d343-53ec-486b-9aed-8d31ca364392 req-f5cfe6e9-b331-4e80-93bf-3042499381dc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0936830 Jul 22 11:49:03.702796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54283c15-1859-445d-908b-a2afdb1b2a71 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b6acb481-1dca-4d19-afde-96e4f5c2b65c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:03.708298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55cabb0e-2e31-43d8-8caa-42e1f8ecb606 req-b124c6dd-4165-4413-9625-8e7a02ffda47 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1910019 Jul 22 11:49:03.708903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.738933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b8f0facf-400e-445e-a3d8-c38cce623340 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'b6acb481-1dca-4d19-afde-96e4f5c2b65c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:03.740048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:03.741007 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-b8f0facf-400e-445e-a3d8-c38cce623340 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 11:49:03.741599 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b8f0facf-400e-445e-a3d8-c38cce623340 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:03.745474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b8f0facf-400e-445e-a3d8-c38cce623340 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0274892 Jul 22 11:49:03.746476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.747168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9118af6-352a-42ef-aff5-a42babc36ae6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/95494c48-25ae-418a-99c7-4f88f8765251/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3771558 Jul 22 11:49:03.752763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b117e4c-ae75-4ebc-8ee1-b7894b17097d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'b6acb481-1dca-4d19-afde-96e4f5c2b65c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:03.753241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54606) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.753986 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-6b117e4c-ae75-4ebc-8ee1-b7894b17097d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 11:49:03.754619 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6b117e4c-ae75-4ebc-8ee1-b7894b17097d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:03.755707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b117e4c-ae75-4ebc-8ee1-b7894b17097d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0082529 Jul 22 11:49:03.763499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.765701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] Sync routers for ids ['95494c48-25ae-418a-99c7-4f88f8765251'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:03.770074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a16faa6b-acc1-486c-8d5b-dc9caeaa44c2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'b6acb481-1dca-4d19-afde-96e4f5c2b65c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:03.771966 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-a16faa6b-acc1-486c-8d5b-dc9caeaa44c2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 11:49:03.773058 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a16faa6b-acc1-486c-8d5b-dc9caeaa44c2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:03.777848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] No DVR routers for this DVR port 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:03.778034 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a16faa6b-acc1-486c-8d5b-dc9caeaa44c2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0111854 Jul 22 11:49:03.778138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.780289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0dc06ab4-5055-4187-a473-1fe762a1490c req-21f5a968-81c6-49d7-bf3e-92f77b774bc6 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.36 "DELETE /v2.0/ports/947bee09-ed95-4aa8-b7f7-adc59ddd5c25 HTTP/1.1" status: 204 len: 173 time: 1.4044933 Jul 22 11:49:03.780999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'name': 'network-vif-deleted', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:03.783437 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ff3cc570-fb9e-4e00-b2f4-0ea27a48a20b" -d '{"events": [{"server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "name": "network-vif-deleted", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:03.785847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54610) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:03.847295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] Routers {'95494c48-25ae-418a-99c7-4f88f8765251'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:03.849059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95494c48-25ae-418a-99c7-4f88f8765251'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:03.891679 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c3911b5-9ca0-40a6-abfe-9efc04e0f9f1 x-openstack-request-id: req-1c3911b5-9ca0-40a6-abfe-9efc04e0f9f1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:03.891973 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f0478fdd-5126-471f-9437-c7f772e8a3de", "name": "network-vif-deleted", "tag": "947bee09-ed95-4aa8-b7f7-adc59ddd5c25", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:03.892230 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c3911b5-9ca0-40a6-abfe-9efc04e0f9f1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:03.892630 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f0478fdd-5126-471f-9437-c7f772e8a3de', 'name': 'network-vif-deleted', 'tag': '947bee09-ed95-4aa8-b7f7-adc59ddd5c25', 'status': 'completed', 'code': 200} Jul 22 11:49:03.899241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:03.905082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:03.940714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.009600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] Routers {'95494c48-25ae-418a-99c7-4f88f8765251'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:04.010253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95494c48-25ae-418a-99c7-4f88f8765251'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:04.019746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.024705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.024896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/b6acb481-1dca-4d19-afde-96e4f5c2b65c HTTP/1.1" status: 204 len: 168 time: 0.2375743 Jul 22 11:49:04.029112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.045266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67e0abf-1456-4600-be6b-bc845ea56e18 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6acb481-1dca-4d19-afde-96e4f5c2b65c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:04.091884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e9493c06-d9b4-4eb1-a10b-5b87b1462a9f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609868 Jul 22 11:49:04.096667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54616) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.100112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:04.101044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ba0a66f-a299-4814-be7a-e76803fcb796 None None] The sync data for ids ['95494c48-25ae-418a-99c7-4f88f8765251'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:04.102672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--860523690'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.138338 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.301305 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-0ef5b937-c020-481d-878f-14d6bf2b347f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] remove_router_interface failed (client error): The resource could not be found. Jul 22 11:49:04.302980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ef5b937-c020-481d-878f-14d6bf2b347f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/95494c48-25ae-418a-99c7-4f88f8765251/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.5477512 Jul 22 11:49:04.308354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54622) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.333554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.339401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.362625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:04.366646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2662597 Jul 22 11:49:04.367707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.385878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6663523b-c009-4fd7-894b-f295d2d25e4f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.393298 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-6663523b-c009-4fd7-894b-f295d2d25e4f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 11:49:04.394313 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6663523b-c009-4fd7-894b-f295d2d25e4f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.409734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6663523b-c009-4fd7-894b-f295d2d25e4f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0409780 Jul 22 11:49:04.432257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.445184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-76bed951-0f1a-45ce-8a9d-81971811d3b7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.495422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3773ae-0f0c-431b-879b-d0970800179c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d7026445-ed54-43b1-b5a1-d0a1b56205eb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:04.576977 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-76bed951-0f1a-45ce-8a9d-81971811d3b7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.581950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76bed951-0f1a-45ce-8a9d-81971811d3b7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1448829 Jul 22 11:49:04.583473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.605907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6370d8fc-b746-4274-80ab-79d8f053c3a0 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.610806 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-6370d8fc-b746-4274-80ab-79d8f053c3a0 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 11:49:04.612282 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6370d8fc-b746-4274-80ab-79d8f053c3a0 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.619159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6370d8fc-b746-4274-80ab-79d8f053c3a0 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0254261 Jul 22 11:49:04.621958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.637809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a34fffdf-67b4-4b18-a10c-d920d22a1031 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.755785 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a34fffdf-67b4-4b18-a10c-d920d22a1031 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.757690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a34fffdf-67b4-4b18-a10c-d920d22a1031 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1295805 Jul 22 11:49:04.761533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.769388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8d4637f7-2928-4035-96eb-f8b84ff2fa7b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.770213 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-8d4637f7-2928-4035-96eb-f8b84ff2fa7b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 11:49:04.771025 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-8d4637f7-2928-4035-96eb-f8b84ff2fa7b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.772866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d4637f7-2928-4035-96eb-f8b84ff2fa7b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0095563 Jul 22 11:49:04.801113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.807666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4bb444af-d999-4cba-9529-e824a6907581 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.857450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d6c015b3-e2d7-4786-8d57-1041ee3267a3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=95494c48-25ae-418a-99c7-4f88f8765251 HTTP/1.1" status: 200 len: 205 time: 0.5476658 Jul 22 11:49:04.863003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.870554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8601f1ef-3b11-4d95-bbda-d0dfa30611f9 req-204addb6-0da7-4680-9fac-627b3c66f0b4 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=f0478fdd-5126-471f-9437-c7f772e8a3de HTTP/1.1" status: 200 len: 210 time: 0.0960462 Jul 22 11:49:04.975010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5ddcb33-f877-469c-9f5e-a6553db1407e req-2714956c-7516-4606-a618-f8cdd3dc482b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0709653 Jul 22 11:49:04.985766 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4bb444af-d999-4cba-9529-e824a6907581 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:04.992531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:04.992862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4bb444af-d999-4cba-9529-e824a6907581 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.1916635 Jul 22 11:49:04.997610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e30244ba-511c-4443-a688-4c573491839b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:04.998411 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-e30244ba-511c-4443-a688-4c573491839b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 11:49:04.999168 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e30244ba-511c-4443-a688-4c573491839b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:05.000183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e30244ba-511c-4443-a688-4c573491839b tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0065551 Jul 22 11:49:05.010576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.010818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54652) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.015668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-76e39366-884e-4efa-92c0-7d683c5e5af2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:05.059674 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-76e39366-884e-4efa-92c0-7d683c5e5af2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:05.064240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76e39366-884e-4efa-92c0-7d683c5e5af2 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.0578270 Jul 22 11:49:05.064903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.071970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a76ce442-c5ea-4a50-8456-df333f640131 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'd7026445-ed54-43b1-b5a1-d0a1b56205eb', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:05.127482 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a76ce442-c5ea-4a50-8456-df333f640131 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:05.129811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a76ce442-c5ea-4a50-8456-df333f640131 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0635047 Jul 22 11:49:05.130499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54656) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.216184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.231695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.233895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.245275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.281317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.281931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router 95494c48-25ae-418a-99c7-4f88f8765251 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:49:05.289589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.290919 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-afcb18d8-ec55-4fc0-a826-01f3e8fc7af6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/95494c48-25ae-418a-99c7-4f88f8765251 HTTP/1.1" status: 204 len: 168 time: 0.4266794 Jul 22 11:49:05.293869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.320080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.323460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.329683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/d7026445-ed54-43b1-b5a1-d0a1b56205eb HTTP/1.1" status: 204 len: 168 time: 0.1973755 Jul 22 11:49:05.330329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.361732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet cdc303f9-9566-4a69-b064-5bff3261058b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:05.365198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.393298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845de2d4-8665-4891-917e-72ac2e91c141 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7026445-ed54-43b1-b5a1-d0a1b56205eb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:05.409273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4a513c10-e243-47f6-a518-ba1949ca880a tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0695078 Jul 22 11:49:05.409630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.417138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--1747979402'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:05.431149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.484415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.519852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edbc1ed5-e9de-43ab-8173-4fd40083a240 req-938bf4f5-20c2-4ffb-8f76-60284ead94a7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:05.521015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edbc1ed5-e9de-43ab-8173-4fd40083a240 req-938bf4f5-20c2-4ffb-8f76-60284ead94a7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1469176 Jul 22 11:49:05.535469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.595529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edbc1ed5-e9de-43ab-8173-4fd40083a240 req-b025c344-9651-4820-91a5-beb7cdf4cf02 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589042 Jul 22 11:49:05.607763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.626627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.629090 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/cdc303f9-9566-4a69-b064-5bff3261058b HTTP/1.1" status: 204 len: 168 time: 0.3341796 Jul 22 11:49:05.632873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a587dc15-6c37-46dc-9722-635380f6f2a2 None None] Network 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:05.654342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.655492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.665892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97539586-f5db-4bc6-80d1-06fa5bed5a1a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=cdc303f9-9566-4a69-b064-5bff3261058b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:05.667771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.718870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.723361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3091233 Jul 22 11:49:05.723955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.730527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a5544624-cc51-4239-8cc5-adb58d13efae tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'be4dbe1b-14a0-4011-9663-713ad5edfd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:05.733068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1fd143-da30-4fb7-bbe2-de4286f7be5f tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=be4dbe1b-14a0-4011-9663-713ad5edfd0f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:05.782688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.796918 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-a5544624-cc51-4239-8cc5-adb58d13efae tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The resource could not be found. Jul 22 11:49:05.799270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5544624-cc51-4239-8cc5-adb58d13efae tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.0743079 Jul 22 11:49:05.803227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.809669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2fa8f102-75f8-488c-9a20-67d4c41ca050 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': 'be4dbe1b-14a0-4011-9663-713ad5edfd0f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '507fd7d5-650d-4cbc-bd83-e00ac21470d9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:05.855205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:05.855680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.860994 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2fa8f102-75f8-488c-9a20-67d4c41ca050 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The resource could not be found. Jul 22 11:49:05.866509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2fa8f102-75f8-488c-9a20-67d4c41ca050 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0580940 Jul 22 11:49:05.868542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:05.931328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] DHCP port deletion for 777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:05.974631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:05.984830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=253c2b44-3cf7-423e-a3bb-8728ca5a7317,segment=NetworkSegment(6ba97801-b429-4305-bf35-63d8f897e32c),segment_id=6ba97801-b429-4305-bf35-63d8f897e32c)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:05.985630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.007082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Deleting port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:06.007701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.028697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 253c2b44-3cf7-423e-a3bb-8728ca5a7317 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:06.038976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.121972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] For port 253c2b44-3cf7-423e-a3bb-8728ca5a7317, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=253c2b44-3cf7-423e-a3bb-8728ca5a7317,segment=NetworkSegment(6ba97801-b429-4305-bf35-63d8f897e32c),segment_id=6ba97801-b429-4305-bf35-63d8f897e32c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:06.122816 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.129153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.137672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.141627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/be4dbe1b-14a0-4011-9663-713ad5edfd0f HTTP/1.1" status: 204 len: 168 time: 0.2708864 Jul 22 11:49:06.150414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:06.158892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Calling delete_port for 253c2b44-3cf7-423e-a3bb-8728ca5a7317 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:06.184538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6ef14fa-0efd-4750-a0d6-6e525d998d0c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=be4dbe1b-14a0-4011-9663-713ad5edfd0f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:06.199160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d6ae2f0-0b8d-46f7-81aa-637cc3c63546 req-8b0f8b1a-b0de-43d7-9c15-decf3cce76df tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0549209 Jul 22 11:49:06.276155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.314069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3a540fe3-8470-4636-91f4-53f289f46e09 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1620567 Jul 22 11:49:06.315222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:06.321161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-73042c80-8330-4ab8-ac94-dbbbf9755538 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': '8b6e5234-9d69-4bef-8520-1f2ffdf4e8a5', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:06.329660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=253c2b44-3cf7-423e-a3bb-8728ca5a7317,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:06.333680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:06.405388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.423511 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-73042c80-8330-4ab8-ac94-dbbbf9755538 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The resource could not be found. Jul 22 11:49:06.425896 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73042c80-8330-4ab8-ac94-dbbbf9755538 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.1093552 Jul 22 11:49:06.432243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:06.443708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--843774688'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:06.457337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] No DVR routers for this DVR port 253c2b44-3cf7-423e-a3bb-8728ca5a7317 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:06.466206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3510932a-fca4-4259-9d17-848afd1e6a91 None None] Pushing event deleted for resources: {'Port': ['ID=253c2b44-3cf7-423e-a3bb-8728ca5a7317,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:06.498424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.569696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.603192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:06.621282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6ba97801-b429-4305-bf35-63d8f897e32c') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:06.621660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6ba97801-b429-4305-bf35-63d8f897e32c') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:06.637424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0900d3-1b87-4f4c-9925-423505b7ec14 req-5157c12f-cbd1-4b78-a32e-20862510a9cd tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:06.639043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa0900d3-1b87-4f4c-9925-423505b7ec14 req-5157c12f-cbd1-4b78-a32e-20862510a9cd tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 945 time: 0.2940662 Jul 22 11:49:06.643303 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.668262 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.678715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.682571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.692453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:06.693190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:06.697593 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:06.719260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=319a1a52-6b1e-4e3a-9961-883079623860,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:06.732382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.734507 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-69b2f09b-6b9a-4f6b-820e-4e7f815cc59c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2995079 Jul 22 11:49:06.737030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:06.743417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--8826738'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:06.769347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.782772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa0900d3-1b87-4f4c-9925-423505b7ec14 req-ee752c13-565c-47e6-aa27-2020e5474f4d tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1330488 Jul 22 11:49:06.834201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.847158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.854301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:06.855964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64 HTTP/1.1" status: 204 len: 168 time: 1.1990960 Jul 22 11:49:06.866049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-390129772'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:06.873628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646aea07-94b6-40a0-8c8c-eed492149b53 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=777c9b8c-d9fa-4d4e-8f03-1c9a024f5a64,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:06.894776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e897c704-8c9e-4914-a117-3989bcd880b5 req-611138bd-ccaf-4de3-a47a-0e656076f6f1 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:06.896764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e897c704-8c9e-4914-a117-3989bcd880b5 req-611138bd-ccaf-4de3-a47a-0e656076f6f1 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1984823 Jul 22 11:49:06.933258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 253c2b44-3cf7-423e-a3bb-8728ca5a7317 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:06.934105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.957674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:06.958310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e897c704-8c9e-4914-a117-3989bcd880b5 req-75107f77-3105-43c7-aa90-387bc866c565 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556617 Jul 22 11:49:06.966773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 253c2b44-3cf7-423e-a3bb-8728ca5a7317 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:06.967537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 253c2b44-3cf7-423e-a3bb-8728ca5a7317 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:06.967734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:06.972377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.022762 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.024821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2859554 Jul 22 11:49:07.028778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.038545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-039a50a6-3888-4b2a-80b7-75ee282a7286 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group_rule': {'security_group_id': '319a1a52-6b1e-4e3a-9961-883079623860', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '6e543a57-9874-482a-8a1b-4e08ef18f079'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:07.046129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddffe05-1572-4377-99eb-8675805bb970 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6e543a57-9874-482a-8a1b-4e08ef18f079,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:07.054968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 129, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:07.072564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.073109 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment d1e01281-983a-464c-8f76-0648f6704d2a of type vlan for network a76b7038-a664-4386-8aaa-1199bef18ec9 Jul 22 11:49:07.102084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:07.107275 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-039a50a6-3888-4b2a-80b7-75ee282a7286 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:49:07.114975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-039a50a6-3888-4b2a-80b7-75ee282a7286 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.0841928 Jul 22 11:49:07.115567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.135077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:07.136460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 947bee09-ed95-4aa8-b7f7-adc59ddd5c25 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:07.141287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.182887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.193787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.196756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:07.197742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.235388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.243764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3876505 Jul 22 11:49:07.247081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54706) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.252319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:07.312386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.315931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.322366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/6e543a57-9874-482a-8a1b-4e08ef18f079 HTTP/1.1" status: 204 len: 168 time: 0.2057290 Jul 22 11:49:07.323568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.348755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64101945-25c8-4595-b8fc-d372632d40f7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=a76b7038-a664-4386-8aaa-1199bef18ec9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:07.360837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0701dd-b3c7-43a1-9ffa-b7213899f386 req-fa5bd4e4-f6ff-460e-ae92-db3ad89e9a44 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0371783 Jul 22 11:49:07.362280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21951a34-e959-4bbc-a717-cb039f4fcef7 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e543a57-9874-482a-8a1b-4e08ef18f079,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:07.363650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a76b7038-a664-4386-8aaa-1199bef18ec9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:07.521914 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1e01966-1264-4baf-9ef8-292ff6cec8f1 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1903837 Jul 22 11:49:07.524871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.536334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:07.543495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.613419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.642740 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.695095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.699430 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.703345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/319a1a52-6b1e-4e3a-9961-883079623860 HTTP/1.1" status: 204 len: 168 time: 0.1751094 Jul 22 11:49:07.705736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.732459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b51100d8-945f-488a-8724-ecc804195242 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=319a1a52-6b1e-4e3a-9961-883079623860,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:07.787418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba2b5b09-685c-4461-a268-36dafc6b2a20 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0802095 Jul 22 11:49:07.792560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:07.809685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'tempest-secgroup--869770420'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:07.848225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-a5a09357-43c0-41d0-876d-39c8687bc3a9 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:07.850190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-a5a09357-43c0-41d0-876d-39c8687bc3a9 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 945 time: 0.2436545 Jul 22 11:49:07.949190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555e20aa-32a3-4829-8440-640cd2bd4b25 req-aaf8264e-b993-4db2-b71d-8095cfce4886 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:07.949735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:07.955305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-555e20aa-32a3-4829-8440-640cd2bd4b25 req-aaf8264e-b993-4db2-b71d-8095cfce4886 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 945 time: 0.0896323 Jul 22 11:49:08.032366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-555e20aa-32a3-4829-8440-640cd2bd4b25 req-7bfec991-5a31-48ac-9e97-ce73f708fda0 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0753164 Jul 22 11:49:08.096897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.145826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48a293d7-2f70-4138-9111-5c52fe7676b2 req-cdae2887-3ad9-4a64-90ff-e4f058fe9ddd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:08.147406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48a293d7-2f70-4138-9111-5c52fe7676b2 req-cdae2887-3ad9-4a64-90ff-e4f058fe9ddd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.0913944 Jul 22 11:49:08.186147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Deleting port 14d9353c-3cec-4cec-8e9b-d344333a30f0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:08.186662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.216230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48a293d7-2f70-4138-9111-5c52fe7676b2 req-8d02cdac-3530-476d-9cc0-581ca397b45b tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604353 Jul 22 11:49:08.278193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=1f4b7ef5-dd0a-4740-b427-c36d9602f656,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:08.345716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': 'd1e01281-983a-464c-8f76-0648f6704d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:08.346094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: a76b7038-a664-4386-8aaa-1199bef18ec9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:08.365155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.371472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.418030 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.424060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.6240082 Jul 22 11:49:08.425505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.436276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] For port 14d9353c-3cec-4cec-8e9b-d344333a30f0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=14d9353c-3cec-4cec-8e9b-d344333a30f0,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:08.436867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.443472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ef2a44ea-08f3-40b0-bd79-257baad87f81 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:08.444553 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-ef2a44ea-08f3-40b0-bd79-257baad87f81 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 11:49:08.445913 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ef2a44ea-08f3-40b0-bd79-257baad87f81 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 11:49:08.450049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network a76b7038-a664-4386-8aaa-1199bef18ec9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:08.453968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ef2a44ea-08f3-40b0-bd79-257baad87f81 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "PUT /v2.0/security-groups/2bca28bb-3c43-4e1b-a71d-1d0deba20dc6 HTTP/1.1" status: 409 len: 330 time: 0.0254261 Jul 22 11:49:08.455187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.485701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee04d57-9e3b-4721-896a-e795cac1b25c tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2bca28bb-3c43-4e1b-a71d-1d0deba20dc6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:08.491035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Calling delete_port for 14d9353c-3cec-4cec-8e9b-d344333a30f0 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:08.494794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a76b7038-a664-4386-8aaa-1199bef18ec9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:08.506384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:08.507396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.509805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc648822-fe99-4cfd-814f-fa12c6051bd3 None None] Network a76b7038-a664-4386-8aaa-1199bef18ec9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:08.597218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b016e67-1694-4ece-a270-aa869a72d97f req-962316d4-2338-4ed9-92e5-47c3e24a8e71 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0829868 Jul 22 11:49:08.641334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.649020 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e52ea5a-e23c-4aac-9f11-c94523f4a923 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.4003735 Jul 22 11:49:08.652996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.661368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-102038534', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:08.681963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.746505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.747632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.748854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.753233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.759190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/2bca28bb-3c43-4e1b-a71d-1d0deba20dc6 HTTP/1.1" status: 204 len: 168 time: 0.2997568 Jul 22 11:49:08.764373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.804230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b491ae3-fc13-4123-aff3-282ff54b946d tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2bca28bb-3c43-4e1b-a71d-1d0deba20dc6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:08.842363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.848189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a76b7038-a664-4386-8aaa-1199bef18ec9', 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '1f4b7ef5-dd0a-4740-b427-c36d9602f656'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:49:08.850740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.867187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6', '14d9353c-3cec-4cec-8e9b-d344333a30f0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:08.884466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e2d20ea7-0ff1-4609-80fb-b226f2cfa3ba tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1119196 Jul 22 11:49:08.887148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54734) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.906596 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2cce27bf-1505-4b75-af5d-a77a0b332846 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] delete failed (client error): The resource could not be found. Jul 22 11:49:08.911300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2cce27bf-1505-4b75-af5d-a77a0b332846 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "DELETE /v2.0/security-groups/abebea1f-846a-4369-9892-c80cf9b0b9d0 HTTP/1.1" status: 404 len: 347 time: 0.0194657 Jul 22 11:49:08.913182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.946470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event deleted for resources: {'Port': ['ID=14d9353c-3cec-4cec-8e9b-d344333a30f0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:08.956325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.981503 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-e2c18089-ca20-4d8d-abdd-ad532107a212 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] show failed (client error): The resource could not be found. Jul 22 11:49:08.986336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e2c18089-ca20-4d8d-abdd-ad532107a212 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-groups/0d0892f2-a941-42f4-ab0c-6ae42a74eec3 HTTP/1.1" status: 404 len: 347 time: 0.0546505 Jul 22 11:49:08.987880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:08.989138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:08.995134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.995488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.995845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.996183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.996524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.996868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.997191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.997525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.997857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.998334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.999717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:08.999717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:09.018076 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-38f61088-5af5-4112-8329-5c4c87b6e254 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] show failed (client error): The resource could not be found. Jul 22 11:49:09.019923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-38f61088-5af5-4112-8329-5c4c87b6e254 tempest-NegativeSecGroupTest-216124825 tempest-NegativeSecGroupTest-216124825-project] 10.222.0.21 "GET /v2.0/security-group-rules/b7413787-6387-49c6-8b34-4da9ae3242b4 HTTP/1.1" status: 404 len: 356 time: 0.0286977 Jul 22 11:49:09.045320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] No DVR routers for this DVR port 14d9353c-3cec-4cec-8e9b-d344333a30f0 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:09.053784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.056855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8f48fd1d-73f8-4ad0-b373-6f4e8a55783d req-3f79101e-9479-42d8-bdd1-25b13848a65a tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "DELETE /v2.0/ports/14d9353c-3cec-4cec-8e9b-d344333a30f0 HTTP/1.1" status: 204 len: 173 time: 1.1997685 Jul 22 11:49:09.057455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'name': 'network-vif-deleted', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:09.061907 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7921539-db0b-4159-b653-022d6e1999bc" -d '{"events": [{"server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "name": "network-vif-deleted", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:09.083062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.084472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-79979a82-7524-4e10-b9ea-f429b695765c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.4301255 Jul 22 11:49:09.088105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:09.167039 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7879f269-7eda-47d0-b5e7-1585e60320c4 x-openstack-request-id: req-7879f269-7eda-47d0-b5e7-1585e60320c4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:09.167434 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65bb5462-d62a-4607-a16f-64a4efb4fcf2", "name": "network-vif-deleted", "tag": "14d9353c-3cec-4cec-8e9b-d344333a30f0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:09.167788 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7879f269-7eda-47d0-b5e7-1585e60320c4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:09.168315 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65bb5462-d62a-4607-a16f-64a4efb4fcf2', 'name': 'network-vif-deleted', 'tag': '14d9353c-3cec-4cec-8e9b-d344333a30f0', 'status': 'completed', 'code': 200} Jul 22 11:49:09.198652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Allocated IP 2001:db8::2 (a76b7038-a664-4386-8aaa-1199bef18ec9/1f4b7ef5-dd0a-4740-b427-c36d9602f656/161e248d-9213-4a7c-8a87-83943dd81d95) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:09.292722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf4cbc18-76c9-40ee-a7be-6826abd028f2 req-36099f57-26d5-4d3e-b7b5-c8feb6c11af2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=65bb5462-d62a-4607-a16f-64a4efb4fcf2 HTTP/1.1" status: 200 len: 210 time: 0.1008394 Jul 22 11:49:09.504094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:09.515969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.528280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Transition to ACTIVE for port object 161e248d-9213-4a7c-8a87-83943dd81d95 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:09.548861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Transition to ACTIVE for port object 161e248d-9213-4a7c-8a87-83943dd81d95 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:09.568209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.608243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cdcf468-d444-444f-b96b-93b298a6b703 req-017c9ded-f156-4583-b916-2b44cd8c9670 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:09.610848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cdcf468-d444-444f-b96b-93b298a6b703 req-017c9ded-f156-4583-b916-2b44cd8c9670 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2221658 Jul 22 11:49:09.637729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Network a76b7038-a664-4386-8aaa-1199bef18ec9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:09.640774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:09.645139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.646041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:09.695380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Pushing event updated for resources: {'Port': ['ID=161e248d-9213-4a7c-8a87-83943dd81d95,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:09.780861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Attempting to bind port 161e248d-9213-4a7c-8a87-83943dd81d95 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:09.781241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Attempting to bind port 161e248d-9213-4a7c-8a87-83943dd81d95 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd1e01281-983a-464c-8f76-0648f6704d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:09.781616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Attempting to bind port 161e248d-9213-4a7c-8a87-83943dd81d95 on network a76b7038-a664-4386-8aaa-1199bef18ec9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:09.787923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 48, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:09.788486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Checking segment: {'id': 'd1e01281-983a-464c-8f76-0648f6704d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:09.789855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.790258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Bound using segment: {'id': 'd1e01281-983a-464c-8f76-0648f6704d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:09.798927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Bound port: 161e248d-9213-4a7c-8a87-83943dd81d95, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1e01281-983a-464c-8f76-0648f6704d2a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 129, 'network_id': 'a76b7038-a664-4386-8aaa-1199bef18ec9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:09.800039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.870789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cdcf468-d444-444f-b96b-93b298a6b703 req-b5e8d192-02aa-40ef-bbb2-2a3a514610e1 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2534308 Jul 22 11:49:09.913460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-baba431c-7770-4fe0-a0dd-4ebbd3091f64 req-767c489b-0cbb-4f4e-9ec4-c20c893bb9b6 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.1138394 Jul 22 11:49:09.959495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] For port 161e248d-9213-4a7c-8a87-83943dd81d95, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:09.967380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] For port 161e248d-9213-4a7c-8a87-83943dd81d95, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=161e248d-9213-4a7c-8a87-83943dd81d95,segment=NetworkSegment(d1e01281-983a-464c-8f76-0648f6704d2a),segment_id=d1e01281-983a-464c-8f76-0648f6704d2a)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:09.985159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:09.999224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-40a21fa8-2f72-4008-a877-d2fa2d98b2f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6494981f17d545dab9490e28ed839e7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4935217 Jul 22 11:49:10.001576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:10.105973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.107418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c275bc15-3c06-4516-934c-154e947bfc7a None None] Pushing event updated for resources: {'Port': ['ID=161e248d-9213-4a7c-8a87-83943dd81d95,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:10.135064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.188708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8::1 (a76b7038-a664-4386-8aaa-1199bef18ec9/1f4b7ef5-dd0a-4740-b427-c36d9602f656/e8e4626d-a7d5-4d50-9b4f-8fbb15b987db) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:10.209728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.222831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.224119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1378afe7-9b93-4f1b-9a53-92926284fba9 HTTP/1.1" status: 204 len: 168 time: 0.2214813 Jul 22 11:49:10.237190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44843d44-e963-45c4-842e-93d9b670ff87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1378afe7-9b93-4f1b-9a53-92926284fba9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:10.485867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.528819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object e8e4626d-a7d5-4d50-9b4f-8fbb15b987db will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:10.623085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.691547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network a76b7038-a664-4386-8aaa-1199bef18ec9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:10.700653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=e8e4626d-a7d5-4d50-9b4f-8fbb15b987db,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:10.705577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:10.710495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:10.714011 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:10.792256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.792766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.793216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.793735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.794173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.794677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.795124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.795582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.796019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.796451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.796882 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:10.797311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:11.004417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 161e248d-9213-4a7c-8a87-83943dd81d95 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:11.084695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.155532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 161e248d-9213-4a7c-8a87-83943dd81d95 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:11.480290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.498035 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.498880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.524214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c44a0ebd-8512-4592-b524-c2b22e0e5e3f req-14781178-e67a-424e-b72a-d9688a056bfe tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0416689 Jul 22 11:49:11.620492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c5ab831-6a57-4ea0-be96-70e078fede71 None None] Network a76b7038-a664-4386-8aaa-1199bef18ec9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:11.663600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=e8e4626d-a7d5-4d50-9b4f-8fbb15b987db,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:11.700178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:11.762205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b27dc5d9-5668-4015-b086-90f9f408cc17 req-9d9f592b-9f4c-43c1-8a26-cca403fe5238 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:11.762205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b27dc5d9-5668-4015-b086-90f9f408cc17 req-9d9f592b-9f4c-43c1-8a26-cca403fe5238 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.6504035 Jul 22 11:49:11.786403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Provisioning for port 161e248d-9213-4a7c-8a87-83943dd81d95 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:11.794242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Provisioning complete for port 161e248d-9213-4a7c-8a87-83943dd81d95 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:11.794647 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.830881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network a76b7038-a664-4386-8aaa-1199bef18ec9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:11.833688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:11.856624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b27dc5d9-5668-4015-b086-90f9f408cc17 req-bf8e9db5-41be-479c-bf8f-08d9e78295e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0875430 Jul 22 11:49:11.872769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-686579636-network', 'tenant_id': '9c76525496674c118d24bb9026bbcc63'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:11.908191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Made reservation on behalf of 9c76525496674c118d24bb9026bbcc63 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:11.911492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:11.923240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.040883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 14d9353c-3cec-4cec-8e9b-d344333a30f0 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:12.050156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 83032311-23be-4887-bd45-4883e870cd46 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:49:12.070678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.076075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.083880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 14d9353c-3cec-4cec-8e9b-d344333a30f0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:12.084241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 14d9353c-3cec-4cec-8e9b-d344333a30f0 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:12.112834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:12.125786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=148092fb-d332-4fe9-bd74-903fa0c9b916,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:12.146488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.148865 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Added segment 28999a27-b9f1-4942-8b67-e962452cbde7 of type vlan for network 4f14d970-1dc2-45f3-9cf3-613395e1aed0 Jul 22 11:49:12.157139 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.203607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] For port 161e248d-9213-4a7c-8a87-83943dd81d95, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=161e248d-9213-4a7c-8a87-83943dd81d95,segment=NetworkSegment(d1e01281-983a-464c-8f76-0648f6704d2a),segment_id=d1e01281-983a-464c-8f76-0648f6704d2a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:12.210477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.221536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.280040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.281924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:12.283237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.307354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4984d99-38ff-4e3b-890a-469c6253e742 None None] Pushing event updated for resources: {'Port': ['ID=161e248d-9213-4a7c-8a87-83943dd81d95,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:12.349680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] Pushing event updated for resources: {'Network': ['ID=4f14d970-1dc2-45f3-9cf3-613395e1aed0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:12.368538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 4f14d970-1dc2-45f3-9cf3-613395e1aed0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:12.375491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-547d76dd-f7f8-4502-8714-bd9f7ebac04f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 0.6741076 Jul 22 11:49:12.376207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:12.389832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Request body: {'subnet': {'network_id': '4f14d970-1dc2-45f3-9cf3-613395e1aed0', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-686579636-subnet', 'tenant_id': '9c76525496674c118d24bb9026bbcc63', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:12.433441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Made reservation on behalf of 9c76525496674c118d24bb9026bbcc63 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:12.436629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.627987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:12.640150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ee8bb507-fead-4226-99a7-ab0dee19caef tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/83032311-23be-4887-bd45-4883e870cd46/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5498939 Jul 22 11:49:12.643015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:12.652069 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] Sync routers for ids ['83032311-23be-4887-bd45-4883e870cd46'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:12.657158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Provisioning for port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:12.666800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Provisioning complete for port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:12.667414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.671612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] Routers {'83032311-23be-4887-bd45-4883e870cd46'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:12.672382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['83032311-23be-4887-bd45-4883e870cd46'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:12.721970 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:12.740678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.743574 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] Routers {'83032311-23be-4887-bd45-4883e870cd46'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:12.745403 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['83032311-23be-4887-bd45-4883e870cd46'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:12.776916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4a15d54-74ed-4ccc-bc91-7c4c8e1a3dd8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:12.792319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4a15d54-74ed-4ccc-bc91-7c4c8e1a3dd8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports/e8e4626d-a7d5-4d50-9b4f-8fbb15b987db HTTP/1.1" status: 200 len: 911 time: 0.1467593 Jul 22 11:49:12.797440 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:12.798115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:12.798334 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d995c11-fa9c-473a-8e2e-b644229cbc53 None None] The sync data for ids ['83032311-23be-4887-bd45-4883e870cd46'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:12.817271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:12.833138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Provisioning complete for port 161e248d-9213-4a7c-8a87-83943dd81d95 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:12.837535 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-facf1ac1-4af4-4bb8-8fc9-28476db99af2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:12.952557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Pushing event updated for resources: {'Subnet': ['ID=cf44145c-9eac-4edb-88ee-ba36985989a6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:12.957054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Checking segment: {'id': '28999a27-b9f1-4942-8b67-e962452cbde7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '4f14d970-1dc2-45f3-9cf3-613395e1aed0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:12.957757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Network hostable DHCP agents. Network: 4f14d970-1dc2-45f3-9cf3-613395e1aed0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:12.962768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 161e248d-9213-4a7c-8a87-83943dd81d95 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:12.983907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Network 4f14d970-1dc2-45f3-9cf3-613395e1aed0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:12.994060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a8fc965-3741-447f-998e-f9b74b2197b6 req-24a4dc02-4a64-451a-8e0d-b3abf9a956ec tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.2004995 Jul 22 11:49:13.009116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 4f14d970-1dc2-45f3-9cf3-613395e1aed0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:13.038050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:13.038862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:13.082502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32644c17-f51b-4759-a3c0-32316f1bfb6e None None] Network 4f14d970-1dc2-45f3-9cf3-613395e1aed0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:13.087724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d6908e39-99d1-4a3f-bfc2-9f5ef040719b admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 0.7015533 Jul 22 11:49:13.317360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 161e248d-9213-4a7c-8a87-83943dd81d95 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:13.317748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:13.331017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae9209cc-7f1b-4832-879e-089e803ca19f req-5ad52301-3302-4aef-b950-f26583abc12e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:13.332765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae9209cc-7f1b-4832-879e-089e803ca19f req-5ad52301-3302-4aef-b950-f26583abc12e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2776310 Jul 22 11:49:13.383895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ce1b29-6653-4b09-a1ef-dc331fa8eb1e None None] Network 4f14d970-1dc2-45f3-9cf3-613395e1aed0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:13.405923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae9209cc-7f1b-4832-879e-089e803ca19f req-26bd37e9-1f04-4038-a26c-acde5284edb5 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624204 Jul 22 11:49:13.467702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-54927236-eb2d-48c3-bbe3-8b387d7acde5 None None] Provisioning complete for port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:13.468087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54927236-eb2d-48c3-bbe3-8b387d7acde5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:13.609931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-54927236-eb2d-48c3-bbe3-8b387d7acde5 None None] Port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:13.656666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:13.767672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6889eb8e-3209-4556-9d65-d09cd7d3214a None None] Provisioning complete for port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:13.768064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6889eb8e-3209-4556-9d65-d09cd7d3214a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:13.813116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6889eb8e-3209-4556-9d65-d09cd7d3214a None None] Port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:13.980789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:13.988215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058482389-network', 'tenant_id': '08718d8e402745019eacb32693c2781e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:14.016052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Made reservation on behalf of 08718d8e402745019eacb32693c2781e for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:14.020091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.030887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.040775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port e8e4626d-a7d5-4d50-9b4f-8fbb15b987db {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:14.041358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.170808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.187286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.192078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.199905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1d5b390-dc7f-4ee0-af8e-979e252ac9aa req-2d20145f-137a-4a22-940c-c4194a3288b3 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0494630 Jul 22 11:49:14.207512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for e8e4626d-a7d5-4d50-9b4f-8fbb15b987db owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:14.221944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] vlan segment allocate from pool success with {'vlan_id': 146, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:14.232703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=83a6be88-18c4-43af-9d43-0f651764b2b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:14.249565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.251098 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Added segment 864a396b-ae68-4a90-ab6b-f8efa9fe955d of type vlan for network 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 Jul 22 11:49:14.294024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.328209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.329353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:14.330073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.366530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 898 time: 0.3842280 Jul 22 11:49:14.370122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:14.375078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Request body: {'subnet': {'network_id': '634fe61f-fae1-4d03-b3bc-cf64ba6b5c42', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-2058482389-subnet', 'tenant_id': '08718d8e402745019eacb32693c2781e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:14.410200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b916597c-f675-45e9-98ed-9c0a8f67664c admin admin] Pushing event updated for resources: {'Network': ['ID=634fe61f-fae1-4d03-b3bc-cf64ba6b5c42,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:14.417669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.424679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:14.440944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Made reservation on behalf of 08718d8e402745019eacb32693c2781e for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:14.455096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=e8e4626d-a7d5-4d50-9b4f-8fbb15b987db,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:14.463664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.676067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.772934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.834121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fbfafa6-8585-41ee-9777-2acead074ca3 req-3da344f4-53d5-40f5-bb1d-650f0c6b2da1 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:14.835228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fbfafa6-8585-41ee-9777-2acead074ca3 req-3da344f4-53d5-40f5-bb1d-650f0c6b2da1 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.3237703 Jul 22 11:49:14.869061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Pushing event updated for resources: {'Subnet': ['ID=304638e9-a7ec-4439-a9ff-8e0fc49ee4ce,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:14.884804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Checking segment: {'id': '864a396b-ae68-4a90-ab6b-f8efa9fe955d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 146, 'network_id': '634fe61f-fae1-4d03-b3bc-cf64ba6b5c42'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:14.885430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Network hostable DHCP agents. Network: 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:14.905590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Network 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:14.922226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:14.935959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b0c80f16-a264-4d7c-93e3-7b8086b21f6b None None] Network 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:14.939972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:14.940596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:14.954688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 83032311-23be-4887-bd45-4883e870cd46 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:49:14.974363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fbfafa6-8585-41ee-9777-2acead074ca3 req-aa960ba7-2804-4617-b7f9-b47be39694c0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942204 Jul 22 11:49:14.983860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-02f91a32-e68f-4747-a582-925a0b02069e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 0.6125100 Jul 22 11:49:15.127418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:15.142620 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5be60f94-2699-4422-9105-5c66a400364f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/83032311-23be-4887-bd45-4883e870cd46/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3238490 Jul 22 11:49:15.145378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:15.166409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] Sync routers for ids ['83032311-23be-4887-bd45-4883e870cd46'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:15.219817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50e391f1-b4c9-4eb7-8e40-45a6c42b03c2 None None] Network 634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:15.243377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:15.246993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f171ac0-81b8-4778-ba47-fc1fac95eff9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=83032311-23be-4887-bd45-4883e870cd46 HTTP/1.1" status: 200 len: 205 time: 0.0998631 Jul 22 11:49:15.250584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:15.280256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] Routers {'83032311-23be-4887-bd45-4883e870cd46'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:15.281217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['83032311-23be-4887-bd45-4883e870cd46'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:15.415290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:15.421516 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc9668c4-f4e4-4737-a1a7-c862c71e3bc9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.439754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] Routers {'83032311-23be-4887-bd45-4883e870cd46'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:15.441259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:48:49Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['83032311-23be-4887-bd45-4883e870cd46'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:15.471243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4fbae049-2d63-4eef-80fd-75227f0aed7b req-24ea3a09-0446-498f-a072-cd59360b46bc tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0604844 Jul 22 11:49:15.484453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.490731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:15.491783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c116bd5f-0729-45b0-b9a2-140a379e4942 None None] The sync data for ids ['83032311-23be-4887-bd45-4883e870cd46'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:15.610320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Deleting subnet cf44145c-9eac-4edb-88ee-ba36985989a6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:15.616556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.824903 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.829896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.854482 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.909706 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.935377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.935933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router 83032311-23be-4887-bd45-4883e870cd46 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:49:15.944548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:15.949023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fe9c3013-b296-4c2e-9f91-82a19116d0cb tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/83032311-23be-4887-bd45-4883e870cd46 HTTP/1.1" status: 204 len: 168 time: 0.7045977 Jul 22 11:49:15.949187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:15.989148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.003896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.009063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/cf44145c-9eac-4edb-88ee-ba36985989a6 HTTP/1.1" status: 204 len: 168 time: 0.7542717 Jul 22 11:49:16.015654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54874) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:16.035417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018121b4-e4fa-4e73-8704-37d59a1949d6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cf44145c-9eac-4edb-88ee-ba36985989a6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:16.176093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.181810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 1f4b7ef5-dd0a-4740-b427-c36d9602f656 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:16.187181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.194725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15b12870-ece7-426f-a411-e354c8c66643 req-872d4f2e-46f2-4a18-bd8b-fb846d482278 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:16.198168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15b12870-ece7-426f-a411-e354c8c66643 req-872d4f2e-46f2-4a18-bd8b-fb846d482278 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1066453 Jul 22 11:49:16.264473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15b12870-ece7-426f-a411-e354c8c66643 req-3789515d-fe9d-445e-8821-3c374f0cbfcc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569739 Jul 22 11:49:16.302123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.403393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.421741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f14d970-1dc2-45f3-9cf3-613395e1aed0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:16.450491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '28999a27-b9f1-4942-8b67-e962452cbde7') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:16.450491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '28999a27-b9f1-4942-8b67-e962452cbde7') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:16.462538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.512765 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.545988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:16.546629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:16.549184 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:16.572604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.670816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.685957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.687651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] 10.222.0.21 "DELETE /v2.0/networks/4f14d970-1dc2-45f3-9cf3-613395e1aed0 HTTP/1.1" status: 204 len: 168 time: 0.6704290 Jul 22 11:49:16.687980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b3880cc-6b70-43ba-90a3-37fed685a5aa req-722c9d79-b5ec-451d-9033-74e7f908ada0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0402434 Jul 22 11:49:16.699204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:16.769599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42e44535-a5bf-4fc9-b88b-cac8b9133eb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f14d970-1dc2-45f3-9cf3-613395e1aed0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:16.792728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93cac2e6-03ec-4102-a685-99085dd84477 req-7066b7c2-69d4-44bf-bd31-4aa6ae7cfada tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:16.800161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93cac2e6-03ec-4102-a685-99085dd84477 req-7066b7c2-69d4-44bf-bd31-4aa6ae7cfada tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1109905 Jul 22 11:49:16.812664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.862657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93cac2e6-03ec-4102-a685-99085dd84477 req-f6843f15-3ce5-4f03-b626-a89e652a56d5 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0579622 Jul 22 11:49:16.877554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=1f4b7ef5-dd0a-4740-b427-c36d9602f656,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:16.925355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Deleting subnet 304638e9-a7ec-4439-a9ff-8e0fc49ee4ce {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:16.929973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.930612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf949a39-483b-4156-8979-c0aef466557b None None] Network a76b7038-a664-4386-8aaa-1199bef18ec9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:16.935418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:16.942496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b71427ee-6b42-4b39-9d2e-36696be922f9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/1f4b7ef5-dd0a-4740-b427-c36d9602f656 HTTP/1.1" status: 204 len: 168 time: 0.9918289 Jul 22 11:49:16.948218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:16.996300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.029196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.097493 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.107271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-91d642ba-0e38-4d46-a9b2-bcba67e0e6e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:17.109163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-91d642ba-0e38-4d46-a9b2-bcba67e0e6e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 1096 time: 0.3618674 Jul 22 11:49:17.115721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 161e248d-9213-4a7c-8a87-83943dd81d95 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:17.116254 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.213091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 161e248d-9213-4a7c-8a87-83943dd81d95, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=161e248d-9213-4a7c-8a87-83943dd81d95,segment=NetworkSegment(d1e01281-983a-464c-8f76-0648f6704d2a),segment_id=d1e01281-983a-464c-8f76-0648f6704d2a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:17.213828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.249566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 161e248d-9213-4a7c-8a87-83943dd81d95 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:17.279878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] DHCP port deletion for a76b7038-a664-4386-8aaa-1199bef18ec9 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:17.328487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.354147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.356522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/304638e9-a7ec-4439-a9ff-8e0fc49ee4ce HTTP/1.1" status: 204 len: 168 time: 0.6218369 Jul 22 11:49:17.358011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-268750d3-3f59-4458-b4d6-8a39d611c31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:17.358952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:17.360098 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-268750d3-3f59-4458-b4d6-8a39d611c31e service neutron] 10.222.0.20 "GET /v2.0/networks?id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 200 len: 916 time: 0.2293892 Jul 22 11:49:17.385961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f7454c4-56da-4030-86df-3b3625ee1835 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=304638e9-a7ec-4439-a9ff-8e0fc49ee4ce,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:17.420580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Deleting port 161e248d-9213-4a7c-8a87-83943dd81d95 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:17.420975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.458675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-46b5c000-c496-4141-9dd5-a1d427ef3d2d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1971023c-ce0b-4e91-92ce-541e9109051b HTTP/1.1" status: 200 len: 217 time: 0.0741208 Jul 22 11:49:17.470355 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.482491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.505583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=161e248d-9213-4a7c-8a87-83943dd81d95,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:17.510991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port 161e248d-9213-4a7c-8a87-83943dd81d95 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:17.535296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-bc22b023-133f-4d94-8e97-327084b0d10d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:17.540864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-bc22b023-133f-4d94-8e97-327084b0d10d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 200 len: 854 time: 0.0750594 Jul 22 11:49:17.583867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] For port 161e248d-9213-4a7c-8a87-83943dd81d95, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=161e248d-9213-4a7c-8a87-83943dd81d95,segment=NetworkSegment(d1e01281-983a-464c-8f76-0648f6704d2a),segment_id=d1e01281-983a-464c-8f76-0648f6704d2a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:17.584417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.600895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Calling delete_port for 161e248d-9213-4a7c-8a87-83943dd81d95 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:17.655615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.685786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-95b69f25-18ae-4026-a3fb-08d68f0509ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:17.690033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.691281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-95b69f25-18ae-4026-a3fb-08d68f0509ad service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b2c57501-ee97-4be2-9cb9-c384e4fcb1be&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1427872 Jul 22 11:49:17.707107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.722967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['634fe61f-fae1-4d03-b3bc-cf64ba6b5c42']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.727313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a76b7038-a664-4386-8aaa-1199bef18ec9']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.744026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] Pushing event deleted for resources: {'Port': ['ID=161e248d-9213-4a7c-8a87-83943dd81d95,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:17.746101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '864a396b-ae68-4a90-ab6b-f8efa9fe955d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.746406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '864a396b-ae68-4a90-ab6b-f8efa9fe955d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.749797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1e01281-983a-464c-8f76-0648f6704d2a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.750074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1e01281-983a-464c-8f76-0648f6704d2a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:17.754208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d20e37c-fe70-4ebc-8df4-c8d45a7d3136 None None] No DVR routers for this DVR port 161e248d-9213-4a7c-8a87-83943dd81d95 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:17.778949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.781495 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.806316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.814660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.829911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.832351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Releasing vlan 146 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:17.832925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:17.861524 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:17.919965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fe90434-0588-48be-bebb-21862a5f5539 req-92b2adc4-34d6-49f1-a4af-22ba67759a6f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0493705 Jul 22 11:49:17.922800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-fa2afcdd-25b0-417b-8dbd-8411bd6d9009 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2230656 Jul 22 11:49:17.925695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 129 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:17.926125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:17.935954 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:18.080693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.108675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ceea82d0-a189-4630-b9f3-75fc2a74b086 req-acc0c63c-2725-410a-ba5b-bc9464fcb654 service neutron] 10.222.0.20 "GET /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1772482 Jul 22 11:49:18.111901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.119024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] 10.222.0.21 "DELETE /v2.0/networks/634fe61f-fae1-4d03-b3bc-cf64ba6b5c42 HTTP/1.1" status: 204 len: 168 time: 0.7549338 Jul 22 11:49:18.122346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04808950-7698-4ff1-b784-5f56098acf82 admin admin] Pushing event deleted for resources: {'Network': ['ID=634fe61f-fae1-4d03-b3bc-cf64ba6b5c42,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:18.126359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.137287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.143040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/a76b7038-a664-4386-8aaa-1199bef18ec9 HTTP/1.1" status: 204 len: 168 time: 1.2033069 Jul 22 11:49:18.144527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:18.158823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-602459344', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:18.195968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89697e76-a6c6-405d-90d7-78fb08de6089 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=a76b7038-a664-4386-8aaa-1199bef18ec9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:18.201384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.203021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.217331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a433b3ff-73a7-492b-8c7f-bdfda0d2b23f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.234065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0bee6f9-257f-411a-b7da-dcedb48c4c18 req-89c8f0b9-8f95-4754-9bad-0cd966d8b84a tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:18.236081 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0bee6f9-257f-411a-b7da-dcedb48c4c18 req-89c8f0b9-8f95-4754-9bad-0cd966d8b84a tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2472193 Jul 22 11:49:18.292519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.465393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:18.532673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-604d9f87-26c2-4c9f-a58c-070279ddabef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9c76525496674c118d24bb9026bbcc63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0652058 Jul 22 11:49:18.536256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:18.626207 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.686758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.783753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.784568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0bee6f9-257f-411a-b7da-dcedb48c4c18 req-0588ddb1-232e-4d90-b101-8619a0e396bd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5038614 Jul 22 11:49:18.786998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.790593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/148092fb-d332-4fe9-bd74-903fa0c9b916 HTTP/1.1" status: 204 len: 168 time: 0.2505481 Jul 22 11:49:18.801965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31307649-96de-47c9-a9c5-9ef1fe7baa22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=148092fb-d332-4fe9-bd74-903fa0c9b916,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:18.931259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:18.987586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 161e248d-9213-4a7c-8a87-83943dd81d95 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:19.020143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 161e248d-9213-4a7c-8a87-83943dd81d95 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:19.021386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 161e248d-9213-4a7c-8a87-83943dd81d95 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:19.153250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48776c61-114f-4298-b737-d471ca763f01 req-352ddcb2-2ca7-45d8-a510-4e726e0b827a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b796228-4eac-4435-95c6-9e1ebd8ca797 HTTP/1.1" status: 200 len: 210 time: 0.0697815 Jul 22 11:49:19.324397 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.344734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.400436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.524095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:19.562530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 172.25.6.33 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9916cc8d-8e7c-483d-b049-3ca4508304d4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:19.628293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47eb8d26-7315-449f-8daf-7ef659c1e588 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08718d8e402745019eacb32693c2781e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1029103 Jul 22 11:49:19.631062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:19.752527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.759857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.789434 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.842490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.893830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=9916cc8d-8e7c-483d-b049-3ca4508304d4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:19.933683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:19.938826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:19.964955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:19.970605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.973234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:19.974682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/83a6be88-18c4-43af-9d43-0f651764b2b9 HTTP/1.1" status: 204 len: 168 time: 0.3426454 Jul 22 11:49:20.010173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa890bb3-be2e-49ce-9a2f-000c5117a26d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=83a6be88-18c4-43af-9d43-0f651764b2b9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:20.147252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcffe769-841b-4b1f-bb74-0713af81ad96 req-25e70a26-2d74-4189-9477-aaacc19d3c4e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:20.149000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcffe769-841b-4b1f-bb74-0713af81ad96 req-25e70a26-2d74-4189-9477-aaacc19d3c4e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2318285 Jul 22 11:49:20.242119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcffe769-841b-4b1f-bb74-0713af81ad96 req-7edb05eb-6801-4dde-b406-9aae0955e968 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0693295 Jul 22 11:49:20.380599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:20.552260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec059573-b61d-48c1-aa7a-c538dee6d432 req-a49b2478-a05d-4246-bbb2-ccffcac1c691 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:20.559969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec059573-b61d-48c1-aa7a-c538dee6d432 req-a49b2478-a05d-4246-bbb2-ccffcac1c691 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1398234 Jul 22 11:49:20.694474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec059573-b61d-48c1-aa7a-c538dee6d432 req-6d9eef80-4741-4614-98e6-f2666d1944fb tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335618 Jul 22 11:49:20.783675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:20.984151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b702b2fb-5b67-489d-9c8b-ddd3d32f167f req-8ba806fa-6eda-4d02-a2bd-acc8af408ab9 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:20.985827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b702b2fb-5b67-489d-9c8b-ddd3d32f167f req-8ba806fa-6eda-4d02-a2bd-acc8af408ab9 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.1302180 Jul 22 11:49:21.052184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b702b2fb-5b67-489d-9c8b-ddd3d32f167f req-a1a7cadf-3959-4aad-b9bd-b51751cd891e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547895 Jul 22 11:49:21.069513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router e5853199-ba2f-469a-8e2a-bd6496493d96 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:49:21.303405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5408ffc-9349-48f2-8a92-9020a77a3c58 req-205caf62-5a1a-40ad-9ee3-d7686378ca1d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:21.305293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5408ffc-9349-48f2-8a92-9020a77a3c58 req-205caf62-5a1a-40ad-9ee3-d7686378ca1d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1286602 Jul 22 11:49:21.307499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:21.327530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.329476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-882c6169-1b90-4007-8aca-d163b07238ae tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 882 time: 3.1748331 Jul 22 11:49:21.332490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55020) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:21.344131 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] Sync routers for ids ['e5853199-ba2f-469a-8e2a-bd6496493d96'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:21.355138 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] Routers {'e5853199-ba2f-469a-8e2a-bd6496493d96'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:21.355771 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5853199-ba2f-469a-8e2a-bd6496493d96'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:21.362993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:21.368231 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.411302 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:21.425742 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] Routers {'e5853199-ba2f-469a-8e2a-bd6496493d96'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:21.427187 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5853199-ba2f-469a-8e2a-bd6496493d96'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:21.475157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5408ffc-9349-48f2-8a92-9020a77a3c58 req-6c8eb2cf-77b9-44d2-bd9d-8b084f632931 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1294160 Jul 22 11:49:21.502718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.517632 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:21.519428 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff8ef1c5-1e4d-47b3-bbba-4da16391afa0 None None] The sync data for ids ['e5853199-ba2f-469a-8e2a-bd6496493d96'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:21.583793 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0fe13fa6-bdb2-42a6-b421-11c0d26177dd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers/e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 200 len: 883 time: 0.2491670 Jul 22 11:49:21.586488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:21.588770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.603917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-75516104-ad58-4f60-a3da-d971331b05e1 req-1927c96f-4af4-404a-aa26-259fb4faf160 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:49:21.604975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75516104-ad58-4f60-a3da-d971331b05e1 req-1927c96f-4af4-404a-aa26-259fb4faf160 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0266216 Jul 22 11:49:21.842465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75516104-ad58-4f60-a3da-d971331b05e1 req-3e8c76bb-8ba0-4148-91ab-9ea75376a666 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.10&fields=device_id HTTP/1.1" status: 200 len: 262 time: 0.2128711 Jul 22 11:49:21.848963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.852710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eeed59e6-0bcf-4fa3-bd2b-4b500c3f6f1b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 886 time: 0.2616484 Jul 22 11:49:21.853199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:21.856991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:21.858895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/security-groups/48034958-d3e4-4cb8-b28b-747258cf534d HTTP/1.1" status: 204 len: 168 time: 0.4727259 Jul 22 11:49:21.864023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-602459344'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:21.864323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55046) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:21.880236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da084f9-4567-4b6d-901e-c1b38e4ba92f tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=48034958-d3e4-4cb8-b28b-747258cf534d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:21.895934 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-67184e03-78d3-49cd-b5e9-07eff489d4b0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] show failed (client error): The resource could not be found. Jul 22 11:49:21.898889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-67184e03-78d3-49cd-b5e9-07eff489d4b0 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "GET /v2.0/security-groups/48034958-d3e4-4cb8-b28b-747258cf534d HTTP/1.1" status: 404 len: 347 time: 0.0321090 Jul 22 11:49:21.901170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:22.259234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port d4771e13-0249-48e8-8987-b525835941d2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:22.259618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:22.449650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:22.449980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:22.463894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:22.473207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c01801a-181d-4306-a8f8-6562550a2887 req-0e4d7176-2d59-47bb-b914-c965c111683e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:22.474948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c01801a-181d-4306-a8f8-6562550a2887 req-0e4d7176-2d59-47bb-b914-c965c111683e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.1889296 Jul 22 11:49:22.476203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for d4771e13-0249-48e8-8987-b525835941d2 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:22.487816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:22.664460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c01801a-181d-4306-a8f8-6562550a2887 req-329bbaa6-f189-493b-a05d-360b8e9f70b2 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833439 Jul 22 11:49:22.987959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:23.030818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2208d68e-fdfd-472c-8ccd-7adb92973902 req-bde48afc-ccf9-4f60-822a-45e6790147fc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:23.033295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2208d68e-fdfd-472c-8ccd-7adb92973902 req-bde48afc-ccf9-4f60-822a-45e6790147fc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.2609036 Jul 22 11:49:23.041051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=d4771e13-0249-48e8-8987-b525835941d2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:23.169248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2208d68e-fdfd-472c-8ccd-7adb92973902 req-0e93d4d9-9d29-4a7c-bdad-8536100b4ecf tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1247332 Jul 22 11:49:23.206803 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:23.212902 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:23.221545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e676b42b-703a-4b05-99b2-a6ef5976a6ab tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/floatingips/3592fe70-4ee7-435f-a68e-36191866ad4e HTTP/1.1" status: 204 len: 168 time: 1.3187187 Jul 22 11:49:23.222231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:23.307791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router e5853199-ba2f-469a-8e2a-bd6496493d96 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:49:23.519738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:23.529085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:23.530442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec2d2f39-de41-416d-9499-da476248408d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 200 len: 890 time: 1.6761074 Jul 22 11:49:23.533048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:23.542569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da461d-8265-4355-99d0-725617d6341b None None] Sync routers for ids ['e5853199-ba2f-469a-8e2a-bd6496493d96'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:23.543123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64370714-17ec-400a-afcb-160b07a95d83 req-f3fda508-9bba-4cdc-871d-6ea1c5f3ad76 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:23.550259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64370714-17ec-400a-afcb-160b07a95d83 req-f3fda508-9bba-4cdc-871d-6ea1c5f3ad76 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.2807229 Jul 22 11:49:23.560162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7c9edf-b41e-4888-aebe-0abff7f0d36b req-dbdf8345-3890-4c13-8acb-8b446f172482 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:23.565600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] Routers {'e5853199-ba2f-469a-8e2a-bd6496493d96'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:23.566258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5853199-ba2f-469a-8e2a-bd6496493d96'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:23.567396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e7c9edf-b41e-4888-aebe-0abff7f0d36b req-dbdf8345-3890-4c13-8acb-8b446f172482 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.2265086 Jul 22 11:49:23.652026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:23.668924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] Routers {'e5853199-ba2f-469a-8e2a-bd6496493d96'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:23.669750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e5853199-ba2f-469a-8e2a-bd6496493d96'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:23.731352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c1da461d-8265-4355-99d0-725617d6341b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:23.732044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1da461d-8265-4355-99d0-725617d6341b None None] The sync data for ids ['e5853199-ba2f-469a-8e2a-bd6496493d96'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:23.754284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ff8b400-0ab5-4dfb-a863-c039f29d7bde tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers/e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 200 len: 890 time: 0.2195821 Jul 22 11:49:23.755064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:23.794274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2596f260-e4a9-4c34-a0e7-dabe2f48388b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 200 len: 205 time: 0.0357041 Jul 22 11:49:23.795818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:23.954063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 5ce174f1-7af9-44fb-b0a1-7165105fa191 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:23.954479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:23.969836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.056174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64370714-17ec-400a-afcb-160b07a95d83 req-b0d11882-9bb7-4395-8a45-72f90867b16d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5030384 Jul 22 11:49:24.070339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e7c9edf-b41e-4888-aebe-0abff7f0d36b req-143e1b4e-48a8-4868-b3e5-23861a36aafc tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5016015 Jul 22 11:49:24.104555 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.108642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.123644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 5ce174f1-7af9-44fb-b0a1-7165105fa191 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:24.192970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 9916cc8d-8e7c-483d-b049-3ca4508304d4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:24.193293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.316472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.341440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 9916cc8d-8e7c-483d-b049-3ca4508304d4 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:24.342979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.408573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=5ce174f1-7af9-44fb-b0a1-7165105fa191,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:24.511829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967cf97-f9bd-4693-8dca-4017833c30d8 req-c5e43780-5819-4b1e-b451-c07e3863c282 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:24.524765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967cf97-f9bd-4693-8dca-4017833c30d8 req-c5e43780-5819-4b1e-b451-c07e3863c282 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:24.537785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d967cf97-f9bd-4693-8dca-4017833c30d8 req-c5e43780-5819-4b1e-b451-c07e3863c282 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:24.540852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d967cf97-f9bd-4693-8dca-4017833c30d8 req-c5e43780-5819-4b1e-b451-c07e3863c282 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d&device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0&device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 2417 time: 0.2669237 Jul 22 11:49:24.597997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.603175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.609859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80446153-0591-48fa-99c4-6b6ee4c9ca32 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/ports/5ce174f1-7af9-44fb-b0a1-7165105fa191 HTTP/1.1" status: 204 len: 168 time: 1.3818417 Jul 22 11:49:24.610725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:24.623719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d967cf97-f9bd-4693-8dca-4017833c30d8 req-6882b5f6-7a9b-494b-a3cf-4658ded5d705 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747340 Jul 22 11:49:24.706853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=9916cc8d-8e7c-483d-b049-3ca4508304d4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:24.748975 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:24.792540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6bb0e09-2371-44a5-a952-c355960f08e3 req-32760f84-e538-4daf-ab9a-bf520f7718d3 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.&fields=device_id HTTP/1.1" status: 200 len: 463 time: 0.1197009 Jul 22 11:49:24.997897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.003650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.078601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.079352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router e5853199-ba2f-469a-8e2a-bd6496493d96 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:49:25.086697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.091476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-61b8293a-3362-4012-b68a-c73b19028369 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 204 len: 168 time: 1.2907343 Jul 22 11:49:25.091476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port ac8b7a59-13a0-440c-9a34-75dbf76c75f4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:25.091476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.092710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:25.099062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-180520801'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:25.158745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:25.169099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.179500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4388f995-cde4-403d-a381-225897cdc090 req-53374c2c-88f8-4c45-8431-7ac7ee9212eb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:25.210270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4388f995-cde4-403d-a381-225897cdc090 req-53374c2c-88f8-4c45-8431-7ac7ee9212eb tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.2959535 Jul 22 11:49:25.250746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:25.263246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.263599 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment d0c15039-663b-4893-ab04-52db7c39fadb of type vlan for network 0c5657aa-e2e7-46c7-95c5-848a24073a21 Jul 22 11:49:25.322266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.362121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.403858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for ac8b7a59-13a0-440c-9a34-75dbf76c75f4 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:25.415788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.439460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:25.440557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.499189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.4043562 Jul 22 11:49:25.500042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:25.523038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:25.541070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Deleting port f33dbf20-4d95-48d4-8794-04e6c654cfd6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:25.541418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.632584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90e5ae74-4a75-44ee-861c-bb5e749569c2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=0c5657aa-e2e7-46c7-95c5-848a24073a21,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:25.649449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:25.710157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b13ffc02-396b-4283-a6be-c02837d695bd req-16531564-eeb5-46cf-ba81-08705f0d6660 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:25.714140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b13ffc02-396b-4283-a6be-c02837d695bd req-16531564-eeb5-46cf-ba81-08705f0d6660 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 945 time: 0.4811015 Jul 22 11:49:25.750914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] For port f33dbf20-4d95-48d4-8794-04e6c654cfd6, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=f33dbf20-4d95-48d4-8794-04e6c654cfd6,segment=NetworkSegment(5a20f29c-d194-48cd-973a-3d1f2fdae8e9),segment_id=5a20f29c-d194-48cd-973a-3d1f2fdae8e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:25.750914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.778138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Calling delete_port for f33dbf20-4d95-48d4-8794-04e6c654cfd6 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:25.794922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b13ffc02-396b-4283-a6be-c02837d695bd req-df5527db-336d-4d19-b16f-f3dd711048d0 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/security-groups?id=abc7ed96-36a8-409f-ac17-1c76f0464f9a&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730999 Jul 22 11:49:25.795579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:25.799534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.830792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:25.917495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=ac8b7a59-13a0-440c-9a34-75dbf76c75f4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:26.057594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.061109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e13d76b-b469-4db6-b1e0-47c4ba787a46 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/ports/ac8b7a59-13a0-440c-9a34-75dbf76c75f4 HTTP/1.1" status: 204 len: 168 time: 1.4462214 Jul 22 11:49:26.063806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:26.156468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.164591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.168362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['f33dbf20-4d95-48d4-8794-04e6c654cfd6'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:26.190101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Pushing event deleted for resources: {'Port': ['ID=f33dbf20-4d95-48d4-8794-04e6c654cfd6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:26.272977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] No DVR routers for this DVR port f33dbf20-4d95-48d4-8794-04e6c654cfd6 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:26.278359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.280611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4388f995-cde4-403d-a381-225897cdc090 req-c3212727-8939-4a06-a34e-1978c3297ce2 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.20 "DELETE /v2.0/ports/f33dbf20-4d95-48d4-8794-04e6c654cfd6 HTTP/1.1" status: 204 len: 173 time: 1.0603631 Jul 22 11:49:26.280988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=f46e53c0-b683-431c-9fe2-2e3dbd515cf8,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:26.281106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'name': 'network-vif-deleted', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:26.284732 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4507f0c-94ff-441b-b9d1-93e77e3cabae" -d '{"events": [{"server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "name": "network-vif-deleted", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:26.337062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting subnet c38a413d-c1db-4cb3-972d-73809bc364e3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:26.341059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.369002 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7464f6f6-75ce-4fb0-9b39-9839d86ddc22 x-openstack-request-id: req-7464f6f6-75ce-4fb0-9b39-9839d86ddc22 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:26.369301 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "12afae26-5314-4f6c-b09b-4da4cdcf5f7e", "name": "network-vif-deleted", "tag": "f33dbf20-4d95-48d4-8794-04e6c654cfd6", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:26.369750 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7464f6f6-75ce-4fb0-9b39-9839d86ddc22 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:26.370320 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '12afae26-5314-4f6c-b09b-4da4cdcf5f7e', 'name': 'network-vif-deleted', 'tag': 'f33dbf20-4d95-48d4-8794-04e6c654cfd6', 'status': 'completed', 'code': 200} Jul 22 11:49:26.445435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.550952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.666982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.677846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': 'd0c15039-663b-4893-ab04-52db7c39fadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:26.678226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 0c5657aa-e2e7-46c7-95c5-848a24073a21, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:26.778067 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:26.785811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:26.799607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-566ecc3c-40fc-4c55-a51b-8b405b7a0b6c None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:26.839141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/subnets/c38a413d-c1db-4cb3-972d-73809bc364e3 HTTP/1.1" status: 204 len: 168 time: 0.7174356 Jul 22 11:49:26.877467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab2103eb-bec9-4a74-a85c-eacf2073676b tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Subnet': ['ID=c38a413d-c1db-4cb3-972d-73809bc364e3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:26.949257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:27.016770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0c5657aa-e2e7-46c7-95c5-848a24073a21) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:27.023319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting subnet be9f88ea-2314-41bd-8a76-4165811cdb9d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:27.039215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:27.039920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.048862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.059435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5a16004b-dc0d-479e-a141-6446fb17f8d9 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5417345 Jul 22 11:49:27.062204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:27.067554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1919344916', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:27.114152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.115465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.130105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.147410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4ef87ed-1bfb-486e-8cd2-47009df07a8c None None] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:27.234827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-b985157e-74c9-441f-adbb-c4a4c60bfbce req-c75e90b4-217a-4455-a61c-7cde1b560738 tempest-ServersNegativeTestMultiTenantJSON-880260904 tempest-ServersNegativeTestMultiTenantJSON-880260904-project] (93706) timed out ('10.222.0.20', 51148) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:49:27.244133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccf1f0a3-a911-45da-af83-301bd701e30a req-2bcb8eb6-62c4-4900-aa04-ba7ca9fa9ddc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:27.254401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ccf1f0a3-a911-45da-af83-301bd701e30a req-2bcb8eb6-62c4-4900-aa04-ba7ca9fa9ddc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.3581500 Jul 22 11:49:27.265972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2971346a-c812-4ffd-ae9e-5de5fc2e424c req-8ac5d609-7d3d-4cf7-84a4-fc40229e1694 tempest-AttachVolumeNegativeTest-1530915949 tempest-AttachVolumeNegativeTest-1530915949-project] 10.222.0.21 "GET /v2.0/ports?device_id=12afae26-5314-4f6c-b09b-4da4cdcf5f7e HTTP/1.1" status: 200 len: 210 time: 0.1676297 Jul 22 11:49:27.295897 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:49:27.371122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ccf1f0a3-a911-45da-af83-301bd701e30a req-2b9bb248-70f5-4bfd-8ac1-1089fbfad031 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1114595 Jul 22 11:49:27.396936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.484357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.498240 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.507977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.512296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.513152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] DHCP port deletion for 31c755e2-4511-4773-8e2e-06328bfefe2c request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:27.541236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.542829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-0c5657aa-e2e7-46c7-95c5-848a24073a21', 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': 'f46e53c0-b683-431c-9fe2-2e3dbd515cf8'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:49:27.543819 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.546069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e16031d3-d14f-4a8a-9d5d-45b12421bce2 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.4828460 Jul 22 11:49:27.547721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:27.632618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Subnet': ['ID=be9f88ea-2314-41bd-8a76-4165811cdb9d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:27.638288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.640876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0129ce79-bf3e-4f63-a3d3-0977b96d683a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/subnets/be9f88ea-2314-41bd-8a76-4165811cdb9d HTTP/1.1" status: 204 len: 168 time: 0.8527138 Jul 22 11:49:27.643699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:27.680281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbeb7960-e795-4109-b313-921bc5dcebab None None] Network 1f73e72c-d991-4e05-a5ad-3981bf9c4616 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:27.762352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.866005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port a04424eb-5af8-48d2-9005-98da8ec64d27 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:27.867698 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.971829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port a04424eb-5af8-48d2-9005-98da8ec64d27, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a04424eb-5af8-48d2-9005-98da8ec64d27,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:27.971829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:27.987108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for a04424eb-5af8-48d2-9005-98da8ec64d27 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:28.027040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.030957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Deleting port a04424eb-5af8-48d2-9005-98da8ec64d27 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:28.031708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.129555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Allocated IP 2001:db8::2 (0c5657aa-e2e7-46c7-95c5-848a24073a21/f46e53c0-b683-431c-9fe2-2e3dbd515cf8/c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:28.182725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538fb92b-887d-4f01-93fb-60f544f008ee req-29746650-464b-402e-bf3f-4a5d03185d45 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:28.184630 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-538fb92b-887d-4f01-93fb-60f544f008ee req-29746650-464b-402e-bf3f-4a5d03185d45 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1388834 Jul 22 11:49:28.186187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.254960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=a04424eb-5af8-48d2-9005-98da8ec64d27,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:28.277176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] For port a04424eb-5af8-48d2-9005-98da8ec64d27, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a04424eb-5af8-48d2-9005-98da8ec64d27,segment=NetworkSegment(c459876c-ec16-46b1-9541-bd97dc61eb07),segment_id=c459876c-ec16-46b1-9541-bd97dc61eb07)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:28.277595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.291056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port a04424eb-5af8-48d2-9005-98da8ec64d27 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:28.425975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55218) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:28.443582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Calling delete_port for a04424eb-5af8-48d2-9005-98da8ec64d27 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:28.501451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.512584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.528225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['31c755e2-4511-4773-8e2e-06328bfefe2c']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:28.532850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Deleting port 316ea739-5616-465b-a333-14c7cc16e59e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:28.533436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.564864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Deleting subnet 1cabe74a-3748-48f7-8e64-984f0e4a8162 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:28.575719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.636461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e6e500b-6edc-44ce-9765-835af2a70e19 req-7ba13df7-1e80-43cb-b9d2-839a18f0a892 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:28.638542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e6e500b-6edc-44ce-9765-835af2a70e19 req-7ba13df7-1e80-43cb-b9d2-839a18f0a892 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 945 time: 0.1544540 Jul 22 11:49:28.650893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.718307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c459876c-ec16-46b1-9541-bd97dc61eb07') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:28.718307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c459876c-ec16-46b1-9541-bd97dc61eb07') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:28.751626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.759604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e6e500b-6edc-44ce-9765-835af2a70e19 req-0800c837-bfb3-4dfb-80e3-00b99907340d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862794 Jul 22 11:49:28.766358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.798192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] DHCP port deletion for 1f73e72c-d991-4e05-a5ad-3981bf9c4616 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:28.807374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.824301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:28.825183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.921131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:28.951628 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:28.955366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.959779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] For port 316ea739-5616-465b-a333-14c7cc16e59e, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=316ea739-5616-465b-a333-14c7cc16e59e,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:28.963395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.985460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:28.990159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1cabe74a-3748-48f7-8e64-984f0e4a8162,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:28.993302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:28.995371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/networks/31c755e2-4511-4773-8e2e-06328bfefe2c HTTP/1.1" status: 204 len: 168 time: 1.3501523 Jul 22 11:49:29.000696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.008335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f184cd7-1d98-4cc6-95f7-35c0f5be65ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1cabe74a-3748-48f7-8e64-984f0e4a8162 HTTP/1.1" status: 204 len: 168 time: 0.5810268 Jul 22 11:49:29.043642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Calling delete_port for 316ea739-5616-465b-a333-14c7cc16e59e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:29.049292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:29.065713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:29.075260 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.103569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-060ae27a-3924-47db-b724-7c80c539a472 tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Network': ['ID=31c755e2-4511-4773-8e2e-06328bfefe2c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:29.132677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Network 31c755e2-4511-4773-8e2e-06328bfefe2c is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:49:29.133337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] No DVR routers for this DVR port a04424eb-5af8-48d2-9005-98da8ec64d27 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:29.136386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Deleting port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:29.137288 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.141374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.146222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63f6ed95-ed93-416a-bc2c-65061ec2b5c8 None None] Pushing event deleted for resources: {'Port': ['ID=a04424eb-5af8-48d2-9005-98da8ec64d27,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:29.184825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Transition to ACTIVE for port object c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:29.204806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.261181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] For port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:29.261866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.278577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Transition to ACTIVE for port object c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:29.287957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Deleting port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:29.288613 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.324966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Calling delete_port for 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:29.326679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.335129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.410331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Pushing event updated for resources: {'Port': ['ID=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:29.447764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:29.487592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] For port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,segment=NetworkSegment(c2588906-4141-41a3-aaa9-3524f5b3fd14),segment_id=c2588906-4141-41a3-aaa9-3524f5b3fd14)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:29.487592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.489202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Calling delete_port for 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:29.533292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:29.540107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:29.547449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.589001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.602099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.615771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:29.671377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5a20f29c-d194-48cd-973a-3d1f2fdae8e9') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:29.672158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5a20f29c-d194-48cd-973a-3d1f2fdae8e9') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:29.698570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.706504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] No DVR routers for this DVR port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:29.706946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Attempting to bind port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:29.707363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Attempting to bind port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd0c15039-663b-4893-ab04-52db7c39fadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:29.707922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Attempting to bind port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 on network 0c5657aa-e2e7-46c7-95c5-848a24073a21 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:29.721369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a04424eb-5af8-48d2-9005-98da8ec64d27 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:29.735277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.741116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.755240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:29.756002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:29.758271 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:29.775567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:29.776394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Checking segment: {'id': 'd0c15039-663b-4893-ab04-52db7c39fadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:29.777037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.777627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Bound using segment: {'id': 'd0c15039-663b-4893-ab04-52db7c39fadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:29.778272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Bound port: c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd0c15039-663b-4893-ab04-52db7c39fadb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0c5657aa-e2e7-46c7-95c5-848a24073a21'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:29.778972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.781468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Port': ['ID=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:29.785577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1971023c-ce0b-4e91-92ce-541e9109051b', '316ea739-5616-465b-a333-14c7cc16e59e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:29.787952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['efde6ed4-d502-4210-a32c-c50d8bd3c190'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:29.811979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a04424eb-5af8-48d2-9005-98da8ec64d27 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:29.812530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a04424eb-5af8-48d2-9005-98da8ec64d27 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:29.836991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8::1 (0c5657aa-e2e7-46c7-95c5-848a24073a21/f46e53c0-b683-431c-9fe2-2e3dbd515cf8/ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:29.878630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event deleted for resources: {'Port': ['ID=316ea739-5616-465b-a333-14c7cc16e59e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:29.882837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:29.961522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] Pushing event deleted for resources: {'Port': ['ID=3ddb8506-0d3d-49e8-8cef-313dfe33ab3a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:30.006072 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.038663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f73e72c-d991-4e05-a5ad-3981bf9c4616']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:30.052129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] No DVR routers for this DVR port 316ea739-5616-465b-a333-14c7cc16e59e on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:30.056879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.059360 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-538fb92b-887d-4f01-93fb-60f544f008ee req-0eaf4366-b3f3-4e47-b209-3f37cf4059e8 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "DELETE /v2.0/ports/316ea739-5616-465b-a333-14c7cc16e59e HTTP/1.1" status: 204 len: 173 time: 1.8682716 Jul 22 11:49:30.060579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'name': 'network-vif-deleted', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:30.063850 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2e667ef2-5851-4561-94cb-ab947fb808dd" -d '{"events": [{"server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "name": "network-vif-deleted", "tag": "316ea739-5616-465b-a333-14c7cc16e59e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:30.100417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.103853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de60c6eb-254a-461f-853e-a49216cab779 None None] No DVR routers for this DVR port 3ddb8506-0d3d-49e8-8cef-313dfe33ab3a on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:30.108045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-146bfcd3-4093-4481-8f31-cdb417429436 req-a1d4a8e4-04a5-432b-8bea-3e0c7f97c8a7 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=2e6ea8c1-fd67-4991-948b-b1df7254ba3d HTTP/1.1" status: 200 len: 210 time: 0.1020930 Jul 22 11:49:30.118723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2588906-4141-41a3-aaa9-3524f5b3fd14') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:30.119024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2588906-4141-41a3-aaa9-3524f5b3fd14') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:30.135384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.150241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 316ea739-5616-465b-a333-14c7cc16e59e no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:30.157968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] 10.222.0.21 "DELETE /v2.0/networks/84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba HTTP/1.1" status: 204 len: 168 time: 1.1011150 Jul 22 11:49:30.178776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c9d91a8-58a2-4b9c-b036-ad7b1ad7cb27 admin admin] Pushing event deleted for resources: {'Network': ['ID=84f54ec8-4f25-4e4e-99dc-a4c84f5f81ba,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:30.220083 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2b3920d0-50ac-4230-a604-f66d8fe52341 x-openstack-request-id: req-2b3920d0-50ac-4230-a604-f66d8fe52341 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:30.220083 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "2e6ea8c1-fd67-4991-948b-b1df7254ba3d", "name": "network-vif-deleted", "tag": "316ea739-5616-465b-a333-14c7cc16e59e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:30.220332 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2b3920d0-50ac-4230-a604-f66d8fe52341 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:30.220734 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2e6ea8c1-fd67-4991-948b-b1df7254ba3d', 'name': 'network-vif-deleted', 'tag': '316ea739-5616-465b-a333-14c7cc16e59e', 'status': 'completed', 'code': 200} Jul 22 11:49:30.239682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.291570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.313228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Releasing vlan 113 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:30.313933 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:30.318288 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:30.393061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 316ea739-5616-465b-a333-14c7cc16e59e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:30.393399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 316ea739-5616-465b-a333-14c7cc16e59e not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:30.395886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f33dbf20-4d95-48d4-8794-04e6c654cfd6 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:30.428309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.450575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.456596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: f33dbf20-4d95-48d4-8794-04e6c654cfd6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:30.463584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.464460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device f33dbf20-4d95-48d4-8794-04e6c654cfd6 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:30.476687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] 10.222.0.21 "DELETE /v2.0/networks/1f73e72c-d991-4e05-a5ad-3981bf9c4616 HTTP/1.1" status: 204 len: 168 time: 1.4645164 Jul 22 11:49:30.481100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:30.499468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5c9674b-cefd-4fbe-867f-141a5454c33a tempest-TaggedBootDevicesTest_v242-1938249994 tempest-TaggedBootDevicesTest_v242-1938249994-project] Pushing event deleted for resources: {'Network': ['ID=1f73e72c-d991-4e05-a5ad-3981bf9c4616,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:30.553887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] For port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:30.643859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.705661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:30.762796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] For port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,segment=NetworkSegment(d0c15039-663b-4893-ab04-52db7c39fadb),segment_id=d0c15039-663b-4893-ab04-52db7c39fadb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:30.835821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.860083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:30.891974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd7c1a6b-c69f-409e-83e8-5db5a3bc0c58 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0637541d30c44305a8313af7236671f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1846523 Jul 22 11:49:30.899319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:30.907462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:30.918110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:30.919135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:30.919402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:30.933820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82077f89-9b3b-4f70-a0f7-cf16f6584e6b None None] Pushing event updated for resources: {'Port': ['ID=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:31.033065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:31.091954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:31.204998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:31.216787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:31.221385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:31.226392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abc7ed96-36a8-409f-ac17-1c76f0464f9a HTTP/1.1" status: 204 len: 168 time: 0.3195951 Jul 22 11:49:31.251121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c07280fd-a540-4712-aeb9-68d73cae2357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abc7ed96-36a8-409f-ac17-1c76f0464f9a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:31.578049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-bf3efd8b-8d8e-449c-bee4-c032e4ed5781 req-3ba5c028-6a6d-47d4-ba2d-aa659ae1b3ca service neutron] (93707) timed out ('10.222.0.20', 50836) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:49:31.982981 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:32.034328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:32.035470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:32.742886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:32.832544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba9f28be-4e2d-42ce-9b01-749285ddbc1e req-743192d5-c550-4940-8b0f-bf5094dfa39f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:32.841966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba9f28be-4e2d-42ce-9b01-749285ddbc1e req-743192d5-c550-4940-8b0f-bf5094dfa39f tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.8645990 Jul 22 11:49:32.909359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:32.921019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:32.969522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba9f28be-4e2d-42ce-9b01-749285ddbc1e req-e461dabd-cdc7-49b1-8d0e-b9472ac15665 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1219461 Jul 22 11:49:32.998771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5d87a8d-367f-467c-80fb-d9392eda833a None None] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:33.239006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:33.255516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 875c3434-6f14-471c-a1f9-b8018db6ced5 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:49:33.270022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-04c35817-62c7-4701-b22f-e523f05353c0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:33.272065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-04c35817-62c7-4701-b22f-e523f05353c0 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.36 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.1170979 Jul 22 11:49:33.360560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fca9d145-33c0-4a77-9458-f397c54fc876 None None] Provisioning for port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:33.635691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:33.652019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:33.659122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:33.659503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:33.661696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-305b440f-aab6-4c78-85de-53287c217ae5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/875c3434-6f14-471c-a1f9-b8018db6ced5/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1116056 Jul 22 11:49:33.664695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:33.676694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Deleting port efde6ed4-d502-4210-a32c-c50d8bd3c190 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:33.676979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:33.677642 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] Sync routers for ids ['875c3434-6f14-471c-a1f9-b8018db6ced5'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:33.704123 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] Routers {'875c3434-6f14-471c-a1f9-b8018db6ced5'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:33.705888 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['875c3434-6f14-471c-a1f9-b8018db6ced5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:33.911506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:33.957087 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:33.979254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd0df43b-1617-4a26-871c-0571935d6d63 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:33.982806 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cd0df43b-1617-4a26-871c-0571935d6d63 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports/ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 HTTP/1.1" status: 200 len: 911 time: 0.3162508 Jul 22 11:49:33.999489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:34.004275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] Routers {'875c3434-6f14-471c-a1f9-b8018db6ced5'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:34.009409 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['875c3434-6f14-471c-a1f9-b8018db6ced5'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:34.023450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'port': {'fixed_ips': [{'subnet_id': 'f46e53c0-b683-431c-9fe2-2e3dbd515cf8'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:34.061958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] For port efde6ed4-d502-4210-a32c-c50d8bd3c190, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=efde6ed4-d502-4210-a32c-c50d8bd3c190,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:34.062610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.099113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,segment=NetworkSegment(d0c15039-663b-4893-ab04-52db7c39fadb),segment_id=d0c15039-663b-4893-ab04-52db7c39fadb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:34.110664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.113465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Calling delete_port for efde6ed4-d502-4210-a32c-c50d8bd3c190 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:34.214334 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:34.215072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a108f9d-5cc5-4943-a2fe-409caea1eb84 None None] The sync data for ids ['875c3434-6f14-471c-a1f9-b8018db6ced5'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:34.277513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:34.437528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Provisioning for port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:34.467550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Provisioning complete for port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:34.467978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.697869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:34.707371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66b43d77-75a5-45ee-b69c-236362585e27 req-01212b67-7acb-4e09-a618-3c1b7cafdf69 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:34.708985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66b43d77-75a5-45ee-b69c-236362585e27 req-01212b67-7acb-4e09-a618-3c1b7cafdf69 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 946 time: 0.4654744 Jul 22 11:49:34.738129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Provisioning complete for port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:34.738623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-966a66a0-d12d-43b3-ad36-873a4c25e9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.814031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.948625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66b43d77-75a5-45ee-b69c-236362585e27 req-949c4124-28f4-4897-9efb-fb0b0bddaa9c tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2179444 Jul 22 11:49:34.951384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:34.995543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['efde6ed4-d502-4210-a32c-c50d8bd3c190'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:35.022649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1971023c-ce0b-4e91-92ce-541e9109051b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:35.045525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event deleted for resources: {'Port': ['ID=efde6ed4-d502-4210-a32c-c50d8bd3c190,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:35.150592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:35.212005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] No DVR routers for this DVR port efde6ed4-d502-4210-a32c-c50d8bd3c190 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:35.232253 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:35.242768 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cca11f3-1124-4b74-ad69-9be8f530530c req-05e4c7a3-a89a-47b5-bae3-962bfd0d76cc tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.36 "DELETE /v2.0/ports/efde6ed4-d502-4210-a32c-c50d8bd3c190 HTTP/1.1" status: 204 len: 173 time: 1.9600511 Jul 22 11:49:35.245405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'name': 'network-vif-deleted', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:35.261101 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-987d2a54-e9d5-49d7-bf04-f43978483437" -d '{"events": [{"server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "name": "network-vif-deleted", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:35.299708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:35.300837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:35.374288 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b208d1e4-0b70-4dde-9d63-114d6d8226b0 x-openstack-request-id: req-b208d1e4-0b70-4dde-9d63-114d6d8226b0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:35.374899 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0", "name": "network-vif-deleted", "tag": "efde6ed4-d502-4210-a32c-c50d8bd3c190", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:35.375468 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b208d1e4-0b70-4dde-9d63-114d6d8226b0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:35.376103 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0', 'name': 'network-vif-deleted', 'tag': 'efde6ed4-d502-4210-a32c-c50d8bd3c190', 'status': 'completed', 'code': 200} Jul 22 11:49:35.901249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-491e1501-eb1e-4938-b043-ab15e58298c4 None None] Provisioning complete for port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:35.901851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-491e1501-eb1e-4938-b043-ab15e58298c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:35.979378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-491e1501-eb1e-4938-b043-ab15e58298c4 None None] Port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:36.128668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69497bc6-3b41-4799-a80d-9452ddc43119 None None] Provisioning complete for port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:36.133990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69497bc6-3b41-4799-a80d-9452ddc43119 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:36.252704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16f1c1b4-1eaf-4e96-bbc5-cf654a6430da req-ed2ae1e2-6224-4bf6-8c88-0b7e76bfa5d5 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=ecc50316-f3e7-4b14-b716-ec3ba0f5c1f0 HTTP/1.1" status: 200 len: 210 time: 0.1673641 Jul 22 11:49:36.564405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-69497bc6-3b41-4799-a80d-9452ddc43119 None None] Port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:49:36.911010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:36.938412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:36.955806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:36.962971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:36.967558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/ports/ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 HTTP/1.1" status: 200 len: 911 time: 2.9649324 Jul 22 11:49:36.970466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55432) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:37.160006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5238cd05-0d75-46e9-b83a-0468d5ab80b3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:37.222820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device efde6ed4-d502-4210-a32c-c50d8bd3c190 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:37.268989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: efde6ed4-d502-4210-a32c-c50d8bd3c190 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:37.269477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device efde6ed4-d502-4210-a32c-c50d8bd3c190 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:37.340031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:37.756148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55516ade-249e-4834-9ab1-962a5cff13dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:37.862176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:37.990110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55516ade-249e-4834-9ab1-962a5cff13dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:37.996400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-55516ade-249e-4834-9ab1-962a5cff13dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.032060 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-55516ade-249e-4834-9ab1-962a5cff13dd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9e37f0150b7b4e4ca5d38c28eecdbfa8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6905787 Jul 22 11:49:38.035659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55462) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:38.063068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55516ade-249e-4834-9ab1-962a5cff13dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d13c8bf6-6228-4350-a2b0-cb79a449dadb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:38.423273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.445585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9aaaaec3-e978-4039-9f89-9ee2a7131cc0 req-3dce3cd2-b1cc-4195-afae-3960ad12781d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:38.457795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9aaaaec3-e978-4039-9f89-9ee2a7131cc0 req-3dce3cd2-b1cc-4195-afae-3960ad12781d tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.5922270 Jul 22 11:49:38.543249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.585493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9aaaaec3-e978-4039-9f89-9ee2a7131cc0 req-b4112d5d-3293-47d2-8c16-0714cfdf67ae tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263902 Jul 22 11:49:38.688382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.692588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.695195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d13c8bf6-6228-4350-a2b0-cb79a449dadb HTTP/1.1" status: 204 len: 168 time: 0.6560714 Jul 22 11:49:38.721141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa85d090-ff1a-4b35-b3de-4ce18fd90598 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d13c8bf6-6228-4350-a2b0-cb79a449dadb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:38.771421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:38.771895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.923169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:38.942405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:39.180340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:39.201895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-457eb316-0beb-4860-8d94-6243a27a006c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:39.223851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:39.264537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=ca58e2ea-05e7-4f3c-a89b-26cf89dbd9a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:39.445427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:39.481834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-0963a695-5c69-414a-96d2-b568f9dc3f14 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:39.483577 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-0963a695-5c69-414a-96d2-b568f9dc3f14 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2523873 Jul 22 11:49:39.661646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-457eb316-0beb-4860-8d94-6243a27a006c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:39.668149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-457eb316-0beb-4860-8d94-6243a27a006c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:39.777207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-457eb316-0beb-4860-8d94-6243a27a006c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=185c2b91-91d4-433c-9e25-1c2fd7157b24,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:39.807547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-457eb316-0beb-4860-8d94-6243a27a006c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=beae65a105a64fffa92652e255f22670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6246638 Jul 22 11:49:39.812942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:39.912474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 875c3434-6f14-471c-a1f9-b8018db6ced5 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:49:39.972188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Deleting port 1971023c-ce0b-4e91-92ce-541e9109051b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:39.972708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.002439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e300f12-8ee4-4f37-ad2c-bb631267ccc0 req-bfd35b6b-f27d-418e-b92c-3998b3d6be70 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:40.023091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e300f12-8ee4-4f37-ad2c-bb631267ccc0 req-bfd35b6b-f27d-418e-b92c-3998b3d6be70 tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 945 time: 0.2662718 Jul 22 11:49:40.023422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.108965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.148448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:40.163409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] Sync routers for ids ['875c3434-6f14-471c-a1f9-b8018db6ced5'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:40.180050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4eef1aab-6409-460b-8969-0c993688f437 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/875c3434-6f14-471c-a1f9-b8018db6ced5/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2073100 Jul 22 11:49:40.185071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:40.199734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] Routers {'875c3434-6f14-471c-a1f9-b8018db6ced5'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:40.200407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['875c3434-6f14-471c-a1f9-b8018db6ced5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:40.232320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e300f12-8ee4-4f37-ad2c-bb631267ccc0 req-165e28eb-46fa-405e-ab0a-695c8dce6d1e tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/security-groups?id=c8bb8080-0a27-42dc-8ce5-e960f1c290e9&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2088239 Jul 22 11:49:40.242405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] For port 1971023c-ce0b-4e91-92ce-541e9109051b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=1971023c-ce0b-4e91-92ce-541e9109051b,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:40.242405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.274089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.278052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.279752 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/185c2b91-91d4-433c-9e25-1c2fd7157b24 HTTP/1.1" status: 204 len: 168 time: 0.4644539 Jul 22 11:49:40.290287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:40.299716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:40.308555 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39bdf19c-7fa2-42c3-a7dd-ce63cdeb1834 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=875c3434-6f14-471c-a1f9-b8018db6ced5 HTTP/1.1" status: 200 len: 205 time: 0.1223121 Jul 22 11:49:40.316426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] Routers {'875c3434-6f14-471c-a1f9-b8018db6ced5'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:40.317292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['875c3434-6f14-471c-a1f9-b8018db6ced5'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:40.322055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Calling delete_port for 1971023c-ce0b-4e91-92ce-541e9109051b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:40.328031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2947b9e-ad04-4444-a874-e7775c6b94fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=185c2b91-91d4-433c-9e25-1c2fd7157b24,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:40.411234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:40.411811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee86c71-46f7-4ffb-b944-45641e6a07b1 None None] The sync data for ids ['875c3434-6f14-471c-a1f9-b8018db6ced5'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:40.489702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.691229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.703684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['1971023c-ce0b-4e91-92ce-541e9109051b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:49:40.778018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Pushing event deleted for resources: {'Port': ['ID=1971023c-ce0b-4e91-92ce-541e9109051b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:40.813961 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.817975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.923832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] No DVR routers for this DVR port 1971023c-ce0b-4e91-92ce-541e9109051b on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:40.936380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:40.940932 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6aad5c9e-d326-4a7f-b79e-568ab8a2f71e req-84c09ca7-589f-4e27-9a70-f88bc79ac7dd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.20 "DELETE /v2.0/ports/1971023c-ce0b-4e91-92ce-541e9109051b HTTP/1.1" status: 204 len: 173 time: 1.4495387 Jul 22 11:49:40.941649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'name': 'network-vif-deleted', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:49:40.952614 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-85fec8fe-59c4-4524-83fb-a2f926af8699" -d '{"events": [{"server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "name": "network-vif-deleted", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:49:41.124385 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:49:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa6557e-e610-43ab-aebc-d07e5ca7777a x-openstack-request-id: req-4aa6557e-e610-43ab-aebc-d07e5ca7777a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:49:41.124795 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "739fe634-4609-4ca1-97a3-2b7cac33b322", "name": "network-vif-deleted", "tag": "1971023c-ce0b-4e91-92ce-541e9109051b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:49:41.125157 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aa6557e-e610-43ab-aebc-d07e5ca7777a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:49:41.125855 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '739fe634-4609-4ca1-97a3-2b7cac33b322', 'name': 'network-vif-deleted', 'tag': '1971023c-ce0b-4e91-92ce-541e9109051b', 'status': 'completed', 'code': 200} Jul 22 11:49:41.842112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-637cef50-beef-4b7a-8497-a41167b928b3 req-7b0e1e55-b08b-4be4-9d16-1c401cc8a5fd tempest-ListServerFiltersTestJSON-780503848 tempest-ListServerFiltersTestJSON-780503848-project] 10.222.0.21 "GET /v2.0/ports?device_id=739fe634-4609-4ca1-97a3-2b7cac33b322 HTTP/1.1" status: 200 len: 210 time: 0.1772366 Jul 22 11:49:41.871914 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:41.873387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router 875c3434-6f14-471c-a1f9-b8018db6ced5 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:49:41.910659 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:41.912585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ce1d6a17-5cf9-47c2-92a8-8b505fdad7ac tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/875c3434-6f14-471c-a1f9-b8018db6ced5 HTTP/1.1" status: 204 len: 168 time: 1.6116583 Jul 22 11:49:41.916750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:42.105158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet f46e53c0-b683-431c-9fe2-2e3dbd515cf8 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:42.115111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.175299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.309467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.418145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.494342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=f46e53c0-b683-431c-9fe2-2e3dbd515cf8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:42.513454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5d659b6-bedf-4192-932a-533d7a43ddc0 None None] Network 0c5657aa-e2e7-46c7-95c5-848a24073a21 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:42.519102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.530833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:42.533980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-141f4506-54d2-4c1c-9c45-5f985f82398c tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/f46e53c0-b683-431c-9fe2-2e3dbd515cf8 HTTP/1.1" status: 204 len: 168 time: 0.6155152 Jul 22 11:49:42.686064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:42.797720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:42.798795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.004378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:43.014776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] DHCP port deletion for 0c5657aa-e2e7-46c7-95c5-848a24073a21 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:43.052145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,segment=NetworkSegment(d0c15039-663b-4893-ab04-52db7c39fadb),segment_id=d0c15039-663b-4893-ab04-52db7c39fadb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:43.052712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.086283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:43.141691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Deleting subnet e0da6eee-a790-42d9-9d54-4ed1be7284a5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:43.168033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Deleting port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:43.170219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.172595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.271110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.349725 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.414300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] For port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,segment=NetworkSegment(d0c15039-663b-4893-ab04-52db7c39fadb),segment_id=d0c15039-663b-4893-ab04-52db7c39fadb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:43.414786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.424412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:43.437390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:43.450169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Calling delete_port for c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:43.599985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.742355 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.771455 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.795341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.796754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0c5657aa-e2e7-46c7-95c5-848a24073a21']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:43.817462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd0c15039-663b-4893-ab04-52db7c39fadb') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:43.818220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd0c15039-663b-4893-ab04-52db7c39fadb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:43.838784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.844793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.850720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e0da6eee-a790-42d9-9d54-4ed1be7284a5 HTTP/1.1" status: 204 len: 168 time: 0.8407545 Jul 22 11:49:43.863933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:43.892294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Pushing event deleted for resources: {'Port': ['ID=c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:43.894823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86f0f4a0-8f0c-453b-9b32-a045c6ff7a9f None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:43.909194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] No DVR routers for this DVR port c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:43.919201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff497bd6-6682-41d9-88bb-f483de84b1ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e0da6eee-a790-42d9-9d54-4ed1be7284a5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:43.937107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.938300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.940108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.941818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.942326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.943048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.946641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.947157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.949332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.949894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.950387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.952068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:43.952342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.952488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:43.952883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e9cc54-96bf-445d-aeb1-0519720534d1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:43.957319 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:44.182130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.192134 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.200726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:44.207568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/0c5657aa-e2e7-46c7-95c5-848a24073a21 HTTP/1.1" status: 204 len: 168 time: 1.6752107 Jul 22 11:49:44.208963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-941282714', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:44.237598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.265586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1971023c-ce0b-4e91-92ce-541e9109051b no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:44.283131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c66720cc-d184-4d4c-82a2-61634b7136c8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=0c5657aa-e2e7-46c7-95c5-848a24073a21,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:44.294475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.295969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.344746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 1971023c-ce0b-4e91-92ce-541e9109051b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:44.345840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 1971023c-ce0b-4e91-92ce-541e9109051b not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:44.380747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Deleting port a63f1d77-69f9-481a-a956-efb5f6f32a87 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:44.381207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.484650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] For port a63f1d77-69f9-481a-a956-efb5f6f32a87, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a63f1d77-69f9-481a-a956-efb5f6f32a87,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:44.485047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.515319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.518855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Calling delete_port for a63f1d77-69f9-481a-a956-efb5f6f32a87 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:44.525268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.571087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] DHCP port deletion for b2c57501-ee97-4be2-9cb9-c384e4fcb1be request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:44.574979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.576261 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05f8f262-58b4-4f45-b756-192d30af2071 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3726225 Jul 22 11:49:44.580035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55642) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:44.587755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1816858509'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:44.644284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:44.652590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.709098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Deleting port a63f1d77-69f9-481a-a956-efb5f6f32a87 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:44.709603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.731924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:44.734038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.762121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:44.762749 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment 6285924b-557b-40f5-b3de-6b24c69191fb of type vlan for network 55950137-0e4e-49aa-a25d-2bc68f075922 Jul 22 11:49:44.831145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Pushing event deleted for resources: {'Port': ['ID=a63f1d77-69f9-481a-a956-efb5f6f32a87,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:44.844065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] No DVR routers for this DVR port a63f1d77-69f9-481a-a956-efb5f6f32a87 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:44.939051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.046015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:45.062411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.076396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.080989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:45.082207 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.107229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b2c57501-ee97-4be2-9cb9-c384e4fcb1be']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:45.108763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:45.109052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c4b2a229-e69e-4408-b5a5-5d39f8d4bcd5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:45.118072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a63f1d77-69f9-481a-a956-efb5f6f32a87 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:45.140511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:45.140817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bdd1c2d7-3ee2-46bf-a523-408058e4bedc') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:45.154535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5733352 Jul 22 11:49:45.157635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:45.165169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:45.168652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.191958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] For port a63f1d77-69f9-481a-a956-efb5f6f32a87, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a63f1d77-69f9-481a-a956-efb5f6f32a87,segment=NetworkSegment(bdd1c2d7-3ee2-46bf-a523-408058e4bedc),segment_id=bdd1c2d7-3ee2-46bf-a523-408058e4bedc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:45.192932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.198815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a63f1d77-69f9-481a-a956-efb5f6f32a87 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:45.205416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a63f1d77-69f9-481a-a956-efb5f6f32a87 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:45.209273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.226745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:45.227171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:45.230520 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:45.248072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Calling delete_port for a63f1d77-69f9-481a-a956-efb5f6f32a87 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:45.280012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-665c2fdb-2ea4-4607-8a8e-a145c2f95d2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.307916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d7a1386-14f7-4086-8d1b-3a30581f954d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=55950137-0e4e-49aa-a25d-2bc68f075922,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:45.400439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.406405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.413603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] 10.222.0.21 "DELETE /v2.0/networks/b2c57501-ee97-4be2-9cb9-c384e4fcb1be HTTP/1.1" status: 204 len: 168 time: 1.5468819 Jul 22 11:49:45.414082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 55950137-0e4e-49aa-a25d-2bc68f075922 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:45.447824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c04306c-fd06-4cd9-8d3d-a5019bfb248a admin admin] Pushing event deleted for resources: {'Network': ['ID=b2c57501-ee97-4be2-9cb9-c384e4fcb1be,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:45.511694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:45.526285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.607752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:45.667692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Pushing event deleted for resources: {'Port': ['ID=a63f1d77-69f9-481a-a956-efb5f6f32a87,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:45.683298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] Network b2c57501-ee97-4be2-9cb9-c384e4fcb1be is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:49:45.683778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e89da5a-6c9f-41c2-a575-7a4c4f4f0e92 None None] No DVR routers for this DVR port a63f1d77-69f9-481a-a956-efb5f6f32a87 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:45.924422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:45.989591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9ba19e47-c4f9-48f7-b300-7cdbd7299e6e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cc7b10ff92fc4ebb9b8199ff5219793a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0638652 Jul 22 11:49:45.990235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:46.010970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.075591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=7f337a6d-9536-4880-a9bc-f81008692a0e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:46.098715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.129940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.152072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:46.152072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 55950137-0e4e-49aa-a25d-2bc68f075922, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:46.216286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 55950137-0e4e-49aa-a25d-2bc68f075922 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:46.231943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 55950137-0e4e-49aa-a25d-2bc68f075922) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:46.239842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:46.259409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8af92d6-4529-4284-8a19-147683f9a8c1 None None] Network 55950137-0e4e-49aa-a25d-2bc68f075922 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:46.266874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.269851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.270352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:46.273945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c8bb8080-0a27-42dc-8ce5-e960f1c290e9 HTTP/1.1" status: 204 len: 168 time: 0.2795596 Jul 22 11:49:46.291968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c00550-0b1c-4000-bb97-038a0a3f3afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8bb8080-0a27-42dc-8ce5-e960f1c290e9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:46.394481 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c3f83030-9660-42a7-aab9-44638f8da662 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.2358551 Jul 22 11:49:46.397565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:46.769454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-55950137-0e4e-49aa-a25d-2bc68f075922', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:49:46.770406 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.081796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:47.094888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.134278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Allocated IP 2001:db8::2 (55950137-0e4e-49aa-a25d-2bc68f075922/7f337a6d-9536-4880-a9bc-f81008692a0e/942de577-f83f-4086-8974-3c2ebd2ee03f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:47.303740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb0666a4-0d98-40b9-b853-2901ae9c6858 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.520097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.560579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Transition to ACTIVE for port object 942de577-f83f-4086-8974-3c2ebd2ee03f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:47.598713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb0666a4-0d98-40b9-b853-2901ae9c6858 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.608468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cb0666a4-0d98-40b9-b853-2901ae9c6858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.625191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Transition to ACTIVE for port object 942de577-f83f-4086-8974-3c2ebd2ee03f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:47.642939 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:47.758716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cb0666a4-0d98-40b9-b853-2901ae9c6858 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=49048f45ac6e451a998dfabbd46dffff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6726723 Jul 22 11:49:47.762043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55752) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:47.764427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0666a4-0d98-40b9-b853-2901ae9c6858 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb0410f5-f059-4de8-a09f-9ea67a35a878,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:47.803826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Pushing event updated for resources: {'Port': ['ID=942de577-f83f-4086-8974-3c2ebd2ee03f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:47.820366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Network 55950137-0e4e-49aa-a25d-2bc68f075922 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:47.820722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:47.857322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:47.858395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8::1 (55950137-0e4e-49aa-a25d-2bc68f075922/7f337a6d-9536-4880-a9bc-f81008692a0e/085ce5ea-0f5a-4f68-bf0f-adcdd9af496f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:47.870990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:47.921912 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.049083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Attempting to bind port 942de577-f83f-4086-8974-3c2ebd2ee03f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:48.054434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Attempting to bind port 942de577-f83f-4086-8974-3c2ebd2ee03f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:48.059060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Attempting to bind port 942de577-f83f-4086-8974-3c2ebd2ee03f on network 55950137-0e4e-49aa-a25d-2bc68f075922 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:48.061478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.070532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:48.081622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:48.082856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Checking segment: {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:48.083403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.083815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Bound using segment: {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:48.086815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Bound port: 942de577-f83f-4086-8974-3c2ebd2ee03f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:48.089041 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.127313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.137691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55768) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:48.201543 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.228886 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.277082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 55950137-0e4e-49aa-a25d-2bc68f075922 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:48.282974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.290165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.291910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb0410f5-f059-4de8-a09f-9ea67a35a878 HTTP/1.1" status: 204 len: 168 time: 0.5288534 Jul 22 11:49:48.310915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:48.312961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] For port 942de577-f83f-4086-8974-3c2ebd2ee03f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:48.322994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:48.324344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.329395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] For port 942de577-f83f-4086-8974-3c2ebd2ee03f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=942de577-f83f-4086-8974-3c2ebd2ee03f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:48.373755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1743288715-network', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:48.376259 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.468100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bf111-2c8a-48d8-88c4-dbf471e81c90 None None] Pushing event updated for resources: {'Port': ['ID=942de577-f83f-4086-8974-3c2ebd2ee03f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:48.471542 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddee90a5-2308-4061-82d5-e54ae94d640c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.484322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:48.488720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da4fd10-5669-446d-9094-40c944b0a682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb0410f5-f059-4de8-a09f-9ea67a35a878,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:48.584457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.590384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:48.592779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.648012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.951546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:48.973811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.007059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:49.039168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-993953d3-bb06-4a40-86f0-1fcd2074848b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.140403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 942de577-f83f-4086-8974-3c2ebd2ee03f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:49.226094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:49.240859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.240859 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Added segment a940cb34-d9e6-4e16-8c0b-620030118da2 of type vlan for network 1da5971f-04aa-41d8-85db-fdd3724108d6 Jul 22 11:49:49.260365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-993953d3-bb06-4a40-86f0-1fcd2074848b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.278640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 942de577-f83f-4086-8974-3c2ebd2ee03f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:49.324859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-993953d3-bb06-4a40-86f0-1fcd2074848b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.390350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.394858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.409293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16c7a550-c042-4a2b-8d85-9edc90b844a3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:49.420902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993953d3-bb06-4a40-86f0-1fcd2074848b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2864c09-f606-45bc-b9f9-2cd5ca60ae19,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:49.487381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-993953d3-bb06-4a40-86f0-1fcd2074848b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d3797c7c355d43fa8308e29d8761d42d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4791563 Jul 22 11:49:49.491022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55796) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:49.510650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.512832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:49.513988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.549567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.4107587 Jul 22 11:49:49.551611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:49.562364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Request body: {'subnet': {'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1743288715-subnet', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:49.581492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.589400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.590722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.653616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:49.654539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-869e40c4-3cce-4833-89e0-956fd789398f admin admin] Pushing event updated for resources: {'Network': ['ID=1da5971f-04aa-41d8-85db-fdd3724108d6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:49.665851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:49.668475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.677833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:49.694515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.791994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.868802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 55950137-0e4e-49aa-a25d-2bc68f075922 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:49.872078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:49.953980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:49.964893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.015140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.020589 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.036007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c2864c09-f606-45bc-b9f9-2cd5ca60ae19 HTTP/1.1" status: 204 len: 168 time: 0.5333021 Jul 22 11:49:50.055698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25eabf52-6302-4a3c-a7f6-429058260d8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2864c09-f606-45bc-b9f9-2cd5ca60ae19,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:50.071241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:49:50.136146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64f17fa7-5535-4fc4-a385-dd4f3663add3 None None] Network 55950137-0e4e-49aa-a25d-2bc68f075922 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:50.195345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:50.204933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83783e72-5b50-4b5a-b698-aec7e6703b64 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8060932 Jul 22 11:49:50.207670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:50.210299 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:50.215090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-262674663'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:50.232486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a57fa4aa-a69e-4181-88c2-77cf4623adc1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:50.242556 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:50.243664 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:50.248403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:50.252318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.287669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 130, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:49:50.300905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:50.301566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Network hostable DHCP agents. Network: 1da5971f-04aa-41d8-85db-fdd3724108d6, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:50.343165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.344507 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment 4a64f424-ec6f-4f3c-9310-9df6de0782e1 of type vlan for network 7cbca90f-18bc-4f0f-89b8-660b80aba525 Jul 22 11:49:50.348639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Provisioning for port 942de577-f83f-4086-8974-3c2ebd2ee03f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:50.369603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Provisioning complete for port 942de577-f83f-4086-8974-3c2ebd2ee03f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:50.371325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.400482 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:49:50.429665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:50.456036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.463927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 1da5971f-04aa-41d8-85db-fdd3724108d6) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:50.470657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:50.475631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.499551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-559e4fb0-1e4a-4e48-864c-fda01d988361 None None] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:50.542103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:50.542562 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec548fa0-c858-461b-b888-c9a95ef0bc64 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9836679 Jul 22 11:49:50.569583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:50.595003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.617078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:50.622661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.665778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Deleting port 72e7f91d-c6c2-4e6f-b32f-928304897e33 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:50.666265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.831954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.832833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.919494 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:48Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:49Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:50.920773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] For port 72e7f91d-c6c2-4e6f-b32f-928304897e33, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=72e7f91d-c6c2-4e6f-b32f-928304897e33,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:50.921198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:50.950906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Calling delete_port for 72e7f91d-c6c2-4e6f-b32f-928304897e33 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:50.997574 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:51.010045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4333031-7e61-4294-ad23-373093905476 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-1da5971f-04aa-41d8-85db-fdd3724108d6', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:49:51.015445 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:51.094085 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:49:51.100994 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Updating router 019a14e7-5cd7-457e-9bf3-f9014117bc1e port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:49:51.127644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:51.130504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=7cbca90f-18bc-4f0f-89b8-660b80aba525,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:51.144178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-90813825-5f06-490d-9a41-3ec54086b6d7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.9352062 Jul 22 11:49:51.146345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:51.153262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:49:51.264500 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:51.342154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d4333031-7e61-4294-ad23-373093905476 None None] Allocated IP 172.20.0.2 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/e672e0f3-d4ab-430e-bb4d-f9eddd652607) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:51.485063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:51.537415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Pushing event deleted for resources: {'Port': ['ID=72e7f91d-c6c2-4e6f-b32f-928304897e33,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:51.614581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:49:52.116647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] For port 942de577-f83f-4086-8974-3c2ebd2ee03f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=942de577-f83f-4086-8974-3c2ebd2ee03f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:52.204183 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.217906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4333031-7e61-4294-ad23-373093905476 None None] Transition to ACTIVE for port object e672e0f3-d4ab-430e-bb4d-f9eddd652607 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:52.232635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.241733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d4333031-7e61-4294-ad23-373093905476 None None] Transition to ACTIVE for port object e672e0f3-d4ab-430e-bb4d-f9eddd652607 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:52.245689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.265662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:49:52.274861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.276545 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.291326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Transition to ACTIVE for port object 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:52.294068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.310130 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.316725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.460455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.500204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a385aa-da24-48c3-938f-960fe5c1e524 None None] Pushing event updated for resources: {'Port': ['ID=942de577-f83f-4086-8974-3c2ebd2ee03f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:52.573170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Pushing event updated for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:52.581021 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.581658 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.582156 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.582701 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.583215 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.583712 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.584245 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.584746 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.585237 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.585739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.586238 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.586755 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:49:52.749623 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Attempting to bind port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:52.750001 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Attempting to bind port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:52.750426 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Attempting to bind port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f on network 55950137-0e4e-49aa-a25d-2bc68f075922 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:52.762407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4333031-7e61-4294-ad23-373093905476 None None] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:52.762997 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:52.764175 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Checking segment: {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:52.764390 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.766746 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Bound using segment: {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:52.769072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Bound port: 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6285924b-557b-40f5-b3de-6b24c69191fb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:52.769297 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.777724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d4333031-7e61-4294-ad23-373093905476 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:52.785768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2848341e-31b0-43ba-9466-015d3acee592 None None] Provisioning complete for port 942de577-f83f-4086-8974-3c2ebd2ee03f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:52.786152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2848341e-31b0-43ba-9466-015d3acee592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.850383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4333031-7e61-4294-ad23-373093905476 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:52.864807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:49:52.927863 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:52.930293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4333031-7e61-4294-ad23-373093905476 None None] Pushing event updated for resources: {'Port': ['ID=e672e0f3-d4ab-430e-bb4d-f9eddd652607,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:53.086611 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] For port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:53.106106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] For port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:53.118389 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.335699 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:53.337096 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:53.361437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=3820525c-c670-4229-9513-fb5c66fb7b84,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:53.397938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 942de577-f83f-4086-8974-3c2ebd2ee03f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:53.425531 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed920037-cea4-43f9-b92e-44d4706c0b8c None None] Pushing event updated for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:53.428380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:53.447724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95465945-8f8a-44ec-b85b-3dc1f180ba6c admin admin] 10.222.0.21 "PUT /v2.0/routers/42925a2a-bb30-4cad-9d9d-55eb6afc4ae7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.6232584 Jul 22 11:49:53.448248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:53.476465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:49:53.524366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.533127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:53.533497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 7cbca90f-18bc-4f0f-89b8-660b80aba525, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:49:53.564848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4333031-7e61-4294-ad23-373093905476 None None] Attempting to bind port e672e0f3-d4ab-430e-bb4d-f9eddd652607 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:53.565386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4333031-7e61-4294-ad23-373093905476 None None] Attempting to bind port e672e0f3-d4ab-430e-bb4d-f9eddd652607 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:53.565857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4333031-7e61-4294-ad23-373093905476 None None] Attempting to bind port e672e0f3-d4ab-430e-bb4d-f9eddd652607 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:53.572211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Sync routers for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:53.599186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.601640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4333031-7e61-4294-ad23-373093905476 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:53.602416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4333031-7e61-4294-ad23-373093905476 None None] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:53.603101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.605256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d4333031-7e61-4294-ad23-373093905476 None None] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:53.605853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d4333031-7e61-4294-ad23-373093905476 None None] Bound port: e672e0f3-d4ab-430e-bb4d-f9eddd652607, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:53.606610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.705908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4333031-7e61-4294-ad23-373093905476 None None] For port e672e0f3-d4ab-430e-bb4d-f9eddd652607, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:53.710727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d4333031-7e61-4294-ad23-373093905476 None None] For port e672e0f3-d4ab-430e-bb4d-f9eddd652607, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e672e0f3-d4ab-430e-bb4d-f9eddd652607,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:53.720188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:53.721052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:53.798159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.814768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:49:53.829153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2848341e-31b0-43ba-9466-015d3acee592 None None] Provisioning for port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:53.866569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7cbca90f-18bc-4f0f-89b8-660b80aba525) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:53.872046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:49:53.872750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.902084 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4333031-7e61-4294-ad23-373093905476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:53.923645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-955c40ca-3dbc-42c5-8dc9-db95745d9e84 None None] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:53.938234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6799094d-0ea7-475a-8720-9c8f0eef4f42 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7869060 Jul 22 11:49:53.952630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55906) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:54.014300 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:48Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:53Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:54.051155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:54.058473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f779bf29-3fd1-44e6-82a0-53b9f0584033 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:48Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:53Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:54.136605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Allocated IP 172.25.6.242 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f1721b11-9b53-425c-a0c9-d9f2c36d0335) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:54.182590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Deleting port 4dca266b-4d94-47fa-ba6b-4f436ba77d41 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:54.183070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:54.268393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 942de577-f83f-4086-8974-3c2ebd2ee03f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:54.268773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:54.399989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] For port 4dca266b-4d94-47fa-ba6b-4f436ba77d41, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4dca266b-4d94-47fa-ba6b-4f436ba77d41,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:54.400352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:54.438136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Calling delete_port for 4dca266b-4d94-47fa-ba6b-4f436ba77d41 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:54.528925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4333031-7e61-4294-ad23-373093905476 None None] Pushing event updated for resources: {'Port': ['ID=e672e0f3-d4ab-430e-bb4d-f9eddd652607,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:54.636814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:49:54.944707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7cbca90f-18bc-4f0f-89b8-660b80aba525', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:49:54.946487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:54.960058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:55.301228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:55.425593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Allocated IP 2001:db8:1::2 (7cbca90f-18bc-4f0f-89b8-660b80aba525/3820525c-c670-4229-9513-fb5c66fb7b84/7035e0ef-e425-4381-b8fe-0067fda0b251) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:55.508465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e672e0f3-d4ab-430e-bb4d-f9eddd652607 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:55.542699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:55.552441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:55.579407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:55.607276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:55.639384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228'}], 'enable_snat': True}, 'gw_port_id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:49:51Z', 'revision_number': 5, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port': {'id': '4dca266b-4d94-47fa-ba6b-4f436ba77d41', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:de:1c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1621, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:38:17Z', 'updated_at': '2021-07-22T11:38:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:55.661760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:55.690339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Pushing event updated for resources: {'Port': ['ID=f1721b11-9b53-425c-a0c9-d9f2c36d0335,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:55.734656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Checking router: 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:49:55.746732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e672e0f3-d4ab-430e-bb4d-f9eddd652607 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:55.754547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:55.777797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:55.860348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Routers {'42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:55.861145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:55.900097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4dca266b-4d94-47fa-ba6b-4f436ba77d41,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:56.008547 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.053944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:56.063057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:56.063498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.105812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] Set router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:49:56.154802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-582ed29e-9587-48fa-a272-fef24bc54509 None None] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:56.187666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89557ba6-23ec-4d4e-ae30-177ab084cee9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.202705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.205657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.328978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89557ba6-23ec-4d4e-ae30-177ab084cee9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.419012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89557ba6-23ec-4d4e-ae30-177ab084cee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.438328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.439194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:49:56.449991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.456282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a474ddb5-9286-4a02-96d5-e77c27fbfad1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/42925a2a-bb30-4cad-9d9d-55eb6afc4ae7 HTTP/1.1" status: 204 len: 168 time: 3.0067258 Jul 22 11:49:56.465632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:56.501183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89557ba6-23ec-4d4e-ae30-177ab084cee9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05a73ecf-b38d-457d-85cd-d4c6844aafed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:56.547507 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89557ba6-23ec-4d4e-ae30-177ab084cee9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=78f500a74ba741b48b0f9adc73bc800f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9365380 Jul 22 11:49:56.549437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55972) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:56.633795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.636109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Deleting subnet 8de94465-93ad-48b8-89e8-37a1cc9ea924 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:49:56.649342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.656020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.663898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.665436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.674209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Transition to ACTIVE for port object 7035e0ef-e425-4381-b8fe-0067fda0b251 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:56.689826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Transition to ACTIVE for port object 7035e0ef-e425-4381-b8fe-0067fda0b251 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:56.740536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:49:55Z', 'revision_number': 7, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:56.742063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.742617 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.752057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.757969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05a73ecf-b38d-457d-85cd-d4c6844aafed HTTP/1.1" status: 204 len: 168 time: 0.1901941 Jul 22 11:49:56.769800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24adb58b-e2fd-480b-8afe-601198d72d9a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05a73ecf-b38d-457d-85cd-d4c6844aafed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:56.811435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Provisioning for port e672e0f3-d4ab-430e-bb4d-f9eddd652607 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:56.812357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.823844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbcbc14e-d3e7-4e58-8887-a88e99ba1a16 None None] The sync data for ids ['42925a2a-bb30-4cad-9d9d-55eb6afc4ae7'] in n-d-754448-4 is: [{'id': '42925a2a-bb30-4cad-9d9d-55eb6afc4ae7', 'name': 'tempest-TaggedBootDevicesTest_v242-1175676257-router', 'tenant_id': '142f8ba5fc254210abcb8f222c16826c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:38:15Z', 'updated_at': '2021-07-22T11:49:55Z', 'revision_number': 7, 'project_id': '142f8ba5fc254210abcb8f222c16826c', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:49:56.877165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Provisioning complete for port e672e0f3-d4ab-430e-bb4d-f9eddd652607 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:56.877543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.926728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:56.937356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:56.954309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Pushing event updated for resources: {'Port': ['ID=7035e0ef-e425-4381-b8fe-0067fda0b251,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:56.963773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:56.979800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:56.983738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.082990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8:1::1 (7cbca90f-18bc-4f0f-89b8-660b80aba525/3820525c-c670-4229-9513-fb5c66fb7b84/ea02581c-a6fa-4c8d-a0f5-7bb4359fd947) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:49:57.102977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.122791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:57.136270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.141445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8de94465-93ad-48b8-89e8-37a1cc9ea924,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:57.147575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.147811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Attempting to bind port 7035e0ef-e425-4381-b8fe-0067fda0b251 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:49:57.148094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Attempting to bind port 7035e0ef-e425-4381-b8fe-0067fda0b251 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:49:57.148576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Attempting to bind port 7035e0ef-e425-4381-b8fe-0067fda0b251 on network 7cbca90f-18bc-4f0f-89b8-660b80aba525 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:49:57.152283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83494e60-43c7-4020-a148-e204cafcfcdc admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8de94465-93ad-48b8-89e8-37a1cc9ea924 HTTP/1.1" status: 204 len: 168 time: 0.6835740 Jul 22 11:49:57.155004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:57.157601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ccc9e36-d350-48eb-a767-d2aacfa6145e None None] Network e965b12e-fd37-42fb-a906-48a8e565597b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:57.183408 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.198777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:49:57.199763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Checking segment: {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:49:57.199763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.200022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Bound using segment: {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:49:57.200402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Bound port: 7035e0ef-e425-4381-b8fe-0067fda0b251, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:49:57.200787 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.371347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.397949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:57.433218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2249a980-f0aa-4b6b-9675-b90528f20013 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.441074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.452115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.452791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 72e7f91d-c6c2-4e6f-b32f-928304897e33 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:49:57.465283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:49:57.523224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Deleting port c54aa591-f4eb-4461-9226-852a7dfc026d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:49:57.523569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.564284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:57.601575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 72e7f91d-c6c2-4e6f-b32f-928304897e33 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:49:57.601983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 72e7f91d-c6c2-4e6f-b32f-928304897e33 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:49:57.614842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] For port e672e0f3-d4ab-430e-bb4d-f9eddd652607, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e672e0f3-d4ab-430e-bb4d-f9eddd652607,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:57.640201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] For port c54aa591-f4eb-4461-9226-852a7dfc026d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c54aa591-f4eb-4461-9226-852a7dfc026d,segment=NetworkSegment(475787c0-d322-477d-97bd-850605b9f213),segment_id=475787c0-d322-477d-97bd-850605b9f213)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:49:57.641163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.647548 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.656432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.665642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Calling delete_port for c54aa591-f4eb-4461-9226-852a7dfc026d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:49:57.700223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2249a980-f0aa-4b6b-9675-b90528f20013 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.726475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] For port 7035e0ef-e425-4381-b8fe-0067fda0b251, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:49:57.744414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] For port 7035e0ef-e425-4381-b8fe-0067fda0b251, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7035e0ef-e425-4381-b8fe-0067fda0b251,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:49:57.773668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2249a980-f0aa-4b6b-9675-b90528f20013 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.798689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-985ca98b-45a8-4525-9cd6-bfe4ea0835dc None None] Pushing event updated for resources: {'Port': ['ID=e672e0f3-d4ab-430e-bb4d-f9eddd652607,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:57.827518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:57.844354 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2249a980-f0aa-4b6b-9675-b90528f20013 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a82852826f89448faf420f46af39c752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4448903 Jul 22 11:49:57.855138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:57.873981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2249a980-f0aa-4b6b-9675-b90528f20013 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da202e58-76ba-436f-8ae2-ba19fee88c44,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:57.986418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.018190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.057878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.067713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06cd4c7-0901-4d57-a9b2-0e34657a475d None None] Pushing event updated for resources: {'Port': ['ID=7035e0ef-e425-4381-b8fe-0067fda0b251,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:58.113749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4b925326-15e3-455a-a61e-569fb1284569 None None] Provisioning complete for port e672e0f3-d4ab-430e-bb4d-f9eddd652607 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:49:58.114129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4b925326-15e3-455a-a61e-569fb1284569 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.140880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Pushing event deleted for resources: {'Port': ['ID=c54aa591-f4eb-4461-9226-852a7dfc026d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:58.149030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] No DVR routers for this DVR port c54aa591-f4eb-4461-9226-852a7dfc026d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:49:58.195341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9bc4fa1-b2fb-4ae2-b72e-8445d9298a60 None None] DHCP port deletion for e965b12e-fd37-42fb-a906-48a8e565597b request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:49:58.366333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.366910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.399133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.423164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.427768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.434922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da202e58-76ba-436f-8ae2-ba19fee88c44 HTTP/1.1" status: 204 len: 168 time: 0.5783310 Jul 22 11:49:58.437751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e965b12e-fd37-42fb-a906-48a8e565597b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:58.487145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c82ef4f4-3dcb-44bc-8e66-3496ac356038 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da202e58-76ba-436f-8ae2-ba19fee88c44,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:58.506511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '475787c0-d322-477d-97bd-850605b9f213') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:58.506932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '475787c0-d322-477d-97bd-850605b9f213') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:58.526637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:49:58.534333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:49:58.547352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:49:58.547915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.553421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:58.554109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.575376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.589537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:49:58.589965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:49:58.591819 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:49:58.670039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:49:58.683717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.691400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:58.696380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] 10.222.0.21 "DELETE /v2.0/networks/e965b12e-fd37-42fb-a906-48a8e565597b HTTP/1.1" status: 204 len: 168 time: 1.5424063 Jul 22 11:49:58.710112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76318fa9-fe6e-40f9-a84a-d3852cc8dedf admin admin] Pushing event deleted for resources: {'Network': ['ID=e965b12e-fd37-42fb-a906-48a8e565597b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:58.910889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.061078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:49:59.090866 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Sync routers for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:49:59.114215 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:49:59.117239 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:49:59.210080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:59.234429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.236466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f6c64c85-04ec-4d0c-b519-9cfbf77e245a admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.6930356 Jul 22 11:49:59.239975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:59.353490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0b65148c-d7e6-4b56-93ab-b7746dffd5ea admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=142f8ba5fc254210abcb8f222c16826c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1417780 Jul 22 11:49:59.359371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:49:59.484621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:49:59.519865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.623897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.635443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7035e0ef-e425-4381-b8fe-0067fda0b251 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:59.770155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7035e0ef-e425-4381-b8fe-0067fda0b251 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:49:59.781851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.785640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.791746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7a1001dd-f25f-4ed5-a023-fd6f340f5c8c HTTP/1.1" status: 204 len: 168 time: 0.4276228 Jul 22 11:49:59.799571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e672e0f3-d4ab-430e-bb4d-f9eddd652607 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:49:59.831300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944b7dd4-0e69-4d6f-8118-fa825a83de26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1001dd-f25f-4ed5-a023-fd6f340f5c8c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:49:59.947343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.960382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-509ac539-3b6d-4c70-94af-9583e5ae5326 None None] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:49:59.960769 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:49:59.961911 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.135206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Provisioning for port 7035e0ef-e425-4381-b8fe-0067fda0b251 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:00.139943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e672e0f3-d4ab-430e-bb4d-f9eddd652607 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:00.140628 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.145421 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:49:56Z', 'revision_number': 3, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:49:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:00.158738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Provisioning complete for port 7035e0ef-e425-4381-b8fe-0067fda0b251 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:00.161255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.213561 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Checking router: 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:00.213831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Updating router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 port f1721b11-9b53-425c-a0c9-d9f2c36d0335 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:00.300962 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.599009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:00.659022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:00.759005 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.831705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.867204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:00.868196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:00.904457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:00.922800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:00.932821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] For port 7035e0ef-e425-4381-b8fe-0067fda0b251, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7035e0ef-e425-4381-b8fe-0067fda0b251,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:00.960562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.156806 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.157720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10cefece-713e-4e9a-9ec0-5556e131167b None None] Pushing event updated for resources: {'Port': ['ID=7035e0ef-e425-4381-b8fe-0067fda0b251,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:01.182707 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Transition to ACTIVE for port object f1721b11-9b53-425c-a0c9-d9f2c36d0335 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:01.211620 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.324113 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Attempting to bind port f1721b11-9b53-425c-a0c9-d9f2c36d0335 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:01.324610 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Attempting to bind port f1721b11-9b53-425c-a0c9-d9f2c36d0335 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:01.324834 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Attempting to bind port f1721b11-9b53-425c-a0c9-d9f2c36d0335 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:01.327306 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48cdbc-5564-4d66-a7ce-ceebd6a1958d None None] Pushing event updated for resources: {'Port': ['ID=f1721b11-9b53-425c-a0c9-d9f2c36d0335,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:01.344220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:01.344615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:01.345030 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.345435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:01.345909 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Bound port: f1721b11-9b53-425c-a0c9-d9f2c36d0335, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:01.346293 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.389086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c54aa591-f4eb-4461-9226-852a7dfc026d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:01.420976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c54aa591-f4eb-4461-9226-852a7dfc026d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:01.421334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c54aa591-f4eb-4461-9226-852a7dfc026d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:01.421773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4dca266b-4d94-47fa-ba6b-4f436ba77d41 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:01.455473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:01.509886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4dca266b-4d94-47fa-ba6b-4f436ba77d41 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:01.510246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4dca266b-4d94-47fa-ba6b-4f436ba77d41 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:01.526163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] For port f1721b11-9b53-425c-a0c9-d9f2c36d0335, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:01.527356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Allocated IP 172.20.0.1 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/860f4ba8-fe0a-4142-a66f-5660cc897548) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:01.547719 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] For port f1721b11-9b53-425c-a0c9-d9f2c36d0335, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1721b11-9b53-425c-a0c9-d9f2c36d0335,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:01.558419 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.572720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Provisioning complete for port 7035e0ef-e425-4381-b8fe-0067fda0b251 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:01.573455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:01.831686 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:01.836654 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:01.863984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7035e0ef-e425-4381-b8fe-0067fda0b251 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:01.932745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:01.975175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:02.039582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:02.040006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:02.059243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:02.069195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1651608782'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:02.075591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cbe3e3a5-fdf4-44f5-94fe-a4002783e222 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.1059442 Jul 22 11:50:02.151596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:02.187939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:02.191530 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.247949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.248659 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:02.291558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:02.303105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Transition to ACTIVE for port object 860f4ba8-fe0a-4142-a66f-5660cc897548 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:02.325548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.325548 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment d9f8e55e-2736-43de-8c89-ee0b5ea9d27c of type vlan for network 1dd3b34d-a19e-4762-b851-911338e62944 Jul 22 11:50:02.351689 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d48cdbc-5564-4d66-a7ce-ceebd6a1958d None None] Pushing event updated for resources: {'Port': ['ID=f1721b11-9b53-425c-a0c9-d9f2c36d0335,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:02.409167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.488310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:02.503961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.513126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:02.530275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:02.555101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.555535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Pushing event updated for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:02.578903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:02.579944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.713761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:02.716676 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:02.732300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.6711943 Jul 22 11:50:02.739061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:02.760178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:02.797475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-436bbe57-7dd3-4679-8c3f-8a1f75cf84fd tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=1dd3b34d-a19e-4762-b851-911338e62944,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:02.907444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 1dd3b34d-a19e-4762-b851-911338e62944 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:02.992272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Provisioning for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:03.000378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Provisioning complete for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:03.000841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.008247 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:49:56Z', 'revision_number': 3, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:03.056229 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5de86004-c65d-42a5-a5a4-bd58714541fc None None] The sync data for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 is: [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:49:56Z', 'revision_number': 3, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:03.096406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-335675519-network', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:03.109934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7035e0ef-e425-4381-b8fe-0067fda0b251 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:03.110607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.150910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:50:03.150910 n-d-754448-4 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:50:03.150910 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'id': 'ae7ba308-d90b-40ef-9aa8-cb52dba35b69', 'expiration': datetime.datetime(2021, 7, 22, 11, 52, 3, 133965)}] Jul 22 11:50:03.150910 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:50:03.151692 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:50:03.174926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:03.184056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.273444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-18afcc11-69a5-4390-b278-012cfefb548d None None] Port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:03.373863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:58Z', 'revision_number': 3, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:49:59Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:03.462661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:03.463377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Updating router 019a14e7-5cd7-457e-9bf3-f9014117bc1e port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:03.581719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Provisioning complete for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:03.582315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.605865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.619585 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.713569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:03.757947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Made reservation on behalf of 59c38ebd3e1c4577930e488b95ee669f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:03.779752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.835404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:03.852535 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.050065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.096083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Transition to ACTIVE for port object ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:04.113720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1721b11-9b53-425c-a0c9-d9f2c36d0335 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:04.148252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.217447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Provisioning for port 860f4ba8-fe0a-4142-a66f-5660cc897548 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:04.288110 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:50:04.294762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Provisioning complete for port 860f4ba8-fe0a-4142-a66f-5660cc897548 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:04.295301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.438663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e57a4-e306-48e8-ba7e-4fc931cbc4a2 None None] Pushing event updated for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:04.572421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0c1e3cd4-0af1-4bc4-a658-ba58c5dfa95e None None] Port 860f4ba8-fe0a-4142-a66f-5660cc897548 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:04.609454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f1721b11-9b53-425c-a0c9-d9f2c36d0335 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:04.627963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f1721b11-9b53-425c-a0c9-d9f2c36d0335 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:04.628345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.688883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Attempting to bind port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:04.689261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Attempting to bind port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:04.689620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Attempting to bind port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 on network 7cbca90f-18bc-4f0f-89b8-660b80aba525 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:04.689894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=3ace0adc-f781-4b32-a23a-aa0758ab8124,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:04.699968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:04.700408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Checking segment: {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:04.700757 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.701160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Bound using segment: {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:04.701688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Bound port: ea02581c-a6fa-4c8d-a0f5-7bb4359fd947, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4a64f424-ec6f-4f3c-9310-9df6de0782e1', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 130, 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:04.702081 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.803105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] For port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:04.853374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] For port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:04.853582 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.865904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.899730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:04.900168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: 1dd3b34d-a19e-4762-b851-911338e62944, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:50:04.921497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.938927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54e57a4-e306-48e8-ba7e-4fc931cbc4a2 None None] Pushing event updated for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:04.974862 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:04.982674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] vlan segment allocate from pool success with {'vlan_id': 134, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:05.001643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 1dd3b34d-a19e-4762-b851-911338e62944 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:50:05.015259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f1721b11-9b53-425c-a0c9-d9f2c36d0335, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1721b11-9b53-425c-a0c9-d9f2c36d0335,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:05.026702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.032911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:05.033823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:05.040151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.040489 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Added segment e8cf52fe-7966-4c5d-a351-7a614bc58f1a of type vlan for network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 Jul 22 11:50:05.043267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=28ceb491-817e-47bd-aa1e-04cf6647b2fb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:05.085889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 1dd3b34d-a19e-4762-b851-911338e62944) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:05.186907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.207698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:05.218869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.264798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.273748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad6ce704-38db-4d5b-8738-0cc9f75eb4a1 None None] Network 1dd3b34d-a19e-4762-b851-911338e62944 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:05.317665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.328673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.329674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:05.330416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.365329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f1721b11-9b53-425c-a0c9-d9f2c36d0335,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:05.452306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:05.475779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] Pushing event updated for resources: {'Network': ['ID=0586ce87-27a1-40ec-97f7-426ce9ae4d70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:05.499053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56206) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:05.503903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d0b0c2c-2d60-4ed9-b923-e25529f7b180 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.7628508 Jul 22 11:50:05.509669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56208) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:05.535097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a15bd972-a8b6-4e11-815f-99e2ea550406 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.3790088 Jul 22 11:50:05.537615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.556425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56212) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:05.671143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Pushing event updated for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:05.691970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Request body: {'subnet': {'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-subnet', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:05.695326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:05.774433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56218) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:05.790725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Made reservation on behalf of 59c38ebd3e1c4577930e488b95ee669f for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:05.799884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:05.829196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:05.848978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:05.934019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1721b11-9b53-425c-a0c9-d9f2c36d0335 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:06.092210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2b6e066-a133-497e-84c7-4f2547edc0ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.245193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:06.264790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76fa9514-ab62-4813-9e89-0b431690a107 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.307295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-1dd3b34d-a19e-4762-b851-911338e62944', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:50:06.310052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.351449 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2b6e066-a133-497e-84c7-4f2547edc0ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.375075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2b6e066-a133-497e-84c7-4f2547edc0ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.466063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f2b6e066-a133-497e-84c7-4f2547edc0ca admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a75339d5a44f4e4e9231c17bc41242ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9653473 Jul 22 11:50:06.471768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:06.474402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b6e066-a133-497e-84c7-4f2547edc0ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b74ec8b3-603d-4921-8ddb-fea562afc744,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:06.526096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Allocated IP 2001:db8:2::2 (1dd3b34d-a19e-4762-b851-911338e62944/3ace0adc-f781-4b32-a23a-aa0758ab8124/cb43ad21-d0f1-4b89-aed7-797d367b709f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:06.544721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.559832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f1721b11-9b53-425c-a0c9-d9f2c36d0335 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:06.560213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.565950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:06.581542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-48e63c5f-2bbb-48e4-8236-021f3a974322 admin admin] 10.222.0.21 "PUT /v2.0/routers/8aacd2c7-13a3-4669-97a9-0b2467ba7be7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.3387115 Jul 22 11:50:06.585370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Sync routers for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:06.604762 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:06.606060 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:06.689384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76fa9514-ab62-4813-9e89-0b431690a107 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.706667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76fa9514-ab62-4813-9e89-0b431690a107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.753087 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:06.798710 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.839461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:06.877166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76fa9514-ab62-4813-9e89-0b431690a107 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=878d2faaa5564ec79f1f07cc87f03c45&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1015055 Jul 22 11:50:06.907520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56238) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:06.930327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76fa9514-ab62-4813-9e89-0b431690a107 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d89c5707-cfdd-403a-aa78-5a48deed1ed2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:06.998068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.073819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.077015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.081305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b74ec8b3-603d-4921-8ddb-fea562afc744 HTTP/1.1" status: 204 len: 168 time: 0.5129633 Jul 22 11:50:07.122672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.129881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d88c68c-f9a7-4f25-a781-6cb3a39ec3bb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b74ec8b3-603d-4921-8ddb-fea562afc744,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:07.151103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f4340923-e06a-424f-8a28-14c2fed4f8fb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:07.191469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Checking segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:07.191924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Network hostable DHCP agents. Network: 0586ce87-27a1-40ec-97f7-426ce9ae4d70, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:50:07.198037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.262611 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 2, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:07.289704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c08dbc9d-764a-4047-9548-79aad5546767 None None] Provisioning complete for port 860f4ba8-fe0a-4142-a66f-5660cc897548 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:07.290057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c08dbc9d-764a-4047-9548-79aad5546767 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.303976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Checking router: 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:07.303976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Updating router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 port 860f4ba8-fe0a-4142-a66f-5660cc897548 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:07.310902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:50:07.341372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0586ce87-27a1-40ec-97f7-426ce9ae4d70) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:07.345563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:07.346561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.384906 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.387517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.393289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.394607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d89c5707-cfdd-403a-aa78-5a48deed1ed2 HTTP/1.1" status: 204 len: 168 time: 0.4860463 Jul 22 11:50:07.408293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80cb9875-e44e-4c64-bd92-677c5daabd87 None None] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:07.414724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-da71be3d-1dfc-49a8-a13b-a854379e9310 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 1.7370121 Jul 22 11:50:07.415954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e067a4af-b14a-439b-a825-6783d8f781e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d89c5707-cfdd-403a-aa78-5a48deed1ed2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:07.416644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56258) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:07.423395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:07.475907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.477396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.636597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.669920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:07.686359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'security_group': {'name': 'tempest-securitygroup--508283173', 'description': 'tempest-description--996413048'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:07.741010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.823857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7635e796-0464-4f38-960a-4653b1f0260a None None] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:07.852606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:07.890481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef01078-4477-4ad6-9e5c-5817c594d373 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.922865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:07.988727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c08dbc9d-764a-4047-9548-79aad5546767 None None] Port 860f4ba8-fe0a-4142-a66f-5660cc897548 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:08.030843 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.044252 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Transition to ACTIVE for port object 860f4ba8-fe0a-4142-a66f-5660cc897548 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:08.046642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.055570 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.056850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.109598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:58Z', 'revision_number': 3, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:08.142899 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0930-5a5b-46eb-9324-bb771e463c62 None None] Pushing event updated for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.155038 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.157232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-75d05b47-736c-4101-928c-ac3f56f8ee29 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:49:58Z', 'revision_number': 3, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:08.173373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Transition to ACTIVE for port object cb43ad21-d0f1-4b89-aed7-797d367b709f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:08.207110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Transition to ACTIVE for port object cb43ad21-d0f1-4b89-aed7-797d367b709f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:08.232010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.264839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1e4cfdd1-9696-4a45-b688-8022f01c535b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.273836 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Attempting to bind port 860f4ba8-fe0a-4142-a66f-5660cc897548 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:08.274275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Attempting to bind port 860f4ba8-fe0a-4142-a66f-5660cc897548 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:08.274912 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Attempting to bind port 860f4ba8-fe0a-4142-a66f-5660cc897548 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:08.287424 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:08.287925 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:08.289688 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.290180 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:08.291757 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Bound port: 860f4ba8-fe0a-4142-a66f-5660cc897548, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:08.295109 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.339891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Network 1dd3b34d-a19e-4762-b851-911338e62944 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:08.342909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:08.353773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:08.427039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8:2::1 (1dd3b34d-a19e-4762-b851-911338e62944/3ace0adc-f781-4b32-a23a-aa0758ab8124/b0276d1c-5a26-4237-842b-4f78dbbe2029) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:08.428238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Pushing event updated for resources: {'Port': ['ID=cb43ad21-d0f1-4b89-aed7-797d367b709f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.428709 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] For port 860f4ba8-fe0a-4142-a66f-5660cc897548, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:08.435022 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] For port 860f4ba8-fe0a-4142-a66f-5660cc897548, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=860f4ba8-fe0a-4142-a66f-5660cc897548,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:08.446172 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.469733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef01078-4477-4ad6-9e5c-5817c594d373 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.479832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ef01078-4477-4ad6-9e5c-5817c594d373 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.506122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.510168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56a87ef5-7dbf-4aa9-96f5-b558e0072d38 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.8355770 Jul 22 11:50:08.510168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:08.534220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56278) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:08.538171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Attempting to bind port cb43ad21-d0f1-4b89-aed7-797d367b709f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:08.538660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Attempting to bind port cb43ad21-d0f1-4b89-aed7-797d367b709f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:08.539091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Attempting to bind port cb43ad21-d0f1-4b89-aed7-797d367b709f on network 1dd3b34d-a19e-4762-b851-911338e62944 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:08.539432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'security_group_rule': {'security_group_id': '1e4cfdd1-9696-4a45-b688-8022f01c535b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:08.558538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:08.559036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Checking segment: {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:08.559470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.559881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Bound using segment: {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:08.570154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1fadbf82-3403-43ba-9faa-d3f8284195f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.582286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Bound port: cb43ad21-d0f1-4b89-aed7-797d367b709f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:08.585592 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.589326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ef01078-4477-4ad6-9e5c-5817c594d373 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1c646b222e7f40d3898bee74aea6f37b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7354281 Jul 22 11:50:08.592608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56280) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:08.597875 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30db0930-5a5b-46eb-9324-bb771e463c62 None None] Pushing event updated for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.640957 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:08.641602 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:08.653820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef01078-4477-4ad6-9e5c-5817c594d373 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7339a1f1-ca4c-4b60-8ad5-c2c4f8f01a2a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.733542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.757968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.767384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] For port cb43ad21-d0f1-4b89-aed7-797d367b709f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:08.774035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] For port cb43ad21-d0f1-4b89-aed7-797d367b709f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb43ad21-d0f1-4b89-aed7-797d367b709f,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:08.782107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.791390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object b0276d1c-5a26-4237-842b-4f78dbbe2029 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:08.846970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:08.901674 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:08.935200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8198af5a-6720-44b6-985e-fca5471fede5 None None] Pushing event updated for resources: {'Port': ['ID=cb43ad21-d0f1-4b89-aed7-797d367b709f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.941484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:08.993155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.001702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 1dd3b34d-a19e-4762-b851-911338e62944 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:09.009586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:09.019861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:09.021958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.077946 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.118426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.136833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.151344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.246507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.249094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=489a50c6-64fb-41de-ab30-634f11920be7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:09.279694 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.283587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.284594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7339a1f1-ca4c-4b60-8ad5-c2c4f8f01a2a HTTP/1.1" status: 204 len: 168 time: 0.6775303 Jul 22 11:50:09.288323 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1fadbf82-3403-43ba-9faa-d3f8284195f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.299467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810f629c-bc3a-4126-8c04-a6e93a57448f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7339a1f1-ca4c-4b60-8ad5-c2c4f8f01a2a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:09.306274 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1fadbf82-3403-43ba-9faa-d3f8284195f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.332003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.335437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cfc54b5d-5de5-4783-b8f5-9a763d01bba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.8001432 Jul 22 11:50:09.346278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56286) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:09.351950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'security_group_rule': {'security_group_id': '1e4cfdd1-9696-4a45-b688-8022f01c535b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:09.424759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1fadbf82-3403-43ba-9faa-d3f8284195f0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=88cc9b29bd844efba03f86df200742d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9057798 Jul 22 11:50:09.425481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:09.434783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fadbf82-3403-43ba-9faa-d3f8284195f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=25c30680-0e50-4ad1-9bff-2d2ab196bbd2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:09.508880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.526716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.535805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:08Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:09.579299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.582059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Allocated IP 172.25.6.169 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/c340a86d-1f80-41dc-a1f6-5b5edd5b903f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:09.594263 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f9f17e6b-91e9-4fd0-ad29-2dd558e7933e None None] The sync data for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 is: [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:08Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:09.606380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.707046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.714219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.776630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b92a459-5ea0-48e7-87fb-f8af1c0df0fa,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:09.791141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.801206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.802982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/25c30680-0e50-4ad1-9bff-2d2ab196bbd2 HTTP/1.1" status: 204 len: 168 time: 0.3738010 Jul 22 11:50:09.811864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:09.817822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-20b48eea-6197-4828-8bda-09851f0d440b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4697359 Jul 22 11:50:09.828000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:09.837832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:09.866989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983be04b-d6d8-4271-9f09-934841d0220c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=25c30680-0e50-4ad1-9bff-2d2ab196bbd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:09.877639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.055221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.092039 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.327289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.455963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Pushing event updated for resources: {'Port': ['ID=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:10.460465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 860f4ba8-fe0a-4142-a66f-5660cc897548 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:10.472515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.25.6.189 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a2da3061-37d4-4242-9db1-17a0da9205a1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:10.482696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.528712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.529637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.555183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.555691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.559131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.559643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.560197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.560754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.561314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.561863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.562409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.562984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.563526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.587611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:10.619521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:10.676964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 860f4ba8-fe0a-4142-a66f-5660cc897548 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:10.691856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 860f4ba8-fe0a-4142-a66f-5660cc897548 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:10.692267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.738299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:10.745910 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.761692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:10.767485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:10.804352 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:10.913509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:10.917705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:10.934866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:10.995441 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.025848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=a2da3061-37d4-4242-9db1-17a0da9205a1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:11.044085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.044820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.045751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.050273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.051029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.051616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.053086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.053757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.054309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.054716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.055217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.055643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:11.098003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dddc132d-2e2f-47cd-b775-6ab72e9376e6 None None] Network 1dd3b34d-a19e-4762-b851-911338e62944 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:11.108755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 860f4ba8-fe0a-4142-a66f-5660cc897548, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=860f4ba8-fe0a-4142-a66f-5660cc897548,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:11.177804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.180197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb43ad21-d0f1-4b89-aed7-797d367b709f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:11.195406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.223059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ed6a9a34-001d-4b7a-a9df-dbd11689e765 None None] Provisioning for port cb43ad21-d0f1-4b89-aed7-797d367b709f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:11.298954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.537616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:11.610059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port cb43ad21-d0f1-4b89-aed7-797d367b709f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:11.658350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cb43ad21-d0f1-4b89-aed7-797d367b709f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:11.659458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.718785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.727907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.791597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=a2da3061-37d4-4242-9db1-17a0da9205a1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:11.875090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.875384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.903427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.905045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bcbc56b4-b087-4818-bd03-ec6bd8d87709 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 2.0716004 Jul 22 11:50:11.929497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port cb43ad21-d0f1-4b89-aed7-797d367b709f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb43ad21-d0f1-4b89-aed7-797d367b709f,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:11.944506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:11.947922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:12.104533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:12.112135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:12.112444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.120686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=cb43ad21-d0f1-4b89-aed7-797d367b709f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:12.251864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network 1dd3b34d-a19e-4762-b851-911338e62944 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:12.257562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:12.287351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.339772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:12.359430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.455514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Provisioning for port b0276d1c-5a26-4237-842b-4f78dbbe2029 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:12.476443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Provisioning complete for port b0276d1c-5a26-4237-842b-4f78dbbe2029 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:12.476825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.521517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Port b0276d1c-5a26-4237-842b-4f78dbbe2029 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:12.556286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Provisioning complete for port cb43ad21-d0f1-4b89-aed7-797d367b709f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:12.557025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ffdc9fe-b4df-4cff-943a-ef5ed5b063b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.601300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:12.618935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-83143460-66d8-49de-9523-3a6c27f51b5a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--508283173&fields=id&tenant_id=2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 267 time: 0.1263778 Jul 22 11:50:12.636741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb43ad21-d0f1-4b89-aed7-797d367b709f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:12.740929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:12.782128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cb43ad21-d0f1-4b89-aed7-797d367b709f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:12.782561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:12.972435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-297ce2d8-2295-42a6-ac6a-96f6ad6cb832 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:12.974883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-297ce2d8-2295-42a6-ac6a-96f6ad6cb832 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.3466511 Jul 22 11:50:12.983426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:12.995492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d66d26b8-3e71-41f0-afec-22186c7a0709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4838712 Jul 22 11:50:12.996339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56420) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:13.005980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1160405281'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:13.008674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-e93c092e-dbfa-48c1-815e-a29dc1c18951 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/quotas/2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 375 time: 0.0279462 Jul 22 11:50:13.010030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:13.046728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:13.048518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:13.061732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:13.067064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.109065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:13.119953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.120830 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added segment d456d20f-1e88-4cc5-9e97-dcd69efcac39 of type vlan for network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 Jul 22 11:50:13.158560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-e8feb1af-37a6-4776-83fc-ad2c4a8e7b86 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1441336 Jul 22 11:50:13.205374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.238038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.334571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e6f6d05f-a8d2-4fc2-ab7b-3988d6558fae None None] Provisioning complete for port b0276d1c-5a26-4237-842b-4f78dbbe2029 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:13.334571 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6f6d05f-a8d2-4fc2-ab7b-3988d6558fae None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.361207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 860f4ba8-fe0a-4142-a66f-5660cc897548 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:13.363662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:13.456143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-4c24974e-c233-4ae4-af09-3e8bd08e95bd service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2831163 Jul 22 11:50:13.457077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e6f6d05f-a8d2-4fc2-ab7b-3988d6558fae None None] Port b0276d1c-5a26-4237-842b-4f78dbbe2029 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:13.612488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-4b62d9be-5f6a-44d5-b13d-c11a2d4227ed service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1472168 Jul 22 11:50:13.638581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.650604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:13.651287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.666628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-db4fc3e4-3185-4e5b-873a-21c39837ed07 None None] Provisioning complete for port b0276d1c-5a26-4237-842b-4f78dbbe2029 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:13.667673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-db4fc3e4-3185-4e5b-873a-21c39837ed07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.720958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 860f4ba8-fe0a-4142-a66f-5660cc897548 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:13.721349 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:13.777177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56466) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:13.783214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.7836607 Jul 22 11:50:13.784948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'subnet': {'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:14.008398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60631d5a-5cc4-43e0-84c1-214b500c3b32 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Network': ['ID=c3f7a4b6-b52c-4beb-8da8-dd08a5009754,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:14.012956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Made reservation on behalf of b5102a735b0243efb9330fa2059e031c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:14.039027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:14.041537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:14.346829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-db4fc3e4-3185-4e5b-873a-21c39837ed07 None None] Port b0276d1c-5a26-4237-842b-4f78dbbe2029 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:14.357532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:14.423891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Router 71c854e9-59b2-4726-ae60-8adfcaf66fff is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:50:14.529860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cff97f22-9c53-421c-bb48-38f0938fe833 req-0bfd86d8-3dd6-4b95-8a11-47bfb4ca3830 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 210 time: 0.5746329 Jul 22 11:50:14.656976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:14.704204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:09Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:09Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:14.741863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Subnet': ['ID=00cfd57f-1446-41b9-8bec-9c2a6168576e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:14.760052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:14.760672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Updating router 019a14e7-5cd7-457e-9bf3-f9014117bc1e port b0276d1c-5a26-4237-842b-4f78dbbe2029 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:14.790557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Checking segment: {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:14.791107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network hostable DHCP agents. Network: c3f7a4b6-b52c-4beb-8da8-dd08a5009754, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:50:14.799773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:14.808480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:14.815001 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Sync routers for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:14.830493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:50:14.852247 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:14.855118 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:14.856636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, c3f7a4b6-b52c-4beb-8da8-dd08a5009754) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:14.860249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:14.863443 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e0694497-cc20-4d97-9f39-aed411239ffe admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 7.4429519 Jul 22 11:50:14.867737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:14.880236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:14.884287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69014ac5-8676-485b-9696-f85220c8e562 None None] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:14.884681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:14.933184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1d8f86a4-15cf-461e-b51e-dc28c4eb6d93 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.1543145 Jul 22 11:50:14.933896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:15.016831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:15.289695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:15.290086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:15.544274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:15.547277 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:15.549443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609c808d-8518-471b-83a6-d6b56d95c04b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:15.553904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:50:15.554844 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:15.585499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1480ccf-8155-49a9-9522-0dbe0a6d91a1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.100362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Allocated IP 2001:db8:3::2 (c3f7a4b6-b52c-4beb-8da8-dd08a5009754/00cfd57f-1446-41b9-8bec-9c2a6168576e/ab3b821e-1e33-4b9b-8e61-b59a2fffd97c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:16.239884 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 3, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:16.253647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7da10307-082f-4ee3-9158-dcf661fda5fe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:16.255945 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7da10307-082f-4ee3-9158-dcf661fda5fe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.3425603 Jul 22 11:50:16.300221 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Checking router: 71c854e9-59b2-4726-ae60-8adfcaf66fff for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:16.300721 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Updating router 71c854e9-59b2-4726-ae60-8adfcaf66fff port c340a86d-1f80-41dc-a1f6-5b5edd5b903f binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:16.376164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-a6fbfe76-b142-44cd-ba0a-91eaff8c106e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 379 time: 0.1126142 Jul 22 11:50:16.389901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'device_id': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'admin_state_up': True, 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'security_groups': ['1e4cfdd1-9696-4a45-b688-8022f01c535b']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:16.412060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.419362 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.426200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609c808d-8518-471b-83a6-d6b56d95c04b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.434761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Transition to ACTIVE for port object ab3b821e-1e33-4b9b-8e61-b59a2fffd97c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:16.444007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.463398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-609c808d-8518-471b-83a6-d6b56d95c04b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.471753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Transition to ACTIVE for port object ab3b821e-1e33-4b9b-8e61-b59a2fffd97c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:16.535799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7bf65e73-dabe-44be-a7b6-c7cf7b199a9c req-675360c3-6606-420b-872f-ea81e9e957e6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 210 time: 0.7759135 Jul 22 11:50:16.613579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.618096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609c808d-8518-471b-83a6-d6b56d95c04b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=edc52230-4230-41cd-8442-ac48df134c44,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:16.630135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-609c808d-8518-471b-83a6-d6b56d95c04b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=102907cd04df4a61ab05db8f5a09e465&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6074553 Jul 22 11:50:16.630811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:16.678828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.776875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:16.780487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:16.879364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:16.904367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:16.917917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:16.926110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Pushing event updated for resources: {'Port': ['ID=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.109383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Attempting to bind port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:17.110063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Attempting to bind port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:17.110063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Attempting to bind port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c on network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:17.126097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:17.126536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Checking segment: {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:17.126961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.127362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Bound using segment: {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:17.127915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Bound port: ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:17.128309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.147274 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.171457 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Transition to ACTIVE for port object c340a86d-1f80-41dc-a1f6-5b5edd5b903f will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:17.179834 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.195986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.215683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] For port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:17.219260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] For port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:17.230868 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.281497 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Attempting to bind port c340a86d-1f80-41dc-a1f6-5b5edd5b903f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:17.282072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Attempting to bind port c340a86d-1f80-41dc-a1f6-5b5edd5b903f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:17.282895 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Attempting to bind port c340a86d-1f80-41dc-a1f6-5b5edd5b903f on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:17.284372 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01e12-d587-4041-890a-446b6bd52d49 None None] Pushing event updated for resources: {'Port': ['ID=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.290590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Allocated IP 172.20.0.1 (0586ce87-27a1-40ec-97f7-426ce9ae4d70/f4340923-e06a-424f-8a28-14c2fed4f8fb/46042fba-67b7-4535-8ea9-353b29a08458) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:17.307446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:17.307868 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:17.308228 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.308622 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:17.309121 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Bound port: c340a86d-1f80-41dc-a1f6-5b5edd5b903f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:17.309600 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.356444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Allocated IP 2001:db8:3::1 (c3f7a4b6-b52c-4beb-8da8-dd08a5009754/00cfd57f-1446-41b9-8bec-9c2a6168576e/803f677c-e5d1-4bd7-ab53-325537ba6db6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:17.371145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.407960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.423861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Transition to ACTIVE for port object b0276d1c-5a26-4237-842b-4f78dbbe2029 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:17.435858 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.475968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] For port c340a86d-1f80-41dc-a1f6-5b5edd5b903f, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:17.488456 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] For port c340a86d-1f80-41dc-a1f6-5b5edd5b903f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:17.492603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-740e890d-45f8-4ad2-86f7-13645e15ec6d None None] Pushing event updated for resources: {'Port': ['ID=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.495505 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.498970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.20.0.5 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/20a87c70-7e60-47e8-a86f-7f19710a30b5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:17.629880 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:17.630585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:49:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:17.638573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.643947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.645183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/edc52230-4230-41cd-8442-ac48df134c44 HTTP/1.1" status: 204 len: 168 time: 1.0073655 Jul 22 11:50:17.682307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.719464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d409a3d-30e6-4db1-927d-9bbd07e8f4d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=edc52230-4230-41cd-8442-ac48df134c44,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.805315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54620c6f-ac67-48d4-b646-2202f1ba837e req-f309d13d-16c4-4d0c-a66c-30cb712d486e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 210 time: 0.1201761 Jul 22 11:50:17.833515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Transition to ACTIVE for port object 803f677c-e5d1-4bd7-ab53-325537ba6db6 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:17.864091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980fd9a-1a18-47f4-a67f-667097aa0e7a None None] Pushing event updated for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.914691 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1f01e12-d587-4041-890a-446b6bd52d49 None None] Pushing event updated for resources: {'Port': ['ID=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:17.914937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.923830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Attempting to bind port b0276d1c-5a26-4237-842b-4f78dbbe2029 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:17.924469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Attempting to bind port b0276d1c-5a26-4237-842b-4f78dbbe2029 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:17.924751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Attempting to bind port b0276d1c-5a26-4237-842b-4f78dbbe2029 on network 1dd3b34d-a19e-4762-b851-911338e62944 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:17.957109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.962512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:17.963134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Checking segment: {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:17.965890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:17.967956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Bound using segment: {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:17.968685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Bound port: b0276d1c-5a26-4237-842b-4f78dbbe2029, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:17.981959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.030650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.106513 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:18.111278 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:18.120705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:18.158122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:18.160779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.170626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] For port b0276d1c-5a26-4237-842b-4f78dbbe2029, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:18.180595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.204666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] For port b0276d1c-5a26-4237-842b-4f78dbbe2029, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b0276d1c-5a26-4237-842b-4f78dbbe2029,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:18.207271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-917f9782-5d1d-4ba4-a921-46d6484d3af0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.215263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.219275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.249448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Transition to ACTIVE for port object 20a87c70-7e60-47e8-a86f-7f19710a30b5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:18.266069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:18.363863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:18.365224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:18.384536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:18.413594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:18.419591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:18.426513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Pushing event updated for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:18.477741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.480244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:18.513701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e980fd9a-1a18-47f4-a67f-667097aa0e7a None None] Pushing event updated for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:18.558389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6a85248-865c-46fe-9e0a-d28e11b6a9a4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.558657 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 3, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:18.603384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:18.612437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.639716 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-eff23751-bc58-476d-9d2b-33b66a9d7be5 None None] The sync data for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 is: [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 3, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:18.819291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:18.820609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:18.856964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:18.945528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:19.072894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:19.145057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab3b821e-1e33-4b9b-8e61-b59a2fffd97c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:19.282822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:19.282822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.313227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:09Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:18Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:19.391014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c9c25dd-ac77-4ddb-8ba4-eee6e3e92ffb None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:09Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:18Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:19.429586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.440892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:19.462786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.645522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.688824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.690219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.772476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7ad49147-9262-4ddc-ade7-954d05ca85fb None None] Provisioning for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:19.780589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7ad49147-9262-4ddc-ade7-954d05ca85fb None None] Provisioning complete for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:19.781177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7ad49147-9262-4ddc-ade7-954d05ca85fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.923073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7ad49147-9262-4ddc-ade7-954d05ca85fb None None] Port 20a87c70-7e60-47e8-a86f-7f19710a30b5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:19.929227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb2683-0d6e-4130-b3f0-b5ae6af09bca None None] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:19.982574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6a85248-865c-46fe-9e0a-d28e11b6a9a4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:19.984199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event updated for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:19.998243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6a85248-865c-46fe-9e0a-d28e11b6a9a4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.059198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a85248-865c-46fe-9e0a-d28e11b6a9a4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=180f4958-dc1b-44e1-8190-200428b7e3b2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:20.077989 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-f48f2ccb-cbd4-4ab8-98fb-0e09a52c7bce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.6922395 Jul 22 11:50:20.096855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Request body: {'port': {'device_id': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:20.136512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6a85248-865c-46fe-9e0a-d28e11b6a9a4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bce1e0e27e5f4e8d8de15660b73e2e6a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6551421 Jul 22 11:50:20.142973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:20.188899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Provisioning for port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:20.196215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Provisioning complete for port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:20.196944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.298846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.330204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d93e1ff8-1a14-41de-87cf-690668ce6de6 req-888e61f6-fd18-4782-a3a7-0ca441e4e01e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:20.340345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d93e1ff8-1a14-41de-87cf-690668ce6de6 req-888e61f6-fd18-4782-a3a7-0ca441e4e01e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 931 time: 0.8734696 Jul 22 11:50:20.360278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:20.448799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d93e1ff8-1a14-41de-87cf-690668ce6de6 req-1a19f81d-94d8-4a65-bae2-60335c121389 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1074641 Jul 22 11:50:20.457629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:20.509769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.533455 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.545272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.577667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.610687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.621775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:20.669387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] For port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:20.695559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:20.774684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Pushing event updated for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:20.861391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:20.877797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-855c7d42-aa88-4f59-ab96-f85c0ec1190d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9426785 Jul 22 11:50:20.882710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:20.897159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:20.924891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa390d23-7410-4919-b0aa-d160faa23db5 None None] Pushing event updated for resources: {'Port': ['ID=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:20.938234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.243935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c340a86d-1f80-41dc-a1f6-5b5edd5b903f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:21.265556 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.274468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.280994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/180f4958-dc1b-44e1-8190-200428b7e3b2 HTTP/1.1" status: 204 len: 168 time: 1.1360826 Jul 22 11:50:21.315145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fa573a-9776-48e2-8a2e-77e5e8ad1828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=180f4958-dc1b-44e1-8190-200428b7e3b2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:21.408413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Provisioning for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:21.432921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c340a86d-1f80-41dc-a1f6-5b5edd5b903f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:21.441497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c340a86d-1f80-41dc-a1f6-5b5edd5b903f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:21.442763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.589725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Provisioning complete for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:21.590823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.610233 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.680039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Port 803f677c-e5d1-4bd7-ab53-325537ba6db6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:21.738243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Provisioning complete for port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:21.738950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2c0ed90d-52f7-4f7c-917a-a8aba14f7570 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.786744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:21.832210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:21.928821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:21.931402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:22.251715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:50:22.307967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Removed routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:50:22.308371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:22.591903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c340a86d-1f80-41dc-a1f6-5b5edd5b903f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:22.621801 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:22.622649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b0276d1c-5a26-4237-842b-4f78dbbe2029 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:22.677742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eff678fd-9403-4d6d-906d-4707beb12270 req-24f78318-547d-4395-b1b4-3a81acd587f3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:22.678382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:22.687162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eff678fd-9403-4d6d-906d-4707beb12270 req-24f78318-547d-4395-b1b4-3a81acd587f3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 931 time: 0.3592181 Jul 22 11:50:22.721098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:22.783064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b0276d1c-5a26-4237-842b-4f78dbbe2029 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:22.883650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:22.936467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eff678fd-9403-4d6d-906d-4707beb12270 req-0d471b88-bb15-42d7-91ef-e299439c6300 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2413116 Jul 22 11:50:22.950597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:22.961934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b0276d1c-5a26-4237-842b-4f78dbbe2029 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:22.962746 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:22.983273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.081738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:23.136646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9912edee-1c50-4c18-94ff-478ec49cd1bb None None] Provisioning complete for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:23.137180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9912edee-1c50-4c18-94ff-478ec49cd1bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.148114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Router 71c854e9-59b2-4726-ae60-8adfcaf66fff has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:23.205329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:23.295965 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.323026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9912edee-1c50-4c18-94ff-478ec49cd1bb None None] Port 803f677c-e5d1-4bd7-ab53-325537ba6db6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:50:23.406725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port b0276d1c-5a26-4237-842b-4f78dbbe2029, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b0276d1c-5a26-4237-842b-4f78dbbe2029,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:23.420905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:23.424491 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.445969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.488324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Transition to ACTIVE for port object 20a87c70-7e60-47e8-a86f-7f19710a30b5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:23.493135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:23.511304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.514254 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:23.515849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-54723045-0876-4dc1-b002-0ce3e5678d2b tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 953 time: 2.6321497 Jul 22 11:50:23.522297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:23.584004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:23.603973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:18Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:19Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:18Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:23.623071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:23.637386 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Sync routers for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:23.656639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-35c37d1c-a6b7-44d1-98c7-ab7f5b18b04d admin admin] 10.222.0.21 "PUT /v2.0/routers/71c854e9-59b2-4726-ae60-8adfcaf66fff/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7873383 Jul 22 11:50:23.659315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:23.659971 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:23.739841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:23.770532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:23.771585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Updating router 019a14e7-5cd7-457e-9bf3-f9014117bc1e port 803f677c-e5d1-4bd7-ab53-325537ba6db6 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:23.870300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3e770b6a-e1e6-489c-ba5b-ae5a1ad5c189 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 953 time: 0.3447852 Jul 22 11:50:23.876896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:23.901414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'routes': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:23.915779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c340a86d-1f80-41dc-a1f6-5b5edd5b903f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:23.966509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Attempting to bind port 20a87c70-7e60-47e8-a86f-7f19710a30b5 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:23.966868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Attempting to bind port 20a87c70-7e60-47e8-a86f-7f19710a30b5 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:23.968154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Attempting to bind port 20a87c70-7e60-47e8-a86f-7f19710a30b5 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:23.995621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Port 20a87c70-7e60-47e8-a86f-7f19710a30b5 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:50:23.996050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Attempting to bind port 20a87c70-7e60-47e8-a86f-7f19710a30b5 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:24.017397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 49, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:24.017787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:24.018117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:24.018607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Bound port: 20a87c70-7e60-47e8-a86f-7f19710a30b5, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:24.019591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.056750 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.059870 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:24.186241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:24.196171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:24.211384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.275936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c340a86d-1f80-41dc-a1f6-5b5edd5b903f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:24.276310 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.377152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:24.378266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.381127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] 10.222.0.20 "PUT /v2.0/ports/20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 1091 time: 4.2908053 Jul 22 11:50:24.381763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:24.387690 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6df9ce12-440c-4c42-87f2-c1f16ff796ad" -d '{"events": [{"name": "network-changed", "server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:24.525008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce9cd6f-cf2a-490e-837a-b9e300661e8b service neutron] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:24.607575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-563797b4-dbd0-4dc4-b112-9bb813b525c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:24.609376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-563797b4-dbd0-4dc4-b112-9bb813b525c6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1094 time: 0.1679838 Jul 22 11:50:24.616584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab3b821e-1e33-4b9b-8e61-b59a2fffd97c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:24.727988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-d0ce07ed-fefb-4fdc-93e0-650d42e30d43 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 217 time: 0.1108732 Jul 22 11:50:24.831610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-c5bc7795-7066-4b7b-869c-1bc4e8621f97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:24.833190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-c5bc7795-7066-4b7b-869c-1bc4e8621f97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0971315 Jul 22 11:50:24.883114 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:19Z', 'revision_number': 4, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '46042fba-67b7-4535-8ea9-353b29a08458', 'name': '', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'mac_address': 'fa:16:3e:e4:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:19Z', 'revision_number': 2, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'subnets': [{'id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:24.946364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Checking router: 71c854e9-59b2-4726-ae60-8adfcaf66fff for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:24.948714 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Updating router 71c854e9-59b2-4726-ae60-8adfcaf66fff port 46042fba-67b7-4535-8ea9-353b29a08458 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:50:24.954549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:24.963002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:24.991127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-24d94b9e-8223-4c61-8138-eca8c93bb114 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:24.995242 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-24d94b9e-8223-4c61-8138-eca8c93bb114 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1532710 Jul 22 11:50:25.051697 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.058175 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.109187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Transition to ACTIVE for port object 803f677c-e5d1-4bd7-ab53-325537ba6db6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:25.121846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.248431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-b11a4a53-ad2b-4a29-9e8f-e9ed11e980e4 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2465696 Jul 22 11:50:25.442398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9c1ca-de87-48ca-a729-f61d75803c97 None None] Pushing event updated for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:25.501720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b21b685-1834-4b8a-b4ca-2fbb8ce4fc42 req-4f08575b-8b2f-4b45-b5ce-c10a4a2a65fb service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2412941 Jul 22 11:50:25.505913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Attempting to bind port 803f677c-e5d1-4bd7-ab53-325537ba6db6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:25.519560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Attempting to bind port 803f677c-e5d1-4bd7-ab53-325537ba6db6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:25.520127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Attempting to bind port 803f677c-e5d1-4bd7-ab53-325537ba6db6 on network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:25.538025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:25.538413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Checking segment: {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:25.551125 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.551125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Bound using segment: {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:25.551608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Bound port: 803f677c-e5d1-4bd7-ab53-325537ba6db6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd456d20f-1e88-4cc5-9e97-dcd69efcac39', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:25.552010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.692919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b0276d1c-5a26-4237-842b-4f78dbbe2029 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:25.718346 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.735071 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Transition to ACTIVE for port object 46042fba-67b7-4535-8ea9-353b29a08458 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:25.745301 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.773577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-f7b763d7-af19-472f-80d6-22dd62b5b20d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:25.781270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-f7b763d7-af19-472f-80d6-22dd62b5b20d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 818 time: 0.7545078 Jul 22 11:50:25.806734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:25.822843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] For port 803f677c-e5d1-4bd7-ab53-325537ba6db6, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:25.835597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] For port 803f677c-e5d1-4bd7-ab53-325537ba6db6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=803f677c-e5d1-4bd7-ab53-325537ba6db6,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:25.845754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.850732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-45d4d9ed-a082-4c79-8e12-9e5276b7a11f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/quotas/59c38ebd3e1c4577930e488b95ee669f HTTP/1.1" status: 200 len: 375 time: 0.0577366 Jul 22 11:50:25.912069 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952444fc-958b-482c-b78e-46b42d3c512f None None] Pushing event updated for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:25.967059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b0276d1c-5a26-4237-842b-4f78dbbe2029 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:25.968198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.972810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19881440-66fe-4395-ad30-bf6f3a686624 req-4910b4e8-3275-4be3-abe0-65d90e92386f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:25.974584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19881440-66fe-4395-ad30-bf6f3a686624 req-4910b4e8-3275-4be3-abe0-65d90e92386f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 943 time: 0.9469624 Jul 22 11:50:25.983808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Attempting to bind port 46042fba-67b7-4535-8ea9-353b29a08458 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:25.984442 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Attempting to bind port 46042fba-67b7-4535-8ea9-353b29a08458 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:25.985138 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Attempting to bind port 46042fba-67b7-4535-8ea9-353b29a08458 on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:25.995364 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:25.996398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Checking segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:25.997747 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:25.998518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Bound using segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:26.003041 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Bound port: 46042fba-67b7-4535-8ea9-353b29a08458, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:26.003922 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.121601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec9c1ca-de87-48ca-a729-f61d75803c97 None None] Pushing event updated for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:26.128277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:26.131730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:26.166531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-11332ded-64b1-45ab-bcf1-9b217c517e86 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Request body: {'quota': {'network': 2}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:26.186263 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] For port 46042fba-67b7-4535-8ea9-353b29a08458, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:26.198887 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] For port 46042fba-67b7-4535-8ea9-353b29a08458, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=46042fba-67b7-4535-8ea9-353b29a08458,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:26.211724 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.227026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-11332ded-64b1-45ab-bcf1-9b217c517e86 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "PUT /v2.0/quotas/3ba15dc1127c478ab805c6e721201aaf HTTP/1.1" status: 200 len: 368 time: 0.4179018 Jul 22 11:50:26.228358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57088) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:26.243678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Request body: {'network': {'project_id': '3ba15dc1127c478ab805c6e721201aaf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:26.259769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19881440-66fe-4395-ad30-bf6f3a686624 req-dd12f00c-0737-443b-aad1-d3728d21e455 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2271647 Jul 22 11:50:26.314038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Made reservation on behalf of 3ba15dc1127c478ab805c6e721201aaf for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:26.318759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.319256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-9d99c496-1759-4d7a-b45b-66eddb32f4ba tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4674127 Jul 22 11:50:26.360188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.434929 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952444fc-958b-482c-b78e-46b42d3c512f None None] Pushing event updated for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:26.475410 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:26.477485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:26.601135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:26.644395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-8ea1de70-0fef-4f05-af02-80856bab24b6 service neutron] 10.222.0.21 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3236878 Jul 22 11:50:26.712447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.722077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.803007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:26.839978 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fec620be-8053-49d3-b42f-e0ec6223dc6f x-openstack-request-id: req-fec620be-8053-49d3-b42f-e0ec6223dc6f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:26.841472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:26.842608 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fec620be-8053-49d3-b42f-e0ec6223dc6f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:26.845112 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'status': 'completed', 'code': 200} Jul 22 11:50:26.870350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b5fc3c1-2a2c-4e85-8edd-adf16d2a7f4d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:26.955118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:26.993898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:26.996107 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Added segment 1105abaf-ef6d-4a52-8b60-14bba792874d of type vlan for network 88422393-51c7-4f36-9764-f4890925afc2 Jul 22 11:50:26.997061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-12179d47-2365-46b5-b645-0622d7ee6ced service neutron] 10.222.0.21 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3507981 Jul 22 11:50:27.038048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:22Z', 'revision_number': 6, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:25Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:27.096820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added routes are [] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:50:27.097527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.extraroute_db [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}] {{(pid=93707) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:50:27.136562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad1b130f-b3f3-4f3c-b305-058fc2594871 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:22Z', 'revision_number': 6, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:25Z', 'revision_number': 4, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:27.159004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.181756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.223839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-6d3157c3-3b91-45f8-b0aa-b90add3489e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:27.225573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-6d3157c3-3b91-45f8-b0aa-b90add3489e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1094 time: 0.3793373 Jul 22 11:50:27.288296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.289785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:27.290474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.363247 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:19Z', 'revision_number': 4, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '46042fba-67b7-4535-8ea9-353b29a08458', 'name': '', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'mac_address': 'fa:16:3e:e4:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:26Z', 'revision_number': 4, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'subnets': [{'id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:27.405401 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.419500 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.1844912 Jul 22 11:50:27.428779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:27.465482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Request body: {'network': {'project_id': '3ba15dc1127c478ab805c6e721201aaf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:27.507956 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fe08b8c8-52c1-4922-865c-6631c7ad3d16 None None] The sync data for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 is: [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:50:19Z', 'revision_number': 4, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '46042fba-67b7-4535-8ea9-353b29a08458', 'name': '', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'mac_address': 'fa:16:3e:e4:31:d3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_interface', 'standard_attr_id': 2801, 'fixed_ips': [{'subnet_id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:26Z', 'revision_number': 4, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'subnets': [{'id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:27.689946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-973e74a4-4aed-43cb-a136-ff6bdf4a5ebe tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Pushing event updated for resources: {'Network': ['ID=88422393-51c7-4f36-9764-f4890925afc2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:27.712015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 88422393-51c7-4f36-9764-f4890925afc2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:27.743146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-21d2e622-fa68-42a1-9b26-67ec977eba34 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:27.751723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-21d2e622-fa68-42a1-9b26-67ec977eba34 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.5152946 Jul 22 11:50:27.759579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Made reservation on behalf of 3ba15dc1127c478ab805c6e721201aaf for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:27.773113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:27.917140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97222f65-d651-4bd6-b77a-f5bb97e0367c req-fe4be6aa-690f-46a2-a4fc-c63348d1980b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 210 time: 0.3993542 Jul 22 11:50:27.979270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 803f677c-e5d1-4bd7-ab53-325537ba6db6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:28.254496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:28.272426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:28.273246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.287344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-a8ef9afb-7150-44f9-a8c2-69f3056f3a1f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 217 time: 0.4858546 Jul 22 11:50:28.338297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.413278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:50:28.416118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a165700-9ecc-4ac4-85cc-80186068dad6 req-15007624-48a1-408c-b1c9-0e39b231c5f3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:28.417726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a165700-9ecc-4ac4-85cc-80186068dad6 req-15007624-48a1-408c-b1c9-0e39b231c5f3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 943 time: 0.8768597 Jul 22 11:50:28.483677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.505486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:28.523889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.540277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-6268fcb3-4ea8-48de-b86e-5822ee41a80a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:28.549666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-6268fcb3-4ea8-48de-b86e-5822ee41a80a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.2597640 Jul 22 11:50:28.597363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.611319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:50:28.622347 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.623352 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Added segment 0b5ad8b8-5b2c-4fba-96ce-d1cffc2d33da of type vlan for network c7e88ae4-6317-4846-88a4-e34ae0db3feb Jul 22 11:50:28.706247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.784041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.785391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:28.786599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:28.841486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:28.874611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:50:28.901303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 837 time: 1.4671075 Jul 22 11:50:28.917745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57126) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:28.949742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7edff7b6-662f-4d43-adea-aa3868b64cc8 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Request body: {'network': {'project_id': '3ba15dc1127c478ab805c6e721201aaf'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:28.977816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 803f677c-e5d1-4bd7-ab53-325537ba6db6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=803f677c-e5d1-4bd7-ab53-325537ba6db6,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:28.990566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:29.004324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:29.030229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d54cab9e-85fc-4ca0-8d32-169b994e38f2 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Pushing event updated for resources: {'Network': ['ID=c7e88ae4-6317-4846-88a4-e34ae0db3feb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:29.046184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-0bf4fdfa-c510-4979-9a67-f2a56f2cfb1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:29.047819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c7e88ae4-6317-4846-88a4-e34ae0db3feb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:29.048842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-0bf4fdfa-c510-4979-9a67-f2a56f2cfb1c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4753420 Jul 22 11:50:29.081074 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7edff7b6-662f-4d43-adea-aa3868b64cc8 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 11:50:29.088409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7edff7b6-662f-4d43-adea-aa3868b64cc8 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:50:29.095006 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7edff7b6-662f-4d43-adea-aa3868b64cc8 tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1643190 Jul 22 11:50:29.157060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:29.162813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-ecf498ce-14ec-408c-98cb-33a36d290b95 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:29.165437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-ecf498ce-14ec-408c-98cb-33a36d290b95 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 818 time: 0.5016811 Jul 22 11:50:29.169989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:29.208814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a165700-9ecc-4ac4-85cc-80186068dad6 req-48cdac06-8b8b-443b-94ec-4547c17b8b19 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.7642806 Jul 22 11:50:29.238034 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-94c29e88-06c4-478d-90d6-059828efdf52 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/quotas/59c38ebd3e1c4577930e488b95ee669f HTTP/1.1" status: 200 len: 375 time: 0.0590403 Jul 22 11:50:29.248217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:29.328252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-3813bdbb-84dc-4634-a828-434620f54b00 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2716238 Jul 22 11:50:29.425253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:29.663927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:29.695474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:29.696758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c937ee27-c4f9-4bb7-b2de-6d641ccb7840 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 703 time: 5.8184843 Jul 22 11:50:29.718904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57138) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:29.782289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-93b2d209-d911-4435-b71d-a7a64073c6c1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5366893 Jul 22 11:50:29.791767 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81ed9cee-c7a8-4017-8909-f6d4f8798fbf admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3ba15dc1127c478ab805c6e721201aaf&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3652894 Jul 22 11:50:29.794061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:29.799800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6df9ce12-440c-4c42-87f2-c1f16ff796ad req-32b85e05-08b6-4e6b-94ff-52f1ad18081c service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4629905 Jul 22 11:50:29.804230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:29.819034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:29.843420 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:29.859180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:29.859832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:29.899170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 46042fba-67b7-4535-8ea9-353b29a08458 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:29.998559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7e88fb57-ee02-44e1-a13c-8d6811800094 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 703 time: 0.2667208 Jul 22 11:50:30.001370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:30.064439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:30.079681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:30.084252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['20a87c70-7e60-47e8-a86f-7f19710a30b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:50:30.258479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-47493b67-e17a-437f-b810-ccf7694ea406 service neutron] 10.222.0.21 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4556315 Jul 22 11:50:30.421535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-c439573e-eb1f-43ba-84bd-2ba948e2a0ab service neutron] 10.222.0.21 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1551654 Jul 22 11:50:30.503033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-94836924-4a41-4535-8b8a-05e6df64706c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:30.504430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-94836924-4a41-4535-8b8a-05e6df64706c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 818 time: 1.0420876 Jul 22 11:50:30.538523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Request body: {'port': {'device_id': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'admin_state_up': True, 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:30.567925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:30.586161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 46042fba-67b7-4535-8ea9-353b29a08458 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:30.608712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 46042fba-67b7-4535-8ea9-353b29a08458 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:30.610855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:30.618435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a34f62e4-6ac5-49e7-af66-701e0ce9b091 req-b05c190c-d23a-41a3-82a1-054f2f6de40e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:30.621825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a34f62e4-6ac5-49e7-af66-701e0ce9b091 req-b05c190c-d23a-41a3-82a1-054f2f6de40e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1976116 Jul 22 11:50:30.680952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:30.757918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:30.904403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:27Z', 'revision_number': 7, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:28Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:30.951882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:30.960579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a34f62e4-6ac5-49e7-af66-701e0ce9b091 req-cef25fda-ab6e-4d44-a01b-e2dffa1b5fa2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3319755 Jul 22 11:50:30.980110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a163359-494b-42ba-9be5-0e50b2ab8519 req-a1e7ffff-3e8e-45c3-bd88-54f772e10823 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 210 time: 0.1638222 Jul 22 11:50:31.027294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Made reservation on behalf of 59c38ebd3e1c4577930e488b95ee669f for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:31.032832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.034372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.038205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.041076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.042472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8b5fc3c1-2a2c-4e85-8edd-adf16d2a7f4d HTTP/1.1" status: 204 len: 168 time: 1.0514047 Jul 22 11:50:31.062423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:31.065534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af1ddbd-d24f-4f6d-9c60-f979ae8b3a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b5fc3c1-2a2c-4e85-8edd-adf16d2a7f4d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:31.082441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 46042fba-67b7-4535-8ea9-353b29a08458, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=46042fba-67b7-4535-8ea9-353b29a08458,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:31.109250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.113266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 803f677c-e5d1-4bd7-ab53-325537ba6db6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:31.119329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:31.120445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:31.277049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.303689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:31.306899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:31.325261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Allocated IP 172.20.0.11 (0586ce87-27a1-40ec-97f7-426ce9ae4d70/f4340923-e06a-424f-8a28-14c2fed4f8fb/bbe2ec34-f7d8-4065-8e11-a3216039f09c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:31.361437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 803f677c-e5d1-4bd7-ab53-325537ba6db6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:31.361816 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.419386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.475090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c7e88ae4-6317-4846-88a4-e34ae0db3feb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:31.497572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0b5ad8b8-5b2c-4fba-96ce-d1cffc2d33da') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:31.497848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0b5ad8b8-5b2c-4fba-96ce-d1cffc2d33da') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:31.525766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.556852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.565305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:31.566002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:31.637498 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:31.649404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.667791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.679652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.685965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "DELETE /v2.0/networks/c7e88ae4-6317-4846-88a4-e34ae0db3feb HTTP/1.1" status: 204 len: 168 time: 0.6188831 Jul 22 11:50:31.708040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:31.713333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c03252d2-d000-4355-be42-a37b6c80031d tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Pushing event deleted for resources: {'Network': ['ID=c7e88ae4-6317-4846-88a4-e34ae0db3feb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:31.758078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.816733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:31.823004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:31.829902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:31.901943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 803f677c-e5d1-4bd7-ab53-325537ba6db6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:31.902532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:31.947791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:27Z', 'revision_number': 7, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:28Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:31.991024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:31.992743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.004211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Pushing event updated for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:32.024493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 46042fba-67b7-4535-8ea9-353b29a08458 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:32.048415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-30f05699-e692-4f33-9505-026a08d41bee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5171084 Jul 22 11:50:32.060933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Request body: {'port': {'device_id': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:32.076248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-594c6a45-7d56-4f1d-a9e3-b52d5e917360 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:27Z', 'revision_number': 7, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:28Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:32.127462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 46042fba-67b7-4535-8ea9-353b29a08458 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:32.129560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.170831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.341314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e53412b-10fd-4386-93f9-8458182e5ad9 req-1f303787-4e8f-4dcc-905b-2fc6015669ab tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 210 time: 0.1831779 Jul 22 11:50:32.405070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:32.467187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.500279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 803f677c-e5d1-4bd7-ab53-325537ba6db6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=803f677c-e5d1-4bd7-ab53-325537ba6db6,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:32.500752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.564715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:32.571558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:32.572068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.590588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 803f677c-e5d1-4bd7-ab53-325537ba6db6 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:32.609470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58c1c202-fe18-4ea5-91f0-9c42bdd0c895 req-485ffcc9-7d8c-4bfa-b5eb-17160b06d43e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:32.611062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c1c202-fe18-4ea5-91f0-9c42bdd0c895 req-485ffcc9-7d8c-4bfa-b5eb-17160b06d43e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.4489005 Jul 22 11:50:32.633492 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:32.649754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:32.650395 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:32.662968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-f5084b72-faca-48d7-b545-7867d023e17a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:32.680438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-f5084b72-faca-48d7-b545-7867d023e17a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.20 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 818 time: 0.5130651 Jul 22 11:50:32.704425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Request body: {'port': {'device_id': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'admin_state_up': True, 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:32.717850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.766120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:32.779887 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ce529e19-7e1f-4d3a-818e-d46b98ed145f" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:32.799992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:32.807258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.808607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:32.854536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['88422393-51c7-4f36-9764-f4890925afc2']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:32.880170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:32.890619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58c1c202-fe18-4ea5-91f0-9c42bdd0c895 req-e5c8d43c-2b90-4002-bb42-071213608a51 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2689111 Jul 22 11:50:32.951420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:32.955603 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6433c856-82e6-41c3-960f-666f0a4e1ae5 x-openstack-request-id: req-6433c856-82e6-41c3-960f-666f0a4e1ae5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:32.955895 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:32.956155 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6433c856-82e6-41c3-960f-666f0a4e1ae5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:32.956629 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:50:33.215948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:33.233363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1105abaf-ef6d-4a52-8b60-14bba792874d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:33.234029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1105abaf-ef6d-4a52-8b60-14bba792874d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:33.519158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:33.522002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=803f677c-e5d1-4bd7-ab53-325537ba6db6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:33.607846 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:27Z', 'revision_number': 7, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': '803f677c-e5d1-4bd7-ab53-325537ba6db6', 'name': '', 'network_id': 'c3f7a4b6-b52c-4beb-8da8-dd08a5009754', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:3e:07:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2802, 'fixed_ips': [{'subnet_id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:16Z', 'updated_at': '2021-07-22T11:50:28Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '00cfd57f-1446-41b9-8bec-9c2a6168576e', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:33.625353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d75271c4-d891-4c89-8a0b-a39d74bfbda5 req-6dcc1fae-dda4-4d77-aac8-880fcde04fa4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 210 time: 0.1066513 Jul 22 11:50:33.662374 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:33.676325 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:33.678281 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:33.688311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ccff6c4-b54c-45cf-9389-d00645ae182b req-4865c1d8-714b-4d92-8669-59d01073cbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:33.689993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ccff6c4-b54c-45cf-9389-d00645ae182b req-4865c1d8-714b-4d92-8669-59d01073cbd8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1096 time: 0.2655766 Jul 22 11:50:33.770848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ccff6c4-b54c-45cf-9389-d00645ae182b req-6c365542-d94e-4db8-8131-5a6a21a94bf8 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0719354 Jul 22 11:50:33.781075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bbe2ec34-f7d8-4065-8e11-a3216039f09c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:33.810590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:33.855167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Transition to ACTIVE for port object bbe2ec34-f7d8-4065-8e11-a3216039f09c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:33.884872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:33.953860 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:34.029294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:34.161817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Made reservation on behalf of 59c38ebd3e1c4577930e488b95ee669f for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:34.165479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.183654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.206262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:34.206714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:34.209522 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:34.255736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f76c4d2d-d458-496c-94b2-c6db00845205 req-ff9cc770-232a-4e1d-8d51-6db1f475f611 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:34.258757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f76c4d2d-d458-496c-94b2-c6db00845205 req-ff9cc770-232a-4e1d-8d51-6db1f475f611 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.1335936 Jul 22 11:50:34.259436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Attempting to bind port bbe2ec34-f7d8-4065-8e11-a3216039f09c on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:34.260147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Attempting to bind port bbe2ec34-f7d8-4065-8e11-a3216039f09c by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:34.260614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Attempting to bind port bbe2ec34-f7d8-4065-8e11-a3216039f09c on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:34.294240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Port bbe2ec34-f7d8-4065-8e11-a3216039f09c on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:50:34.294733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Attempting to bind port bbe2ec34-f7d8-4065-8e11-a3216039f09c on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:34.315364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:34.315921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Checking segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:34.316076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Bound using segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:34.316544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Bound port: bbe2ec34-f7d8-4065-8e11-a3216039f09c, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:34.317476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.365795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f76c4d2d-d458-496c-94b2-c6db00845205 req-e43c0c39-4111-4547-ac90-c01a780f4307 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0988040 Jul 22 11:50:34.375425 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.416862 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:33Z', 'revision_number': 8, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:34.463931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:34.468680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:34.480819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.482403 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7ffc476-4dd8-4de4-b72a-2da29a51baeb None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:33Z', 'revision_number': 8, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:34.496245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.541624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:34.542265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.543734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] 10.222.0.36 "PUT /v2.0/ports/bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 1092 time: 2.4874425 Jul 22 11:50:34.547164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:34.549896 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d783faa-ea3d-4607-a3d6-bfba9f982028" -d '{"events": [{"name": "network-changed", "server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:34.558208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:34.560838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] 10.222.0.21 "DELETE /v2.0/networks/88422393-51c7-4f36-9764-f4890925afc2 HTTP/1.1" status: 204 len: 168 time: 2.8434637 Jul 22 11:50:34.573696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Allocated IP 172.20.0.5 (0586ce87-27a1-40ec-97f7-426ce9ae4d70/f4340923-e06a-424f-8a28-14c2fed4f8fb/8b6f2004-05ef-404c-8b60-7e8f00b88e1b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:34.638910 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fd6e36ae-e4fc-433d-9dc6-8ce8bacb161b x-openstack-request-id: req-fd6e36ae-e4fc-433d-9dc6-8ce8bacb161b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:34.639250 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:34.639455 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fd6e36ae-e4fc-433d-9dc6-8ce8bacb161b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:34.639986 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c', 'status': 'completed', 'code': 200} Jul 22 11:50:34.683608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2933dd43-c3ac-4903-ae73-fe73e68647c2 service neutron] Pushing event updated for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:34.714371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d0c7e0-fee7-4040-8248-7fe12a122a0f tempest-QuotasNegativeTest-1398940039 tempest-QuotasNegativeTest-1398940039-project-admin] Pushing event deleted for resources: {'Network': ['ID=88422393-51c7-4f36-9764-f4890925afc2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:34.749355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-bc28bbef-dcdb-4240-bd40-c6f2ea0ab045 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:34.751608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-bc28bbef-dcdb-4240-bd40-c6f2ea0ab045 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1095 time: 0.1049550 Jul 22 11:50:34.878658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e99d33f-323c-4078-878d-7b7155105f97 req-41edc78f-d696-44f2-9c6e-9e9990ae93b4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 210 time: 0.0689642 Jul 22 11:50:35.117419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-9494b6a5-9aa2-4e6a-b3c2-1b39e91b9543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:35.121493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-9494b6a5-9aa2-4e6a-b3c2-1b39e91b9543 service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=59c38ebd3e1c4577930e488b95ee669f&shared=False HTTP/1.1" status: 200 len: 919 time: 0.3618431 Jul 22 11:50:35.148307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:35.288642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:35.297741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.355488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6b30c1-757d-4ceb-8df5-40dbbbf1a628 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.393697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-e6d1af0f-efcf-4184-89d9-ed273cfed389 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:35.396799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d783faa-ea3d-4607-a3d6-bfba9f982028 req-e6d1af0f-efcf-4184-89d9-ed273cfed389 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.2612922 Jul 22 11:50:35.425295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:35.434812 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12bd9780-0576-40d5-a68f-26f01e4feab8 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4319134 Jul 22 11:50:35.437790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:35.452359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:35.471749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:35.472768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:35.486383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.511348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 00cfd57f-1446-41b9-8bec-9c2a6168576e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:50:35.514856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.562394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.578781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Pushing event updated for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:35.616387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:35.620059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:35.625997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:35.640051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:35.684955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6b30c1-757d-4ceb-8df5-40dbbbf1a628 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.695686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b6b30c1-757d-4ceb-8df5-40dbbbf1a628 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.729343 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b6b30c1-757d-4ceb-8df5-40dbbbf1a628 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=97c884fe116f401aba2f05dfd1950cb3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4393435 Jul 22 11:50:35.736767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:35.737417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.748836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57210) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:35.772510 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-25c9ee85-cdfd-4cbb-9a1b-60a417e90ba8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.0748956 Jul 22 11:50:35.798536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Request body: {'port': {'device_id': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:35.839434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b30c1-757d-4ceb-8df5-40dbbbf1a628 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfcbbc68-378e-4b7d-9bc3-d11d8cf18095,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:35.890420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.934292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:33Z', 'revision_number': 8, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:35.946801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.955918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.972484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:35.975107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 803f677c-e5d1-4bd7-ab53-325537ba6db6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:35.980229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:36.014125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 803f677c-e5d1-4bd7-ab53-325537ba6db6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:36.015426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 803f677c-e5d1-4bd7-ab53-325537ba6db6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:36.022103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:36.024883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:36.144660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:36.153928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:36.160219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfcbbc68-378e-4b7d-9bc3-d11d8cf18095 HTTP/1.1" status: 204 len: 168 time: 0.4026980 Jul 22 11:50:36.185726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-5125fc3b-2a7b-4dee-80c2-9a66ad1e55de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:36.187360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-5125fc3b-2a7b-4dee-80c2-9a66ad1e55de service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1095 time: 0.5696039 Jul 22 11:50:36.201965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:36.231893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6a9f7b-0735-4601-8c95-e47c38c803ce admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfcbbc68-378e-4b7d-9bc3-d11d8cf18095,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:36.281783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-3e6a6dc3-e87d-4b9f-ace7-eb2008549bf4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0836070 Jul 22 11:50:36.351583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd0d5b8a-f28d-4830-b21d-fe9f4eb4579b req-07ff1f2e-3d2c-491d-9fab-eec1467faa73 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:36.354609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd0d5b8a-f28d-4830-b21d-fe9f4eb4579b req-07ff1f2e-3d2c-491d-9fab-eec1467faa73 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.7336471 Jul 22 11:50:36.492379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-7ca9b3d5-32cf-465c-8012-3d52be8dd7b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:36.496380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-7ca9b3d5-32cf-465c-8012-3d52be8dd7b4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1989675 Jul 22 11:50:36.633913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b6f2004-05ef-404c-8b60-7e8f00b88e1b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:36.654416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:36.670844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-3d5edcae-fed1-4e02-a277-6735567ba38e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1628613 Jul 22 11:50:36.678034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Transition to ACTIVE for port object 8b6f2004-05ef-404c-8b60-7e8f00b88e1b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:36.684322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:36.791115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:36.849187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd0d5b8a-f28d-4830-b21d-fe9f4eb4579b req-d503a3f1-203e-4ab8-a0a5-6fdf384ca1a3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3502760 Jul 22 11:50:36.897292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6aa16599-136a-4af2-b607-cd3cc176e6f9 req-97ddbe07-a77b-4e20-8f25-3ab678fc8774 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:36.912744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6aa16599-136a-4af2-b607-cd3cc176e6f9 req-97ddbe07-a77b-4e20-8f25-3ab678fc8774 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 931 time: 0.8448229 Jul 22 11:50:36.917504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:36.960718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Attempting to bind port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:36.961275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Attempting to bind port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:36.961821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Attempting to bind port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:36.966046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:37.002912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:50:37.003951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Attempting to bind port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b on network 0586ce87-27a1-40ec-97f7-426ce9ae4d70 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:37.005990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=00cfd57f-1446-41b9-8bec-9c2a6168576e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:37.032550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:37.033107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Checking segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:37.033599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:33Z', 'revision_number': 8, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:37.034103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Bound using segment: {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:37.034465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Bound port: 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 134, 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:37.035388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.101374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0c32e64-1830-41f3-b8ae-773be88019ee None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:33Z', 'revision_number': 8, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'b0276d1c-5a26-4237-842b-4f78dbbe2029', 'name': '', 'network_id': '1dd3b34d-a19e-4762-b851-911338e62944', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:4b:d6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2772, 'fixed_ips': [{'subnet_id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:06Z', 'updated_at': '2021-07-22T11:50:23Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3ace0adc-f781-4b32-a23a-aa0758ab8124', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:37.226347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:37.236274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:37.251040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.256714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efe54b0c-fddf-4aa9-aa71-f669bb478789 None None] Network c3f7a4b6-b52c-4beb-8da8-dd08a5009754 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:37.257628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5f0fd982-452e-4f84-bfc8-8e68efb6b60e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/00cfd57f-1446-41b9-8bec-9c2a6168576e HTTP/1.1" status: 204 len: 168 time: 1.8180466 Jul 22 11:50:37.259826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:37.260326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:37.263665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-90ddc7fb-f8f1-483d-9e8d-5685c1a09b7c service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5762942 Jul 22 11:50:37.278027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8382-4eb9-4257-a44f-f62117e9cb03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.285940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.369323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:37.370101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.372084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] 10.222.0.20 "PUT /v2.0/ports/8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 200 len: 1091 time: 1.5900159 Jul 22 11:50:37.376930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:37.379822 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877" -d '{"events": [{"name": "network-changed", "server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:37.438413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e78713c9-fb2e-4f41-b621-79a1df90b223 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.475115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdfb72b7-8dae-4260-a776-c6ad11557ae4 service neutron] Pushing event updated for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:37.561811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6aa16599-136a-4af2-b607-cd3cc176e6f9 req-5a182c5f-5577-4509-9db8-bd7c02ad62eb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6316450 Jul 22 11:50:37.620002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] DHCP port deletion for c3f7a4b6-b52c-4beb-8da8-dd08a5009754 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:50:37.630480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-5c8366be-5022-4d15-bee6-0fdca97a4116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:37.632101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-5c8366be-5022-4d15-bee6-0fdca97a4116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1094 time: 0.1842208 Jul 22 11:50:37.650629 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5cb6267c-dec5-449c-bb2d-e9cc96c40b85 x-openstack-request-id: req-5cb6267c-dec5-449c-bb2d-e9cc96c40b85 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:37.651659 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:37.651659 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5cb6267c-dec5-449c-bb2d-e9cc96c40b85 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:37.651659 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b', 'status': 'completed', 'code': 200} Jul 22 11:50:37.694975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-6731d7a4-9457-4c04-b5a8-1155beae0ac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 200 len: 217 time: 0.0539715 Jul 22 11:50:37.701078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c323778d-4381-4ca3-88b5-d163b0b08d07 req-1c14bb27-2577-424c-a20f-cb551e8c18b0 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3790629 Jul 22 11:50:37.714499 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.717632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Deleting port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:37.718222 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.723223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8382-4eb9-4257-a44f-f62117e9cb03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.733124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d93c52-6da0-4b54-9c35-1f14c78ee436 req-02b00f98-802c-47bb-bcf7-4a4ce15ad02a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:37.737960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3d93c52-6da0-4b54-9c35-1f14c78ee436 req-02b00f98-802c-47bb-bcf7-4a4ce15ad02a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.6400385 Jul 22 11:50:37.746574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:37.752071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'floatingip': {'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:37.754933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd1c8382-4eb9-4257-a44f-f62117e9cb03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.825186 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd1c8382-4eb9-4257-a44f-f62117e9cb03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1bf2bbd288114cda8c6d09a0ee72c85f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8566966 Jul 22 11:50:37.828306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-108eb0c2-67b6-4160-8649-6dd79e5411cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:37.829962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-108eb0c2-67b6-4160-8649-6dd79e5411cf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1256707 Jul 22 11:50:37.830793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:37.833144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd1c8382-4eb9-4257-a44f-f62117e9cb03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4da2d209-f038-4c57-b404-c4c69d140988,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:37.861290 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.875240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-1e69da17-3731-4926-b1fe-2da0ddccf8d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0344985 Jul 22 11:50:37.890005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] For port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,segment=NetworkSegment(d456d20f-1e88-4cc5-9e97-dcd69efcac39),segment_id=d456d20f-1e88-4cc5-9e97-dcd69efcac39)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:37.890584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:37.909335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Calling delete_port for ab3b821e-1e33-4b9b-8e61-b59a2fffd97c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:37.982415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab3b821e-1e33-4b9b-8e61-b59a2fffd97c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:38.060888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:38.061551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.086394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.087009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.106695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] No DVR routers for this DVR port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:38.129059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e95e00a-8364-4a7d-805a-557083094fe7 None None] Pushing event deleted for resources: {'Port': ['ID=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:38.135835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.151180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.155590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-0de2d728-a21c-48d1-95cd-ab5deb16e411 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2719703 Jul 22 11:50:38.224609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e78713c9-fb2e-4f41-b621-79a1df90b223 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.243039 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e78713c9-fb2e-4f41-b621-79a1df90b223 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.247432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c, host n-d-754448-4, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:38.247810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.278116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for ab3b821e-1e33-4b9b-8e61-b59a2fffd97c owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:38.289279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c was not found and therefore no delete operation was performed {{(pid=93707) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:50:38.298423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.302076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.305916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4da2d209-f038-4c57-b404-c4c69d140988 HTTP/1.1" status: 204 len: 168 time: 0.4716010 Jul 22 11:50:38.320246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.321490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20343bbf-f9e5-4450-8e52-9785a2bf56de req-8ad8d689-f911-46ca-8403-b1646a0ca106 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540859 Jul 22 11:50:38.322403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37606f0d-2fa8-4918-8c5b-678b100089a0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4da2d209-f038-4c57-b404-c4c69d140988,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:38.363284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e78713c9-fb2e-4f41-b621-79a1df90b223 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cd086e105dbe4d928046254934b13292&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0983326 Jul 22 11:50:38.364803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e78713c9-fb2e-4f41-b621-79a1df90b223 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6bbcfe3-512d-4552-aeb5-2bcd3cba269b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:38.366177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:38.505362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.527988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-2ab521f7-a24d-416f-a280-2d5aa8eb7530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:38.529613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-2ab521f7-a24d-416f-a280-2d5aa8eb7530 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1094 time: 0.1464589 Jul 22 11:50:38.544495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.692258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-0825322b-aced-4614-ac81-1efec6183c39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:38.694606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-0825322b-aced-4614-ac81-1efec6183c39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.1525164 Jul 22 11:50:38.711344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.713920 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:38.715676 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b6bbcfe3-512d-4552-aeb5-2bcd3cba269b HTTP/1.1" status: 204 len: 168 time: 0.3476422 Jul 22 11:50:38.797497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=ab3b821e-1e33-4b9b-8e61-b59a2fffd97c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:38.801846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port ab3b821e-1e33-4b9b-8e61-b59a2fffd97c on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:38.816391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-154efe37-f766-4802-9e69-a884aee75fca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 200 len: 217 time: 0.1104336 Jul 22 11:50:38.863727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a34086f-392c-4866-b402-c1c9a1ae7c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6bbcfe3-512d-4552-aeb5-2bcd3cba269b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:38.935525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-e0a15ee3-5af0-4621-a1d0-cd0f699e7d85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:38.937070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-e0a15ee3-5af0-4621-a1d0-cd0f699e7d85 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1001799 Jul 22 11:50:38.961765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:38.991726 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-37a40d35-f991-43d0-8eff-b57c9a880f67 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469496 Jul 22 11:50:39.016189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce3151e-7c08-4d99-b33f-b730a9f348ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.071165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.101628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3f7a4b6-b52c-4beb-8da8-dd08a5009754']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:39.141240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-87ef9574-88a5-41e8-8d5d-4cfd991c64a6 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415129 Jul 22 11:50:39.152861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd456d20f-1e88-4cc5-9e97-dcd69efcac39') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:39.153170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd456d20f-1e88-4cc5-9e97-dcd69efcac39') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:39.189128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.235562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0414230a-ffb1-408d-befc-a4038df5e162 req-a4d1e84a-7fda-4788-8736-3fd69426287c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:39.237202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0414230a-ffb1-408d-befc-a4038df5e162 req-a4d1e84a-7fda-4788-8736-3fd69426287c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 943 time: 0.4481144 Jul 22 11:50:39.273286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.284160 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8460fa1e-7dc2-49f9-a5ce-ebab06a01877 req-03467018-fc22-4e21-bb64-969e322afaff service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1357594 Jul 22 11:50:39.295761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:39.296375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:39.302053 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:39.352047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.390425 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0414230a-ffb1-408d-befc-a4038df5e162 req-716ac52f-781d-4c3f-ac03-c8609f1754ef tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1448822 Jul 22 11:50:39.393342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.471552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.482490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.487189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:39.487382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/c3f7a4b6-b52c-4beb-8da8-dd08a5009754 HTTP/1.1" status: 204 len: 168 time: 2.2211041 Jul 22 11:50:39.523612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22916c2e-c104-439a-aca2-2f3f1d5b0be7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=c3f7a4b6-b52c-4beb-8da8-dd08a5009754,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:39.532814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce3151e-7c08-4d99-b33f-b730a9f348ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.541409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce3151e-7c08-4d99-b33f-b730a9f348ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.612486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fce3151e-7c08-4d99-b33f-b730a9f348ef admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db596d81733747a29f120ee08883a6a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6396267 Jul 22 11:50:39.614864 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Floating IP 5463794e-90ff-4ad7-90fd-6ba3109b37f4 associated. External IP: 172.25.6.189, port: 20a87c70-7e60-47e8-a86f-7f19710a30b5. Jul 22 11:50:39.616831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:39.617588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce3151e-7c08-4d99-b33f-b730a9f348ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0495c1f1-dce5-422a-9664-a2c99cbb55a3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:39.780407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.873509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.937537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:39.984349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.989054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:39.990564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0495c1f1-dce5-422a-9664-a2c99cbb55a3 HTTP/1.1" status: 204 len: 168 time: 0.3725970 Jul 22 11:50:40.006329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6a70a6b-ad69-4e37-8d76-91f7fbf15f1e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0495c1f1-dce5-422a-9664-a2c99cbb55a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:40.133881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:40.145908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:40.151310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:40.162218 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Sync routers for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:40.173800 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:40.174710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:40.227733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-699c2f43-30ef-4179-8fc9-3508c488792e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "PUT /v2.0/floatingips/5463794e-90ff-4ad7-90fd-6ba3109b37f4 HTTP/1.1" status: 200 len: 991 time: 2.4796984 Jul 22 11:50:40.228751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:40.231680 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5063e53-ef38-433b-bf15-e7abb949abc4" -d '{"events": [{"name": "network-changed", "server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:40.296326 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-64400707-54e9-4118-8aec-dc323cbf5aad x-openstack-request-id: req-64400707-54e9-4118-8aec-dc323cbf5aad {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:40.296988 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:40.297105 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-64400707-54e9-4118-8aec-dc323cbf5aad {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:40.297649 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'status': 'completed', 'code': 200} Jul 22 11:50:40.380893 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:40.541785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-1f2e9527-698e-42c0-a072-0c759cd72c72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:40.543382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-1f2e9527-698e-42c0-a072-0c759cd72c72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1096 time: 0.2174404 Jul 22 11:50:40.652410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6fd72b-6180-47be-9fff-e8efae91ea99 req-e5780515-46cc-4980-9001-a6fae781dfcc tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:40.665725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba6fd72b-6180-47be-9fff-e8efae91ea99 req-e5780515-46cc-4980-9001-a6fae781dfcc tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 943 time: 0.1569932 Jul 22 11:50:40.750882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-de23150e-23c5-4a1b-a072-6875a76b9a46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:40.752438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-de23150e-23c5-4a1b-a072-6875a76b9a46 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2019224 Jul 22 11:50:40.795755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba6fd72b-6180-47be-9fff-e8efae91ea99 req-0c1307a0-3474-405e-b485-b9ba421de581 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1274428 Jul 22 11:50:40.835562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port b0276d1c-5a26-4237-842b-4f78dbbe2029 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:40.836078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:40.883414 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-5992a238-dafd-4374-b315-74cb7ce9cd76 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.1204448 Jul 22 11:50:40.908322 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5463794e-90ff-4ad7-90fd-6ba3109b37f4', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:50:11Z', 'updated_at': '2021-07-22T11:50:39Z', 'revision_number': 1, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:40.949248 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Checking router: 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:40.962324 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:40.963408 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:41.117432 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:41.197251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57350) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:41.313075 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:50:41.422529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:41.492678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bbe2ec34-f7d8-4065-8e11-a3216039f09c details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:50:41.506185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-fe674dc9-d66e-46f3-a2c9-d3b9e80c2120 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:41.508173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-fe674dc9-d66e-46f3-a2c9-d3b9e80c2120 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.6175523 Jul 22 11:50:41.513752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port b0276d1c-5a26-4237-842b-4f78dbbe2029, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b0276d1c-5a26-4237-842b-4f78dbbe2029,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:41.514192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.515882 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5463794e-90ff-4ad7-90fd-6ba3109b37f4', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:50:11Z', 'updated_at': '2021-07-22T11:50:39Z', 'revision_number': 1, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:41.543055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-292225295-network', 'tenant_id': '6f0cb657625e412c9fb21750e055e8e5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:41.589341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Made reservation on behalf of 6f0cb657625e412c9fb21750e055e8e5 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:41.590778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for b0276d1c-5a26-4237-842b-4f78dbbe2029 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:41.593554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.610536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.680434 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07132418-1c5d-4a1f-b8b1-d3b578ed8f89 None None] The sync data for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 is: [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5463794e-90ff-4ad7-90fd-6ba3109b37f4', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 2791, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:50:11Z', 'updated_at': '2021-07-22T11:50:39Z', 'revision_number': 1, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:41.722267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-676aba8a-0499-46ce-a138-deaaa9ddeaf2 tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:41.751102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.763859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:41.764158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.780970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'port_id': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c', 'mac_address': 'fa:16:3e:a1:18:36', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:50:41.785734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-228dc37a-44fd-4ec3-b662-ad5926816594 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:41.787548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-228dc37a-44fd-4ec3-b662-ad5926816594 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2705836 Jul 22 11:50:41.800710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:41.807550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-676aba8a-0499-46ce-a138-deaaa9ddeaf2 tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "PUT /v2.0/quotas/dda527072c484704b61a95f6b348d348 HTTP/1.1" status: 200 len: 366 time: 0.6089237 Jul 22 11:50:41.821703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:41.852043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-547be32c-5d93-45e9-baa0-f544e2aa87fa tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0264990 Jul 22 11:50:41.861568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:41.866792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.888487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bbe2ec34-f7d8-4065-8e11-a3216039f09c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:41.901760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80a61eb4-bdfc-4d74-8ac4-418fb7c8c2ee tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas/dda527072c484704b61a95f6b348d348 HTTP/1.1" status: 200 len: 366 time: 0.0390520 Jul 22 11:50:41.905787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.906183 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Added segment a56784d3-7262-432b-8dac-971b99483d87 of type vlan for network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 Jul 22 11:50:41.925507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:41.928467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57372) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:41.931267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:41.969463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:42.019240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:42.044351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fe582271-7491-42e1-b880-722250b47fc3 tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dda527072c484704b61a95f6b348d348 HTTP/1.1" status: 204 len: 168 time: 0.1146646 Jul 22 11:50:42.044955 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-e5c5d8c4-d4b7-459f-b1aa-c852f5a214a9 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2504950 Jul 22 11:50:42.049557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.059482 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.068546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad06b228-3768-4285-ad44-b75a3d29f0ca tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0179994 Jul 22 11:50:42.080038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57378) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.114804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94c0f715-74b5-4fb2-84e3-b41beb90ec8a None None] New status for floating IP 5463794e-90ff-4ad7-90fd-6ba3109b37f4: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:50:42.117646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-611adc70-e285-49c6-ba32-795a591a0c14 tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas/dda527072c484704b61a95f6b348d348 HTTP/1.1" status: 200 len: 370 time: 0.0359085 Jul 22 11:50:42.125302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d12532-1060-4db1-a775-8a7f3e3e029c req-7f50be82-e0b4-4fbe-a619-acafc7f8f526 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:42.126975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52d12532-1060-4db1-a775-8a7f3e3e029c req-7f50be82-e0b4-4fbe-a619-acafc7f8f526 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 943 time: 0.1860275 Jul 22 11:50:42.127479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.137066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57382) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.139693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bb884150-80e6-4b04-8b8a-ea55afbc4407 tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas/dda527072c484704b61a95f6b348d348/default HTTP/1.1" status: 200 len: 370 time: 0.0041070 Jul 22 11:50:42.149079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.159250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.160271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:42.160857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.175502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['bbe2ec34-f7d8-4065-8e11-a3216039f09c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:50:42.200172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.7755325 Jul 22 11:50:42.200802 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-212e2d4b-cd26-4c22-bb8e-a34e4060bcce tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] delete failed (client error): The resource could not be found. Jul 22 11:50:42.201998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-212e2d4b-cd26-4c22-bb8e-a34e4060bcce tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "DELETE /v2.0/quotas/dda527072c484704b61a95f6b348d348 HTTP/1.1" status: 404 len: 348 time: 0.0619118 Jul 22 11:50:42.204929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.211740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Request body: {'subnet': {'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-292225295-subnet', 'tenant_id': '6f0cb657625e412c9fb21750e055e8e5', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:42.256533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Made reservation on behalf of 6f0cb657625e412c9fb21750e055e8e5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:42.259537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.273638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=b0276d1c-5a26-4237-842b-4f78dbbe2029,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:42.298746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52d12532-1060-4db1-a775-8a7f3e3e029c req-cc8190d6-1ec0-4d1f-8814-dbe9bd96ba53 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1566536 Jul 22 11:50:42.355386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd79a726-e004-4868-ac5f-154b86e8dce0 admin admin] Pushing event updated for resources: {'Network': ['ID=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:42.389190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:42.421931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:42.442934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8b6f2004-05ef-404c-8b60-7e8f00b88e1b details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:50:42.443975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b5063e53-ef38-433b-bf15-e7abb949abc4 req-1b0d6a73-e8f8-4bc2-a875-92868c67984b service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3893318 Jul 22 11:50:42.518300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:network and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.530551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.537303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for network was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.580303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:subnet and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.614755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.635397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:subnetpool and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.645521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.662190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.resource_extend [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:50:42.690083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:port and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.699050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for port was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.735253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:router and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.749829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for router was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.779207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:floatingip and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.785520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.787541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:42.797745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:42.810182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b', 'network_id': '0586ce87-27a1-40ec-97f7-426ce9ae4d70', 'port_id': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b', 'mac_address': 'fa:16:3e:b6:bb:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 134, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f4340923-e06a-424f-8a28-14c2fed4f8fb', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:50:42.857044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:42.880375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.910706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8b6f2004-05ef-404c-8b60-7e8f00b88e1b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:42.911070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e3252bc9-874f-4f17-a58d-7d4ec663e5ea,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:42.931792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Checking segment: {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:42.932652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Network hostable DHCP agents. Network: 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:50:42.955040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:42.965922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:42.982794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:security_group and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:42.995522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for security_group was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:43.007526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:43.023145 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:43.028769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f09965c5-e737-48a9-abfa-b2c8510ed46f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5396430 Jul 22 11:50:43.029913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:43.040174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:50:43.053308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:43.057058 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:43.061942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Usage tracker for resource:security_group_rule and tenant:aecd31dff777404594a9125abda5ef2c is out of sync, need to count used quota {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:291}} Jul 22 11:50:43.081348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.quota.resource [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=93707) count_used /opt/stack/neutron/neutron/quota/resource.py:311}} Jul 22 11:50:43.105185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-739b05a0-4bb4-411d-98ee-7ada1859f37b tempest-QuotasTest-1464834610 tempest-QuotasTest-1464834610-project-admin] 10.222.0.21 "GET /v2.0/quotas/aecd31dff777404594a9125abda5ef2c/details.json HTTP/1.1" status: 200 len: 703 time: 0.6777875 Jul 22 11:50:43.105185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:43.108888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:43.109726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.146459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dd50053-11bd-4a01-b9d3-955926f0d4e7 None None] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:43.149415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bc041611-565b-40ed-82c1-0786456bae92 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9429734 Jul 22 11:50:43.168826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:43.210783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 3ace0adc-f781-4b32-a23a-aa0758ab8124 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:50:43.221732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.264458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['8b6f2004-05ef-404c-8b60-7e8f00b88e1b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:50:43.317769 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:43.323387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.582532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.615746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bbe2ec34-f7d8-4065-8e11-a3216039f09c up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:43.701006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.737964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e806-a7dd-4be0-befa-3aa36bc973a2 req-f328ce8f-2b3a-49ad-ae6c-9c93b8f563c8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:43.745143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=3ace0adc-f781-4b32-a23a-aa0758ab8124,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:43.750695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81a9e806-a7dd-4be0-befa-3aa36bc973a2 req-f328ce8f-2b3a-49ad-ae6c-9c93b8f563c8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 944 time: 0.2449152 Jul 22 11:50:43.766368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:43.773680 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-972a18e6-e2d7-4e18-9b16-d787ece89cb0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/3ace0adc-f781-4b32-a23a-aa0758ab8124 HTTP/1.1" status: 204 len: 168 time: 0.7402380 Jul 22 11:50:43.774838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:43.799480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07ac9987-130e-4cd7-bd92-4c6491c422f5 None None] Network 1dd3b34d-a19e-4762-b851-911338e62944 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:43.806431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:43.843681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81a9e806-a7dd-4be0-befa-3aa36bc973a2 req-87202794-be3f-4f1d-883c-4270a93c8fe3 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0919931 Jul 22 11:50:43.944273 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:41Z', 'revision_number': 9, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:43.967707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.025153 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:44.050137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:44.053169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e697fe28-4203-4db3-a29b-7f6091373b65 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.053490 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:44.067863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port bbe2ec34-f7d8-4065-8e11-a3216039f09c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:44.089788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port bbe2ec34-f7d8-4065-8e11-a3216039f09c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:44.090513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.092949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cb40a27-eb81-46b8-9582-6e4b580069ea None None] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:44.164396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e697fe28-4203-4db3-a29b-7f6091373b65 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.186657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e697fe28-4203-4db3-a29b-7f6091373b65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.284691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e697fe28-4203-4db3-a29b-7f6091373b65 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6b0c50e3d6fb4a20a26b3b5939f662d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4749856 Jul 22 11:50:44.285456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:44.316147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port cb43ad21-d0f1-4b89-aed7-797d367b709f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:44.316464 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.325382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:44.376179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e697fe28-4203-4db3-a29b-7f6091373b65 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55d7b1c0-dff2-42a0-8801-123481c622d0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:44.416527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.468985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.559876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port cb43ad21-d0f1-4b89-aed7-797d367b709f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb43ad21-d0f1-4b89-aed7-797d367b709f,segment=NetworkSegment(d9f8e55e-2736-43de-8c89-ee0b5ea9d27c),segment_id=d9f8e55e-2736-43de-8c89-ee0b5ea9d27c)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:44.559876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.580454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for cb43ad21-d0f1-4b89-aed7-797d367b709f owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:44.615235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.619175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.623480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55d7b1c0-dff2-42a0-8801-123481c622d0 HTTP/1.1" status: 204 len: 168 time: 0.3370893 Jul 22 11:50:44.644221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6929e67f-7b23-4174-87ac-7ffac596b483 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55d7b1c0-dff2-42a0-8801-123481c622d0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:44.724691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.750494 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.776939 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:41Z', 'revision_number': 9, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:44.803021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=cb43ad21-d0f1-4b89-aed7-797d367b709f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:44.805145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port cb43ad21-d0f1-4b89-aed7-797d367b709f on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:44.808770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:44.811327 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c8725b5c-1b74-4294-9913-c697216c91bd" -d '{"events": [{"server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "name": "network-vif-plugged", "status": "completed", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:44.838160 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96fe6491-14ea-4354-926a-33ec8ebdff38 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:41Z', 'revision_number': 9, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'ea02581c-a6fa-4c8d-a0f5-7bb4359fd947', 'name': '', 'network_id': '7cbca90f-18bc-4f0f-89b8-660b80aba525', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:f0:9c:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2738, 'fixed_ips': [{'subnet_id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:55Z', 'updated_at': '2021-07-22T11:50:12Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '3820525c-c670-4229-9513-fb5c66fb7b84', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:44.897158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:44.909913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-482da782-018c-494f-b5f7-5e6503bbdbf5 None None] DHCP port deletion for 1dd3b34d-a19e-4762-b851-911338e62944 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:50:44.920735 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.956900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:44.970434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1dd3b34d-a19e-4762-b851-911338e62944']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:44.984731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:44.985130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9f8e55e-2736-43de-8c89-ee0b5ea9d27c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:44.996988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.025213 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.032724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:45.033809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.048518 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-77397df0-26d5-4650-bd47-e2e41e143178 x-openstack-request-id: req-77397df0-26d5-4650-bd47-e2e41e143178 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:45.049188 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "name": "network-vif-plugged", "status": "completed", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:45.049646 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-77397df0-26d5-4650-bd47-e2e41e143178 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:45.050368 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c', 'code': 200} Jul 22 11:50:45.052129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:45.081096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.081262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.081700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.083439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.083884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.084318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.085115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.085949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.086411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.086970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.087454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.088918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:45.169809 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:45.173985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.174386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83046365-f46f-49eb-8570-a7c8cfdd46d7 req-d7945897-c48b-4f1e-bcf3-6f23cc4f2058 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:45.177926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83046365-f46f-49eb-8570-a7c8cfdd46d7 req-d7945897-c48b-4f1e-bcf3-6f23cc4f2058 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 944 time: 0.1995623 Jul 22 11:50:45.188373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.195513 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/1dd3b34d-a19e-4762-b851-911338e62944 HTTP/1.1" status: 204 len: 168 time: 1.4193726 Jul 22 11:50:45.196377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:45.252040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79dc1585-e09b-4c44-80f3-a47ac7f58493 req-dfe9969f-c8e2-4bbb-823d-fe061aaa5148 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:45.254014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79dc1585-e09b-4c44-80f3-a47ac7f58493 req-dfe9969f-c8e2-4bbb-823d-fe061aaa5148 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.1303492 Jul 22 11:50:45.258058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83046365-f46f-49eb-8570-a7c8cfdd46d7 req-e3fa75b4-6dcd-41f8-9f0e-495cc79a4f0d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0556889 Jul 22 11:50:45.290387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a1bd8b4-1ffe-47d5-9da7-16ea1cde090d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.324230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79dc1585-e09b-4c44-80f3-a47ac7f58493 req-658e0e97-7937-44cd-a88a-b2a40c736b70 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640976 Jul 22 11:50:45.329512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:45.341988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cb42cf3-5e4e-4f3c-9b63-387db5582b9a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=1dd3b34d-a19e-4762-b851-911338e62944,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:45.366058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18f552e2-9d7d-43bc-91a4-5ea62b68dd3d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.620599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18f552e2-9d7d-43bc-91a4-5ea62b68dd3d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.629631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18f552e2-9d7d-43bc-91a4-5ea62b68dd3d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.696436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18f552e2-9d7d-43bc-91a4-5ea62b68dd3d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=aecd31dff777404594a9125abda5ef2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3627801 Jul 22 11:50:45.696753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:45.705106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18f552e2-9d7d-43bc-91a4-5ea62b68dd3d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0b4f916-ff67-47ff-8900-7d7cc041fa52,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:45.773215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.813388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.892711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.962878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb43ad21-d0f1-4b89-aed7-797d367b709f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:45.966534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.977935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:45.986030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0b4f916-ff67-47ff-8900-7d7cc041fa52 HTTP/1.1" status: 204 len: 168 time: 0.2858503 Jul 22 11:50:46.039058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba419eef-e5a0-46b4-b850-ac4e26aa7cbc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0b4f916-ff67-47ff-8900-7d7cc041fa52,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:46.040679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: cb43ad21-d0f1-4b89-aed7-797d367b709f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:46.041035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb43ad21-d0f1-4b89-aed7-797d367b709f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:46.041474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b0276d1c-5a26-4237-842b-4f78dbbe2029 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:46.122995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b0276d1c-5a26-4237-842b-4f78dbbe2029 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:46.123584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b0276d1c-5a26-4237-842b-4f78dbbe2029 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:46.399243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:46.400385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.441373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8b6f2004-05ef-404c-8b60-7e8f00b88e1b up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:46.465395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6371b73-313b-485d-acce-f5bdd44fde4b req-ba85b7cc-3cae-4c8b-94ca-89c7ced29b9c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:46.467413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6371b73-313b-485d-acce-f5bdd44fde4b req-ba85b7cc-3cae-4c8b-94ca-89c7ced29b9c tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 944 time: 0.1060359 Jul 22 11:50:46.523460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6371b73-313b-485d-acce-f5bdd44fde4b req-b4bb4306-61c5-4d56-88e8-879164bc5269 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0491321 Jul 22 11:50:46.541399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port ea02581c-a6fa-4c8d-a0f5-7bb4359fd947, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:46.541893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.561337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:46.573942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:46.578265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:46.578938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.687241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.738098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:46.743205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.795756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:46.826668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:46.835313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=ea02581c-a6fa-4c8d-a0f5-7bb4359fd947,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:46.987672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:47.052819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:47.055798 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b559c22-e224-4e31-ba52-ec65e3ea75e2" -d '{"events": [{"server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:47.125513 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1683c9c-fd06-4396-a559-2394f4f1cc3a x-openstack-request-id: req-a1683c9c-fd06-4396-a559-2394f4f1cc3a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:47.126010 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "name": "network-vif-plugged", "status": "completed", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:47.126442 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1683c9c-fd06-4396-a559-2394f4f1cc3a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:47.127091 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b', 'code': 200} Jul 22 11:50:47.325888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-01612501-6b46-4a36-a966-652d96702f02 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:47.328068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-01612501-6b46-4a36-a966-652d96702f02 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 808 time: 0.1426752 Jul 22 11:50:47.334783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:47.344783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7bef702-f0c0-44c8-91e0-05d0151dc3f6 req-e59154de-3df3-4f89-ba38-01df2dac9544 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:47.346294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-03e498e2-7535-4bf1-803f-3bf07a32b881 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/quotas/6f0cb657625e412c9fb21750e055e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0102553 Jul 22 11:50:47.346470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f7bef702-f0c0-44c8-91e0-05d0151dc3f6 req-e59154de-3df3-4f89-ba38-01df2dac9544 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1096 time: 0.1278610 Jul 22 11:50:47.390744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d7a2c7d2-ed71-4fb0-9af7-d011faa84f9e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0366838 Jul 22 11:50:47.534864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-6fd61a19-59ad-4323-b103-7c28a539c91e service neutron] 10.222.0.21 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291225 Jul 22 11:50:47.714247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-30db28fd-e317-4ece-91a5-ad8ca46f6c50 service neutron] 10.222.0.21 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1723347 Jul 22 11:50:47.744399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72b76715-df58-485d-858d-5e78cdf5199a req-413ace58-55ac-4ad2-94fc-f5abd53b2ada tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:47.747149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72b76715-df58-485d-858d-5e78cdf5199a req-413ace58-55ac-4ad2-94fc-f5abd53b2ada tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.1049840 Jul 22 11:50:47.822708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72b76715-df58-485d-858d-5e78cdf5199a req-4fffd7b8-a7ab-4b34-b6d2-056950ee630d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631175 Jul 22 11:50:47.822908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f7bef702-f0c0-44c8-91e0-05d0151dc3f6 req-0a137749-b306-408a-8125-c9d37f7da2d1 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4676747 Jul 22 11:50:47.827829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:47.836107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:47.843039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ca1df2a-da67-46f0-b8e4-b9b43c98f993 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6334946 Jul 22 11:50:47.845233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:47.852792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:47.882487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:47.883262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:48.016845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-258d4b77-8336-48a6-bbf6-c887be9de7e0 req-10b349c6-92a5-4fc5-b8f1-e15ca4bdff2a tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 210 time: 0.0620360 Jul 22 11:50:48.044357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 3820525c-c670-4229-9513-fb5c66fb7b84 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:50:48.049213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57526) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:48.049618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.112767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:48.153200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.260925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d0342d0-bab6-40ef-9de1-4fd0be9dcd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.296294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Request body: {'router': {'name': 'tempest-pretest-check-1178495447'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:48.340190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.341753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.365163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.463179 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.474968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.497284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.508800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.512468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b3bab845-8ab8-41a2-92c2-feed1bc70eac tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.4599791 Jul 22 11:50:48.513185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:48.562715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=3820525c-c670-4229-9513-fb5c66fb7b84,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:48.574818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.580786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dbb3f4e5-c4e4-4ca2-a7ec-5b247f6071b5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/3820525c-c670-4229-9513-fb5c66fb7b84 HTTP/1.1" status: 204 len: 168 time: 0.7435701 Jul 22 11:50:48.583145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:48.717951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2932c472-9775-42a1-862f-fcaad2a2646e None None] Network 7cbca90f-18bc-4f0f-89b8-660b80aba525 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:48.734437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.736559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:48.782889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:48.897587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:46Z', 'revision_number': 10, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:48.900474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 7035e0ef-e425-4381-b8fe-0067fda0b251 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:48.903908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.015220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:49.031345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:49.032207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:49.047664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.051232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.056034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05b2fbf-84e6-4991-be6b-616c835b06fb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.128675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.130776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 951724bb-a100-4913-ac60-b709e638e776 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:49.146125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 7035e0ef-e425-4381-b8fe-0067fda0b251, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7035e0ef-e425-4381-b8fe-0067fda0b251,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:49.147006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.163324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.168680 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e88455e-ecef-486d-89a1-87c0936066ec tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/951724bb-a100-4913-ac60-b709e638e776 HTTP/1.1" status: 204 len: 168 time: 0.6541290 Jul 22 11:50:49.186061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:49.188767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:49.193092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 7035e0ef-e425-4381-b8fe-0067fda0b251 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:49.208349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Request body: {'router': {'name': 'tempest-router-1648229539', 'distributed': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:49.251332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e26ccf93-9688-4d02-ad3a-6112678d7954 req-cc8c823c-8d32-429c-982f-18a10d6eddd0 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 210 time: 0.0836737 Jul 22 11:50:49.286839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] DHCP port deletion for 7cbca90f-18bc-4f0f-89b8-660b80aba525 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:50:49.320247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22639f2e-6e8d-46d9-903d-d57d0a28c5de req-509f5058-8189-4be8-883b-cf919e1f4bb4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:49.332120 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22639f2e-6e8d-46d9-903d-d57d0a28c5de req-509f5058-8189-4be8-883b-cf919e1f4bb4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3631423 Jul 22 11:50:49.526414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.538465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22639f2e-6e8d-46d9-903d-d57d0a28c5de req-64d3f7f9-7e1e-46aa-b806-ea7f2be3d688 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2048116 Jul 22 11:50:49.590010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Deleting port 7035e0ef-e425-4381-b8fe-0067fda0b251 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:49.590502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.637686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.647331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05b2fbf-84e6-4991-be6b-616c835b06fb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.673007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05b2fbf-84e6-4991-be6b-616c835b06fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.681014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.682651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-10aac425-0e33-4f2c-a3fb-e435e569939e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:49.682916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.684147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-10aac425-0e33-4f2c-a3fb-e435e569939e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 808 time: 0.3339939 Jul 22 11:50:49.690637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] For port 7035e0ef-e425-4381-b8fe-0067fda0b251, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7035e0ef-e425-4381-b8fe-0067fda0b251,segment=NetworkSegment(4a64f424-ec6f-4f3c-9310-9df6de0782e1),segment_id=4a64f424-ec6f-4f3c-9310-9df6de0782e1)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:49.690989 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.698389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=7035e0ef-e425-4381-b8fe-0067fda0b251,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:49.702248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port 7035e0ef-e425-4381-b8fe-0067fda0b251 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:49.707624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Calling delete_port for 7035e0ef-e425-4381-b8fe-0067fda0b251 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:49.724181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Request body: {'port': {'device_id': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454', 'admin_state_up': True, 'tenant_id': '6f0cb657625e412c9fb21750e055e8e5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:49.727854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:46Z', 'revision_number': 10, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:49.768507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.773426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.784583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aee20355-dc49-4e7b-a3e2-a705ac0cfbd2 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:46Z', 'revision_number': 10, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None, '_interfaces': [{'id': '085ce5ea-0f5a-4f68-bf0f-adcdd9af496f', 'name': '', 'network_id': '55950137-0e4e-49aa-a25d-2bc68f075922', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'mac_address': 'fa:16:3e:ff:97:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'device_owner': 'network:router_interface', 'standard_attr_id': 2712, 'fixed_ips': [{'subnet_id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:47Z', 'updated_at': '2021-07-22T11:49:57Z', 'revision_number': 5, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'subnets': [{'id': '7f337a6d-9536-4880-a9bc-f81008692a0e', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:49.809387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.813733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-476a68da-02d2-4b3d-abf0-1d49731774a1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.6165445 Jul 22 11:50:49.818143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:49.848649 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:49.887262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] Pushing event deleted for resources: {'Port': ['ID=7035e0ef-e425-4381-b8fe-0067fda0b251,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:49.890545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17a2c74d-c40a-43da-9474-9bd60fb8cb60 None None] No DVR routers for this DVR port 7035e0ef-e425-4381-b8fe-0067fda0b251 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:49.955157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.145469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d05b2fbf-84e6-4991-be6b-616c835b06fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f29659be777748d7a30bf091270d8af2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4025080 Jul 22 11:50:50.146480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:50.158365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05b2fbf-84e6-4991-be6b-616c835b06fb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f887417f-3b52-4b85-8555-ce99e216cbb5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:50.174727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.180961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.251894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ef93-af50-4ba9-b433-f225be457079 req-9bcc392b-b97c-4ff7-a49d-2cf7c17eb3fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:50.253425 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-9bcc392b-b97c-4ff7-a49d-2cf7c17eb3fb service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1096 time: 0.3111739 Jul 22 11:50:50.262614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.263127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router f8a2cf90-40bd-4426-8522-35652cbbef12 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:50.279683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.280552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-db72f3f3-0550-4385-848c-34d41f87ce25 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/f8a2cf90-40bd-4426-8522-35652cbbef12 HTTP/1.1" status: 204 len: 168 time: 0.4600875 Jul 22 11:50:50.280912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.284127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.288071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:50.295355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Request body: {'router': {'name': 'tempest-router-1806830391', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': 'd45f7f6893a348d880b67ae75cd3c0b8'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:50.298125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7035e0ef-e425-4381-b8fe-0067fda0b251 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:50.336968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7cbca90f-18bc-4f0f-89b8-660b80aba525']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:50.343602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7035e0ef-e425-4381-b8fe-0067fda0b251 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:50.343956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7035e0ef-e425-4381-b8fe-0067fda0b251 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:50.344396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:50.358996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4a64f424-ec6f-4f3c-9310-9df6de0782e1') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:50.359460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4a64f424-ec6f-4f3c-9310-9df6de0782e1') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:50.380137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:50.380496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ea02581c-a6fa-4c8d-a0f5-7bb4359fd947 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:50.385331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.387593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.400331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.401540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.423472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b92b16f2-530d-4827-9f19-2d1eb6a9f14c req-5ebfb257-c2ae-42a7-bd9e-89218b35f5a4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:50.425344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b92b16f2-530d-4827-9f19-2d1eb6a9f14c req-5ebfb257-c2ae-42a7-bd9e-89218b35f5a4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3098385 Jul 22 11:50:50.433878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.447179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 130 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:50.447925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.451055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Made reservation on behalf of 6f0cb657625e412c9fb21750e055e8e5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:50.456158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:50.459120 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:50.474796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ef93-af50-4ba9-b433-f225be457079 req-29979d49-0c56-4731-9e95-196612546a8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:50.476303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-29979d49-0c56-4731-9e95-196612546a8a service neutron] 10.222.0.20 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.2147598 Jul 22 11:50:50.520366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-2e7f5417-29cc-47e0-b04e-8ba053c1ad0f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 200 len: 217 time: 0.0372660 Jul 22 11:50:50.538512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.541754 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.542360 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f887417f-3b52-4b85-8555-ce99e216cbb5 HTTP/1.1" status: 204 len: 168 time: 0.3940899 Jul 22 11:50:50.573365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03be7faf-d83b-4ef2-a054-7b50c0c21803 req-a28c111c-9cbc-4871-8d65-6e6025db9ca6 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 210 time: 0.1295724 Jul 22 11:50:50.595112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b8ef93-af50-4ba9-b433-f225be457079 req-b4f20c0a-7b33-4875-9983-9e7e1ab0474d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:50.596760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-b4f20c0a-7b33-4875-9983-9e7e1ab0474d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.0696986 Jul 22 11:50:50.597808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc292650-9e31-40a9-b7a1-8bfec2f6d998 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f887417f-3b52-4b85-8555-ce99e216cbb5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:50.617469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.638794 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.650568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.657998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b92b16f2-530d-4827-9f19-2d1eb6a9f14c req-f2dd17d8-5e9d-4065-b4a0-d58ea28d7b18 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1834309 Jul 22 11:50:50.675087 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-744941ce-c93c-43ba-921b-6772e60aa52c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0704641 Jul 22 11:50:50.692780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.695139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/7cbca90f-18bc-4f0f-89b8-660b80aba525 HTTP/1.1" status: 204 len: 168 time: 2.1089101 Jul 22 11:50:50.714429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57580) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:50.722062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26d61813-83e6-462d-9322-024000efbb43 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=7cbca90f-18bc-4f0f-89b8-660b80aba525,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:50.730159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:50.731391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b921ba9a-d0cb-4274-aac2-220b84126fb1 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.4420512 Jul 22 11:50:50.740090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:50.746241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Request body: {'router': {'distributed': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:50.932945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Allocated IP 172.20.0.2 (2dd86761-1d3f-4cdb-9cf9-62ba98a6a454/e3252bc9-874f-4f17-a58d-7d4ec663e5ea/2ad8c4c3-18df-42d7-b2c3-a48175520f2b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:50:51.005212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-ed7d60b8-2160-402e-be0a-acb3131a9f1e service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3115501 Jul 22 11:50:51.013697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.014089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.168614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=93706) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:155}} Jul 22 11:50:51.169310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Router 5514aff8-a442-4a03-98fa-316f2d91c872 migrating from provider to provider. {{(pid=93706) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:162}} Jul 22 11:50:51.169431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.170850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.185215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.197418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.260062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.288215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69b8ef93-af50-4ba9-b433-f225be457079 req-d5ba6eac-4d3b-46c1-9a0b-a47360d2d996 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2717814 Jul 22 11:50:51.314371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:50:51.320828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:51.323723 n-d-754448-4 neutron-server[93706]: WARNING neutron.scheduler.l3_agent_scheduler [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] No L3 agents can host the router 5514aff8-a442-4a03-98fa-316f2d91c872 Jul 22 11:50:51.328029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.332875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:50:51.371474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Pushing event updated for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:51.376181 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.465936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:51.468345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.498487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Hosts for router 5514aff8-a442-4a03-98fa-316f2d91c872: [] {{(pid=93706) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jul 22 11:50:51.517169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-df76f288-d199-45c9-aa32-c3898656c15b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8113623 Jul 22 11:50:51.539114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Hosts for other DVR routers connected to router 5514aff8-a442-4a03-98fa-316f2d91c872: set() {{(pid=93706) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:345}} Jul 22 11:50:51.542005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.543612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95ad9bba-b6a6-4305-881f-1631e619b7d9 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "PUT /v2.0/routers/5514aff8-a442-4a03-98fa-316f2d91c872 HTTP/1.1" status: 200 len: 717 time: 0.8021369 Jul 22 11:50:51.546822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:51.677545 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-056452b3-1ff9-4e85-a55b-692264f40a16 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "GET /v2.0/routers/5514aff8-a442-4a03-98fa-316f2d91c872 HTTP/1.1" status: 200 len: 717 time: 0.1294971 Jul 22 11:50:51.678432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:51.733821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Request body: {'port': {'device_id': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:51.938204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:51.938699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:51.940657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-201a39cc-ca01-4061-b245-40bbaae39fc1 tempest-RoutersTestDVR-1982982762 tempest-RoutersTestDVR-1982982762-project] 10.222.0.21 "GET /v2.0/routers/5514aff8-a442-4a03-98fa-316f2d91c872 HTTP/1.1" status: 200 len: 683 time: 0.2609303 Jul 22 11:50:51.944158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:51.945687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.011150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62156a23-4ba5-4e44-bbdd-1f5df39ad45b req-1bb70209-5f11-4d4c-ab11-fcbe2c46cc70 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:52.012655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62156a23-4ba5-4e44-bbdd-1f5df39ad45b req-1bb70209-5f11-4d4c-ab11-fcbe2c46cc70 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 931 time: 0.2833366 Jul 22 11:50:52.071902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.155901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883bd7dd-d3f7-4146-b853-9c314f5e89f9 req-e408c6c1-6424-4c79-8424-06b04abb86ee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:52.157512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-883bd7dd-d3f7-4146-b853-9c314f5e89f9 req-e408c6c1-6424-4c79-8424-06b04abb86ee tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3152239 Jul 22 11:50:52.215000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62156a23-4ba5-4e44-bbdd-1f5df39ad45b req-cf124728-f55e-4124-8be3-748575130b45 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1501982 Jul 22 11:50:52.246399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:52.246399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.254943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:52.365460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-883bd7dd-d3f7-4146-b853-9c314f5e89f9 req-732a2de7-2952-42be-9b4e-051f7c1b4318 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1546259 Jul 22 11:50:52.603321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.605783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.634498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2ad8c4c3-18df-42d7-b2c3-a48175520f2b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:52.641324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.646764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.662094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.662825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 5514aff8-a442-4a03-98fa-316f2d91c872 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:52.667755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.673101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e04ec459-4fec-47f7-843f-b0de46816304 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/5514aff8-a442-4a03-98fa-316f2d91c872 HTTP/1.1" status: 204 len: 168 time: 0.7276309 Jul 22 11:50:52.673975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:52.679822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Request body: {'router': {'name': 'tempest-router-1654935407', 'distributed': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:52.709086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Transition to ACTIVE for port object 2ad8c4c3-18df-42d7-b2c3-a48175520f2b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:50:52.710788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=085ce5ea-0f5a-4f68-bf0f-adcdd9af496f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:52.715766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.745037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.746259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.803874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:52.843594 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-882432c6-063e-4a45-b666-279b61878892 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1493394 Jul 22 11:50:52.846226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.864447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.898088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.901558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76d42441-061f-4e30-9502-b4a0a34a64e3 tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2267909 Jul 22 11:50:52.901756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:52.912101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:52.968333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-083dec6f-bcc5-4a79-8caa-9d949e3acbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:52.970053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-083dec6f-bcc5-4a79-8caa-9d949e3acbc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.0652533 Jul 22 11:50:53.032908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.105279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-e1394dc5-5872-45a3-a158-44a69d6562d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:53.110377 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-e1394dc5-5872-45a3-a158-44a69d6562d0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.1146691 Jul 22 11:50:53.154532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-f2ac1677-0736-40ae-ae37-465003b726ed service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0410218 Jul 22 11:50:53.211163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-543bbeda-94a3-495f-8962-13f25bf88ca3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:53.212722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-543bbeda-94a3-495f-8962-13f25bf88ca3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.0525455 Jul 22 11:50:53.252278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-6362a542-a367-4097-86d9-e813b206b0e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jul 22 11:50:53.370298 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-e738e5ab-7228-43e3-81a8-afc560834299 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1103652 Jul 22 11:50:53.479343 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-11a949e9-9a4c-4794-a1ba-c969e9390357 req-d073ef95-e426-454c-9648-6967887f12c1 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1020937 Jul 22 11:50:53.720580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Attempting to bind port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:50:53.720845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Attempting to bind port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:50:53.721127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Attempting to bind port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:53.731428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.741062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.746401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:50:53.746754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Attempting to bind port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:50:53.802070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:53.806531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:50:53.807207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Checking segment: {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:53.807319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Bound using segment: {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:50:53.807706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Bound port: 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:50:53.808071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.834615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.835164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 7c3eea20-f004-4323-99f9-80c83fd4c521 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:53.844845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a0726f5-4053-44ea-90da-ac4eaa3b7f33 req-6bcd0abe-7193-4726-a2f5-85dc5f4eb463 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:53.846396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0726f5-4053-44ea-90da-ac4eaa3b7f33 req-6bcd0abe-7193-4726-a2f5-85dc5f4eb463 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 943 time: 0.4373953 Jul 22 11:50:53.853855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:53.854997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7f91e21-13df-4f03-870e-b827dc10069c tempest-RoutersTestDVR-1044143040 tempest-RoutersTestDVR-1044143040-project-admin] 10.222.0.21 "DELETE /v2.0/routers/7c3eea20-f004-4323-99f9-80c83fd4c521 HTTP/1.1" status: 204 len: 168 time: 0.9511371 Jul 22 11:50:53.864291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a2bfb1a-3b4b-4b57-8d13-c076a828104b req-03d1d68b-b2af-47c7-8912-037fbf7d174e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:53.867427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a2bfb1a-3b4b-4b57-8d13-c076a828104b req-03d1d68b-b2af-47c7-8912-037fbf7d174e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.4176643 Jul 22 11:50:54.068397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a0726f5-4053-44ea-90da-ac4eaa3b7f33 req-e9eb3dfc-f452-4394-8de0-13cabde23eb6 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992829 Jul 22 11:50:54.073469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:54.085053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a85b34fe-2889-4f31-a982-3f77670c8677 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3643415 Jul 22 11:50:54.085053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:50:54.087425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:54.096089 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:54.100217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:50:54.111150 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:54.112606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:54.122922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a2bfb1a-3b4b-4b57-8d13-c076a828104b req-084beed8-8b27-4a8a-8f5c-673394366f5a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2031214 Jul 22 11:50:54.133422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.167083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting subnet 7f337a6d-9536-4880-a9bc-f81008692a0e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:50:54.171145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.212954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:54.213579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.215064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] 10.222.0.36 "PUT /v2.0/ports/2ad8c4c3-18df-42d7-b2c3-a48175520f2b HTTP/1.1" status: 200 len: 1091 time: 2.6810203 Jul 22 11:50:54.215528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:50:54.217841 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b40d9e98-ebd8-483a-a080-a35cfb1099a2" -d '{"events": [{"name": "network-changed", "server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:50:54.239194 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:54.250287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.304773 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:50:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a36f7932-da3e-4537-a3d5-03c463ef36c0 x-openstack-request-id: req-a36f7932-da3e-4537-a3d5-03c463ef36c0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:50:54.307819 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:50:54.308246 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a36f7932-da3e-4537-a3d5-03c463ef36c0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:50:54.308834 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b', 'status': 'completed', 'code': 200} Jul 22 11:50:54.328884 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:54.336104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:54.345124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8fd0d4e-b80c-4ad8-86af-e1f807951d73 service neutron] Pushing event updated for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:54.358831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:54.372425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:54.373276 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:54.407840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-f269300b-6af0-48c1-86cb-82e4629ea43a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:54.412111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-f269300b-6af0-48c1-86cb-82e4629ea43a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 1094 time: 0.1509156 Jul 22 11:50:54.431453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.466577 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:54.479725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-698c3e7a-4280-4f27-9b13-df77028728fa service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b HTTP/1.1" status: 200 len: 217 time: 0.0597851 Jul 22 11:50:54.611028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.614555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:54.649872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e8568b-3c36-4234-9ef9-9a64494d8d32 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.664158 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:54.672723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:54.672884 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7c0cdac-fbaf-467d-b822-3adfc88ced71 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:54.675177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e950f23a-400c-4b28-9135-5fea046a49e9 None None] Network 55950137-0e4e-49aa-a25d-2bc68f075922 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:54.686432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/7f337a6d-9536-4880-a9bc-f81008692a0e HTTP/1.1" status: 204 len: 168 time: 0.5824318 Jul 22 11:50:54.720401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8359a83-bed5-427b-882e-855a8c261f92 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Subnet': ['ID=7f337a6d-9536-4880-a9bc-f81008692a0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:54.757404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-641ff3bc-c401-44e7-9322-70041a2baa1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:54.758975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-641ff3bc-c401-44e7-9322-70041a2baa1d service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3252bc9-874f-4f17-a58d-7d4ec663e5ea HTTP/1.1" status: 200 len: 848 time: 0.2737889 Jul 22 11:50:54.839969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-f99086ca-fbdf-434c-b890-9882e8646803 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0692072 Jul 22 11:50:54.869215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.009561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-84f578cc-4e11-4bb3-809c-90ff099a1d3b service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1590123 Jul 22 11:50:55.048201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] DHCP port deletion for 55950137-0e4e-49aa-a25d-2bc68f075922 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:50:55.061056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e8568b-3c36-4234-9ef9-9a64494d8d32 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.068746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2e8568b-3c36-4234-9ef9-9a64494d8d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.101397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Deleting port 942de577-f83f-4086-8974-3c2ebd2ee03f {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:55.101687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.134323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Deleting port 942de577-f83f-4086-8974-3c2ebd2ee03f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:50:55.134546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.187904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b2e8568b-3c36-4234-9ef9-9a64494d8d32 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d45f7f6893a348d880b67ae75cd3c0b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8503201 Jul 22 11:50:55.191930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57670) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:55.193597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e8568b-3c36-4234-9ef9-9a64494d8d32 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7b3c768-3896-4d2c-89eb-41f4308eb404,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:55.201092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c29c1f8-2c5d-474b-86bb-3ededd62c5dc req-da4ea137-9ad9-463b-a680-7c45b839a24f service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1843879 Jul 22 11:50:55.237194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] For port 942de577-f83f-4086-8974-3c2ebd2ee03f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=942de577-f83f-4086-8974-3c2ebd2ee03f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:55.238496 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.262115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Calling delete_port for 942de577-f83f-4086-8974-3c2ebd2ee03f owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:55.295551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] For port 942de577-f83f-4086-8974-3c2ebd2ee03f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=942de577-f83f-4086-8974-3c2ebd2ee03f,segment=NetworkSegment(6285924b-557b-40f5-b3de-6b24c69191fb),segment_id=6285924b-557b-40f5-b3de-6b24c69191fb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:55.295860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.311462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.342627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.351836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Calling delete_port for 942de577-f83f-4086-8974-3c2ebd2ee03f owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:50:55.364107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.410365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] No DVR routers for this DVR port 942de577-f83f-4086-8974-3c2ebd2ee03f on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:55.418920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4a4cf06-85c8-44ba-8c7e-21ffb195c423 None None] Pushing event deleted for resources: {'Port': ['ID=942de577-f83f-4086-8974-3c2ebd2ee03f,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:55.442810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.446396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.450313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c7b3c768-3896-4d2c-89eb-41f4308eb404 HTTP/1.1" status: 204 len: 168 time: 0.2548854 Jul 22 11:50:55.457670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f49c7d-e574-4137-83de-c3b6c211c88b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7b3c768-3896-4d2c-89eb-41f4308eb404,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:55.485625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-bc5340f6-66c8-4c6f-bafc-aa6586774fc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:55.489201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-bc5340f6-66c8-4c6f-bafc-aa6586774fc5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 1094 time: 0.2211394 Jul 22 11:50:55.501382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd50f6a-0a7a-4995-a2eb-1e1abd45c1c2 req-74771f60-dc27-4bef-82c2-a3ba72772cb6 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:55.502999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fd50f6a-0a7a-4995-a2eb-1e1abd45c1c2 req-74771f60-dc27-4bef-82c2-a3ba72772cb6 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 943 time: 0.3044369 Jul 22 11:50:55.556085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d936d7-1940-44cc-b9e0-d4945160b7a8 req-6187cbab-e1ef-4b1b-9777-1109ab8dd031 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:55.562978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9d936d7-1940-44cc-b9e0-d4945160b7a8 req-6187cbab-e1ef-4b1b-9777-1109ab8dd031 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2977159 Jul 22 11:50:55.699184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fd50f6a-0a7a-4995-a2eb-1e1abd45c1c2 req-334c3741-bbd7-4339-93cc-5c6f12d172da tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1801968 Jul 22 11:50:55.713218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9d936d7-1940-44cc-b9e0-d4945160b7a8 req-a466e029-fd2f-4c6f-9305-9b2b9336afc6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1490381 Jul 22 11:50:55.722380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.764976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-3be883fc-e255-43d5-b440-9e3f33be1379 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:55.766517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-3be883fc-e255-43d5-b440-9e3f33be1379 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 909 time: 0.2600565 Jul 22 11:50:55.767266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Port': ['ID=942de577-f83f-4086-8974-3c2ebd2ee03f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:55.771433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No DVR routers for this DVR port 942de577-f83f-4086-8974-3c2ebd2ee03f on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:50:55.809526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:55.827355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0633e6d-5839-4ca9-b932-ff04a62644f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.839265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-66840a7f-9355-4f72-afee-f092dcfa4ba4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b HTTP/1.1" status: 200 len: 217 time: 0.0641274 Jul 22 11:50:55.932324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.946403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['55950137-0e4e-49aa-a25d-2bc68f075922']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:55.960287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-4866dcc6-6d64-4af2-a5ea-cea7925fa7fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:55.961754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-4866dcc6-6d64-4af2-a5ea-cea7925fa7fd service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3252bc9-874f-4f17-a58d-7d4ec663e5ea HTTP/1.1" status: 200 len: 848 time: 0.1090138 Jul 22 11:50:55.962492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0633e6d-5839-4ca9-b932-ff04a62644f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.963362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6285924b-557b-40f5-b3de-6b24c69191fb') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:55.963657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6285924b-557b-40f5-b3de-6b24c69191fb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:55.967748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0633e6d-5839-4ca9-b932-ff04a62644f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.974936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 942de577-f83f-4086-8974-3c2ebd2ee03f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:55.982052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:55.999898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 942de577-f83f-4086-8974-3c2ebd2ee03f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:56.001249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 942de577-f83f-4086-8974-3c2ebd2ee03f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:56.001895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:50:56.009794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-2cdcb902-9b25-415d-b972-4c38deba4892 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0393510 Jul 22 11:50:56.023792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.026689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:50:56.027206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 085ce5ea-0f5a-4f68-bf0f-adcdd9af496f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:50:56.042684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0633e6d-5839-4ca9-b932-ff04a62644f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ecd3d2ae706454283451daa98053d01&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2317235 Jul 22 11:50:56.043815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0633e6d-5839-4ca9-b932-ff04a62644f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdb7d79-6ccc-40da-a890-ea21973fe67f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:56.046119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:56.047845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:50:56.048298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:50:56.051862 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:50:56.100639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.124604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.151652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.162018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.163938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/networks/55950137-0e4e-49aa-a25d-2bc68f075922 HTTP/1.1" status: 204 len: 168 time: 1.4584713 Jul 22 11:50:56.167173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:56.173788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'routes': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:56.183082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34814b31-6d6d-4e54-a0ad-5d7a69c50616 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Pushing event deleted for resources: {'Network': ['ID=55950137-0e4e-49aa-a25d-2bc68f075922,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:56.189897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-24f01a26-0f41-41b0-bc1d-3e3555b33e14 service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1636994 Jul 22 11:50:56.260628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.263360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.264514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9bdb7d79-6ccc-40da-a890-ea21973fe67f HTTP/1.1" status: 204 len: 168 time: 0.2174635 Jul 22 11:50:56.305270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b40d9e98-ebd8-483a-a080-a35cfb1099a2 req-2814dbda-8271-4f00-b660-c7de92c9b692 service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085486 Jul 22 11:50:56.339657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90c9db37-077a-4424-abfe-e47f20176407 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdb7d79-6ccc-40da-a890-ea21973fe67f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:56.412405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Added routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:126}} Jul 22 11:50:56.412734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.extraroute_db [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Removed routes are [] {{(pid=93706) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:134}} Jul 22 11:50:56.413098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.575037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.579636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.705812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router 019a14e7-5cd7-457e-9bf3-f9014117bc1e has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:50:56.893051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:56.902388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:56.904784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a050be41-9faf-4581-9b4e-dbf0cc120d1f tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 704 time: 0.7363238 Jul 22 11:50:56.908874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:56.915259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Sync routers for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:56.947527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:56.948197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:56.976719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-007b06b3-9843-4c88-a911-72710070b0c3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 205 time: 0.0651891 Jul 22 11:50:56.979458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57712) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:57.032863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1bc3819-1812-40b1-9d58-896a0614de9f req-25a6833d-95ce-40ce-b2a0-97d0a042bafd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:57.051351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1bc3819-1812-40b1-9d58-896a0614de9f req-25a6833d-95ce-40ce-b2a0-97d0a042bafd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2117822 Jul 22 11:50:57.065204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f1d4ba5-3220-47b4-a674-b74823cd0b95 req-82734db3-d7c6-4f2c-8220-c131e7e47381 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:57.073118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.073932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f1d4ba5-3220-47b4-a674-b74823cd0b95 req-82734db3-d7c6-4f2c-8220-c131e7e47381 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 943 time: 0.2285590 Jul 22 11:50:57.139025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:57.150873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1bc3819-1812-40b1-9d58-896a0614de9f req-7ea2a3db-5580-48f1-bd88-b3420b617c6b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0865998 Jul 22 11:50:57.154238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f1d4ba5-3220-47b4-a674-b74823cd0b95 req-c09a5bbd-1a0f-4b40-ba38-04d3e7b7cec5 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794902 Jul 22 11:50:57.216035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:57.248680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Checking router: 019a14e7-5cd7-457e-9bf3-f9014117bc1e for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:57.259280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Routers {'019a14e7-5cd7-457e-9bf3-f9014117bc1e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:57.260262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:57.282963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.285322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.344189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.344890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router 019a14e7-5cd7-457e-9bf3-f9014117bc1e {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:57.352657 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.353857 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5916f551-3f4b-40b9-8217-da5ab5c0d709 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 204 len: 168 time: 0.3733747 Jul 22 11:50:57.358087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:57.364495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1846952519', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:57.392745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.394010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.436520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57724) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:57.458593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.463403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.483753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.489103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7de6020e-474d-4b00-8cfd-57dcb3c37c1d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1262813 Jul 22 11:50:57.489607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:57.494730 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.496001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] Set router 019a14e7-5cd7-457e-9bf3-f9014117bc1e gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:57.498488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Request body: {'router': {'admin_state_up': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:57.564908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ad8c4c3-18df-42d7-b2c3-a48175520f2b details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:50:57.569199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:57.606113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-56daff75-db16-44bc-aa7a-ef0d986b9d40 None None] The sync data for ids ['019a14e7-5cd7-457e-9bf3-f9014117bc1e'] in n-d-754448-4 is: [{'id': '019a14e7-5cd7-457e-9bf3-f9014117bc1e', 'name': 'tempest-RoutersIpV6Test-router-941282714', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:44Z', 'updated_at': '2021-07-22T11:50:52Z', 'revision_number': 11, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:57.732650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:57.746914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b', 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454', 'port_id': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b', 'mac_address': 'fa:16:3e:02:14:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3252bc9-874f-4f17-a58d-7d4ec663e5ea', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:50:57.794310 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.814308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2ad8c4c3-18df-42d7-b2c3-a48175520f2b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:50:57.843933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:50:57.851517 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:57.936813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:57.957284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1812157749'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:58.022341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:58.026146 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.063373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.082166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2ad8c4c3-18df-42d7-b2c3-a48175520f2b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:50:58.154405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.186652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.310297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.486703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.501311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.545987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:50:58.567922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0678fd71-5f17-4726-a7c0-796635f2f22c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:58.579770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Router caed8610-04ce-4ebb-bc27-2350ee642a73 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:50:58.592523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15629eee-8be8-495a-9edc-e91b4c61b9b1 req-c2c73818-4b71-4e4e-8429-3cc64a76e452 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:58.594018 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15629eee-8be8-495a-9edc-e91b4c61b9b1 req-c2c73818-4b71-4e4e-8429-3cc64a76e452 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2730415 Jul 22 11:50:58.596175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.596521 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Added segment 4520f36d-7b96-455a-9167-05c4820074b3 of type vlan for network e98815ec-3e92-478e-91da-4d6716f31b34 Jul 22 11:50:58.615597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86517880-e987-4d3d-8b64-f76feeaec65e req-e932340e-f9e6-446d-8f99-56cf422107af tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:58.617088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86517880-e987-4d3d-8b64-f76feeaec65e req-e932340e-f9e6-446d-8f99-56cf422107af tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 944 time: 0.2979062 Jul 22 11:50:58.749902 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.770054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:50:58.776930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.781277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b68df95d-8069-4c1d-b0b9-f9ece232d1e5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "PUT /v2.0/routers/caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 200 len: 698 time: 1.2894001 Jul 22 11:50:58.781788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:58.783413 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Sync routers for ids ['caed8610-04ce-4ebb-bc27-2350ee642a73'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:50:58.799947 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Routers {'caed8610-04ce-4ebb-bc27-2350ee642a73'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:58.802152 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['caed8610-04ce-4ebb-bc27-2350ee642a73'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:58.806367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15629eee-8be8-495a-9edc-e91b4c61b9b1 req-03685efc-f6aa-4624-a89a-53a6ff0cacad tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1992998 Jul 22 11:50:58.818531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86517880-e987-4d3d-8b64-f76feeaec65e req-dbd9103d-ea23-4191-b983-b06be7fb13d0 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1883991 Jul 22 11:50:58.831913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.838962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:58.839891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:58.862794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 1.4248066 Jul 22 11:50:58.891698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57744) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:58.899766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:58.905082 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Set router caed8610-04ce-4ebb-bc27-2350ee642a73 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:58.946602 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-06445825-e220-4737-9dd9-73f5e5babc30 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/routers/caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 200 len: 704 time: 0.1603358 Jul 22 11:50:58.947132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.016682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e47ddac6-c65b-4d9a-9c2f-768471d24bc1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Network': ['ID=e98815ec-3e92-478e-91da-4d6716f31b34,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:59.046825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:50:59.066853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caed8610-04ce-4ebb-bc27-2350ee642a73', 'name': 'tempest-RoutersIpV6Test-router-1846952519', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:57Z', 'updated_at': '2021-07-22T11:50:58Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:59.077796 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-336b3ef8-c9bb-4c42-ae20-3dc11746302d tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 200 len: 205 time: 0.1290233 Jul 22 11:50:59.083490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.193277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:50:59.204183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.248550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.272375 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Checking router: caed8610-04ce-4ebb-bc27-2350ee642a73 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:50:59.288125 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Routers {'caed8610-04ce-4ebb-bc27-2350ee642a73'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:50:59.289175 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:50:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['caed8610-04ce-4ebb-bc27-2350ee642a73'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:59.408989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] Set router caed8610-04ce-4ebb-bc27-2350ee642a73 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:50:59.463117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.468932 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'caed8610-04ce-4ebb-bc27-2350ee642a73', 'name': 'tempest-RoutersIpV6Test-router-1846952519', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:57Z', 'updated_at': '2021-07-22T11:50:58Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:50:59.503830 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287875f-58c7-4392-80bf-91a16c34b4f1 None None] The sync data for ids ['caed8610-04ce-4ebb-bc27-2350ee642a73'] in n-d-754448-4 is: [{'id': 'caed8610-04ce-4ebb-bc27-2350ee642a73', 'name': 'tempest-RoutersIpV6Test-router-1846952519', 'tenant_id': 'b5102a735b0243efb9330fa2059e031c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:57Z', 'updated_at': '2021-07-22T11:50:58Z', 'revision_number': 2, 'project_id': 'b5102a735b0243efb9330fa2059e031c', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:50:59.526435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=3a2ab48c-488f-4fc7-a557-e1f366a5b669,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:50:59.563498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ad8c4c3-18df-42d7-b2c3-a48175520f2b up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:50:59.575248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:50:59.575625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network hostable DHCP agents. Network: e98815ec-3e92-478e-91da-4d6716f31b34, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:50:59.585357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.588486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.598987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:50:59.620543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e98815ec-3e92-478e-91da-4d6716f31b34) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:50:59.626251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:50:59.628021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.648387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ae61ba3-dd10-4fce-80e9-94aa7771e595 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:50:59.660362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e8cddca-f933-4a11-9c70-410ed99d0daf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7648985 Jul 22 11:50:59.660875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57754) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.663212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.670108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'name': 'tempest-NetworksTestDHCPv6-35599102'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:50:59.671203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Fanout notify agent at l3_agent the message router_deleted on router caed8610-04ce-4ebb-bc27-2350ee642a73 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:50:59.688912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.697509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5fb17b7a-6377-40d6-b947-19083a6fc551 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 204 len: 168 time: 0.6126881 Jul 22 11:50:59.698349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.741331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.741929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a0b4781c-3e64-4809-b07e-2fcfcd984ce1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 200 len: 205 time: 0.0418234 Jul 22 11:50:59.782267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:50:59.790616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:50:59.791221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.819427 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-3eecb683-acd8-4dd9-98a7-d5796d7654e1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:50:59.823809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3eecb683-acd8-4dd9-98a7-d5796d7654e1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/caed8610-04ce-4ebb-bc27-2350ee642a73 HTTP/1.1" status: 404 len: 336 time: 0.0773602 Jul 22 11:50:59.824018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.858267 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ec61bdb-ff43-4d0e-9948-a9338f3ced71 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:50:59.858966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ec61bdb-ff43-4d0e-9948-a9338f3ced71 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:50:59.861140 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ec61bdb-ff43-4d0e-9948-a9338f3ced71 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/00cfd57f-1446-41b9-8bec-9c2a6168576e HTTP/1.1" status: 404 len: 337 time: 0.0360188 Jul 22 11:50:59.871921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57762) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.902706 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-cc5e9716-42ce-4af6-b4ec-43b8a41a73c4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:50:59.908894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cc5e9716-42ce-4af6-b4ec-43b8a41a73c4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:50:59.917228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:50:59.917571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc5e9716-42ce-4af6-b4ec-43b8a41a73c4 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/3ace0adc-f781-4b32-a23a-aa0758ab8124 HTTP/1.1" status: 404 len: 337 time: 0.0411429 Jul 22 11:50:59.984024 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:50:59.986370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '3a2ab48c-488f-4fc7-a557-e1f366a5b669'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:50:59.987392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:00.001546 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-230ebe03-252f-429f-b0d6-04c6a9b74448 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:00.002009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-230ebe03-252f-429f-b0d6-04c6a9b74448 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:00.004127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-230ebe03-252f-429f-b0d6-04c6a9b74448 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/3820525c-c670-4229-9513-fb5c66fb7b84 HTTP/1.1" status: 404 len: 337 time: 0.0853539 Jul 22 11:51:00.008083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57772) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.043851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:00.045785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:51:00.049831 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a8ec4ee6-e46a-4a08-9de2-9c11026b7190" -d '{"events": [{"server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "name": "network-vif-plugged", "status": "completed", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:51:00.053884 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba82934c-9d31-4671-8f76-211bb81aaeb3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:00.054764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba82934c-9d31-4671-8f76-211bb81aaeb3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:00.058158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba82934c-9d31-4671-8f76-211bb81aaeb3 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/7f337a6d-9536-4880-a9bc-f81008692a0e HTTP/1.1" status: 404 len: 337 time: 0.0483859 Jul 22 11:51:00.061328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.098163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9fdb28b3-71fd-43cc-865d-22c19c1b3e6a tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 200 len: 205 time: 0.0342836 Jul 22 11:51:00.100334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.147286 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-6d96e4b6-e4eb-478f-b135-4475f05c7217 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:00.150282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6d96e4b6-e4eb-478f-b135-4475f05c7217 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/019a14e7-5cd7-457e-9bf3-f9014117bc1e HTTP/1.1" status: 404 len: 336 time: 0.0478644 Jul 22 11:51:00.152540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.154372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:00.158064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:00.185668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port b0c8da9e-55d8-4d3f-b2af-0945848bb79e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:00.194491 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:00.225876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5b07510-edd4-4408-8a16-fab89cac220d req-cc15682f-be5c-4657-931c-1eee9ab52950 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:00.233202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5b07510-edd4-4408-8a16-fab89cac220d req-cc15682f-be5c-4657-931c-1eee9ab52950 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2274425 Jul 22 11:51:00.256946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb30d1db-28f3-4ac5-8428-5c04ddb54035 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=875c3434-6f14-471c-a1f9-b8018db6ced5 HTTP/1.1" status: 200 len: 205 time: 0.1029046 Jul 22 11:51:00.265661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.312882 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-6f613f7a-e25b-43ae-80b4-483c0889f798 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:00.314617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f613f7a-e25b-43ae-80b4-483c0889f798 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/875c3434-6f14-471c-a1f9-b8018db6ced5 HTTP/1.1" status: 404 len: 336 time: 0.0468237 Jul 22 11:51:00.320269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.329404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd240577-9899-45f9-ad72-c2b7ccc7185d req-d1b3dca6-c82e-40de-8cba-cf2aaf7825f4 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:00.331042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd240577-9899-45f9-ad72-c2b7ccc7185d req-d1b3dca6-c82e-40de-8cba-cf2aaf7825f4 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.2712083 Jul 22 11:51:00.359682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:00.376694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/3a2ab48c-488f-4fc7-a557-e1f366a5b669/baa5d60f-0906-4f8e-9d41-d6ccaf74bf57) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:00.386409 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-986cf2ea-3e09-4dad-8b6c-0d1db6f8af37 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:00.386875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-986cf2ea-3e09-4dad-8b6c-0d1db6f8af37 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:00.388561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-986cf2ea-3e09-4dad-8b6c-0d1db6f8af37 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/f46e53c0-b683-431c-9fe2-2e3dbd515cf8 HTTP/1.1" status: 404 len: 337 time: 0.0558496 Jul 22 11:51:00.391861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57788) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.392836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5b07510-edd4-4408-8a16-fab89cac220d req-0d34c6ba-92df-483f-b70a-301abf357791 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1518903 Jul 22 11:51:00.434028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd240577-9899-45f9-ad72-c2b7ccc7185d req-15a10976-8aa9-40c4-a1aa-2f81df968b33 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0831521 Jul 22 11:51:00.439553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d09b4c13-c41d-40d2-b2d2-684bdd4184f1 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 200 len: 205 time: 0.0456975 Jul 22 11:51:00.443522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.509861 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-27fb9569-9162-4d10-9bb3-26db3f78c3d5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:00.514868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.515101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-27fb9569-9162-4d10-9bb3-26db3f78c3d5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/e5853199-ba2f-469a-8e2a-bd6496493d96 HTTP/1.1" status: 404 len: 336 time: 0.0674105 Jul 22 11:51:00.596783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18041b8a-c96d-477e-85e7-8a579c829327 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=83032311-23be-4887-bd45-4883e870cd46 HTTP/1.1" status: 200 len: 205 time: 0.0779357 Jul 22 11:51:00.598345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.670272 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-b8ee5199-550b-4114-bf34-62320102d975 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:00.671512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8ee5199-550b-4114-bf34-62320102d975 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/83032311-23be-4887-bd45-4883e870cd46 HTTP/1.1" status: 404 len: 336 time: 0.0719023 Jul 22 11:51:00.674491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.726657 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d9cd1ff-b4a1-4567-98a4-a383a9319dd6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:00.731037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d9cd1ff-b4a1-4567-98a4-a383a9319dd6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:00.735078 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d9cd1ff-b4a1-4567-98a4-a383a9319dd6 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/1f4b7ef5-dd0a-4740-b427-c36d9602f656 HTTP/1.1" status: 404 len: 337 time: 0.0569947 Jul 22 11:51:00.738614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.756776 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:51:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4b64164-24e8-413e-afe9-0d3ac6c46159 x-openstack-request-id: req-d4b64164-24e8-413e-afe9-0d3ac6c46159 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:51:00.757538 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "name": "network-vif-plugged", "status": "completed", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:51:00.757538 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4b64164-24e8-413e-afe9-0d3ac6c46159 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:51:00.757871 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b', 'code': 200} Jul 22 11:51:00.770557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:00.782797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5d8d4af-34ca-400f-8312-c9144365dfd0 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=95494c48-25ae-418a-99c7-4f88f8765251 HTTP/1.1" status: 200 len: 205 time: 0.0426898 Jul 22 11:51:00.787879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.799691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Transition to ACTIVE for port object baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:00.826729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Transition to ACTIVE for port object baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:00.837804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:00.859874 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-db6b76e1-eb68-4328-ac87-18bc98023d05 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:00.861532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-db6b76e1-eb68-4328-ac87-18bc98023d05 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/95494c48-25ae-418a-99c7-4f88f8765251 HTTP/1.1" status: 404 len: 336 time: 0.0718205 Jul 22 11:51:00.869418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:00.896525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:00.898250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:00.906285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:00.918609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Pushing event updated for resources: {'Port': ['ID=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:00.960226 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7f61af8-9792-4b47-a747-5416229a37c7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:00.960226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7f61af8-9792-4b47-a747-5416229a37c7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:00.963779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7f61af8-9792-4b47-a747-5416229a37c7 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/cdc303f9-9566-4a69-b064-5bff3261058b HTTP/1.1" status: 404 len: 337 time: 0.0928850 Jul 22 11:51:00.966712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57806) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.034312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Attempting to bind port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:01.034312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Attempting to bind port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:01.034312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Attempting to bind port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:01.042052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::48 (e98815ec-3e92-478e-91da-4d6716f31b34/3a2ab48c-488f-4fc7-a557-e1f366a5b669/b0c8da9e-55d8-4d3f-b2af-0945848bb79e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:01.048232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:01.049355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:01.050742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.051721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:01.052953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Bound port: baa5d60f-0906-4f8e-9d41-d6ccaf74bf57, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:01.056770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.072455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21634a64-c3e5-43bc-9ab1-34610dba1782 req-12d4a0cc-d97e-4f79-915a-4ff5d38bae62 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:01.074332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21634a64-c3e5-43bc-9ab1-34610dba1782 req-12d4a0cc-d97e-4f79-915a-4ff5d38bae62 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 1096 time: 0.2256095 Jul 22 11:51:01.079482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57808) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.079757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-053d30bf-fd86-4f5f-a8c4-cf2440c19b98 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "GET /v2.0/ports?device_id=1aca72de-8655-4230-98db-e94567d2afc6 HTTP/1.1" status: 200 len: 205 time: 0.1085162 Jul 22 11:51:01.169292 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-cca465bd-5354-47d9-80d0-fa29876086a5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] delete failed (client error): The resource could not be found. Jul 22 11:51:01.169710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] For port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:01.170266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cca465bd-5354-47d9-80d0-fa29876086a5 tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/routers/1aca72de-8655-4230-98db-e94567d2afc6 HTTP/1.1" status: 404 len: 336 time: 0.0869789 Jul 22 11:51:01.173245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.176156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] For port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:01.188451 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.217230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21634a64-c3e5-43bc-9ab1-34610dba1782 req-7f63ba80-558b-443d-b0ea-ec068364cd6a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1299789 Jul 22 11:51:01.225276 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce4e7825-be57-4eae-a82a-2b9cee3238bc tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:01.226434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce4e7825-be57-4eae-a82a-2b9cee3238bc tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:01.234587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce4e7825-be57-4eae-a82a-2b9cee3238bc tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/a500c446-5290-4b4f-8e84-458d85e0c9ca HTTP/1.1" status: 404 len: 337 time: 0.0598791 Jul 22 11:51:01.240566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.297804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b5fa7e-52d8-4be4-968a-75432f6c466e None None] Pushing event updated for resources: {'Port': ['ID=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:01.342981 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0c028b28-9364-487b-96f0-5e6754996d9e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] DELETE failed (client error): The resource could not be found. Jul 22 11:51:01.343466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0c028b28-9364-487b-96f0-5e6754996d9e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:01.345532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c028b28-9364-487b-96f0-5e6754996d9e tempest-RoutersIpV6Test-874991762 tempest-RoutersIpV6Test-874991762-project] 10.222.0.21 "DELETE /v2.0/subnets/886af43d-6315-4eba-83d7-e477ac50993b HTTP/1.1" status: 404 len: 337 time: 0.1029928 Jul 22 11:51:01.393918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.414648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object b0c8da9e-55d8-4d3f-b2af-0945848bb79e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:01.419327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-328f40a0-b1cd-4902-a304-61882990c531 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0718753 Jul 22 11:51:01.466115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.577142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:01.620889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=b0c8da9e-55d8-4d3f-b2af-0945848bb79e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:01.636508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:01.648040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:01.656544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-1b22d106-0119-493a-8c74-c81e75fffeda service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:01.666092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:01.667403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:01.667677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-1b22d106-0119-493a-8c74-c81e75fffeda service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1096 time: 0.1642122 Jul 22 11:51:01.788299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f99d9be1-b36f-4f80-8776-a3fc5e95c4fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 2.1257606 Jul 22 11:51:01.799052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.850804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-bb7832bd-d015-41a1-8927-1c490aa50861 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:01.852521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-bb7832bd-d015-41a1-8927-1c490aa50861 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1706188 Jul 22 11:51:01.889272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57828) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:01.945173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-3270890a-7a68-4750-818d-342dd6d15fd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 1001 time: 0.0856943 Jul 22 11:51:01.984571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c8ee5b2-2140-4ea3-b7f0-2eb958fc7952 req-128a70ed-ea27-4a91-8ee9-a609ac97d327 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:01.988420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c8ee5b2-2140-4ea3-b7f0-2eb958fc7952 req-128a70ed-ea27-4a91-8ee9-a609ac97d327 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3572958 Jul 22 11:51:01.999582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64be6b0e-e57c-4ce9-bc69-a548cfd17e1f req-2b4251a3-1036-4f5c-a6b9-9ca9b758660c tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:02.007330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64be6b0e-e57c-4ce9-bc69-a548cfd17e1f req-2b4251a3-1036-4f5c-a6b9-9ca9b758660c tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.3357060 Jul 22 11:51:02.038615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:02.124660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:02.145526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9202a-7eea-45b1-b791-9ecc607ddfad tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:02.153581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0f9202a-7eea-45b1-b791-9ecc607ddfad tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:02.157881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c0f9202a-7eea-45b1-b791-9ecc607ddfad tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1666 time: 0.3504145 Jul 22 11:51:02.179676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:02.182999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64be6b0e-e57c-4ce9-bc69-a548cfd17e1f req-203239ae-48a8-4e95-97d8-4b6520683c0f tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1747646 Jul 22 11:51:02.235072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-36b9e52d-8aa5-4385-89a0-77316232af34 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b5102a735b0243efb9330fa2059e031c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3374360 Jul 22 11:51:02.256136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57834) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:02.267606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c8ee5b2-2140-4ea3-b7f0-2eb958fc7952 req-c5132d50-d71f-414e-bc93-8c21598fda23 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2457020 Jul 22 11:51:02.390736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.424955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port b0c8da9e-55d8-4d3f-b2af-0945848bb79e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:02.426471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.464491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.546701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-f6026e47-1a93-4bd5-837f-0003e05f0739 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:02.548246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-f6026e47-1a93-4bd5-837f-0003e05f0739 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.5895655 Jul 22 11:51:02.556754 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.589405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.597665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.599340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a1583f9b-0ac0-4c00-8b70-773a1b5f942b HTTP/1.1" status: 204 len: 168 time: 0.3420453 Jul 22 11:51:02.601019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for b0c8da9e-55d8-4d3f-b2af-0945848bb79e owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:02.620745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68bc7f3-1343-4cba-a901-5c2274590c6a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1583f9b-0ac0-4c00-8b70-773a1b5f942b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:02.662331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-e3d3ead9-2cba-4771-9364-360dd7fe1ee2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:02.665917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-e3d3ead9-2cba-4771-9364-360dd7fe1ee2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1104939 Jul 22 11:51:02.730514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df979c99-73c8-47f6-a9f3-c0a8f2640303 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:02.796455 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-e77257b9-feac-4736-b197-68ae2f0acdc8 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1226771 Jul 22 11:51:02.825541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Provisioning for port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:02.836700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Provisioning complete for port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:02.837064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.840882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.878308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=b0c8da9e-55d8-4d3f-b2af-0945848bb79e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:02.916959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:02.923871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f898cc92-d415-4934-a0ae-0184c0d88e25 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b0c8da9e-55d8-4d3f-b2af-0945848bb79e HTTP/1.1" status: 204 len: 168 time: 0.7397678 Jul 22 11:51:02.924833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57842) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:03.039706 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-df9f1a12-8575-45e5-9f45-c4ab69163b45 req-ff20085f-7311-4b48-9852-1abddc0fb740 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2312179 Jul 22 11:51:03.057802 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.083003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b406146-5d32-440b-8718-1a3338a82abc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:03.085101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b406146-5d32-440b-8718-1a3338a82abc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:03.087127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5b406146-5d32-440b-8718-1a3338a82abc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1608191 Jul 22 11:51:03.089971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:03.108011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] For port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:03.132071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.165672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 3a2ab48c-488f-4fc7-a557-e1f366a5b669 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:03.169510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.208063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88d62a4-e31c-4c09-8ac1-bf5a698e102e None None] Pushing event updated for resources: {'Port': ['ID=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:03.226793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.439073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.467323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377dffc1-1bab-4e91-8870-5589bef620b3 req-894ad6d9-8950-4b3b-b61c-6f9781f61675 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:03.468924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-377dffc1-1bab-4e91-8870-5589bef620b3 req-894ad6d9-8950-4b3b-b61c-6f9781f61675 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.1792436 Jul 22 11:51:03.532817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-377dffc1-1bab-4e91-8870-5589bef620b3 req-10d0ecce-5b1a-41e1-9b21-b8803c8248fc tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564287 Jul 22 11:51:03.584314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25420603-a9fd-459d-ae86-4abbe52ce177 req-e0c55912-59f6-4835-9a7f-1d3b967e7dc1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:03.591514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25420603-a9fd-459d-ae86-4abbe52ce177 req-e0c55912-59f6-4835-9a7f-1d3b967e7dc1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2030597 Jul 22 11:51:03.598789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.647082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.661423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25420603-a9fd-459d-ae86-4abbe52ce177 req-0ba726c8-a643-4dc0-a185-bf209ca9e843 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0654454 Jul 22 11:51:03.661966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57872) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:03.663019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2ab48c-488f-4fc7-a557-e1f366a5b669 HTTP/1.1" status: 204 len: 168 time: 0.5686569 Jul 22 11:51:03.694231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e27e66f-142d-41d9-af1a-c8bff4e2c90b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=3a2ab48c-488f-4fc7-a557-e1f366a5b669,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:03.721674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-71720440-def5-4991-93aa-5551ba8672dc None None] Provisioning complete for port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:03.722128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71720440-def5-4991-93aa-5551ba8672dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:03.748673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e1ec3eb6-832b-4eab-b0fa-723daa725681 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0855107 Jul 22 11:51:03.751752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:03.763987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:03.804944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57876) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:04.007071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:04.015811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:04.020128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.075051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-abc926f0-3edb-4e50-bef2-92589c1d20a6 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:04.077251 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-abc926f0-3edb-4e50-bef2-92589c1d20a6 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 11:51:04.077943 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-abc926f0-3edb-4e50-bef2-92589c1d20a6 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:51:04.080356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-abc926f0-3edb-4e50-bef2-92589c1d20a6 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.2742276 Jul 22 11:51:04.085536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:04.093456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1520878110'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:04.107495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:04.108453 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.167232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1fed75c-3ce1-4035-8a89-34547772f29c None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:04.209125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-722218a5-a587-44bc-830e-8c8ec90ed635 None None] Could not find standard attr ID for object b0c8da9e-55d8-4d3f-b2af-0945848bb79e. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:51:04.480091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:04.544205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Deleting port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:04.544595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.633700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] For port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:04.634104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.650033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Calling delete_port for baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:04.669517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.749550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.815304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.817981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:04.857199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] Pushing event deleted for resources: {'Port': ['ID=baa5d60f-0906-4f8e-9d41-d6ccaf74bf57,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:04.860130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a93edebd-48a2-4a46-8a40-ac098241d3ab None None] No DVR routers for this DVR port baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:04.990371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:05.021295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:05.038479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:05.042722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.042968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416aa9ce-be49-4341-8485-cf5307168773 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:05.046924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=dfd597d2-3d3d-4333-a811-e1b86f19ed72,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:05.088361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60fed3ac-6ebb-4ab0-8b47-153d4d23c483 req-1d56953e-8f1e-4c3e-bb2d-baadc5513a04 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:05.089895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60fed3ac-6ebb-4ab0-8b47-153d4d23c483 req-1d56953e-8f1e-4c3e-bb2d-baadc5513a04 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.4133205 Jul 22 11:51:05.160517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11eb5b79-1ea8-462c-8ae2-8299c4a5978c req-a9193150-31f4-46ec-a341-0f225a26c501 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:05.167599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11eb5b79-1ea8-462c-8ae2-8299c4a5978c req-a9193150-31f4-46ec-a341-0f225a26c501 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3581250 Jul 22 11:51:05.189542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.199998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.222623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c105fbfd-d479-429c-96e3-6668a11e25cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.4673369 Jul 22 11:51:05.223003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:05.238547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'name': 'tempest-NetworksTestDHCPv6-1527877977'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:05.250533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'dfd597d2-3d3d-4333-a811-e1b86f19ed72'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:05.252191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.260953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60fed3ac-6ebb-4ab0-8b47-153d4d23c483 req-924112e2-2845-4c11-a592-d41db0108738 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1585155 Jul 22 11:51:05.287443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11eb5b79-1ea8-462c-8ae2-8299c4a5978c req-40c47d17-525c-4d8d-99c7-7c9b47077a36 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1186302 Jul 22 11:51:05.312583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b9fccaf4-6ce1-4d9e-8923-6fb6ca2efd19,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:05.421322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.430324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.464213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:05.467841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.471902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=4ec955f9-40e0-4b20-a542-c5f658d19d85,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:05.483283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.490311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ce077397-5f1b-4b89-bfa6-35c50d4e17f2 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.3999648 Jul 22 11:51:05.491116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57912) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:05.498435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '4ec955f9-40e0-4b20-a542-c5f658d19d85', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:05.498733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/dfd597d2-3d3d-4333-a811-e1b86f19ed72/def88fed-6ea0-4fb5-95c7-fd3264686baf) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:05.503456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 08ca9832-4bfe-41af-b1e0-0540184acef9 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:05.587688 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.660285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.665729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.680557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=82b88fc9-99e3-472f-9704-23f34895ebfd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:05.688175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.696975 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.699055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64bafb59-08ac-4237-9e4c-b0678678a4ff tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2068224 Jul 22 11:51:05.702039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57914) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:05.707535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-251585fe-d5cc-425a-82b9-c57dc340418a tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '4ec955f9-40e0-4b20-a542-c5f658d19d85', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:05.710178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Transition to ACTIVE for port object def88fed-6ea0-4fb5-95c7-fd3264686baf will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:05.741129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Transition to ACTIVE for port object def88fed-6ea0-4fb5-95c7-fd3264686baf will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:05.743735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-251585fe-d5cc-425a-82b9-c57dc340418a tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.756064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.793082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:05.796522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:05.801365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:05.806129 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-251585fe-d5cc-425a-82b9-c57dc340418a tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): There was a conflict when trying to complete your request. Jul 22 11:51:05.810914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-251585fe-d5cc-425a-82b9-c57dc340418a tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 0.1077785 Jul 22 11:51:05.811841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:05.821057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Pushing event updated for resources: {'Port': ['ID=def88fed-6ea0-4fb5-95c7-fd3264686baf,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:05.882507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.883890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Attempting to bind port def88fed-6ea0-4fb5-95c7-fd3264686baf on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:05.884278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Attempting to bind port def88fed-6ea0-4fb5-95c7-fd3264686baf by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:05.885303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Attempting to bind port def88fed-6ea0-4fb5-95c7-fd3264686baf on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:05.891164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:05.891549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:05.891964 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.892369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:05.892846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Bound port: def88fed-6ea0-4fb5-95c7-fd3264686baf, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:05.893285 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:05.911427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::2de (e98815ec-3e92-478e-91da-4d6716f31b34/dfd597d2-3d3d-4333-a811-e1b86f19ed72/08ca9832-4bfe-41af-b1e0-0540184acef9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:05.927509 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.047091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-4cbb945f-764b-4b3a-9a8a-b1c5b412af1f tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.048911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-4cbb945f-764b-4b3a-9a8a-b1c5b412af1f tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.1406167 Jul 22 11:51:06.064245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.067992 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.072662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/4ec955f9-40e0-4b20-a542-c5f658d19d85 HTTP/1.1" status: 204 len: 168 time: 0.2593608 Jul 22 11:51:06.077025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:06.106381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35d58a8-23df-464c-a4aa-ec297b59d727 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=4ec955f9-40e0-4b20-a542-c5f658d19d85,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:06.189924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-93ee5a59-6af6-468b-8912-3d8d27d8ca51 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1110296 Jul 22 11:51:06.195684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:06.203608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1020504877'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:06.246650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.255699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] For port def88fed-6ea0-4fb5-95c7-fd3264686baf, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:06.256697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Deleting port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:06.256894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.259272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] For port def88fed-6ea0-4fb5-95c7-fd3264686baf, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=def88fed-6ea0-4fb5-95c7-fd3264686baf,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:06.263852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:06.264188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 08ca9832-4bfe-41af-b1e0-0540184acef9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:06.271223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.307455 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.380975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] For port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:06.386321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.408579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:06.408919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device baa5d60f-0906-4f8e-9d41-d6ccaf74bf57 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:06.424275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:06.430560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:06.432177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Calling delete_port for 2ad8c4c3-18df-42d7-b2c3-a48175520f2b owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:06.435013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:06.442853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.443760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.455444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.456091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc1f56fb-ea0f-4b07-97d5-5ea3c9d329e2 None None] Pushing event updated for resources: {'Port': ['ID=def88fed-6ea0-4fb5-95c7-fd3264686baf,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:06.458817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=08ca9832-4bfe-41af-b1e0-0540184acef9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:06.471985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0b5481ef-f4d8-4d98-a55d-3571914e2613 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 1.2455966 Jul 22 11:51:06.473275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:06.552872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e6d94-e2ea-4076-8b98-106d8991c4f6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.560160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d3e6d94-e2ea-4076-8b98-106d8991c4f6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.563034 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d3e6d94-e2ea-4076-8b98-106d8991c4f6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.0884871 Jul 22 11:51:06.566097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:06.709802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 08ca9832-4bfe-41af-b1e0-0540184acef9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:06.710340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.715646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1008165-6272-4561-b47d-9a823a529152 req-fb04d3b3-5609-4879-948c-b7fffa1452c5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.717307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1008165-6272-4561-b47d-9a823a529152 req-fb04d3b3-5609-4879-948c-b7fffa1452c5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2682741 Jul 22 11:51:06.760933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77522705-8f62-4620-8b09-8c26aceeb2be req-5e675c65-cff9-4d10-ade2-ceb6b5cbbe94 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:06.762687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77522705-8f62-4620-8b09-8c26aceeb2be req-5e675c65-cff9-4d10-ade2-ceb6b5cbbe94 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=115bfdd7-bbd8-4c90-86ef-43254a4eed81 HTTP/1.1" status: 200 len: 945 time: 0.3114288 Jul 22 11:51:06.838184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.847371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.856975 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.871891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 08ca9832-4bfe-41af-b1e0-0540184acef9 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:06.877154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1008165-6272-4561-b47d-9a823a529152 req-31a929b8-6da0-4a21-a50e-a56579df1431 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1278811 Jul 22 11:51:06.877777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.891047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2ad8c4c3-18df-42d7-b2c3-a48175520f2b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:51:06.909536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77522705-8f62-4620-8b09-8c26aceeb2be req-620886df-f3e2-4def-97ba-434431736ab3 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1309910 Jul 22 11:51:06.937526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Pushing event deleted for resources: {'Port': ['ID=2ad8c4c3-18df-42d7-b2c3-a48175520f2b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:06.947167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:06.948442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7511466 Jul 22 11:51:06.949164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e901935d-ea3a-463c-9653-5b340075a338 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=69fc66d7-39f1-4dfc-9272-d8639ccc7f19,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:06.952742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:06.958069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2386f712-ddd7-4f6f-a8f7-90ee5e1baac4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '69fc66d7-39f1-4dfc-9272-d8639ccc7f19', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:06.958769 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-2386f712-ddd7-4f6f-a8f7-90ee5e1baac4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jul 22 11:51:06.959084 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2386f712-ddd7-4f6f-a8f7-90ee5e1baac4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:06.960095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2386f712-ddd7-4f6f-a8f7-90ee5e1baac4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0063932 Jul 22 11:51:06.975937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.003875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] No DVR routers for this DVR port 2ad8c4c3-18df-42d7-b2c3-a48175520f2b on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:07.008484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.010892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d92f57c6-1461-44b4-a5f6-f33fe2bebba9 req-ea9ef5de-86d5-44d8-a3f4-75df17bd0008 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "DELETE /v2.0/ports/2ad8c4c3-18df-42d7-b2c3-a48175520f2b HTTP/1.1" status: 204 len: 173 time: 0.9561567 Jul 22 11:51:07.011597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'name': 'network-vif-deleted', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:51:07.014158 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-23579153-742f-4496-9483-0f5e5f0cfff6" -d '{"events": [{"server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "name": "network-vif-deleted", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:51:07.063406 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:51:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78dadbf7-e779-422c-a47a-68aca6e04244 x-openstack-request-id: req-78dadbf7-e779-422c-a47a-68aca6e04244 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:51:07.063780 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "115bfdd7-bbd8-4c90-86ef-43254a4eed81", "name": "network-vif-deleted", "tag": "2ad8c4c3-18df-42d7-b2c3-a48175520f2b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:51:07.064106 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78dadbf7-e779-422c-a47a-68aca6e04244 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:51:07.064695 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '115bfdd7-bbd8-4c90-86ef-43254a4eed81', 'name': 'network-vif-deleted', 'tag': '2ad8c4c3-18df-42d7-b2c3-a48175520f2b', 'status': 'completed', 'code': 200} Jul 22 11:51:07.076478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.130269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.179716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.211657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=08ca9832-4bfe-41af-b1e0-0540184acef9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:07.215460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.218058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.219361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/69fc66d7-39f1-4dfc-9272-d8639ccc7f19 HTTP/1.1" status: 204 len: 168 time: 0.2423623 Jul 22 11:51:07.222245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.250352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.252319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b41d27ad-56db-4625-8731-ba0418605d6d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/08ca9832-4bfe-41af-b1e0-0540184acef9 HTTP/1.1" status: 204 len: 168 time: 0.6849308 Jul 22 11:51:07.253879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e2e9a90-7d38-4001-8de0-2e05e322ad28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=69fc66d7-39f1-4dfc-9272-d8639ccc7f19,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:07.255878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.330227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9a34601b-7b36-4659-9b68-a2e96423cc1d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1067398 Jul 22 11:51:07.336716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acf500-6872-4aab-82be-469bec4dd0bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:07.336716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1acf500-6872-4aab-82be-469bec4dd0bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:07.337118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.340073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1acf500-6872-4aab-82be-469bec4dd0bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0801382 Jul 22 11:51:07.341769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--135338223'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:07.343291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57946) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.374812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.417557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet dfd597d2-3d3d-4333-a811-e1b86f19ed72 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:07.422363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.475552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.546248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.551892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.585757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.587134 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2490296 Jul 22 11:51:07.589202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4afc37a-4bf9-4128-888d-bc20d8fa8657 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=07a330f9-4e04-4966-884c-1b6109b7d05c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:07.591520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.596415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-53fbcfda-7b57-48af-b816-0045b528ec28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '07a330f9-4e04-4966-884c-1b6109b7d05c', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:07.597274 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-53fbcfda-7b57-48af-b816-0045b528ec28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jul 22 11:51:07.598030 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-53fbcfda-7b57-48af-b816-0045b528ec28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:07.599086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53fbcfda-7b57-48af-b816-0045b528ec28 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0065219 Jul 22 11:51:07.603630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.659245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.738055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.771502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.809964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-28d143b1-ee49-42c2-8a76-34ead454d586 None None] Provisioning for port def88fed-6ea0-4fb5-95c7-fd3264686baf completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:07.817063 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.847972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.856892 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.861267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/07a330f9-4e04-4966-884c-1b6109b7d05c HTTP/1.1" status: 204 len: 168 time: 0.2566261 Jul 22 11:51:07.862831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.888887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9263048-03f9-470f-9390-c3bb72bc6f68 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a330f9-4e04-4966-884c-1b6109b7d05c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:07.906775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:07.914531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/dfd597d2-3d3d-4333-a811-e1b86f19ed72 HTTP/1.1" status: 204 len: 168 time: 0.5673871 Jul 22 11:51:07.914531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef55f9a5-3cc3-4536-9dfb-b95bc5c009c7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=dfd597d2-3d3d-4333-a811-e1b86f19ed72,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:07.917639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.992414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:07.993494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-82f163c2-72c9-4ae2-8fa7-0a022b265dcb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0686920 Jul 22 11:51:08.002003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.016788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3d82be9c-f0a8-4f7a-ac1e-8294acec88e4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1413062 Jul 22 11:51:08.016788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.019511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1887243842'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.056339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.136240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device def88fed-6ea0-4fb5-95c7-fd3264686baf up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:08.233283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-165b74b8-27ea-4f9b-97c2-d616dcebbf1e None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:08.249125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.254986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.282319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bd6d9cfd-d18a-4513-a653-c79e0ae3ea9b None None] Could not find standard attr ID for object 08ca9832-4bfe-41af-b1e0-0540184acef9. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:51:08.317399 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.318802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3067293 Jul 22 11:51:08.323623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.330295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fe5bb185-2ea6-4bcb-a0fa-2fa2c4cb0d37 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '543a5d52-fdba-4a68-b2da-0b7f543dbaae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.331874 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-fe5bb185-2ea6-4bcb-a0fa-2fa2c4cb0d37 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jul 22 11:51:08.332387 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-fe5bb185-2ea6-4bcb-a0fa-2fa2c4cb0d37 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:08.333478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fe5bb185-2ea6-4bcb-a0fa-2fa2c4cb0d37 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0086925 Jul 22 11:51:08.336314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1bee6e5-ad39-4b8e-98f8-7aa535684c6b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=543a5d52-fdba-4a68-b2da-0b7f543dbaae,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:08.351105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.368029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4add64e1-b1bd-4ebb-b580-f677a3d71267 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '543a5d52-fdba-4a68-b2da-0b7f543dbaae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.369352 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-4add64e1-b1bd-4ebb-b580-f677a3d71267 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jul 22 11:51:08.370215 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4add64e1-b1bd-4ebb-b580-f677a3d71267 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:08.372136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4add64e1-b1bd-4ebb-b580-f677a3d71267 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0110285 Jul 22 11:51:08.375529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.382542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-52566c6f-43d3-4ed0-82d0-dadaac0d4853 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '543a5d52-fdba-4a68-b2da-0b7f543dbaae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.385454 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-52566c6f-43d3-4ed0-82d0-dadaac0d4853 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jul 22 11:51:08.389125 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-52566c6f-43d3-4ed0-82d0-dadaac0d4853 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:08.392656 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-52566c6f-43d3-4ed0-82d0-dadaac0d4853 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0136654 Jul 22 11:51:08.395261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.413462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ace90ae4-abfa-43bd-8edd-eb9e6cd4a454 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '543a5d52-fdba-4a68-b2da-0b7f543dbaae', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.414722 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-ace90ae4-abfa-43bd-8edd-eb9e6cd4a454 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jul 22 11:51:08.415419 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-ace90ae4-abfa-43bd-8edd-eb9e6cd4a454 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:08.419653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ace90ae4-abfa-43bd-8edd-eb9e6cd4a454 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0200648 Jul 22 11:51:08.420623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3576de2-6dc2-47e6-8158-c04a14d4a1b9 req-2e105780-5703-48c5-9071-1c5e0be3bad9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:08.420781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57992) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.431797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port def88fed-6ea0-4fb5-95c7-fd3264686baf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:08.434166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3576de2-6dc2-47e6-8158-c04a14d4a1b9 req-2e105780-5703-48c5-9071-1c5e0be3bad9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3500345 Jul 22 11:51:08.442744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port def88fed-6ea0-4fb5-95c7-fd3264686baf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:08.443124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.483675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.515488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.541955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.578889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.580521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port def88fed-6ea0-4fb5-95c7-fd3264686baf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=def88fed-6ea0-4fb5-95c7-fd3264686baf,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:08.583189 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.584125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:08.586366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/543a5d52-fdba-4a68-b2da-0b7f543dbaae HTTP/1.1" status: 204 len: 168 time: 0.1640859 Jul 22 11:51:08.588874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.594329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.632857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e461e21c-4fd7-422d-8ac9-7cc03621ff72 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=543a5d52-fdba-4a68-b2da-0b7f543dbaae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:08.645781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-361fc44a-97e2-4c29-a636-d88c5402255d tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:08.647731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-361fc44a-97e2-4c29-a636-d88c5402255d tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 808 time: 0.1904757 Jul 22 11:51:08.651044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:08.656295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.674917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=def88fed-6ea0-4fb5-95c7-fd3264686baf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:08.703420 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc83dafa-0068-486d-bd56-9016cb4dd2fd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1077461 Jul 22 11:51:08.705549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57996) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:08.715226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Deleting port def88fed-6ea0-4fb5-95c7-fd3264686baf {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:08.716027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.718329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--188776553'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:08.720127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3576de2-6dc2-47e6-8158-c04a14d4a1b9 req-3eebd08c-def3-4f06-8de1-83bd7f2887e2 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2846229 Jul 22 11:51:08.745677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-a42d492c-8e73-40ce-80ec-20b8cf6bb709 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/quotas/6f0cb657625e412c9fb21750e055e8e5 HTTP/1.1" status: 200 len: 375 time: 0.0787785 Jul 22 11:51:08.766016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.795479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] For port def88fed-6ea0-4fb5-95c7-fd3264686baf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=def88fed-6ea0-4fb5-95c7-fd3264686baf,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:08.796159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.827663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Calling delete_port for def88fed-6ea0-4fb5-95c7-fd3264686baf owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:08.838965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-4068f1cb-62ec-479f-a978-d6f08bf3ef27 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0461400 Jul 22 11:51:08.961532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.966127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.983877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:08.999526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-12b1c0e6-9764-4cf5-ac59-34b42f0d0693 service neutron] 10.222.0.21 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1596169 Jul 22 11:51:09.004802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.006159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2987735 Jul 22 11:51:09.010557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.018200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-50ae1b2a-f876-40cf-8c51-3d4912e7929c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.019222 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-50ae1b2a-f876-40cf-8c51-3d4912e7929c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 11:51:09.019495 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-50ae1b2a-f876-40cf-8c51-3d4912e7929c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.020732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-50ae1b2a-f876-40cf-8c51-3d4912e7929c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0087976 Jul 22 11:51:09.025690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.033002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-728adbbb-970b-447b-82fa-7bbedd307eb0 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.061255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e87b8233-43d5-46bf-a10e-01eddd50f0c8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7f142eac-b513-410d-ab97-6e1992796c98,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:09.081635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] Pushing event deleted for resources: {'Port': ['ID=def88fed-6ea0-4fb5-95c7-fd3264686baf,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:09.089901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2410fe60-7c52-4df5-b006-291d3eeb4bf0 None None] No DVR routers for this DVR port def88fed-6ea0-4fb5-95c7-fd3264686baf on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:09.091539 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-728adbbb-970b-447b-82fa-7bbedd307eb0 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.098787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-728adbbb-970b-447b-82fa-7bbedd307eb0 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.0656645 Jul 22 11:51:09.099088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.104918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d9bf8500-6e57-4cd6-b1fc-0c18fbe83014 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.107227 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-d9bf8500-6e57-4cd6-b1fc-0c18fbe83014 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jul 22 11:51:09.108235 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d9bf8500-6e57-4cd6-b1fc-0c18fbe83014 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.117804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d9bf8500-6e57-4cd6-b1fc-0c18fbe83014 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0166457 Jul 22 11:51:09.118852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58006) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.129438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f23d7e4a-18c0-47fd-b985-231b2ae9ece5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.140163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.210598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:09.226035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:09.226959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:09.227561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.239146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-057e0031-c7d5-4e86-b9ab-8a6491a6f97b service neutron] 10.222.0.21 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2385948 Jul 22 11:51:09.240911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cd38ff5-7e99-48c1-a792-504c0cf5523b None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:09.259743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=3bc3e5af-6039-4907-a1ab-c652c73d9e37,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:09.271195 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-f23d7e4a-18c0-47fd-b985-231b2ae9ece5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.275217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f23d7e4a-18c0-47fd-b985-231b2ae9ece5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.1501873 Jul 22 11:51:09.276760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.284562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-694bd734-bdc3-4a11-a475-c24523a36095 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.288616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80fae7ac-0a82-432c-bf17-c5b6b8d9cc1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.2917376 Jul 22 11:51:09.289844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.290495 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-694bd734-bdc3-4a11-a475-c24523a36095 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jul 22 11:51:09.291446 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-694bd734-bdc3-4a11-a475-c24523a36095 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.296957 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-694bd734-bdc3-4a11-a475-c24523a36095 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0179536 Jul 22 11:51:09.297839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58014) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.298662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'name': 'tempest-NetworksTestDHCPv6-33398787'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.312932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-06d62502-5183-4fa6-b78c-06a8686c4ab7 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.361219 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-06d62502-5183-4fa6-b78c-06a8686c4ab7 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Project 3c32d2c39fbf4c6a94ad93dc6ac4dae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:51:09.376938 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-06d62502-5183-4fa6-b78c-06a8686c4ab7 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.381543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-06d62502-5183-4fa6-b78c-06a8686c4ab7 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0772872 Jul 22 11:51:09.382047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.392100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-38998f82-6bef-4edd-a7f3-d829496de63c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.392100 n-d-754448-4 neutron-server[93706]: WARNING neutron.api.v2.base [None req-38998f82-6bef-4edd-a7f3-d829496de63c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jul 22 11:51:09.392576 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-38998f82-6bef-4edd-a7f3-d829496de63c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.397495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-38998f82-6bef-4edd-a7f3-d829496de63c tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0083666 Jul 22 11:51:09.410262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.427160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2f40245a-9828-4caa-84cb-fe1e8b733c38 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.465864 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-2f40245a-9828-4caa-84cb-fe1e8b733c38 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Project 3c32d2c39fbf4c6a94ad93dc6ac4dae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:51:09.614695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '3bc3e5af-6039-4907-a1ab-c652c73d9e37'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:09.616169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.642429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ad8c4c3-18df-42d7-b2c3-a48175520f2b no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:09.657523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c85bc575-6462-40d3-8ddb-555078109af7 req-0b971ba8-d007-4759-83db-167922256adb tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 210 time: 0.1804023 Jul 22 11:51:09.662047 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2f40245a-9828-4caa-84cb-fe1e8b733c38 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.663651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2f40245a-9828-4caa-84cb-fe1e8b733c38 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.2438934 Jul 22 11:51:09.664752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:09.666553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.671414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca5252a3-7104-4dbe-b72f-5b7bcdfb5e71 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '7f142eac-b513-410d-ab97-6e1992796c98', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:09.674626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.717518 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-ca5252a3-7104-4dbe-b72f-5b7bcdfb5e71 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Project 3c32d2c39fbf4c6a94ad93dc6ac4dae0 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:51:09.718577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port b7724d63-0b5d-4f20-b5cf-da159afd7dc7 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:09.740838 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-ca5252a3-7104-4dbe-b72f-5b7bcdfb5e71 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:09.745310 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca5252a3-7104-4dbe-b72f-5b7bcdfb5e71 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.0776348 Jul 22 11:51:09.746131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:09.765922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2ad8c4c3-18df-42d7-b2c3-a48175520f2b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:09.766606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2ad8c4c3-18df-42d7-b2c3-a48175520f2b not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:09.830288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.878637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.968091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.969971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device def88fed-6ea0-4fb5-95c7-fd3264686baf no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:09.971342 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:09.977596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/7f142eac-b513-410d-ab97-6e1992796c98 HTTP/1.1" status: 204 len: 168 time: 0.2302420 Jul 22 11:51:09.978289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58034) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.002515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e73f76f3-3893-4d38-bfa6-15950ee14f85 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f142eac-b513-410d-ab97-6e1992796c98,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:10.028372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: def88fed-6ea0-4fb5-95c7-fd3264686baf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:10.030516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device def88fed-6ea0-4fb5-95c7-fd3264686baf not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:10.066487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-247799bf-1e64-4b2d-babf-635c7d746052 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0818017 Jul 22 11:51:10.073913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.079571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--2045856248'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:10.085228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::361 (e98815ec-3e92-478e-91da-4d6716f31b34/3bc3e5af-6039-4907-a1ab-c652c73d9e37/b7724d63-0b5d-4f20-b5cf-da159afd7dc7) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:10.106100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.133292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f96d4b9-c2f7-43b9-9298-cf74da8becaa req-8db1bda5-43e1-48e5-a0d5-4d7057bf1c1a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:10.134870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f96d4b9-c2f7-43b9-9298-cf74da8becaa req-8db1bda5-43e1-48e5-a0d5-4d7057bf1c1a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.1604252 Jul 22 11:51:10.231317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.242641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.256096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f96d4b9-c2f7-43b9-9298-cf74da8becaa req-18398afd-90d1-4b7f-9311-dee32c7cccb6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1072588 Jul 22 11:51:10.274749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.278513 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2002389 Jul 22 11:51:10.280592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.296239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7397c0aa-7fc2-4b5b-ab5b-d86775985fc8 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a7a29492-9ef9-4b9a-a0dd-8220fa46a31e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:10.333173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4fefc3e9-e7d3-4516-86ae-e14f216b90e9 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': 'a7a29492-9ef9-4b9a-a0dd-8220fa46a31e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:10.430841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.434944 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-4fefc3e9-e7d3-4516-86ae-e14f216b90e9 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The resource could not be found. Jul 22 11:51:10.435993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4fefc3e9-e7d3-4516-86ae-e14f216b90e9 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.1533139 Jul 22 11:51:10.439135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.445915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4bca7e27-382d-4abb-82c1-d352a98f413d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': 'a7a29492-9ef9-4b9a-a0dd-8220fa46a31e', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '3a55416e-3f91-40aa-bbaf-ca20231c2031'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:10.449030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object b7724d63-0b5d-4f20-b5cf-da159afd7dc7 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:10.497278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.505130 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4bca7e27-382d-4abb-82c1-d352a98f413d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The resource could not be found. Jul 22 11:51:10.506949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4bca7e27-382d-4abb-82c1-d352a98f413d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0664761 Jul 22 11:51:10.510198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.548218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/3bc3e5af-6039-4907-a1ab-c652c73d9e37/e50839b5-f88d-4f5a-871d-4afebc799f24) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:10.575367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:10.584208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:10.592135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:10.598172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:10.598858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.617186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=b7724d63-0b5d-4f20-b5cf-da159afd7dc7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:10.630852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-744f5000-317b-4a74-93aa-639613ccee68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 1.3375766 Jul 22 11:51:10.631655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.646620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.678351 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.723865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7df7fb3d-0ac4-4c52-929e-1f8d3353787e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:10.726717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7df7fb3d-0ac4-4c52-929e-1f8d3353787e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 928 time: 0.0940893 Jul 22 11:51:10.729349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.783651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.787949 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.788193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.789401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/a7a29492-9ef9-4b9a-a0dd-8220fa46a31e HTTP/1.1" status: 204 len: 168 time: 0.2781963 Jul 22 11:51:10.792123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.801037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Transition to ACTIVE for port object e50839b5-f88d-4f5a-871d-4afebc799f24 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:10.820674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Transition to ACTIVE for port object e50839b5-f88d-4f5a-871d-4afebc799f24 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:10.828473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7892f9b-c171-41e8-8ebb-be95d02b41a6 req-221c1302-2532-409a-950a-58d11280eb04 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 210 time: 0.0662401 Jul 22 11:51:10.830632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.839108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-015dd65e-cf0a-4690-a77c-0835e0fc5ccd tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7a29492-9ef9-4b9a-a0dd-8220fa46a31e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:10.884802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e5878ab-60ec-4f71-a1ad-a70259dc1cb0 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0914404 Jul 22 11:51:10.887874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:10.888925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58062) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.889302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:10.892113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:10.900399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b6d2fe1d-7423-45fa-8e91-5313f71cd1c5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': 'c50648ac-18c2-434c-9093-60ec370a8929', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:10.914875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port b7724d63-0b5d-4f20-b5cf-da159afd7dc7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:10.915304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:10.916546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Pushing event updated for resources: {'Port': ['ID=e50839b5-f88d-4f5a-871d-4afebc799f24,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:10.979095 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b6d2fe1d-7423-45fa-8e91-5313f71cd1c5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The resource could not be found. Jul 22 11:51:10.980192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6d2fe1d-7423-45fa-8e91-5313f71cd1c5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.0899150 Jul 22 11:51:10.984034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:10.992560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--627705496'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:11.002676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Attempting to bind port e50839b5-f88d-4f5a-871d-4afebc799f24 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:11.004345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Attempting to bind port e50839b5-f88d-4f5a-871d-4afebc799f24 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:11.005376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Attempting to bind port e50839b5-f88d-4f5a-871d-4afebc799f24 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:11.012048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:11.012802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:11.013604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.014278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:11.015201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Bound port: e50839b5-f88d-4f5a-871d-4afebc799f24, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:11.016025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.025937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.112770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.120249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] For port e50839b5-f88d-4f5a-871d-4afebc799f24, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:11.124442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] For port e50839b5-f88d-4f5a-871d-4afebc799f24, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e50839b5-f88d-4f5a-871d-4afebc799f24,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:11.129778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for b7724d63-0b5d-4f20-b5cf-da159afd7dc7 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:11.131915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.275561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675fec82-63a3-413b-b420-43ce8d6ae755 None None] Pushing event updated for resources: {'Port': ['ID=e50839b5-f88d-4f5a-871d-4afebc799f24,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:11.301730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-a262de45-45bd-4556-9a64-aca40e13909e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:11.303505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-a262de45-45bd-4556-9a64-aca40e13909e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 808 time: 0.2010286 Jul 22 11:51:11.329798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Request body: {'port': {'device_id': '60770185-c66c-4862-a330-61e1f6c40209', 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454', 'admin_state_up': True, 'tenant_id': '6f0cb657625e412c9fb21750e055e8e5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:11.386360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.411180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.415405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.479817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=b7724d63-0b5d-4f20-b5cf-da159afd7dc7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:11.495123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.495726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.496218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.496755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.497256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.497767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.498262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.498785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.499300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.499795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.500314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.500823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.536111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.537108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.538342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5526133 Jul 22 11:51:11.541176 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4d62f3cb-5288-4cf4-a9ee-34bb1fe49393 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b7724d63-0b5d-4f20-b5cf-da159afd7dc7 HTTP/1.1" status: 204 len: 168 time: 0.8104188 Jul 22 11:51:11.542159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:11.542722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58076) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:11.555912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--458136036'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:11.622284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=129875a6-150a-45fd-b145-3c5b26a026a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:11.644859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.645123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.645325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.645667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.646007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.646347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.650718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.651092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.651448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.651797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.652145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.652478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-22838c5a-ae10-4af6-8606-5446731be90d tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:11.669418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c6cd-41a5-4d45-a676-e7f35ed817ab tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:11.671053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1807c6cd-41a5-4d45-a676-e7f35ed817ab tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:11.675063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1807c6cd-41a5-4d45-a676-e7f35ed817ab tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1302202 Jul 22 11:51:11.676284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.680305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:11.688198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Made reservation on behalf of 6f0cb657625e412c9fb21750e055e8e5 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:11.693762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.704215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f3958d-7504-4066-827d-cd3b4c26cd80 req-c83ab1d1-0372-4b6e-9ddf-f20ea89d9371 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:11.711557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11f3958d-7504-4066-827d-cd3b4c26cd80 req-c83ab1d1-0372-4b6e-9ddf-f20ea89d9371 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3316016 Jul 22 11:51:11.766601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 3bc3e5af-6039-4907-a1ab-c652c73d9e37 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:11.774257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:11.784134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-11f3958d-7504-4066-827d-cd3b4c26cd80 req-9eb046ba-3f79-4de4-851a-39170d52a688 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703433 Jul 22 11:51:11.859511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.001500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e50839b5-f88d-4f5a-871d-4afebc799f24 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:12.003270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13abbd70-93de-48b9-813f-bd69dd905861 req-8b6cf691-c174-4323-847b-9cc6823dca4e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 210 time: 0.0616338 Jul 22 11:51:12.020510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Allocated IP 172.20.0.13 (2dd86761-1d3f-4cdb-9cf9-62ba98a6a454/e3252bc9-874f-4f17-a58d-7d4ec663e5ea/f8a372e0-7fb5-4d34-b1ab-183168f3f308) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:12.033165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.076968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.090005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e50839b5-f88d-4f5a-871d-4afebc799f24 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:12.138087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.142786 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5937114 Jul 22 11:51:12.144754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58088) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.146927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.151774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6c768074-d391-4ae7-8eef-a8f923397935 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': '129875a6-150a-45fd-b145-3c5b26a026a2', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': '3ef8f2cf-bb0a-411c-8e9e-922f12528e1a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:12.176419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fcef0e-91b4-4def-9bbd-f31dfe6ed314 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3ef8f2cf-bb0a-411c-8e9e-922f12528e1a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:12.257990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.288476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.297821 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-6c768074-d391-4ae7-8eef-a8f923397935 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:12.299032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c768074-d391-4ae7-8eef-a8f923397935 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.1525619 Jul 22 11:51:12.300370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=3bc3e5af-6039-4907-a1ab-c652c73d9e37,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:12.304436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.320809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.323232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-205c4d4b-d791-4b1d-9b68-9cb63d6d476d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3bc3e5af-6039-4907-a1ab-c652c73d9e37 HTTP/1.1" status: 204 len: 168 time: 0.6418200 Jul 22 11:51:12.325936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58092) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.369151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-70270cef-9f08-4c49-877f-0c52ff1a66b2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0417280 Jul 22 11:51:12.371956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.413603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.432591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.490566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff0821ae-6970-4878-8857-322e9891a230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:12.492866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff0821ae-6970-4878-8857-322e9891a230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1198745 Jul 22 11:51:12.500745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.514158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:12.522312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.530480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:12.560320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:12.568003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Pushing event updated for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:12.636616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d1b0e2-4f59-45ba-a786-63cb8a6be871 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:12.647018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2edf6da2-7210-4e21-9ad3-a345c5d4359b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:12.648591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2edf6da2-7210-4e21-9ad3-a345c5d4359b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1468284 Jul 22 11:51:12.651431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.663316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:12.663974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.696372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-ca9b4fa1-97bd-48df-87e4-872c1e17555b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.3739514 Jul 22 11:51:12.697721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.704735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.705978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/3ef8f2cf-bb0a-411c-8e9e-922f12528e1a HTTP/1.1" status: 204 len: 168 time: 0.4004982 Jul 22 11:51:12.719008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.719465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Request body: {'port': {'device_id': '60770185-c66c-4862-a330-61e1f6c40209', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:12.721211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72047b3b-2448-4cb6-ad2f-cb7c082a0e70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0681665 Jul 22 11:51:12.728141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58106) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.744637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:12.785422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Provisioning for port e50839b5-f88d-4f5a-871d-4afebc799f24 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:12.798869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Provisioning complete for port e50839b5-f88d-4f5a-871d-4afebc799f24 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:12.799283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.807246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17f98019-0982-4a85-ac53-a88eb60500d5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0845172 Jul 22 11:51:12.810073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:12.827001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32aabad0-b1de-4190-9937-8d2d56d56d98 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=3ef8f2cf-bb0a-411c-8e9e-922f12528e1a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:12.919463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.958006 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:12.967435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.005810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] For port e50839b5-f88d-4f5a-871d-4afebc799f24, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e50839b5-f88d-4f5a-871d-4afebc799f24,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:13.011970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.081873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b50f742-3027-4dbf-a08e-1b4b82a2114a None None] Pushing event updated for resources: {'Port': ['ID=e50839b5-f88d-4f5a-871d-4afebc799f24,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:13.085174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:13.091338 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.096366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.098525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/129875a6-150a-45fd-b145-3c5b26a026a2 HTTP/1.1" status: 204 len: 168 time: 0.2866614 Jul 22 11:51:13.117223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.118902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78222332-7c1a-4e99-ba2b-469e705f5325 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=129875a6-150a-45fd-b145-3c5b26a026a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:13.154662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Deleting port e50839b5-f88d-4f5a-871d-4afebc799f24 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:13.155216 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.183904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7f604791-b52e-4c89-ae71-9b0b9dfe561b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0609469 Jul 22 11:51:13.187468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.193301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1934268344'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:13.241543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.241870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] For port e50839b5-f88d-4f5a-871d-4afebc799f24, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e50839b5-f88d-4f5a-871d-4afebc799f24,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:13.242641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.260494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Calling delete_port for e50839b5-f88d-4f5a-871d-4afebc799f24 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:13.385315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.405312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.412525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.441986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] No DVR routers for this DVR port e50839b5-f88d-4f5a-871d-4afebc799f24 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:13.443713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d67628b7-9550-4e41-a81b-6414208bc4a5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:13.464598 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.466638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0f1f8792-6fc0-4d74-a764-436cfa51e778 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2781193 Jul 22 11:51:13.474622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.477831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b7b0ad3-21c6-4241-bcc7-865b3581c87e None None] Pushing event deleted for resources: {'Port': ['ID=e50839b5-f88d-4f5a-871d-4afebc799f24,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:13.480826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c48bf70c-a199-40b1-ba9c-7fcf02f576e4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': 'd67628b7-9550-4e41-a81b-6414208bc4a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:13.533458 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-c48bf70c-a199-40b1-ba9c-7fcf02f576e4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:13.541001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c48bf70c-a199-40b1-ba9c-7fcf02f576e4 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0611091 Jul 22 11:51:13.541921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.546778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05ebc7cb-c920-463d-939f-8aba724ba351 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group_rule': {'security_group_id': 'd67628b7-9550-4e41-a81b-6414208bc4a5', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:13.570687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.596034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:13.600243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.638174 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-05ebc7cb-c920-463d-939f-8aba724ba351 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:13.640128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05ebc7cb-c920-463d-939f-8aba724ba351 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.0971262 Jul 22 11:51:13.643149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.679888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb98b84a-6b02-4e48-bc1e-ad44f69abe32 req-15c1d3f9-218f-4d60-ab29-76d0e24880b6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:13.683127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb98b84a-6b02-4e48-bc1e-ad44f69abe32 req-15c1d3f9-218f-4d60-ab29-76d0e24880b6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3148646 Jul 22 11:51:13.713479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.745811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f77ef3b1-e118-42d3-af33-50fbe5d5023b req-65071476-659d-4d97-8501-b84259624784 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:13.754699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.755939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f77ef3b1-e118-42d3-af33-50fbe5d5023b req-65071476-659d-4d97-8501-b84259624784 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 932 time: 0.3838725 Jul 22 11:51:13.823043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.828423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:13.829867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/d67628b7-9550-4e41-a81b-6414208bc4a5 HTTP/1.1" status: 204 len: 168 time: 0.1851606 Jul 22 11:51:13.833838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:13.849524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c5c4839-5d23-4ce7-9b42-1042852b9a64 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d67628b7-9550-4e41-a81b-6414208bc4a5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:13.957696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e50839b5-f88d-4f5a-871d-4afebc799f24 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:13.966730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb98b84a-6b02-4e48-bc1e-ad44f69abe32 req-819d9224-c2ab-4166-a059-be9636ef8b9e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2351930 Jul 22 11:51:13.978430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e50839b5-f88d-4f5a-871d-4afebc799f24 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:13.978841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e50839b5-f88d-4f5a-871d-4afebc799f24 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:14.047855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f77ef3b1-e118-42d3-af33-50fbe5d5023b req-4efc2fe4-d112-415d-b799-61d2700ee4e5 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2902672 Jul 22 11:51:14.098932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd33149a-f60d-4ff7-a316-2044a055f5c5 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2558153 Jul 22 11:51:14.104289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:14.112696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'tempest-secgroup--1801961306'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:14.233370 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.243668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.320818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:14.332597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:14.343973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dddfcbf-9186-4e6e-99fe-51b0530d137f None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:14.359397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:14.360002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.375664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=31be61db-3701-4015-a4c8-22ebb870b59a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:14.411208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8a372e0-7fb5-4d34-b1ab-183168f3f308 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:51:14.426496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.451229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Transition to ACTIVE for port object f8a372e0-7fb5-4d34-b1ab-183168f3f308 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:14.459590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.514737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.527478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.535168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '31be61db-3701-4015-a4c8-22ebb870b59a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:14.536521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.537775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-af6ff8bf-2866-40e0-9595-d4a70bec2a84 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.8071001 Jul 22 11:51:14.542746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:14.549298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '31be61db-3701-4015-a4c8-22ebb870b59a', 'ip_address': '2001:db8::7495:9e4f:77ac:3764'}], 'name': 'tempest-NetworksTestDHCPv6-545985185'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:14.562765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:14.601001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.604960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4973574 Jul 22 11:51:14.624763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904f22ba-3dd9-4282-8da8-8e399a50c29f tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bfdf6775-f7d1-4211-bc42-fd94c72f70c1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:14.628368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:14.638368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cfc01771-dd85-4242-9f52-404871918b10 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Request body: {'security_group': {'name': 'default'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:14.639423 n-d-754448-4 neutron-server[93707]: WARNING neutron.api.v2.base [None req-cfc01771-dd85-4242-9f52-404871918b10 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jul 22 11:51:14.639756 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-cfc01771-dd85-4242-9f52-404871918b10 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] update failed (client error): There was a conflict when trying to complete your request. Jul 22 11:51:14.647588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cfc01771-dd85-4242-9f52-404871918b10 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "PUT /v2.0/security-groups/bfdf6775-f7d1-4211-bc42-fd94c72f70c1 HTTP/1.1" status: 409 len: 330 time: 0.0084279 Jul 22 11:51:14.651499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:14.737737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Attempting to bind port f8a372e0-7fb5-4d34-b1ab-183168f3f308 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:14.738089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Attempting to bind port f8a372e0-7fb5-4d34-b1ab-183168f3f308 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:14.738423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Attempting to bind port f8a372e0-7fb5-4d34-b1ab-183168f3f308 on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:14.749407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Port f8a372e0-7fb5-4d34-b1ab-183168f3f308 on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:51:14.749739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Attempting to bind port f8a372e0-7fb5-4d34-b1ab-183168f3f308 on network 2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:14.766538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:14.767177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Checking segment: {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:14.767693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Bound using segment: {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:14.767851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:14.768043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Bound port: f8a372e0-7fb5-4d34-b1ab-183168f3f308, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a56784d3-7262-432b-8dac-971b99483d87', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:14.768738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.771700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.786975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/31be61db-3701-4015-a4c8-22ebb870b59a/e79a3be3-4464-4bca-acf5-816f9af93c84) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:14.834629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.892122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:14.896622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:14.910257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.939375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.943662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:14.948592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/bfdf6775-f7d1-4211-bc42-fd94c72f70c1 HTTP/1.1" status: 204 len: 168 time: 0.2868648 Jul 22 11:51:14.958141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:15.001764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.016684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.016684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.019745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] 10.222.0.36 "PUT /v2.0/ports/f8a372e0-7fb5-4d34-b1ab-183168f3f308 HTTP/1.1" status: 200 len: 1092 time: 2.3099101 Jul 22 11:51:15.024646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:51:15.031377 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3a4e7d67-b04f-4389-8760-75817f8c5b1c" -d '{"events": [{"name": "network-changed", "server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:51:15.037338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a70d80-fd02-4ce7-b837-0afee6c7d04e tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bfdf6775-f7d1-4211-bc42-fd94c72f70c1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:15.056343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port eb1566b3-18b2-4b71-9ee5-69d233b979aa yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:15.155055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.170999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Transition to ACTIVE for port object e79a3be3-4464-4bca-acf5-816f9af93c84 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:15.177458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20871bb0-12f8-4819-9446-456aba27c18f service neutron] Pushing event updated for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:15.215551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Transition to ACTIVE for port object e79a3be3-4464-4bca-acf5-816f9af93c84 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:15.227679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.305654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:15.311312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50cb9b35-3b38-4c5e-845b-750a2f70a7be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.313071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:15.316122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:15.318297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Pushing event updated for resources: {'Port': ['ID=e79a3be3-4464-4bca-acf5-816f9af93c84,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:15.327506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-964e727c-4d5b-432e-839e-241ff269a818 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.329822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-964e727c-4d5b-432e-839e-241ff269a818 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 1095 time: 0.2378583 Jul 22 11:51:15.340945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::7495:9e4f:77ac:3764 (e98815ec-3e92-478e-91da-4d6716f31b34/31be61db-3701-4015-a4c8-22ebb870b59a/eb1566b3-18b2-4b71-9ee5-69d233b979aa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:15.406583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-af799567-303e-4fdd-84c3-3cdcf248bddd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308 HTTP/1.1" status: 200 len: 217 time: 0.0578961 Jul 22 11:51:15.472929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Attempting to bind port e79a3be3-4464-4bca-acf5-816f9af93c84 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:15.473505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Attempting to bind port e79a3be3-4464-4bca-acf5-816f9af93c84 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:15.473650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Attempting to bind port e79a3be3-4464-4bca-acf5-816f9af93c84 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:15.489168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165d435c-efe0-4e38-81dd-b299b691f067 req-74a1f930-05b0-4b10-b554-80ecec078cca tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.491258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-165d435c-efe0-4e38-81dd-b299b691f067 req-74a1f930-05b0-4b10-b554-80ecec078cca tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3434534 Jul 22 11:51:15.497031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 50, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:15.497940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:15.501498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.501989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:15.502522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Bound port: e79a3be3-4464-4bca-acf5-816f9af93c84, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:15.503493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.509764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-d66d90d8-5110-4460-a96a-4dc4ad36ac68 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.511585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-d66d90d8-5110-4460-a96a-4dc4ad36ac68 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3252bc9-874f-4f17-a58d-7d4ec663e5ea HTTP/1.1" status: 200 len: 848 time: 0.0997627 Jul 22 11:51:15.520818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.536314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object eb1566b3-18b2-4b71-9ee5-69d233b979aa will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:15.566277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-353359dc-f66e-446d-94a2-308e6b40cf68 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0396037 Jul 22 11:51:15.580403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.587894 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:51:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1000956-b975-43b0-8561-2fa2082b89ce x-openstack-request-id: req-a1000956-b975-43b0-8561-2fa2082b89ce {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:51:15.588198 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:51:15.588468 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1000956-b975-43b0-8561-2fa2082b89ce {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:51:15.588898 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308', 'status': 'completed', 'code': 200} Jul 22 11:51:15.604548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a22c2428-4bcd-4f50-b866-84fc494bbdd6 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6479161 Jul 22 11:51:15.629400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:15.630463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58152) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:15.646506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:15.651248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:15.657774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.658781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.662029 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-634096fa-c2a4-453b-be50-687ee2dda86b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] delete failed (client error): The resource could not be found. Jul 22 11:51:15.663448 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-634096fa-c2a4-453b-be50-687ee2dda86b tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "DELETE /v2.0/security-groups/fe7470ad-2cb8-485c-bb8e-866976cb788b HTTP/1.1" status: 404 len: 347 time: 0.0318508 Jul 22 11:51:15.674416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:15.701364 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4a7bed79-3dcf-46a2-a354-b3313e3a6059 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] show failed (client error): The resource could not be found. Jul 22 11:51:15.709565 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a7bed79-3dcf-46a2-a354-b3313e3a6059 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-groups/22ddd8c1-83ac-49c5-92d3-215620bc5200 HTTP/1.1" status: 404 len: 347 time: 0.0267148 Jul 22 11:51:15.709565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=eb1566b3-18b2-4b71-9ee5-69d233b979aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:15.710380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58156) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:15.717934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-2c5a9613-d8f0-4eeb-8f41-98333668065f service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1277354 Jul 22 11:51:15.721527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] For port e79a3be3-4464-4bca-acf5-816f9af93c84, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:15.728328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] For port e79a3be3-4464-4bca-acf5-816f9af93c84, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e79a3be3-4464-4bca-acf5-816f9af93c84,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:15.739853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:15.743741 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-2474d5f6-29ac-4c23-88f2-26a8b61d9452 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] show failed (client error): The resource could not be found. Jul 22 11:51:15.745146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2474d5f6-29ac-4c23-88f2-26a8b61d9452 tempest-NegativeSecGroupIPv6Test-142777065 tempest-NegativeSecGroupIPv6Test-142777065-project] 10.222.0.21 "GET /v2.0/security-group-rules/f33bfc59-42d7-4bb4-9bfa-62cbbd2ef606 HTTP/1.1" status: 404 len: 356 time: 0.0331159 Jul 22 11:51:15.750804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6151bc36-830d-42a5-816b-e6734ac4670e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.2058988 Jul 22 11:51:15.758595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58160) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:15.797783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-165d435c-efe0-4e38-81dd-b299b691f067 req-53aab0d2-062b-4f92-aeb2-e312c4a2b4e7 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2868927 Jul 22 11:51:15.923799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6712726-83a6-44ed-be14-a2bd68e79847 None None] Pushing event updated for resources: {'Port': ['ID=e79a3be3-4464-4bca-acf5-816f9af93c84,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:15.943047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a332e-ccd6-4065-8f15-6416300289b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.958801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-854a332e-ccd6-4065-8f15-6416300289b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:15.960686 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-854a332e-ccd6-4065-8f15-6416300289b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1684 time: 0.2008317 Jul 22 11:51:15.964827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:16.045357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c48a0c2-1217-4674-a07f-dbc32794c56b req-581fc3d2-d42c-44ad-b9c6-9e37f5b76af7 service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3139324 Jul 22 11:51:16.076255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9626904e-29c4-46ac-a40e-511d46b0e649 req-4b97fca7-b0ee-470d-b9cb-d91e895dbded tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:16.078055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9626904e-29c4-46ac-a40e-511d46b0e649 req-4b97fca7-b0ee-470d-b9cb-d91e895dbded tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 944 time: 0.2563210 Jul 22 11:51:16.221089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9626904e-29c4-46ac-a40e-511d46b0e649 req-d28adaa2-f19b-4833-b251-7929daa44118 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1058888 Jul 22 11:51:16.243567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port eb1566b3-18b2-4b71-9ee5-69d233b979aa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:16.243567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.299155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-4d00b99a-d20c-4feb-905c-22260d8c97a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:16.301534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-4d00b99a-d20c-4feb-905c-22260d8c97a6 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=6f0cb657625e412c9fb21750e055e8e5&device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 1095 time: 0.1853466 Jul 22 11:51:16.375373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:16.453959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.470028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for eb1566b3-18b2-4b71-9ee5-69d233b979aa owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:16.494434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-d24af1cf-cfaf-4d91-bf88-2f63ae5cd3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:16.496716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-d24af1cf-cfaf-4d91-bf88-2f63ae5cd3e9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 200 len: 909 time: 0.1796234 Jul 22 11:51:16.563906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-24b7ec68-32be-4aed-a7c4-b62610ed1edf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308 HTTP/1.1" status: 200 len: 217 time: 0.0374417 Jul 22 11:51:16.640747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-9de10dc8-5c2d-4fb8-9985-da2c254340ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:16.641235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c75f1486-6902-4fad-9a0e-ea4a6fdf42fa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3c32d2c39fbf4c6a94ad93dc6ac4dae0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2642801 Jul 22 11:51:16.642241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-9de10dc8-5c2d-4fb8-9985-da2c254340ca service neutron] 10.222.0.36 "GET /v2.0/subnets?id=e3252bc9-874f-4f17-a58d-7d4ec663e5ea HTTP/1.1" status: 200 len: 848 time: 0.0660088 Jul 22 11:51:16.644198 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:16.694442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-35e930f6-2fec-4af6-a953-0ca6a59d8698 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0413463 Jul 22 11:51:16.733344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.759724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.837544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.841933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.845348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b9fccaf4-6ce1-4d9e-8923-6fb6ca2efd19 HTTP/1.1" status: 204 len: 168 time: 0.1978173 Jul 22 11:51:16.882737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d810387-8647-4180-a8e8-61484ef84d04 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9fccaf4-6ce1-4d9e-8923-6fb6ca2efd19,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:16.904956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:16.999119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=eb1566b3-18b2-4b71-9ee5-69d233b979aa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:17.006672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-2281e8ee-9d21-4f5c-8c42-16ec94ab144d service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3023980 Jul 22 11:51:17.043461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.049283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:17.052134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e35d8ca-a3f4-4968-8870-167c4e3278b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/eb1566b3-18b2-4b71-9ee5-69d233b979aa HTTP/1.1" status: 204 len: 168 time: 1.0849831 Jul 22 11:51:17.150567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00290cd5-3942-4c92-88c8-4cbccec3ec70 req-79a84d1a-77ea-45ce-b734-604b26d21a6e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:17.178129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00290cd5-3942-4c92-88c8-4cbccec3ec70 req-79a84d1a-77ea-45ce-b734-604b26d21a6e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2361519 Jul 22 11:51:17.212777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bda8bf-f278-44d8-91c3-0a3705ac4a4e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:17.216650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84bda8bf-f278-44d8-91c3-0a3705ac4a4e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:17.224684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84bda8bf-f278-44d8-91c3-0a3705ac4a4e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1728938 Jul 22 11:51:17.225355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:17.348676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00290cd5-3942-4c92-88c8-4cbccec3ec70 req-249ae07e-0c9e-4726-b08c-7d46fa1daec4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1749928 Jul 22 11:51:17.353935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a4e7d67-b04f-4389-8760-75817f8c5b1c req-c992214d-36e0-492f-8baa-49119a32ea28 service neutron] 10.222.0.36 "GET /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2996640 Jul 22 11:51:17.375038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 31be61db-3701-4015-a4c8-22ebb870b59a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:17.385947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.434469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.512676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-411c0460-273b-4064-903f-b39164550ba0 req-24ad0fd7-abbb-4c75-ac53-0b6e55d8ea31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:17.516532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-411c0460-273b-4064-903f-b39164550ba0 req-24ad0fd7-abbb-4c75-ac53-0b6e55d8ea31 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1096 time: 0.0994859 Jul 22 11:51:17.584635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.616159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-411c0460-273b-4064-903f-b39164550ba0 req-1251ced1-7cd2-4ae1-9629-4dd19ef56444 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0908082 Jul 22 11:51:17.722689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.728756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cf5b4866-f69b-41be-8ea1-44c317ee02a1 None None] Provisioning for port e79a3be3-4464-4bca-acf5-816f9af93c84 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:17.764456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=31be61db-3701-4015-a4c8-22ebb870b59a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:17.772319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.772565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45250602-72a3-4296-ad25-76a9d0a7b4d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/31be61db-3701-4015-a4c8-22ebb870b59a HTTP/1.1" status: 204 len: 168 time: 0.5456016 Jul 22 11:51:17.775536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:17.781660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3188a61b-890a-4a6e-bc96-df2abb078494 req-bb80a6f8-55c8-41d8-b378-ee6d4ab4b748 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:17.791198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3188a61b-890a-4a6e-bc96-df2abb078494 req-bb80a6f8-55c8-41d8-b378-ee6d4ab4b748 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 944 time: 0.2985876 Jul 22 11:51:17.840028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:17.867149 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b0c0cb2e-e249-41b1-8f1c-d05c16c05adc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0871460 Jul 22 11:51:17.868123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58202) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:17.874366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:17.884099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3188a61b-890a-4a6e-bc96-df2abb078494 req-76fb758a-ac06-4374-a394-4b5da500e1f9 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0846021 Jul 22 11:51:18.044239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24ff36bc-9409-45aa-8537-a8c66f5cc608 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:18.076733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-12f6ae11-2da8-4fbf-9d7d-982cc45b9e9f None None] Could not find standard attr ID for object eb1566b3-18b2-4b71-9ee5-69d233b979aa. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:51:18.078833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:18.088891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.099759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e79a3be3-4464-4bca-acf5-816f9af93c84 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:18.249926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93fc624c-3183-40ca-8ece-bb1219d219ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.334684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:51:18.339421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e79a3be3-4464-4bca-acf5-816f9af93c84 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:18.348001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e79a3be3-4464-4bca-acf5-816f9af93c84 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:18.348639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.488159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.540429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:18.560234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port e79a3be3-4464-4bca-acf5-816f9af93c84, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e79a3be3-4464-4bca-acf5-816f9af93c84,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:18.598512 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.642956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1594fabf-85b1-4c7d-8183-bd5f12471318 req-ee840cd4-bfb9-499e-8ecf-28a4fece6eb5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:18.647919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1594fabf-85b1-4c7d-8183-bd5f12471318 req-ee840cd4-bfb9-499e-8ecf-28a4fece6eb5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.1987119 Jul 22 11:51:18.688812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=e79a3be3-4464-4bca-acf5-816f9af93c84,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:18.705885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.707652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Deleting port e79a3be3-4464-4bca-acf5-816f9af93c84 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:18.708258 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.739964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1594fabf-85b1-4c7d-8183-bd5f12471318 req-4db7af1c-d9db-4725-9a5d-3bf18d345441 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0839112 Jul 22 11:51:18.768928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:18.779003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:18.798649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:18.800010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.821286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=bb8dc37e-a1f7-4a1b-9059-7029a68286af,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:18.846762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-902b6091-56fe-4228-9032-be69def9d7b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.9767694 Jul 22 11:51:18.850425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58220) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:18.871140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'bb8dc37e-a1f7-4a1b-9059-7029a68286af', 'ip_address': '2001:db8::1a58:4f55:c020:807a'}], 'name': 'tempest-NetworksTestDHCPv6-1686319343'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:18.880580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] For port e79a3be3-4464-4bca-acf5-816f9af93c84, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e79a3be3-4464-4bca-acf5-816f9af93c84,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:18.881241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:18.898781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Calling delete_port for e79a3be3-4464-4bca-acf5-816f9af93c84 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:19.013343 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.064121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] Pushing event deleted for resources: {'Port': ['ID=e79a3be3-4464-4bca-acf5-816f9af93c84,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:19.072230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92e8129e-bca5-402d-af38-6b516a47132c None None] No DVR routers for this DVR port e79a3be3-4464-4bca-acf5-816f9af93c84 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:19.110981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-720e73ac-ec87-418c-8bd6-30bc7b3b7604 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:19.137664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:19.153812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.179016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 84d31252-0288-4cf5-bd28-cffcf11179b3 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:19.237893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d94d3b4-fc63-4709-aab6-e3f24b1768b4 req-168781e1-3b5e-4528-82a8-af098a6e566a tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:19.245904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d94d3b4-fc63-4709-aab6-e3f24b1768b4 req-168781e1-3b5e-4528-82a8-af098a6e566a tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 944 time: 0.1857550 Jul 22 11:51:19.319058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d94d3b4-fc63-4709-aab6-e3f24b1768b4 req-050af356-f7a8-46f0-8c90-81c7430579d2 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673251 Jul 22 11:51:19.444475 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.483673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::1a58:4f55:c020:807a (e98815ec-3e92-478e-91da-4d6716f31b34/bb8dc37e-a1f7-4a1b-9059-7029a68286af/84d31252-0288-4cf5-bd28-cffcf11179b3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:19.601815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'bb8dc37e-a1f7-4a1b-9059-7029a68286af'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:19.603111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.701003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f8a372e0-7fb5-4d34-b1ab-183168f3f308 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:51:19.738498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.767516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 84d31252-0288-4cf5-bd28-cffcf11179b3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:19.816835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.914531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:19.927858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:19.938747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/bb8dc37e-a1f7-4a1b-9059-7029a68286af/6b2edd4d-145a-49e9-b0d8-5a19b8518894) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:19.941381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:19.946575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308', 'network_id': '2dd86761-1d3f-4cdb-9cf9-62ba98a6a454', 'port_id': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308', 'mac_address': 'fa:16:3e:c1:dc:1f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3252bc9-874f-4f17-a58d-7d4ec663e5ea', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:51:19.947511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:19.958725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:19.960061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:19.966755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=84d31252-0288-4cf5-bd28-cffcf11179b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:20.001170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-620d9283-bb91-445a-b17d-6c3f3406b3cc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.1451385 Jul 22 11:51:20.001709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:20.040762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e79a3be3-4464-4bca-acf5-816f9af93c84 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:20.051995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c265844c-07b0-4101-81b8-1f238624b836 req-fdff3feb-be09-46b7-ab4f-1aa28722417b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:20.063366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e79a3be3-4464-4bca-acf5-816f9af93c84 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:20.063974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e79a3be3-4464-4bca-acf5-816f9af93c84 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:20.066045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c265844c-07b0-4101-81b8-1f238624b836 req-fdff3feb-be09-46b7-ab4f-1aa28722417b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.2216034 Jul 22 11:51:20.098021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.115540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f8a372e0-7fb5-4d34-b1ab-183168f3f308 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:51:20.152198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:20.161019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.199801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c265844c-07b0-4101-81b8-1f238624b836 req-ac3b6b25-bcda-487b-a2a6-32643d6e31bb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306119 Jul 22 11:51:20.291329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-661518f8-cad9-4e69-9a33-4cb7435e897f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:20.298517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-661518f8-cad9-4e69-9a33-4cb7435e897f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.2881415 Jul 22 11:51:20.308814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:20.326741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:20.349059 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.359363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Transition to ACTIVE for port object 6b2edd4d-145a-49e9-b0d8-5a19b8518894 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:20.385176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['f8a372e0-7fb5-4d34-b1ab-183168f3f308'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:51:20.391238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Transition to ACTIVE for port object 6b2edd4d-145a-49e9-b0d8-5a19b8518894 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:20.518562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.601494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 84d31252-0288-4cf5-bd28-cffcf11179b3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:20.602281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.664748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f744669e-9c53-4c99-90d7-36405ca95557 req-11fcbf10-329d-4cbf-b1c6-90d0b58bb6bb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:20.668724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f744669e-9c53-4c99-90d7-36405ca95557 req-11fcbf10-329d-4cbf-b1c6-90d0b58bb6bb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.3115718 Jul 22 11:51:20.685572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7747b21-c543-404d-ac55-f63842c9bff5 req-d3a0ad06-6903-4a14-a303-e7df5eccaff5 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:20.687338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7747b21-c543-404d-ac55-f63842c9bff5 req-d3a0ad06-6903-4a14-a303-e7df5eccaff5 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 945 time: 0.2003911 Jul 22 11:51:20.700082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:20.705777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Pushing event updated for resources: {'Port': ['ID=6b2edd4d-145a-49e9-b0d8-5a19b8518894,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:20.716186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:20.725667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:20.769655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f744669e-9c53-4c99-90d7-36405ca95557 req-f561c38c-639c-4524-929d-89531f85c5dd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0782554 Jul 22 11:51:20.814044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7747b21-c543-404d-ac55-f63842c9bff5 req-5d865726-db13-4138-bf47-7c67d6a0132d tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1037693 Jul 22 11:51:20.951598 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.964649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Attempting to bind port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:20.965208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Attempting to bind port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:20.965547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Attempting to bind port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:20.977798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:20.981448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:20.983268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.983268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:20.983268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Bound port: 6b2edd4d-145a-49e9-b0d8-5a19b8518894, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:20.984579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:20.987785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 84d31252-0288-4cf5-bd28-cffcf11179b3 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:21.153259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] For port 6b2edd4d-145a-49e9-b0d8-5a19b8518894, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:21.157539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] For port 6b2edd4d-145a-49e9-b0d8-5a19b8518894, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6b2edd4d-145a-49e9-b0d8-5a19b8518894,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:21.169306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.245888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.336524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b38b0b-ee7e-4414-ace5-949642b48541 None None] Pushing event updated for resources: {'Port': ['ID=6b2edd4d-145a-49e9-b0d8-5a19b8518894,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:21.377154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6f66618-8ec2-4b81-8ab0-70d36f4eedfb req-3846ffe8-30b6-4d36-9301-2a9c12c9730e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:21.397779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6f66618-8ec2-4b81-8ab0-70d36f4eedfb req-3846ffe8-30b6-4d36-9301-2a9c12c9730e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2259977 Jul 22 11:51:21.418232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=84d31252-0288-4cf5-bd28-cffcf11179b3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:21.430630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.430899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.435973 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff24541d-78f7-46df-a64c-32c02c033e3a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/84d31252-0288-4cf5-bd28-cffcf11179b3 HTTP/1.1" status: 204 len: 168 time: 1.1254256 Jul 22 11:51:21.439247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58270) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:21.509580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6f66618-8ec2-4b81-8ab0-70d36f4eedfb req-999ae9f6-ca0f-4623-82d3-a70d8d3f98fb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1078041 Jul 22 11:51:21.542938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00e47d-4e60-432d-a92f-428d9f2cb8a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:21.558717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b00e47d-4e60-432d-a92f-428d9f2cb8a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:21.560892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0b00e47d-4e60-432d-a92f-428d9f2cb8a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1195488 Jul 22 11:51:21.568228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58272) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:21.654654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet bb8dc37e-a1f7-4a1b-9059-7029a68286af {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:21.658220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.685888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f8a372e0-7fb5-4d34-b1ab-183168f3f308 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:21.742120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.804634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port f8a372e0-7fb5-4d34-b1ab-183168f3f308 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:21.812789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port f8a372e0-7fb5-4d34-b1ab-183168f3f308 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:21.813460 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.890601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:21.950914 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.012237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:51:22.016486 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-537ba497-125f-44c3-82fc-544737610b67" -d '{"events": [{"server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "name": "network-vif-plugged", "status": "completed", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:51:22.055814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6b2edd4d-145a-49e9-b0d8-5a19b8518894 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:22.059906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:22.064056 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.079689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.097546 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:51:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-17d74f38-f39d-45f3-bb3a-56df32ab751f x-openstack-request-id: req-17d74f38-f39d-45f3-bb3a-56df32ab751f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:51:22.098034 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "name": "network-vif-plugged", "status": "completed", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:51:22.098287 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-17d74f38-f39d-45f3-bb3a-56df32ab751f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:51:22.098792 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308', 'code': 200} Jul 22 11:51:22.122643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1769261-86d5-4407-a7bc-b8ef1071414d req-b5ee5f6e-9534-4892-887a-5010cdf0024b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:22.124201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1769261-86d5-4407-a7bc-b8ef1071414d req-b5ee5f6e-9534-4892-887a-5010cdf0024b tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 945 time: 0.1631989 Jul 22 11:51:22.127848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=bb8dc37e-a1f7-4a1b-9059-7029a68286af,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:22.165470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.170949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58282) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:22.171544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30a81ddb-2880-4232-b10d-e36ab21d1af1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/bb8dc37e-a1f7-4a1b-9059-7029a68286af HTTP/1.1" status: 204 len: 168 time: 0.6009686 Jul 22 11:51:22.175147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:22.188508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:22.220701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76e3f8a6-6aa7-4872-82be-57ba1ddaa957 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0484166 Jul 22 11:51:22.224222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:22.229603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:22.238953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1769261-86d5-4407-a7bc-b8ef1071414d req-10fe340f-4f74-45a1-8e03-82858064cc51 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942857 Jul 22 11:51:22.278543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5942c9bc-6b2e-42ad-97e1-66d113f23efc req-11ea5bd8-a27b-4b1c-8bda-265c9c53cd8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:22.280083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5942c9bc-6b2e-42ad-97e1-66d113f23efc req-11ea5bd8-a27b-4b1c-8bda-265c9c53cd8d service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 1097 time: 0.0967481 Jul 22 11:51:22.322336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5942c9bc-6b2e-42ad-97e1-66d113f23efc req-66af23b8-85b5-4c4e-9346-892b36a728cf service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357931 Jul 22 11:51:22.348153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:22.352214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.600525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01111eea-1a7f-4355-ad76-7a1092df63ec None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:22.606734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.648144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:22.651495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:22.657429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:22.658014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.684238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=e0676319-9e17-4776-a922-5fe8664685b3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:22.688634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e9736739-d8e7-42b8-860b-1857ee919898 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.4621274 Jul 22 11:51:22.689400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Provisioning for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:22.695434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1825ff5-6f8f-4b90-ab08-c5bef1c01333 req-cc5e495b-bd3e-4cce-a85a-431cf1574a28 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:22.696190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58290) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:22.697422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1825ff5-6f8f-4b90-ab08-c5bef1c01333 req-cc5e495b-bd3e-4cce-a85a-431cf1574a28 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.0972540 Jul 22 11:51:22.701281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Provisioning complete for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:22.701281 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.703519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'e0676319-9e17-4776-a922-5fe8664685b3', 'ip_address': '2001:db8::3c2e:101b:9c3b:5eb6'}], 'name': 'tempest-NetworksTestDHCPv6-2126272537'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:22.749700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1825ff5-6f8f-4b90-ab08-c5bef1c01333 req-285c76d1-9097-4086-b233-34d734581947 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448852 Jul 22 11:51:22.871266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:22.889242 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:22.937342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] For port 6b2edd4d-145a-49e9-b0d8-5a19b8518894, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6b2edd4d-145a-49e9-b0d8-5a19b8518894,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:22.943426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:23.037869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:23.039534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87fb6a2-c3ec-4758-addb-c08526f22265 None None] Pushing event updated for resources: {'Port': ['ID=6b2edd4d-145a-49e9-b0d8-5a19b8518894,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:23.063325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:23.317081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae70c72c-3109-442d-b153-a4edd6819a64 req-e12256b6-511d-4ac4-87b0-5d21d3b812f4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:23.326931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae70c72c-3109-442d-b153-a4edd6819a64 req-e12256b6-511d-4ac4-87b0-5d21d3b812f4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1616404 Jul 22 11:51:23.375777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d626a249-52be-4b93-a156-c02bde4c60e8 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:23.433920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae70c72c-3109-442d-b153-a4edd6819a64 req-c4f52edd-7def-47a7-8e52-24d19641df90 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036425 Jul 22 11:51:23.435412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::3c2e:101b:9c3b:5eb6 (e98815ec-3e92-478e-91da-4d6716f31b34/e0676319-9e17-4776-a922-5fe8664685b3/e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:23.518967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a66f4bbe-4091-4c69-9c63-eb5db2261af6 req-fab6779f-ecb9-46c7-a00f-65e29a8598da tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:23.520569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a66f4bbe-4091-4c69-9c63-eb5db2261af6 req-fab6779f-ecb9-46c7-a00f-65e29a8598da tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 946 time: 0.1551116 Jul 22 11:51:23.544963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0588f70f-8cce-46fa-a8a2-964fd7413340 None None] Provisioning complete for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:23.547565 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0588f70f-8cce-46fa-a8a2-964fd7413340 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:23.609881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a66f4bbe-4091-4c69-9c63-eb5db2261af6 req-b64b5261-0883-484b-b0d8-679895dad5cf tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0767891 Jul 22 11:51:23.793508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:23.824100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:23.905953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:23.979060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6b2edd4d-145a-49e9-b0d8-5a19b8518894 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:24.009946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:24.024131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:24.041357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:24.046276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:24.055741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:24.056794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:24.099472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b74684e-7a95-40c7-a7c0-eb0f6aeb63c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 1.4018233 Jul 22 11:51:24.102359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58324) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:24.109043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:24.110189 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:24.203416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-99574a0a-fd96-4c20-a095-0dd6ac4fa13d None None] Provisioning complete for port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:24.203928 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-99574a0a-fd96-4c20-a095-0dd6ac4fa13d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:24.510245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de032a87-67f5-40dc-ae9e-619a1e1e0079 None None] Could not find standard attr ID for object 84d31252-0288-4cf5-bd28-cffcf11179b3. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:51:24.848052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ae465-74d7-43c7-b24b-b17d4ad67862 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:24.863079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-539ae465-74d7-43c7-b24b-b17d4ad67862 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:24.864776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-539ae465-74d7-43c7-b24b-b17d4ad67862 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1608 time: 0.7601891 Jul 22 11:51:24.869869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:24.898811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b475bef6-402b-4658-a626-04be2e7641a5 req-6303b2ff-e3be-4c2b-9336-5df9f0f785d2 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:24.903202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b475bef6-402b-4658-a626-04be2e7641a5 req-6303b2ff-e3be-4c2b-9336-5df9f0f785d2 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1754763 Jul 22 11:51:24.951477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-34f96fe9-a7a9-4522-88e6-52b47bd78168 None None] Provisioning for port e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:24.957243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-34f96fe9-a7a9-4522-88e6-52b47bd78168 None None] Provisioning complete for port e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:24.957911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-34f96fe9-a7a9-4522-88e6-52b47bd78168 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.071558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-34f96fe9-a7a9-4522-88e6-52b47bd78168 None None] Port e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:25.079452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b475bef6-402b-4658-a626-04be2e7641a5 req-e2121ad7-1f58-4d78-9c69-722699a476c1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1724651 Jul 22 11:51:25.124118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:25.125367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.174015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce1d7570-4a10-4093-9e3b-46f5f62cbadc req-dd0145ec-bd7f-4647-8a71-03f5f1da69be tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:25.182782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce1d7570-4a10-4093-9e3b-46f5f62cbadc req-dd0145ec-bd7f-4647-8a71-03f5f1da69be tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 946 time: 0.2253568 Jul 22 11:51:25.307395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce1d7570-4a10-4093-9e3b-46f5f62cbadc req-6f181bb7-dbbd-4734-9535-49caa3704e26 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1140325 Jul 22 11:51:25.375088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.391683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:25.561805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.590609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:25.620345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.625086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58350) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:25.625255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb025e67-95a2-4123-8f80-027b5a879c7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 HTTP/1.1" status: 204 len: 168 time: 0.7558272 Jul 22 11:51:25.701548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b476e-5427-4505-9485-e4c01691c011 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:25.703806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-560b476e-5427-4505-9485-e4c01691c011 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:25.706242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-560b476e-5427-4505-9485-e4c01691c011 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0799489 Jul 22 11:51:25.708927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58354) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:25.774793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet e0676319-9e17-4776-a922-5fe8664685b3 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:25.779168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.837604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.898132 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:25.977644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.005137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=e0676319-9e17-4776-a922-5fe8664685b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:26.010010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.014386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2b01bb35-519a-4022-871f-f0411aaec35d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/e0676319-9e17-4776-a922-5fe8664685b3 HTTP/1.1" status: 204 len: 168 time: 0.3021541 Jul 22 11:51:26.014783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58358) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:26.018828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ead1aac2-dd95-4304-b9a9-11914ecaf1cf None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:26.064149 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da1d77ca-0d91-48f7-b9fc-38b52d1f4eae tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0464423 Jul 22 11:51:26.069842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:26.144936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de6cf5f6-29e5-4eab-85af-934e2f1707d0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:26.146889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de6cf5f6-29e5-4eab-85af-934e2f1707d0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.0750172 Jul 22 11:51:26.149622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:26.214334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c729a427-4dac-4176-8957-2ca07e147cab req-b066f898-a950-4dcc-ab6d-a8678a44c299 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:26.215999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c729a427-4dac-4176-8957-2ca07e147cab req-b066f898-a950-4dcc-ab6d-a8678a44c299 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 946 time: 0.0997453 Jul 22 11:51:26.230609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7951b005-1c7f-4871-b12e-514c073075c1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:26.232401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7951b005-1c7f-4871-b12e-514c073075c1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0812063 Jul 22 11:51:26.235495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58366) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:26.279827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f2b17b43-cbd6-49e3-9dab-2da8bf81cf49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0432298 Jul 22 11:51:26.286024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:26.293041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:26.297239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:26.351365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Deleting port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:26.351745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.423359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52423446-e404-48e5-bffd-8c98072a84bd req-cfaa46e2-acf5-4807-9d50-e8457c3aea5a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:26.431235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52423446-e404-48e5-bffd-8c98072a84bd req-cfaa46e2-acf5-4807-9d50-e8457c3aea5a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2139621 Jul 22 11:51:26.450847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] For port 6b2edd4d-145a-49e9-b0d8-5a19b8518894, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6b2edd4d-145a-49e9-b0d8-5a19b8518894,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:26.450847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.460016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Calling delete_port for 6b2edd4d-145a-49e9-b0d8-5a19b8518894 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:26.547141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52423446-e404-48e5-bffd-8c98072a84bd req-36c72505-9642-4b2d-a3b6-5aa9ac671aaa tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1150544 Jul 22 11:51:26.554711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Deleting port f8a372e0-7fb5-4d34-b1ab-183168f3f308 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:26.557555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.571254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:26.577471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.603150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.632618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] Pushing event deleted for resources: {'Port': ['ID=6b2edd4d-145a-49e9-b0d8-5a19b8518894,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:26.641568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ae09ed-858a-4b21-a2c1-1d5ca0f7e856 None None] No DVR routers for this DVR port 6b2edd4d-145a-49e9-b0d8-5a19b8518894 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:26.732952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac3eb91-a06d-4eb3-b7e7-ab4e66bf557c req-a1a6fe8b-3027-4d8c-b2bd-a8e7674a92c2 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:26.734575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eac3eb91-a06d-4eb3-b7e7-ab4e66bf557c req-a1a6fe8b-3027-4d8c-b2bd-a8e7674a92c2 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 946 time: 0.2985344 Jul 22 11:51:26.796592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] For port f8a372e0-7fb5-4d34-b1ab-183168f3f308, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=f8a372e0-7fb5-4d34-b1ab-183168f3f308,segment=NetworkSegment(a56784d3-7262-432b-8dac-971b99483d87),segment_id=a56784d3-7262-432b-8dac-971b99483d87)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:26.797020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:26.822714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Calling delete_port for f8a372e0-7fb5-4d34-b1ab-183168f3f308 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:26.833942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eac3eb91-a06d-4eb3-b7e7-ab4e66bf557c req-12cac030-a9ae-4538-8d97-99d0be6a4e24 tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/security-groups?id=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891898 Jul 22 11:51:27.001484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.088251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:27.096541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:27.099568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:27.100427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.107507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d11ead33-6aa8-49d7-b63b-3243aeb6c589 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:27.119451 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:27.132346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-85d51766-a701-4424-83b7-f05456f379b3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.8460238 Jul 22 11:51:27.135052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58386) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:27.141683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4', 'ip_address': '2001:db8::176c:ed1e:24fb:af4e'}], 'name': 'tempest-NetworksTestDHCPv6-1358796180'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:27.145471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.158737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['f8a372e0-7fb5-4d34-b1ab-183168f3f308'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:51:27.201178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Pushing event deleted for resources: {'Port': ['ID=f8a372e0-7fb5-4d34-b1ab-183168f3f308,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:27.310211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] No DVR routers for this DVR port f8a372e0-7fb5-4d34-b1ab-183168f3f308 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:27.315732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.317923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c729a427-4dac-4176-8957-2ca07e147cab req-329de458-3686-434f-861e-1b62ed90d13e tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.36 "DELETE /v2.0/ports/f8a372e0-7fb5-4d34-b1ab-183168f3f308 HTTP/1.1" status: 204 len: 173 time: 1.0917785 Jul 22 11:51:27.318377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'name': 'network-vif-deleted', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:51:27.321323 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-829aa376-2385-49b0-82aa-ba82ab66b717" -d '{"events": [{"server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "name": "network-vif-deleted", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:51:27.390169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:27.392353 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.410722 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:51:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-21f14698-f442-4f7e-b787-51c9e8f815cf x-openstack-request-id: req-21f14698-f442-4f7e-b787-51c9e8f815cf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:51:27.411164 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "60770185-c66c-4862-a330-61e1f6c40209", "name": "network-vif-deleted", "tag": "f8a372e0-7fb5-4d34-b1ab-183168f3f308", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:51:27.411532 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-21f14698-f442-4f7e-b787-51c9e8f815cf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:51:27.412209 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '60770185-c66c-4862-a330-61e1f6c40209', 'name': 'network-vif-deleted', 'tag': 'f8a372e0-7fb5-4d34-b1ab-183168f3f308', 'status': 'completed', 'code': 200} Jul 22 11:51:27.414291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:27.419507 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.617875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.644664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4/e6d425f8-f55d-40a7-a145-736b8bd8de86) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:27.646208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:27.839630 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.849045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Transition to ACTIVE for port object e6d425f8-f55d-40a7-a145-736b8bd8de86 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:27.866677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Transition to ACTIVE for port object e6d425f8-f55d-40a7-a145-736b8bd8de86 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:27.874785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:27.965651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:27.968949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:27.974574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:27.977827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Pushing event updated for resources: {'Port': ['ID=e6d425f8-f55d-40a7-a145-736b8bd8de86,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:28.062233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6b2edd4d-145a-49e9-b0d8-5a19b8518894 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:28.125563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9ea6a9a-4c43-4a7d-ba10-caa1b406f2fe req-fb81001e-b557-4b3c-bfc1-c85f4846d4cd tempest-VolumesActionsTest-247117511 tempest-VolumesActionsTest-247117511-project] 10.222.0.21 "GET /v2.0/ports?device_id=60770185-c66c-4862-a330-61e1f6c40209 HTTP/1.1" status: 200 len: 210 time: 0.1504841 Jul 22 11:51:28.133179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6b2edd4d-145a-49e9-b0d8-5a19b8518894 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:28.133892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6b2edd4d-145a-49e9-b0d8-5a19b8518894 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:28.150142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Attempting to bind port e6d425f8-f55d-40a7-a145-736b8bd8de86 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:28.150612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Attempting to bind port e6d425f8-f55d-40a7-a145-736b8bd8de86 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:28.151055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Attempting to bind port e6d425f8-f55d-40a7-a145-736b8bd8de86 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:28.156838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:28.157219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:28.157630 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:28.158033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:28.159083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Bound port: e6d425f8-f55d-40a7-a145-736b8bd8de86, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:28.159475 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:28.337581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fcda660-0989-46ea-a87e-e46d073c60ef req-2ddd93fd-acce-49ba-9912-4aabfefbe981 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:28.347730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fcda660-0989-46ea-a87e-e46d073c60ef req-2ddd93fd-acce-49ba-9912-4aabfefbe981 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.5897231 Jul 22 11:51:28.388588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] For port e6d425f8-f55d-40a7-a145-736b8bd8de86, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:28.391564 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:28.395618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] For port e6d425f8-f55d-40a7-a145-736b8bd8de86, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e6d425f8-f55d-40a7-a145-736b8bd8de86,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:28.402291 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:28.466283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f224e71d-1747-4a93-9682-bbcfa77cd04e None None] Pushing event updated for resources: {'Port': ['ID=e6d425f8-f55d-40a7-a145-736b8bd8de86,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:28.498892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fcda660-0989-46ea-a87e-e46d073c60ef req-a9b344b9-d1e1-4979-8d7c-478cf2a046ed tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1496296 Jul 22 11:51:28.551193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::176c:ed1e:24fb:af4e (e98815ec-3e92-478e-91da-4d6716f31b34/998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4/1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:28.973661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:28.992323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:29.043703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:29.111340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:29.115534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:29.120016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:29.152199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:29.153257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:29.162403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:29.196977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58414) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:29.203344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4', 'ip_address': '2001:db8::176c:ed1e:24fb:af4e'}], 'name': 'tempest-NetworksTestDHCPv6-1792923183'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:29.209767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09a25660-4822-4ed7-9a9b-286865599288 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.0722899 Jul 22 11:51:29.410032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:29.707579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f532475b-772c-47cc-9dc4-8677a9eab917 req-f3e508c3-9934-4bfc-bc2f-02a0ff189ed4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:29.715912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f532475b-772c-47cc-9dc4-8677a9eab917 req-f3e508c3-9934-4bfc-bc2f-02a0ff189ed4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1104345 Jul 22 11:51:29.732995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f8a372e0-7fb5-4d34-b1ab-183168f3f308 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:29.799266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: f8a372e0-7fb5-4d34-b1ab-183168f3f308 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:29.799638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device f8a372e0-7fb5-4d34-b1ab-183168f3f308 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:29.826618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f532475b-772c-47cc-9dc4-8677a9eab917 req-1339e6bc-5993-4be3-b4f6-13a7475c1e4b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1033072 Jul 22 11:51:30.073017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e6d425f8-f55d-40a7-a145-736b8bd8de86 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:30.265538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e6d425f8-f55d-40a7-a145-736b8bd8de86 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:30.284940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Provisioning for port e6d425f8-f55d-40a7-a145-736b8bd8de86 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:30.289948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:30.292382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Provisioning complete for port e6d425f8-f55d-40a7-a145-736b8bd8de86 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:30.293920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:30.328444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 4604330d-32fd-4ab6-97ae-a91f5df00e32 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:30.488536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:30.631045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] For port e6d425f8-f55d-40a7-a145-736b8bd8de86, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e6d425f8-f55d-40a7-a145-736b8bd8de86,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:30.638953 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:30.782878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4dfd531-9fd4-4487-b975-5b11a7d6d2d4 None None] Pushing event updated for resources: {'Port': ['ID=e6d425f8-f55d-40a7-a145-736b8bd8de86,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:30.796691 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 11:51:30.797268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:30.827326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-411adc1b-9322-4147-807f-bf3e58b68496 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.6284599 Jul 22 11:51:30.829785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:30.875321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-86f613ef-8a5f-49d8-b091-d8c7d62c1960 None None] Provisioning for port 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:30.881479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-86f613ef-8a5f-49d8-b091-d8c7d62c1960 None None] Provisioning complete for port 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:30.881861 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-86f613ef-8a5f-49d8-b091-d8c7d62c1960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:30.917397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f0343-ee4f-4977-bd06-66712cade374 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:30.924422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018f0343-ee4f-4977-bd06-66712cade374 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:30.925804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-018f0343-ee4f-4977-bd06-66712cade374 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1687 time: 0.0943820 Jul 22 11:51:30.928456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:30.934057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-86f613ef-8a5f-49d8-b091-d8c7d62c1960 None None] Port 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:31.055854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:31.056328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:31.187517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:31.218735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:31.426708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:31.469958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:31.552836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:31.563144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-809bd7cb-038f-41d6-ae4b-8a9b3bd573d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f HTTP/1.1" status: 204 len: 168 time: 0.6317186 Jul 22 11:51:31.564812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:31.854310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a14f1-e496-4488-ac2a-1e74c4c2ff87 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:31.856141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-674a14f1-e496-4488-ac2a-1e74c4c2ff87 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:31.870069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-674a14f1-e496-4488-ac2a-1e74c4c2ff87 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3009388 Jul 22 11:51:31.870901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:32.057734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:32.074571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.075731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e6d425f8-f55d-40a7-a145-736b8bd8de86 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:32.178142 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.205216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e6d425f8-f55d-40a7-a145-736b8bd8de86 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:32.206278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.237422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:32.427467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.462375 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2cae925-0773-406d-8ea7-560509f76fda admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.552990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.574038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.576717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4 HTTP/1.1" status: 204 len: 168 time: 0.7041695 Jul 22 11:51:32.583677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba2a9591-c226-40d1-b6f1-975c7788dd60 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:32.586974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:32.622885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0caf004a-a904-406a-9835-d61359b83220 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:32.649482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb2e8c19-bbad-4640-9444-d8661111cade tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0607319 Jul 22 11:51:32.653258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:32.663409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:32.799724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2cae925-0773-406d-8ea7-560509f76fda admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.809916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d2cae925-0773-406d-8ea7-560509f76fda admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.878772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:32.886329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:32.930521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d2cae925-0773-406d-8ea7-560509f76fda admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=df5685c2817e44cc82eb04066a2f6730&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6916282 Jul 22 11:51:32.935945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:33.008905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cae925-0773-406d-8ea7-560509f76fda admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a2bfe620-a6ad-4dea-9ac2-0c3bf9835297,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:33.092112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.144945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:33.181395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.257944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Deleting port e6d425f8-f55d-40a7-a145-736b8bd8de86 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:33.258622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.290169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.294014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.295708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a2bfe620-a6ad-4dea-9ac2-0c3bf9835297 HTTP/1.1" status: 204 len: 168 time: 0.3580403 Jul 22 11:51:33.312047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f45e4b-4166-4c4a-a19f-fdeaafbc11fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a2bfe620-a6ad-4dea-9ac2-0c3bf9835297,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:33.487768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] For port e6d425f8-f55d-40a7-a145-736b8bd8de86, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e6d425f8-f55d-40a7-a145-736b8bd8de86,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:33.488410 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.518712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.523105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Calling delete_port for e6d425f8-f55d-40a7-a145-736b8bd8de86 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:33.692812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:33.694384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.709391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:33.721136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:33.721778 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:33.758423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=10ea9f28-7c5a-4f28-ab2b-a4528efebae6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:33.768777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dbe8c490-efba-4443-b7b9-5a251ce9a9dd tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.1131525 Jul 22 11:51:33.771783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:33.780915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '10ea9f28-7c5a-4f28-ab2b-a4528efebae6', 'ip_address': '2001:db8:0:1::6'}], 'name': 'tempest-NetworksTestDHCPv6-1608187506'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:33.807518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ca62-3afa-48ea-a193-e7507be3031f req-ddbfc7c5-f420-493a-9b89-328b0c5d644b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:33.813494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-ddbfc7c5-f420-493a-9b89-328b0c5d644b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.3751018 Jul 22 11:51:33.816270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] No DVR routers for this DVR port e6d425f8-f55d-40a7-a145-736b8bd8de86 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:33.827663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3641c172-d009-4b39-ac59-51e2252cd1bd None None] Pushing event deleted for resources: {'Port': ['ID=e6d425f8-f55d-40a7-a145-736b8bd8de86,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:33.852372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faabb937-f7df-422b-97fb-9ebb9da3d10a req-b7de6c09-0826-4b43-848c-50bcd86d9c79 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:33.864249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43dbb4db-665e-49fd-9edd-6b505921149c None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:33.874127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-faabb937-f7df-422b-97fb-9ebb9da3d10a req-b7de6c09-0826-4b43-848c-50bcd86d9c79 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.3618829 Jul 22 11:51:34.108053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e6d425f8-f55d-40a7-a145-736b8bd8de86 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:34.141759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-faabb937-f7df-422b-97fb-9ebb9da3d10a req-af97ed83-8449-4d3b-a1f1-699146f0bfa8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2666974 Jul 22 11:51:34.172799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e6d425f8-f55d-40a7-a145-736b8bd8de86 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:34.175754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e6d425f8-f55d-40a7-a145-736b8bd8de86 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:34.223966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ca62-3afa-48ea-a193-e7507be3031f req-28544482-ab14-4088-8a88-0fc0783bd05b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:34.230426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-28544482-ab14-4088-8a88-0fc0783bd05b service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.4052806 Jul 22 11:51:34.235093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:34.241305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:34.275140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 93604de3-5d5d-494f-ace1-da881e5cff15 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:51:34.336207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-7c321824-e9f2-44de-a078-7835c8ff640b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0985425 Jul 22 11:51:34.420875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '10ea9f28-7c5a-4f28-ab2b-a4528efebae6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:34.424930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:34.456891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7981ca62-3afa-48ea-a193-e7507be3031f req-0fac8c04-253a-4f3a-aaf4-646fa542a27c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:34.460593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-0fac8c04-253a-4f3a-aaf4-646fa542a27c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1177523 Jul 22 11:51:34.586690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-aea6ad03-e9fe-4646-9d9f-3a81bda48edf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1169634 Jul 22 11:51:34.647272 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:51:34.647797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:51:34.694004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce5ac547-4e1a-4bed-a93c-67080006e25a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 400 len: 350 time: 0.9177539 Jul 22 11:51:34.695487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:34.760092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9399b668-c0c1-4b76-83cc-9de98734fe4a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0631304 Jul 22 11:51:34.762329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:34.785582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-13065e88-6a21-4177-9337-273b7a46de96 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1933322 Jul 22 11:51:34.863688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/10ea9f28-7c5a-4f28-ab2b-a4528efebae6/c8f4e707-0b50-4bbe-b53b-ed384979a618) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:34.914702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce2e3c-f8bc-412c-95b5-fabc07127199 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:34.916666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bce2e3c-f8bc-412c-95b5-fabc07127199 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:34.918238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6bce2e3c-f8bc-412c-95b5-fabc07127199 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1545138 Jul 22 11:51:34.920917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:35.034534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 10ea9f28-7c5a-4f28-ab2b-a4528efebae6 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:35.102578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7981ca62-3afa-48ea-a193-e7507be3031f req-80c17e71-615e-4330-a491-a5e59fc866c3 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3098111 Jul 22 11:51:35.235743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.270800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Transition to ACTIVE for port object c8f4e707-0b50-4bbe-b53b-ed384979a618 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:35.298182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Transition to ACTIVE for port object c8f4e707-0b50-4bbe-b53b-ed384979a618 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:35.311046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.314688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.397057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.440664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:35.443875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:35.453294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:35.463138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24812665-5c69-4a69-92f7-1309dfecbfc3 req-4d75dbbd-791c-45fb-bfa6-721cdf42e46d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:35.466869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24812665-5c69-4a69-92f7-1309dfecbfc3 req-4d75dbbd-791c-45fb-bfa6-721cdf42e46d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1596467 Jul 22 11:51:35.476291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Pushing event updated for resources: {'Port': ['ID=c8f4e707-0b50-4bbe-b53b-ed384979a618,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:35.543539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24812665-5c69-4a69-92f7-1309dfecbfc3 req-43079e65-c2fb-45a3-adf9-abf3eda6f0a1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0699871 Jul 22 11:51:35.601766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Attempting to bind port c8f4e707-0b50-4bbe-b53b-ed384979a618 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:35.602413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Attempting to bind port c8f4e707-0b50-4bbe-b53b-ed384979a618 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:35.603040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Attempting to bind port c8f4e707-0b50-4bbe-b53b-ed384979a618 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:35.617557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:35.618698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:35.619578 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.620424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:35.621408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Bound port: c8f4e707-0b50-4bbe-b53b-ed384979a618, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:35.622123 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.636693 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.896314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] For port c8f4e707-0b50-4bbe-b53b-ed384979a618, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:35.907300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:35.914936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] For port c8f4e707-0b50-4bbe-b53b-ed384979a618, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c8f4e707-0b50-4bbe-b53b-ed384979a618,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:35.923861 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.031479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=10ea9f28-7c5a-4f28-ab2b-a4528efebae6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:36.039829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.044406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32a55172-e7fa-4128-bb07-b7ea0e5de381 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/10ea9f28-7c5a-4f28-ab2b-a4528efebae6 HTTP/1.1" status: 204 len: 168 time: 1.1220334 Jul 22 11:51:36.047006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:36.123453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca92fa20-3dfb-42d1-b2a0-c70c01e33fff None None] Pushing event updated for resources: {'Port': ['ID=c8f4e707-0b50-4bbe-b53b-ed384979a618,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:36.173464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e697725a-cf33-4e9a-b23d-482ecb89330c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1247129 Jul 22 11:51:36.179506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58634) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:36.187137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:36.369093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:36.376005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.740854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.809000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:36.825661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:36.829894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:36.839005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:36.840519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.855861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46d6a409-00eb-46be-893b-4594961aa8d2 req-01b4256b-6509-4b03-9f70-f22a0a79702a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:36.857478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46d6a409-00eb-46be-893b-4594961aa8d2 req-01b4256b-6509-4b03-9f70-f22a0a79702a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1595228 Jul 22 11:51:36.883936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3056732a-6da8-4bd9-a556-98e589844df8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7023478 Jul 22 11:51:36.884620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:36.904551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:36.958168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.964961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:36.970005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46d6a409-00eb-46be-893b-4594961aa8d2 req-939299d6-a765-43ab-81c1-0dff380f72bb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1064439 Jul 22 11:51:37.077251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:37.085873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:37.129512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:37.132351 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-40dc5ded-859a-477e-a333-33ae44f21660 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.2461801 Jul 22 11:51:37.134784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:37.732007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:37.767978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-256c2f54-36a6-4ef8-ae3b-26ca11d1e53b None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:37.995545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1580b2aa-f16d-4f3f-9f35-5ecc934f9d77 None None] Provisioning for port c8f4e707-0b50-4bbe-b53b-ed384979a618 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:38.116878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::1 (e98815ec-3e92-478e-91da-4d6716f31b34/3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199/d30ee408-49fc-4665-832f-209d186ef2ed) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:38.167602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c8f4e707-0b50-4bbe-b53b-ed384979a618 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:38.234494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1511b3b7-b7e9-4105-b710-b54f19291dc2 req-dec4c137-df73-4aeb-9380-1c5de741d83e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:38.237723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1511b3b7-b7e9-4105-b710-b54f19291dc2 req-dec4c137-df73-4aeb-9380-1c5de741d83e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1335146 Jul 22 11:51:38.322847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1511b3b7-b7e9-4105-b710-b54f19291dc2 req-b7aaf90a-4d98-4cdf-a02d-d8c749b4d2de tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793304 Jul 22 11:51:38.323348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c8f4e707-0b50-4bbe-b53b-ed384979a618 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:38.331767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c8f4e707-0b50-4bbe-b53b-ed384979a618 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:38.336436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.452807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.491743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object d30ee408-49fc-4665-832f-209d186ef2ed will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:38.553378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.587017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.641367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c8f4e707-0b50-4bbe-b53b-ed384979a618, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c8f4e707-0b50-4bbe-b53b-ed384979a618,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:38.651570 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.690698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-50efb7c6-8eea-476e-bf36-d805a41b1f17 None None] Provisioning complete for port c8f4e707-0b50-4bbe-b53b-ed384979a618 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:38.691414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-50efb7c6-8eea-476e-bf36-d805a41b1f17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.711044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=d30ee408-49fc-4665-832f-209d186ef2ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:38.732098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:38.734332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:38.737810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:38.738652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:38.791583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c8f4e707-0b50-4bbe-b53b-ed384979a618,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:39.020142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:39.193388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a0c1d22-1f20-48de-a2e8-cb7aed72c3de None None] Provisioning for port d30ee408-49fc-4665-832f-209d186ef2ed completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:39.203696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a0c1d22-1f20-48de-a2e8-cb7aed72c3de None None] Provisioning complete for port d30ee408-49fc-4665-832f-209d186ef2ed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:39.204604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a0c1d22-1f20-48de-a2e8-cb7aed72c3de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:39.286138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0a0c1d22-1f20-48de-a2e8-cb7aed72c3de None None] Port d30ee408-49fc-4665-832f-209d186ef2ed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:39.512671 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:39.558243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:39.569844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:39.668528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=d30ee408-49fc-4665-832f-209d186ef2ed,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:39.779013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:39.788073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:39.993617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8ca71ad-4677-4c9a-8e02-77a57115dfb7 req-ca261e85-98fd-4d09-9134-05080f89ddc9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:39.995465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8ca71ad-4677-4c9a-8e02-77a57115dfb7 req-ca261e85-98fd-4d09-9134-05080f89ddc9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2339394 Jul 22 11:51:40.061078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c8f4e707-0b50-4bbe-b53b-ed384979a618 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:40.098961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a8ca71ad-4677-4c9a-8e02-77a57115dfb7 req-6fa35778-46f2-4c93-aacf-b2ec99b281cd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0974646 Jul 22 11:51:40.181596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c8f4e707-0b50-4bbe-b53b-ed384979a618 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:40.182387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:40.184000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Router 3ec327a6-d647-4df2-a07b-dcafec2418aa is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:51:40.357412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:51:40.374546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0fe94597-2874-4e35-92b2-6f05942f1a4c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "PUT /v2.0/routers/3ec327a6-d647-4df2-a07b-dcafec2418aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2380557 Jul 22 11:51:40.377726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:40.379159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Sync routers for ids ['3ec327a6-d647-4df2-a07b-dcafec2418aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:51:40.459528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-987188c9-21bf-490a-830d-0c882ed64028 None None] Provisioning complete for port d30ee408-49fc-4665-832f-209d186ef2ed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:40.460048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-987188c9-21bf-490a-830d-0c882ed64028 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:40.462157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Routers {'3ec327a6-d647-4df2-a07b-dcafec2418aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:40.465869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3ec327a6-d647-4df2-a07b-dcafec2418aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:40.508780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f71bbd4-a618-42d7-b8cf-03328415d21a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:40.515562 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f71bbd4-a618-42d7-b8cf-03328415d21a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports/d30ee408-49fc-4665-832f-209d186ef2ed HTTP/1.1" status: 200 len: 911 time: 0.1334198 Jul 22 11:51:40.516215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:40.641514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-987188c9-21bf-490a-830d-0c882ed64028 None None] Port d30ee408-49fc-4665-832f-209d186ef2ed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:40.653151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d3c1d-07b5-4685-ae72-d90a5c10a2d1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:40.656501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Set router 3ec327a6-d647-4df2-a07b-dcafec2418aa gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:40.670920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d63d3c1d-07b5-4685-ae72-d90a5c10a2d1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:40.682434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:40.682831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d63d3c1d-07b5-4685-ae72-d90a5c10a2d1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.1619151 Jul 22 11:51:40.913547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:40.933343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:38Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': 'd30ee408-49fc-4665-832f-209d186ef2ed', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:6c:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:37Z', 'updated_at': '2021-07-22T11:51:39Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:41.005182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Checking router: 3ec327a6-d647-4df2-a07b-dcafec2418aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:51:41.005537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Updating router 3ec327a6-d647-4df2-a07b-dcafec2418aa port d30ee408-49fc-4665-832f-209d186ef2ed binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:51:41.094317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.250910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e5e7-73ff-4c05-b1b6-274353dcfe45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.381155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.535721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e5e7-73ff-4c05-b1b6-274353dcfe45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.544740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7bd1e5e7-73ff-4c05-b1b6-274353dcfe45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.612505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd1e5e7-73ff-4c05-b1b6-274353dcfe45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44035eaf-0ea6-44b3-a97c-3a6e634e2fd5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:41.661627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7bd1e5e7-73ff-4c05-b1b6-274353dcfe45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=581b18addf324983be55014ce35a4091&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7469428 Jul 22 11:51:41.666651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:41.787167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.799225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Transition to ACTIVE for port object d30ee408-49fc-4665-832f-209d186ef2ed will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:41.808444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.832079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.883436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e58b-c250-4c8c-ae2c-90e097cea130 None None] Pushing event updated for resources: {'Port': ['ID=d30ee408-49fc-4665-832f-209d186ef2ed,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:41.929588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.972443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Attempting to bind port d30ee408-49fc-4665-832f-209d186ef2ed on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:41.976477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Attempting to bind port d30ee408-49fc-4665-832f-209d186ef2ed by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:41.976917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Attempting to bind port d30ee408-49fc-4665-832f-209d186ef2ed on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:41.985227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:41.985574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:41.986046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:41.987130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:41.987613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Bound port: d30ee408-49fc-4665-832f-209d186ef2ed, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:41.995553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:42.064129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:42.077692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:42.080591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44035eaf-0ea6-44b3-a97c-3a6e634e2fd5 HTTP/1.1" status: 204 len: 168 time: 0.4123600 Jul 22 11:51:42.109150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5d325-1c29-49a8-af78-557f8569edc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44035eaf-0ea6-44b3-a97c-3a6e634e2fd5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:42.193710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] For port d30ee408-49fc-4665-832f-209d186ef2ed, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:42.210327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] For port d30ee408-49fc-4665-832f-209d186ef2ed, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d30ee408-49fc-4665-832f-209d186ef2ed,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:42.223770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:42.405042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Routers {'3ec327a6-d647-4df2-a07b-dcafec2418aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:42.411331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3ec327a6-d647-4df2-a07b-dcafec2418aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:42.491860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68b82af1-4f4a-4124-b684-f4344fa20f19 req-587000e5-299e-4954-9203-015d0a04fe30 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:42.525934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68b82af1-4f4a-4124-b684-f4344fa20f19 req-587000e5-299e-4954-9203-015d0a04fe30 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 1.2587662 Jul 22 11:51:42.651141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea58e58b-c250-4c8c-ae2c-90e097cea130 None None] Pushing event updated for resources: {'Port': ['ID=d30ee408-49fc-4665-832f-209d186ef2ed,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:42.659577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68b82af1-4f4a-4124-b684-f4344fa20f19 req-97a5ddf4-cb0f-46c8-a2a3-c4e35c332e3d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1180224 Jul 22 11:51:42.737023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] Set router 3ec327a6-d647-4df2-a07b-dcafec2418aa gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:42.961764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:42.987193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d62629d-1fde-48fe-a743-a0e9f2c55db2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.018427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port d30ee408-49fc-4665-832f-209d186ef2ed {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:43.018810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.277178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d62629d-1fde-48fe-a743-a0e9f2c55db2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.281887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port d30ee408-49fc-4665-832f-209d186ef2ed, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d30ee408-49fc-4665-832f-209d186ef2ed,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:43.283043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.285023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d62629d-1fde-48fe-a743-a0e9f2c55db2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.322346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for d30ee408-49fc-4665-832f-209d186ef2ed owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:43.359558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:38Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': 'd30ee408-49fc-4665-832f-209d186ef2ed', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:6c:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:37Z', 'updated_at': '2021-07-22T11:51:42Z', 'revision_number': 4, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:43.403055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d62629d-1fde-48fe-a743-a0e9f2c55db2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e738b7648bfc415ea133f5046d6a48c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4399693 Jul 22 11:51:43.404003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58764) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:43.433254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0303dd55-d9be-4b61-a039-77fd66fbc48a None None] The sync data for ids ['3ec327a6-d647-4df2-a07b-dcafec2418aa'] in n-d-754448-4 is: [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:38Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': 'd30ee408-49fc-4665-832f-209d186ef2ed', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:6c:97:52', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:37Z', 'updated_at': '2021-07-22T11:51:42Z', 'revision_number': 4, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': '3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:51:43.436923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d62629d-1fde-48fe-a743-a0e9f2c55db2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0bf7239-115f-41a4-b5a3-acfa2fd62edf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:43.605759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.656742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.696587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.725433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:43.837225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.841818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:43.843427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d0bf7239-115f-41a4-b5a3-acfa2fd62edf HTTP/1.1" status: 204 len: 168 time: 0.4322929 Jul 22 11:51:43.908565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8521fc6d-a784-419c-84e0-01dcc934ec72 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0bf7239-115f-41a4-b5a3-acfa2fd62edf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:44.058301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=d30ee408-49fc-4665-832f-209d186ef2ed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:44.120344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.131118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49db8f3d-fcdb-4f59-8ea7-44b4b0d123ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.360568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49db8f3d-fcdb-4f59-8ea7-44b4b0d123ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.369862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49db8f3d-fcdb-4f59-8ea7-44b4b0d123ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.447119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49db8f3d-fcdb-4f59-8ea7-44b4b0d123ab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7464de00de184224971175ea58d6784e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7206359 Jul 22 11:51:44.464202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:44.559400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49db8f3d-fcdb-4f59-8ea7-44b4b0d123ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3956bf30-c08d-43cc-b7bc-9814d737552b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:44.628353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Router 3ec327a6-d647-4df2-a07b-dcafec2418aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:51:44.704331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.723638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a38c1557-57f5-4313-b658-cc38aff01651 req-31ac351f-f5dc-4ac2-b444-1ac5ce267d17 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:44.725254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a38c1557-57f5-4313-b658-cc38aff01651 req-31ac351f-f5dc-4ac2-b444-1ac5ce267d17 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.6923008 Jul 22 11:51:44.797556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.963805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.967229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:44.978120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3956bf30-c08d-43cc-b7bc-9814d737552b HTTP/1.1" status: 204 len: 168 time: 0.5061765 Jul 22 11:51:45.012906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad447d11-855b-4bb2-aac8-7b3d73b4571b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3956bf30-c08d-43cc-b7bc-9814d737552b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:45.034193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:51:45.051124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d60e19db-11e4-4052-aa3f-03a5b94b3c74 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "PUT /v2.0/routers/3ec327a6-d647-4df2-a07b-dcafec2418aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3674130 Jul 22 11:51:45.070688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:45.134006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a38c1557-57f5-4313-b658-cc38aff01651 req-62998a9e-f1e2-41bb-bb34-8558d9020d84 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3933554 Jul 22 11:51:45.176610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ef554-8b38-49d3-913f-2e2aa1a03284 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:45.178264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e98ef554-8b38-49d3-913f-2e2aa1a03284 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:45.184337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e98ef554-8b38-49d3-913f-2e2aa1a03284 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.0978937 Jul 22 11:51:45.185057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58812) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:45.271063 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c273ebe-766a-4a5a-ba3f-ba3bd32aa88b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.304610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:45.311284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.409357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.494138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.619981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.672291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:45.685297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:45.691409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53ffc445-7c0c-4ef2-a1e1-c77e50460a48 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:45.706253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f10800f-7b8f-417a-82db-93700e180cce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199 HTTP/1.1" status: 204 len: 168 time: 0.5199487 Jul 22 11:51:45.708727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:46.008247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:46.008821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fbcf2d39-5775-46a3-9a72-520aece86f35 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.2986393 Jul 22 11:51:46.018641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:46.116724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Deleting port c8f4e707-0b50-4bbe-b53b-ed384979a618 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:46.117106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.127461 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Sync routers for ids ['3ec327a6-d647-4df2-a07b-dcafec2418aa'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:51:46.140189 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Routers {'3ec327a6-d647-4df2-a07b-dcafec2418aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:46.140827 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3ec327a6-d647-4df2-a07b-dcafec2418aa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:46.202813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.266194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] For port c8f4e707-0b50-4bbe-b53b-ed384979a618, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c8f4e707-0b50-4bbe-b53b-ed384979a618,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:46.267150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.303373 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Set router 3ec327a6-d647-4df2-a07b-dcafec2418aa gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:46.315843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Calling delete_port for c8f4e707-0b50-4bbe-b53b-ed384979a618 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:46.421034 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:43Z', 'revision_number': 3, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:46.478757 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.484290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Checking router: 3ec327a6-d647-4df2-a07b-dcafec2418aa for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:51:46.508451 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Routers {'3ec327a6-d647-4df2-a07b-dcafec2418aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:46.508993 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3ec327a6-d647-4df2-a07b-dcafec2418aa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:46.537226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Pushing event deleted for resources: {'Port': ['ID=c8f4e707-0b50-4bbe-b53b-ed384979a618,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:46.547690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.548457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.549392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.550032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.550669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.551197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.551606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.552588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.554341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.555574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.556032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.557642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:51:46.560833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c437127e-3f35-4cc2-9d2e-b1c734639e14 req-b38645e9-b09b-4067-830f-fd4913915305 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:46.563094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c437127e-3f35-4cc2-9d2e-b1c734639e14 req-b38645e9-b09b-4067-830f-fd4913915305 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2260692 Jul 22 11:51:46.573449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6994010c-3ecd-43e8-b3e8-471ba6c7eb38 None None] No DVR routers for this DVR port c8f4e707-0b50-4bbe-b53b-ed384979a618 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:46.650895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c437127e-3f35-4cc2-9d2e-b1c734639e14 req-36b69f59-84fa-42d6-8ba8-dfa88174ff88 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0761266 Jul 22 11:51:46.688321 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] Set router 3ec327a6-d647-4df2-a07b-dcafec2418aa gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:46.699042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.702356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.791232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.792628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Fanout notify agent at l3_agent the message router_deleted on router 3ec327a6-d647-4df2-a07b-dcafec2418aa {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:51:46.810089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:46.820068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:46.821708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f9a243a-6758-4a8c-9b2e-3ac42b38de59 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/routers/3ec327a6-d647-4df2-a07b-dcafec2418aa HTTP/1.1" status: 204 len: 168 time: 0.8121548 Jul 22 11:51:46.823815 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:43Z', 'revision_number': 3, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:46.826770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:46.864441 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38116448-eed8-4790-ab94-a4b2f78a2ab5 None None] The sync data for ids ['3ec327a6-d647-4df2-a07b-dcafec2418aa'] in n-d-754448-4 is: [{'id': '3ec327a6-d647-4df2-a07b-dcafec2418aa', 'name': 'tempest-NetworksTestDHCPv6-router-217862149', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:36Z', 'updated_at': '2021-07-22T11:51:43Z', 'revision_number': 3, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:51:47.081742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:47.088747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.510318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.577305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:47.584745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:47.597142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f52d11-2dcb-44fe-8a11-f3590a965534 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:47.598660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:47.599573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.625989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=c604e7c5-945b-4a5c-afbd-c7a8dce74e0a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:47.661909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:47.662399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6a815839-69a5-42fa-a621-c3f12323a3f4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.8405724 Jul 22 11:51:47.667432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-398592256', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:47.765307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.766501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.948191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.959677 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.959929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:47.971486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c04cca28-3b17-4476-83bd-cf00cf68a992 req-6adf3153-1dbf-4156-bf14-e88d9b945edd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:47.973479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c04cca28-3b17-4476-83bd-cf00cf68a992 req-6adf3153-1dbf-4156-bf14-e88d9b945edd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1207411 Jul 22 11:51:47.973648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:51:47.974674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.023325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.025211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ea8aa627-2362-4758-b984-4ff0a54ff500 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3614962 Jul 22 11:51:48.027648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:48.048104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c04cca28-3b17-4476-83bd-cf00cf68a992 req-6d551277-1808-4816-adec-44e3e8193c77 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0686662 Jul 22 11:51:48.147355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/c604e7c5-945b-4a5c-afbd-c7a8dce74e0a/062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:48.393807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.419335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Transition to ACTIVE for port object 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:48.442944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Transition to ACTIVE for port object 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:48.451638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d30ee408-49fc-4665-832f-209d186ef2ed no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:48.485031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d30ee408-49fc-4665-832f-209d186ef2ed {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:48.485668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d30ee408-49fc-4665-832f-209d186ef2ed not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:48.486562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c8f4e707-0b50-4bbe-b53b-ed384979a618 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:48.489077 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.493971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.547547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:48.568152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c8f4e707-0b50-4bbe-b53b-ed384979a618 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:51:48.568858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c8f4e707-0b50-4bbe-b53b-ed384979a618 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:51:48.575364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:48.584650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:48.594296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-576c534d-4a66-40f7-b254-3233cb795f60 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.722850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Pushing event updated for resources: {'Port': ['ID=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:48.761676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Attempting to bind port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:48.762053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Attempting to bind port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:48.762656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Attempting to bind port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:48.769202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:48.769870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:48.770522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.770933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:48.771420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Bound port: 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:48.771813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:48.918750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] For port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:48.926614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] For port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:48.936034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:49.092384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eb58d6c-fadd-4cb2-b0e9-0cb75a9cb9c1 None None] Pushing event updated for resources: {'Port': ['ID=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:49.390837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:49.402634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb00744-0174-4796-8c7a-b572372b5683 req-1322ddf2-e998-415c-b437-ff886a227fbf tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:49.412255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fb00744-0174-4796-8c7a-b572372b5683 req-1322ddf2-e998-415c-b437-ff886a227fbf tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1781349 Jul 22 11:51:49.462055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fb00744-0174-4796-8c7a-b572372b5683 req-29ee2470-d069-4b82-b61e-eb60813914fb tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497677 Jul 22 11:51:49.583778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::1 (e98815ec-3e92-478e-91da-4d6716f31b34/c604e7c5-945b-4a5c-afbd-c7a8dce74e0a/373060e5-26ac-4b3f-aebb-86bab5115965) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:51:49.729511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:49.749346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 373060e5-26ac-4b3f-aebb-86bab5115965 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:49.803575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:49.850952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:49.853927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:49.862431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:51:49.863404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:49.948319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=373060e5-26ac-4b3f-aebb-86bab5115965,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:50.122212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:50.229578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:50.287793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:50.758184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Provisioning for port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:50.782499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Provisioning complete for port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:50.785482 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:50.838964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a317d6-035b-4091-90d7-f26f11ab0d63 req-186d9da9-5df7-47f7-beff-f2fece71ac7b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:50.848751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3a317d6-035b-4091-90d7-f26f11ab0d63 req-186d9da9-5df7-47f7-beff-f2fece71ac7b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1520154 Jul 22 11:51:50.916841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3a317d6-035b-4091-90d7-f26f11ab0d63 req-712f02af-f128-44bd-a0b2-94d55e9e60b8 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0649695 Jul 22 11:51:50.918859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:50.929498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:50.932682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:51.070397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=373060e5-26ac-4b3f-aebb-86bab5115965,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:51.082882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:51.119491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] For port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:51.130913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:51.229580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c456d6d-ab80-4efe-880c-f060a372a142 None None] Pushing event updated for resources: {'Port': ['ID=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:51.263140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdc0afa3-fe40-46a0-a327-02c685dff681 None None] Provisioning for port 373060e5-26ac-4b3f-aebb-86bab5115965 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:51:51.270280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdc0afa3-fe40-46a0-a327-02c685dff681 None None] Provisioning complete for port 373060e5-26ac-4b3f-aebb-86bab5115965 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:51.271121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bdc0afa3-fe40-46a0-a327-02c685dff681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:51.274643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:51.276291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:51.373256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bdc0afa3-fe40-46a0-a327-02c685dff681 None None] Port 373060e5-26ac-4b3f-aebb-86bab5115965 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:51.399307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:51.718851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Router 9be89296-c1a0-453e-9cc5-9e4a54342b8d is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:51:52.081511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:51:52.098545 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73a0b6b5-bbad-4112-a93e-05f39fc57077 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "PUT /v2.0/routers/9be89296-c1a0-453e-9cc5-9e4a54342b8d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0697842 Jul 22 11:51:52.101481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:52.122098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Sync routers for ids ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:51:52.156326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9cdadd46-4de9-485c-beb2-ec887d9bb58f None None] Provisioning complete for port 373060e5-26ac-4b3f-aebb-86bab5115965 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:52.158913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cdadd46-4de9-485c-beb2-ec887d9bb58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:52.163677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:51:52.257155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:51:52.257535 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:52.310346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f428c56-c7ab-4249-9373-295dabedd7d6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:52.310738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Routers {'9be89296-c1a0-453e-9cc5-9e4a54342b8d'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:52.311605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:52.315319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f428c56-c7ab-4249-9373-295dabedd7d6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports/373060e5-26ac-4b3f-aebb-86bab5115965 HTTP/1.1" status: 200 len: 911 time: 0.2126627 Jul 22 11:51:52.315504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 58976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:52.357804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7602a75b-49b1-4373-8834-b1f1470be0d0 req-2966b091-bd1c-42cd-aa6f-89ad127b002f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:52.369294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7602a75b-49b1-4373-8834-b1f1470be0d0 req-2966b091-bd1c-42cd-aa6f-89ad127b002f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1588950 Jul 22 11:51:52.421730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7602a75b-49b1-4373-8834-b1f1470be0d0 req-5083d71e-2e8f-4956-a552-5ffe736e6f3a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0511451 Jul 22 11:51:52.485331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66ec16-d819-4815-80ab-cc656a5a4fc8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:52.493201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Set router 9be89296-c1a0-453e-9cc5-9e4a54342b8d gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:52.495467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9cdadd46-4de9-485c-beb2-ec887d9bb58f None None] Port 373060e5-26ac-4b3f-aebb-86bab5115965 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:51:52.495624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb66ec16-d819-4815-80ab-cc656a5a4fc8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:52.501748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb66ec16-d819-4815-80ab-cc656a5a4fc8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.1823454 Jul 22 11:51:52.502762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 58978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:52.963351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'name': 'tempest-NetworksTestDHCPv6-router-398592256', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:47Z', 'updated_at': '2021-07-22T11:51:50Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': '373060e5-26ac-4b3f-aebb-86bab5115965', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:da:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:49Z', 'updated_at': '2021-07-22T11:51:50Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:53.051112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Checking router: 9be89296-c1a0-453e-9cc5-9e4a54342b8d for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:51:53.051466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Updating router 9be89296-c1a0-453e-9cc5-9e4a54342b8d port 373060e5-26ac-4b3f-aebb-86bab5115965 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:51:53.166775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:53.220205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:53.771323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:53.781234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Transition to ACTIVE for port object 373060e5-26ac-4b3f-aebb-86bab5115965 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:51:53.794212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:53.863943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963b8a7-f7a7-4d66-ba8d-8bb0101a14bb None None] Pushing event updated for resources: {'Port': ['ID=373060e5-26ac-4b3f-aebb-86bab5115965,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:53.887116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85cbc9a8-eb96-4262-b8df-0b65ac13abc0 req-71664c3b-5a67-4a82-b54d-871a3d0675b6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:53.888729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85cbc9a8-eb96-4262-b8df-0b65ac13abc0 req-71664c3b-5a67-4a82-b54d-871a3d0675b6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.3173649 Jul 22 11:51:53.987947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-45b6e1d9-697f-4af8-abc5-0188dd92ba24 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:53.989417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-45b6e1d9-697f-4af8-abc5-0188dd92ba24 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.2407107 Jul 22 11:51:54.041637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Attempting to bind port 373060e5-26ac-4b3f-aebb-86bab5115965 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:51:54.042089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Attempting to bind port 373060e5-26ac-4b3f-aebb-86bab5115965 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:51:54.042478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Attempting to bind port 373060e5-26ac-4b3f-aebb-86bab5115965 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:51:54.059785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:51:54.060198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:51:54.060577 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.060979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:51:54.061621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Bound port: 373060e5-26ac-4b3f-aebb-86bab5115965, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:51:54.061992 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.107946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85cbc9a8-eb96-4262-b8df-0b65ac13abc0 req-d19c5173-a292-4552-868b-ab01ec81632f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2087674 Jul 22 11:51:54.186212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 373060e5-26ac-4b3f-aebb-86bab5115965 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:54.186508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.318015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] For port 373060e5-26ac-4b3f-aebb-86bab5115965, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:51:54.339727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] For port 373060e5-26ac-4b3f-aebb-86bab5115965, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=373060e5-26ac-4b3f-aebb-86bab5115965,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:51:54.350036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.428511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Routers {'9be89296-c1a0-453e-9cc5-9e4a54342b8d'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:54.429166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:54.492726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port 373060e5-26ac-4b3f-aebb-86bab5115965, host n-d-754448-4, got binding levels [] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:54.493344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.507730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-73515a4d-e738-4953-b2fd-89a545bd8247 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:54.509267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-73515a4d-e738-4953-b2fd-89a545bd8247 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.4854426 Jul 22 11:51:54.510168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 373060e5-26ac-4b3f-aebb-86bab5115965 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:54.525097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5963b8a7-f7a7-4d66-ba8d-8bb0101a14bb None None] Pushing event updated for resources: {'Port': ['ID=373060e5-26ac-4b3f-aebb-86bab5115965,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:54.624915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] Set router 9be89296-c1a0-453e-9cc5-9e4a54342b8d gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:54.842820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-481f4537-a33f-4039-bd04-88ce4ff88922 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.3259537 Jul 22 11:51:54.933100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-7d80089d-3b21-417e-87d5-456ab013c271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:54.934831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-7d80089d-3b21-417e-87d5-456ab013c271 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.0676527 Jul 22 11:51:54.939974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:54.959190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aa37277a-482d-4ae7-9ede-ce3325b991a1 None None] Could not find standard attr ID for object 373060e5-26ac-4b3f-aebb-86bab5115965. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:51:54.990925 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-b8820d7b-4d72-4e9d-8f93-c96ffbb5094f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0476809 Jul 22 11:51:55.037402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=373060e5-26ac-4b3f-aebb-86bab5115965,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:55.150375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'name': 'tempest-NetworksTestDHCPv6-router-398592256', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:47Z', 'updated_at': '2021-07-22T11:51:50Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': '373060e5-26ac-4b3f-aebb-86bab5115965', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:da:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:49Z', 'updated_at': '2021-07-22T11:51:54Z', 'revision_number': 4, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:55.228682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1b66356c-f0d0-43c9-b821-f5188a8ad6e8 None None] The sync data for ids ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'] in n-d-754448-4 is: [{'id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'name': 'tempest-NetworksTestDHCPv6-router-398592256', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:47Z', 'updated_at': '2021-07-22T11:51:50Z', 'revision_number': 2, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None, '_interfaces': [{'id': '373060e5-26ac-4b3f-aebb-86bab5115965', 'name': '', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'mac_address': 'fa:16:3e:da:93:44', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'device_owner': 'network:router_interface', 'standard_attr_id': 2973, 'fixed_ips': [{'subnet_id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:51:49Z', 'updated_at': '2021-07-22T11:51:54Z', 'revision_number': 4, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'subnets': [{'id': 'c604e7c5-945b-4a5c-afbd-c7a8dce74e0a', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:51:55.321878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:51:55.380151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:55.527751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-e6abc175-eec8-465c-a375-1165477727c2 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5168636 Jul 22 11:51:56.243784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49bdb4db-627d-4482-958a-ff1733467b0c req-9d1e5228-06cc-4686-ab5f-b2dd6cc26e40 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:56.251894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49bdb4db-627d-4482-958a-ff1733467b0c req-9d1e5228-06cc-4686-ab5f-b2dd6cc26e40 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.9691539 Jul 22 11:51:56.271151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2174d027-06a0-44c4-8352-1fafa66bff1f req-3c262a56-8f57-4ffb-93f6-787a70af0110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:56.275054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2174d027-06a0-44c4-8352-1fafa66bff1f req-3c262a56-8f57-4ffb-93f6-787a70af0110 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.1379714 Jul 22 11:51:56.346556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2174d027-06a0-44c4-8352-1fafa66bff1f req-9845d91f-e8b0-4414-9c00-bdde77f92a83 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610499 Jul 22 11:51:56.404058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Router 9be89296-c1a0-453e-9cc5-9e4a54342b8d has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:51:56.407193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d05cc26b-5c31-47e9-96ea-515f141ce1e2 req-6b973960-a4b4-4478-b3aa-ccd7d55eaf14 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8641665 Jul 22 11:51:56.415977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49bdb4db-627d-4482-958a-ff1733467b0c req-da548246-2c16-4358-9870-d7e41b4c6cda tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1628129 Jul 22 11:51:56.575650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:51:56.592310 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4890092-17a9-47d1-b34d-95a4139eccb6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "PUT /v2.0/routers/9be89296-c1a0-453e-9cc5-9e4a54342b8d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0881047 Jul 22 11:51:56.594873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59052) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:56.675824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d4587-10de-4802-a5a8-d4e3abbae546 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:56.677498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-022d4587-10de-4802-a5a8-d4e3abbae546 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:56.679415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-022d4587-10de-4802-a5a8-d4e3abbae546 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.0802722 Jul 22 11:51:56.682255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59054) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:56.760992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet c604e7c5-945b-4a5c-afbd-c7a8dce74e0a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:51:56.770546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:56.828321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:56.985814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.139169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.232943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=c604e7c5-945b-4a5c-afbd-c7a8dce74e0a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:57.244961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.248315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-34570ab5-7fe8-4ba0-9694-bfd8e7a415d4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c604e7c5-945b-4a5c-afbd-c7a8dce74e0a HTTP/1.1" status: 204 len: 168 time: 0.5650260 Jul 22 11:51:57.250938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59066) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:57.254701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7337371f-1402-43bd-ae21-1681535d7f2a None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:51:57.432397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:57.433455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b4a48d06-0926-43a0-8d7a-8550654ce3ef tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.1811383 Jul 22 11:51:57.504327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.659182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.688313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:51:57.731371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Sync routers for ids ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:51:57.765628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Routers {'9be89296-c1a0-453e-9cc5-9e4a54342b8d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:57.770343 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:57.783729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87a43aa4-de32-4863-83d5-bc4c8b8e1488 req-dade37f8-b32f-406a-b17f-fc76377e1997 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:57.793952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87a43aa4-de32-4863-83d5-bc4c8b8e1488 req-dade37f8-b32f-406a-b17f-fc76377e1997 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1815825 Jul 22 11:51:57.856453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87a43aa4-de32-4863-83d5-bc4c8b8e1488 req-4f782b95-8977-46b8-95be-148c61920884 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549610 Jul 22 11:51:57.896574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Deleting port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:51:57.896574 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.991814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:57.995534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.024503 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Set router 9be89296-c1a0-453e-9cc5-9e4a54342b8d gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:51:58.085314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:58.145405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.145961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Fanout notify agent at l3_agent the message router_deleted on router 9be89296-c1a0-453e-9cc5-9e4a54342b8d {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:51:58.153180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.156900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63d42fc5-f1a0-405c-aefc-3a4698eb2de3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/routers/9be89296-c1a0-453e-9cc5-9e4a54342b8d HTTP/1.1" status: 204 len: 168 time: 0.7210023 Jul 22 11:51:58.157932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:58.223390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] For port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:51:58.223932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.269627 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9be89296-c1a0-453e-9cc5-9e4a54342b8d', 'name': 'tempest-NetworksTestDHCPv6-router-398592256', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:51:47Z', 'updated_at': '2021-07-22T11:51:54Z', 'revision_number': 3, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:51:58.285632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Calling delete_port for 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:51:58.336895 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Checking router: 9be89296-c1a0-453e-9cc5-9e4a54342b8d for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:51:58.353899 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Routers set() bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:51:58.354928 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Router IDs set() for agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 11:51:58.355756 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_agentschedulers_db [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'9be89296-c1a0-453e-9cc5-9e4a54342b8d'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:51:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent'). {{(pid=93709) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 11:51:58.368535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96b1fdf-d054-4534-8055-6edf56454eb7 None None] The sync data for ids ['9be89296-c1a0-453e-9cc5-9e4a54342b8d'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:51:58.463063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7ec12b28-e28e-466a-adee-79448e1d3ff0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:58.464942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7ec12b28-e28e-466a-adee-79448e1d3ff0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3057320 Jul 22 11:51:58.468926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:58.533254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-4de2589a-b99a-433f-bbaf-cf54f0d4e952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:58.535876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-4de2589a-b99a-433f-bbaf-cf54f0d4e952 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.2570541 Jul 22 11:51:58.656695 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.675286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.756562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a9a751c-ffc5-425d-a8a7-402eb97a5ce6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:58.758256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1a9a751c-ffc5-425d-a8a7-402eb97a5ce6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2864723 Jul 22 11:51:58.761045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:58.763677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] Pushing event deleted for resources: {'Port': ['ID=062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:51:58.767476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc93ef3-9a50-4451-83c0-b3f436399940 None None] No DVR routers for this DVR port 062ca7e7-e9c8-476e-8dcb-e1cc1d7d4c33 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:51:58.794597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:58.796833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0443d7af-9171-4db3-9330-b933478a086c req-36bff071-36d5-4c0d-bd23-3e8d00021a36 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:58.802762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0443d7af-9171-4db3-9330-b933478a086c req-36bff071-36d5-4c0d-bd23-3e8d00021a36 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.4092009 Jul 22 11:51:58.856613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5efd8259-df32-496b-b9da-b40ccf9f4b02 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0942092 Jul 22 11:51:58.861569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:58.869085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:51:58.931347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-0e14910d-ea55-427c-9948-a79f1c9ebf61 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:58.933018 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-0e14910d-ea55-427c-9948-a79f1c9ebf61 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.3831570 Jul 22 11:51:58.937834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0443d7af-9171-4db3-9330-b933478a086c req-4e898688-2517-457b-926b-d62f380a9b04 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1206253 Jul 22 11:51:59.025361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-7688c15b-9be5-48d2-918a-3b698b3c16ae service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0852702 Jul 22 11:51:59.108621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-5d905bb2-690a-4a23-9cb5-6a430185dd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:59.110873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-5d905bb2-690a-4a23-9cb5-6a430185dd55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.0797849 Jul 22 11:51:59.113871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:51:59.117940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:59.166106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-eb1adf27-8403-4def-a740-39b9f237ad4f service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0478594 Jul 22 11:51:59.303923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-94965774-afea-45df-8080-12f34a742389 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1269691 Jul 22 11:51:59.449938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e8a1d7c-b135-4147-af4e-164a98c7035b req-e8484f58-0cc4-432f-ac3b-fed51c28adf5 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1352060 Jul 22 11:51:59.822552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:51:59.829975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:51:59.833309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:51:59.943255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:51:59.957009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:51:59.962390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 373060e5-26ac-4b3f-aebb-86bab5115965 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:51:59.975952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:51:59.976997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.009864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f841d455-3153-411a-b26b-b73bd1c5bfff None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:00.029287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.1665530 Jul 22 11:52:00.030016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc141459-17ad-4e02-8671-f6f588106530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=eb0cc150-5a6c-42ca-88d7-2923a318388e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:00.032889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:00.043102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:00.145214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 373060e5-26ac-4b3f-aebb-86bab5115965 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:00.146035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 373060e5-26ac-4b3f-aebb-86bab5115965 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:00.215383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cdc108a-6a10-4786-ad53-a19080722204 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.389326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cdc108a-6a10-4786-ad53-a19080722204 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.399627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'eb0cc150-5a6c-42ca-88d7-2923a318388e'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:00.400917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.404050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2cdc108a-6a10-4786-ad53-a19080722204 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.485869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2cdc108a-6a10-4786-ad53-a19080722204 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=90cf1255e60f4ec3874bd444502dd4cd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6616347 Jul 22 11:52:00.488967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59158) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:00.510944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cdc108a-6a10-4786-ad53-a19080722204 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=99a36c71-5a5d-4b0e-8c68-d9039945c90b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:00.593370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7616e0b5-41bd-4883-80af-dffe2a11dd7f req-6d4a9bfc-232d-4b1f-9372-d9d036d735dd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:00.601380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7616e0b5-41bd-4883-80af-dffe2a11dd7f req-6d4a9bfc-232d-4b1f-9372-d9d036d735dd tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.4685404 Jul 22 11:52:00.614914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:00.617962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Allocated IP 2001:db8::f816:3eff:fe07:38ec (e98815ec-3e92-478e-91da-4d6716f31b34/eb0cc150-5a6c-42ca-88d7-2923a318388e/244cfe6e-ff2b-4866-bb81-1354550d9a66) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:00.669524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.681428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.780215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.925139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.927817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:00.929003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/99a36c71-5a5d-4b0e-8c68-d9039945c90b HTTP/1.1" status: 204 len: 168 time: 0.4388156 Jul 22 11:52:00.964125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da9f3ab8-a791-490e-8c74-96628f5b573d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=99a36c71-5a5d-4b0e-8c68-d9039945c90b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:01.025817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7616e0b5-41bd-4883-80af-dffe2a11dd7f req-8b9ef696-60f7-450c-b416-62bf9dbcb505 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4153006 Jul 22 11:52:01.241415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.279324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Transition to ACTIVE for port object 244cfe6e-ff2b-4866-bb81-1354550d9a66 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:01.323220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Transition to ACTIVE for port object 244cfe6e-ff2b-4866-bb81-1354550d9a66 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:01.335074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.343595 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.390266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:01.395884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:01.403366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:01.404238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.454855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Pushing event updated for resources: {'Port': ['ID=244cfe6e-ff2b-4866-bb81-1354550d9a66,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:01.465256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:01.465256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:01.467077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:01.494227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=c4a19eea-348b-47e9-9ffa-1d26104c9c20,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:01.507547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:01.509326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-250633aa-25d6-45f9-8d82-c8de024c8342 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.4745710 Jul 22 11:52:01.513324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:a4:85:2a', 'name': 'tempest-NetworksTestDHCPv6-1554172666'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:01.578553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Attempting to bind port 244cfe6e-ff2b-4866-bb81-1354550d9a66 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:01.579644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Attempting to bind port 244cfe6e-ff2b-4866-bb81-1354550d9a66 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:01.580579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Attempting to bind port 244cfe6e-ff2b-4866-bb81-1354550d9a66 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:01.586982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:01.587626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:01.588217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.588858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:01.589509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Bound port: 244cfe6e-ff2b-4866-bb81-1354550d9a66, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:01.590147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.690720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:01.701893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] For port 244cfe6e-ff2b-4866-bb81-1354550d9a66, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:01.734618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] For port 244cfe6e-ff2b-4866-bb81-1354550d9a66, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=244cfe6e-ff2b-4866-bb81-1354550d9a66,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:01.747784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.817313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:01.847001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62266cec-1cd0-460d-8bc5-cfd004a14c0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.871149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7b603e2-f6a9-469c-a619-ee1ea5bffb1c None None] Pushing event updated for resources: {'Port': ['ID=244cfe6e-ff2b-4866-bb81-1354550d9a66,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:01.892674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:01.920897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port ad19708e-7e3c-4aa9-877b-24de41d79410 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:02.054892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62266cec-1cd0-460d-8bc5-cfd004a14c0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.063865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62266cec-1cd0-460d-8bc5-cfd004a14c0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.135525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-62266cec-1cd0-460d-8bc5-cfd004a14c0c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d315e0f161b6413cae4df1fabc9b47a6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3149056 Jul 22 11:52:02.135525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62266cec-1cd0-460d-8bc5-cfd004a14c0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0736d4ce-0076-4cdf-b489-b3c12fb9386d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:02.148846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:02.310822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.348299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a064a0-b1c6-4f4f-a0ff-227854881397 req-fdce6424-22ad-477d-9a26-b9e1837c26aa tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:02.349901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20a064a0-b1c6-4f4f-a0ff-227854881397 req-fdce6424-22ad-477d-9a26-b9e1837c26aa tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1477304 Jul 22 11:52:02.380881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 172.20.0.6 (e98815ec-3e92-478e-91da-4d6716f31b34/c4a19eea-348b-47e9-9ffa-1d26104c9c20/ad19708e-7e3c-4aa9-877b-24de41d79410) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:02.398642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fea4:852a (e98815ec-3e92-478e-91da-4d6716f31b34/eb0cc150-5a6c-42ca-88d7-2923a318388e/ad19708e-7e3c-4aa9-877b-24de41d79410) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:02.425002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.538829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.551451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.585822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0736d4ce-0076-4cdf-b489-b3c12fb9386d HTTP/1.1" status: 204 len: 168 time: 0.4303308 Jul 22 11:52:02.616330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.633129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object ad19708e-7e3c-4aa9-877b-24de41d79410 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:02.637416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf9aaf5-64b0-4a08-8b57-2f630906fc37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0736d4ce-0076-4cdf-b489-b3c12fb9386d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:02.652246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20a064a0-b1c6-4f4f-a0ff-227854881397 req-4501ed56-f259-45cd-b50a-5481585c90b3 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2928493 Jul 22 11:52:02.768215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:02.850281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:02.855532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:02.868990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:03.018178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.021932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:03.106072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=ad19708e-7e3c-4aa9-877b-24de41d79410,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:03.123693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-c8e79917-c425-454b-8a67-a423c156c85b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.3965342 Jul 22 11:52:03.128004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e5b56d7d-f518-4537-bd74-4a67faee2717 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 1.6172144 Jul 22 11:52:03.129226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:03.270872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-addb2a86-8a3f-4060-9f61-1eb02d7bb11b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.274039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-addb2a86-8a3f-4060-9f61-1eb02d7bb11b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 1096 time: 0.1218498 Jul 22 11:52:03.385689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074557b-46d0-470d-abd5-6e942e843cd3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.400489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c074557b-46d0-470d-abd5-6e942e843cd3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.403218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c074557b-46d0-470d-abd5-6e942e843cd3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1782 time: 0.2721686 Jul 22 11:52:03.415922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59216) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:03.518693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-fc74122b-7933-40aa-8905-be2a54143124 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.520330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-fc74122b-7933-40aa-8905-be2a54143124 service neutron] 10.222.0.20 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.2201035 Jul 22 11:52:03.644489 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-2905cbce-c53b-4ef8-9bfa-450a6811d77f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 200 len: 217 time: 0.1182160 Jul 22 11:52:03.703349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port ad19708e-7e3c-4aa9-877b-24de41d79410 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:03.703700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:03.765551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02a7748-aef2-4047-acbe-f11e8ce3ae5e None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:03.859433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-41353e0f-020d-49d8-8eca-6bd82be62676 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:03.861371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-41353e0f-020d-49d8-8eca-6bd82be62676 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.2094765 Jul 22 11:52:03.967232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e523da0f-e5e3-47e7-b3c1-f500b5df1db3 None None] Provisioning for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:04.017472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.047257 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-125d9f48-b16d-4ae9-814e-66c0b9414af4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1517782 Jul 22 11:52:04.057137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for ad19708e-7e3c-4aa9-877b-24de41d79410 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:04.139158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 244cfe6e-ff2b-4866-bb81-1354550d9a66 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:04.294394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:04.303471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:04.304225 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.329128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-f9d058b4-abbd-4a00-a46f-a295cd36d758 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2791085 Jul 22 11:52:04.364280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.417327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'eb0cc150-5a6c-42ca-88d7-2923a318388e', 'ip_address': '2001:db8::f816:3eff:fe07:38ec'}, {'subnet_id': 'c4a19eea-348b-47e9-9ffa-1d26104c9c20'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '244cfe6e-ff2b-4866-bb81-1354550d9a66'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:52:04.469073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=ad19708e-7e3c-4aa9-877b-24de41d79410,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:04.509220 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.535073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.641981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 244cfe6e-ff2b-4866-bb81-1354550d9a66, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=244cfe6e-ff2b-4866-bb81-1354550d9a66,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:04.660860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.796562 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d45ca36-7112-445e-bd7e-8c4139110fb6 req-7f9cb46e-0910-44e6-8408-e515214ac426 service neutron] 10.222.0.20 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4610057 Jul 22 11:52:04.838615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:04.841798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-017f5077-af6a-4879-a8dd-e44f942340bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/ad19708e-7e3c-4aa9-877b-24de41d79410 HTTP/1.1" status: 204 len: 168 time: 1.4199476 Jul 22 11:52:04.851802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:04.854400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=244cfe6e-ff2b-4866-bb81-1354550d9a66,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:04.965530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9dbc9a-33e4-460d-a3e5-fffa47eca3da tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:04.967659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9dbc9a-33e4-460d-a3e5-fffa47eca3da tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:04.969256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba9dbc9a-33e4-460d-a3e5-fffa47eca3da tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:04.974386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba9dbc9a-33e4-460d-a3e5-fffa47eca3da tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1128206 Jul 22 11:52:04.974901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:05.012772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Allocated IP 172.20.0.2 (e98815ec-3e92-478e-91da-4d6716f31b34/c4a19eea-348b-47e9-9ffa-1d26104c9c20/244cfe6e-ff2b-4866-bb81-1354550d9a66) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:05.108751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet c4a19eea-348b-47e9-9ffa-1d26104c9c20 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:05.228544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] For port 244cfe6e-ff2b-4866-bb81-1354550d9a66, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=244cfe6e-ff2b-4866-bb81-1354550d9a66,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:05.289162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:05.308747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Transition to ACTIVE for port object 244cfe6e-ff2b-4866-bb81-1354550d9a66 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:05.320359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:05.323598 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:05.480568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2a662b-6287-49e3-90fa-8ddc0a8a0aa1 None None] Pushing event updated for resources: {'Port': ['ID=244cfe6e-ff2b-4866-bb81-1354550d9a66,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:05.491979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:05.768097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:05.929737 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.007257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a19eea-348b-47e9-9ffa-1d26104c9c20,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:06.022299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.029997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59292) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:06.039298 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a63ab0a6-e2b1-4c0c-aa0e-14bc6d2051c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c4a19eea-348b-47e9-9ffa-1d26104c9c20 HTTP/1.1" status: 204 len: 168 time: 1.0482321 Jul 22 11:52:06.120860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 244cfe6e-ff2b-4866-bb81-1354550d9a66 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:06.134918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b860c1db-9891-47df-ba2a-4f22fac1938e req-f59fb56d-5e96-4600-86a0-95cb195f3f1d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:06.144080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b860c1db-9891-47df-ba2a-4f22fac1938e req-f59fb56d-5e96-4600-86a0-95cb195f3f1d tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2371311 Jul 22 11:52:06.200874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b860c1db-9891-47df-ba2a-4f22fac1938e req-5d4ecce6-6f67-44e1-a38c-14592833611f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504904 Jul 22 11:52:06.205734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet eb0cc150-5a6c-42ca-88d7-2923a318388e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:06.209683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.277714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.600112 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.760851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.807904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=eb0cc150-5a6c-42ca-88d7-2923a318388e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:06.812104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:06.815172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d709a88-6f70-475f-a3b8-7781cf58e0dc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/eb0cc150-5a6c-42ca-88d7-2923a318388e HTTP/1.1" status: 204 len: 168 time: 0.7842078 Jul 22 11:52:06.817748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59314) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:06.869637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0c4bfa55-765a-42ca-bf21-69127521b2ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0504992 Jul 22 11:52:06.872531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:06.878338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:07.019078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5589419-e251-4c7b-b128-6f8ee6be9730 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:07.175529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:07.181974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:07.317986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-536a845c-4966-405f-81e7-6d3e8c2a4ec2 None None] Could not find standard attr ID for object ad19708e-7e3c-4aa9-877b-24de41d79410. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:07.379324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-536a845c-4966-405f-81e7-6d3e8c2a4ec2 None None] Provisioning for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:07.405748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-536a845c-4966-405f-81e7-6d3e8c2a4ec2 None None] Provisioning complete for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:07.406137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-536a845c-4966-405f-81e7-6d3e8c2a4ec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:07.715086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:52:07.809600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:07.844883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Deleting port 244cfe6e-ff2b-4866-bb81-1354550d9a66 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:07.845677 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.059152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] For port 244cfe6e-ff2b-4866-bb81-1354550d9a66, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=244cfe6e-ff2b-4866-bb81-1354550d9a66,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:08.059759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.089568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Calling delete_port for 244cfe6e-ff2b-4866-bb81-1354550d9a66 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:08.219005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 244cfe6e-ff2b-4866-bb81-1354550d9a66 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:08.336092 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.362481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No active binding found for port 244cfe6e-ff2b-4866-bb81-1354550d9a66 {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 11:52:08.363218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 244cfe6e-ff2b-4866-bb81-1354550d9a66 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:08.368415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] Pushing event deleted for resources: {'Port': ['ID=244cfe6e-ff2b-4866-bb81-1354550d9a66,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:08.373810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9fccc01b-715a-4f23-ac32-f2ef691e05d9 None None] No DVR routers for this DVR port 244cfe6e-ff2b-4866-bb81-1354550d9a66 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:52:08.417384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.463770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Port 244cfe6e-ff2b-4866-bb81-1354550d9a66 concurrently deleted while adding address for new subnet {'id': 'bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce', 'name': '', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'ip_version': 6, 'subnetpool_id': None, 'enable_dhcp': True, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless', 'standard_attr_id': 2988, 'gateway_ip': '2001:db8::1', 'cidr': '2001:db8::/64', 'allocation_pools': [{'start': '2001:db8::2', 'end': '2001:db8::ffff:ffff:ffff:ffff'}], 'host_routes': [], 'dns_nameservers': [], 'shared': False, 'description': '', 'service_types': [], 'tags': [], 'created_at': '2021-07-22T11:52:07Z', 'updated_at': '2021-07-22T11:52:07Z', 'revision_number': 0, 'segment_id': None, 'project_id': '6f67cd469ae84cb78919904fe14d1ceb'}. {{(pid=93707) _create_subnet_postcommit /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:769}} Jul 22 11:52:08.464411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.532226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:08.555755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:08.557978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:08.560460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:08.561011 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.585998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59340) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:08.586663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-60ef1a8b-2cac-433c-b713-67f98fd54d05 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7124751 Jul 22 11:52:08.591986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:08.594935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ffda196-8d70-4813-b288-947952cd09c9 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:08.908297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:08.912379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:08.918247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:08.919224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.220530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Allocated IP 2001:db8::f816:3eff:fe33:981f (e98815ec-3e92-478e-91da-4d6716f31b34/bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce/c0270f8f-49e9-4cca-88dd-375722caca78) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:09.231757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.362881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:09.396924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=74465ba2-90e8-44e3-93fd-c9776c10a75d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:09.400112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:09.404336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:09.406600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.438429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89d2f1a8-7ea4-4de1-8c5d-25307548ff63 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.8508124 Jul 22 11:52:09.441457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:09.447646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:e9:ec:a9', 'name': 'tempest-NetworksTestDHCPv6-592339013'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:09.580148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.603459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Transition to ACTIVE for port object c0270f8f-49e9-4cca-88dd-375722caca78 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:09.653257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Transition to ACTIVE for port object c0270f8f-49e9-4cca-88dd-375722caca78 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:09.671493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.703311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:09.791233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:09.816785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:09.825353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:09.837120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:09.912645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.925769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Attempting to bind port c0270f8f-49e9-4cca-88dd-375722caca78 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:09.926748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Attempting to bind port c0270f8f-49e9-4cca-88dd-375722caca78 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:09.927513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Attempting to bind port c0270f8f-49e9-4cca-88dd-375722caca78 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:09.934647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 51, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:09.934981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:09.935551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.935912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:09.936673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Bound port: c0270f8f-49e9-4cca-88dd-375722caca78, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:09.937495 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:09.975460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:10.085787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:10.089556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:10.098578 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:10.500035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24201381-3332-46fd-b4ac-cc45dd9e8d35 None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:10.580154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 172.20.0.3 (e98815ec-3e92-478e-91da-4d6716f31b34/74465ba2-90e8-44e3-93fd-c9776c10a75d/c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:10.601940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fee9:eca9 (e98815ec-3e92-478e-91da-4d6716f31b34/bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce/c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:11.043013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:11.085160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:11.164276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:11.951414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:11.973186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:11.993404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:12.143416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:12.144117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:12.147719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:12.175828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:12.183033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.183456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.183737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.188115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.188528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.189045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.189396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.189738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.190250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.190618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.191218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.191350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:12.224809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7bf602f-7ac8-4de5-8feb-062740083096 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 2.7785890 Jul 22 11:52:12.225204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:12.307169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c0270f8f-49e9-4cca-88dd-375722caca78 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:12.373090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f82e9-f311-4a77-8581-1ad8e92913a4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:12.384062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88f82e9-f311-4a77-8581-1ad8e92913a4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:12.388436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b88f82e9-f311-4a77-8581-1ad8e92913a4 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1625245 Jul 22 11:52:12.391301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59428) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:12.397535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9cc03f-ed41-4c85-97c2-3410651269e8 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:12.527188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Provisioning for port c0270f8f-49e9-4cca-88dd-375722caca78 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:12.546346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:12.547027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:12.595241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:12.595750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:12.848212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:12.855705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:12.891745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:12.971354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9515d591-9353-4716-a2ef-0289828145af None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce', 'ip_address': '2001:db8::f816:3eff:fe33:981f'}, {'subnet_id': '74465ba2-90e8-44e3-93fd-c9776c10a75d'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'c0270f8f-49e9-4cca-88dd-375722caca78'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:52:13.039448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:13.064688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:13.071447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9515d591-9353-4716-a2ef-0289828145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:13.187312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-682accba-28bd-48df-b3fc-2a1d44032592 None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:13.406104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-9515d591-9353-4716-a2ef-0289828145af None None] Allocated IP 172.20.0.2 (e98815ec-3e92-478e-91da-4d6716f31b34/74465ba2-90e8-44e3-93fd-c9776c10a75d/c0270f8f-49e9-4cca-88dd-375722caca78) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:13.554864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9515d591-9353-4716-a2ef-0289828145af None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:13.622140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9515d591-9353-4716-a2ef-0289828145af None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:13.648560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9515d591-9353-4716-a2ef-0289828145af None None] Transition to ACTIVE for port object c0270f8f-49e9-4cca-88dd-375722caca78 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:13.658513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9515d591-9353-4716-a2ef-0289828145af None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:13.798563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:13.857724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9515d591-9353-4716-a2ef-0289828145af None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:13.878498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:13.896843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.897194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.897539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.897882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.898223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.898580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.898917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.899247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.899576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.899908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.901297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:13.905862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:14.013387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59490) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:14.082288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:14.112175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.117109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d8f43eeb-81fe-4d1d-84c5-b01831a55280 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 HTTP/1.1" status: 204 len: 168 time: 1.7246895 Jul 22 11:52:14.119744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59494) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:14.316170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef730-7910-466b-986d-1d6cf105c6f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.363327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f0e52-681b-42d9-bb23-7518fcec46bc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:14.366200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f0e52-681b-42d9-bb23-7518fcec46bc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:14.368417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-618f0e52-681b-42d9-bb23-7518fcec46bc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:14.370545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-618f0e52-681b-42d9-bb23-7518fcec46bc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2494478 Jul 22 11:52:14.373359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:14.467679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4daf468d-9e8b-4307-a0a7-0bce23f320d8 req-e1857171-4224-443b-88c8-e153f2dbd4ee tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:14.469941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4daf468d-9e8b-4307-a0a7-0bce23f320d8 req-e1857171-4224-443b-88c8-e153f2dbd4ee tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.3513668 Jul 22 11:52:14.516398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 74465ba2-90e8-44e3-93fd-c9776c10a75d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:14.525963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.602598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef730-7910-466b-986d-1d6cf105c6f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.613515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec8ef730-7910-466b-986d-1d6cf105c6f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.650123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.668172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8ef730-7910-466b-986d-1d6cf105c6f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=322b08b0-8978-4be3-a5b2-e0f0d999e512,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:14.763168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4daf468d-9e8b-4307-a0a7-0bce23f320d8 req-0891b3e5-8cf4-4cef-b691-b0f9cc93ec58 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2822986 Jul 22 11:52:14.793503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec8ef730-7910-466b-986d-1d6cf105c6f4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f102a84228f24070b17a0ea71e264189&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7765718 Jul 22 11:52:14.794281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:14.823112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.921011 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:14.961795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.039061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.047095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.050747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/322b08b0-8978-4be3-a5b2-e0f0d999e512 HTTP/1.1" status: 204 len: 168 time: 0.2530882 Jul 22 11:52:15.060330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.082067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.086727 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/74465ba2-90e8-44e3-93fd-c9776c10a75d HTTP/1.1" status: 204 len: 168 time: 0.7096555 Jul 22 11:52:15.086955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59534) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:15.139511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4190cc13-1cee-4f43-84c2-e371ea72fcd5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=322b08b0-8978-4be3-a5b2-e0f0d999e512,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:15.152192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6527dbe2-956a-4032-ba79-2c9e104e766e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=74465ba2-90e8-44e3-93fd-c9776c10a75d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:15.239085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:15.248227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.296575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-efcbfe6c-0e03-4d84-99d3-4ec7c71db09f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.344652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-497c1e4d-cde9-428f-8ba1-0343279153d2 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:15.424574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.544859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05a0e872-1842-4dc3-b246-048aeb4ac12e None None] Provisioning for port c0270f8f-49e9-4cca-88dd-375722caca78 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:15.596869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.615416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05a0e872-1842-4dc3-b246-048aeb4ac12e None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:15.618691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05a0e872-1842-4dc3-b246-048aeb4ac12e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.779089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.835969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:15.838077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:15.840503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c8f5144-eae0-4ce4-8c0c-449ef0e45848 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce HTTP/1.1" status: 204 len: 168 time: 0.7525012 Jul 22 11:52:15.843929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59588) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:15.901268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5ac51f06-10c0-456a-a825-bb911219253b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0546248 Jul 22 11:52:15.904575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59590) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:15.910601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:15.929311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-05a0e872-1842-4dc3-b246-048aeb4ac12e None None] Could not find standard attr ID for object c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:16.049182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:16.057508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.084934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0929eacc-e73d-4d16-96a1-6e2214e1a466 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'c0270f8f-49e9-4cca-88dd-375722caca78'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:52:16.134073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0929eacc-e73d-4d16-96a1-6e2214e1a466 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.357421 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.402845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffee256c-abd2-4d7b-9ea2-3b89fadf2c55 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:16.413541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:16.417159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:16.422883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:16.423491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.428694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59604) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:16.438086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=f6ad097f-0079-40af-91a8-ba1b10dea69d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:16.452289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-656d6bd5-cf31-4472-800f-ced859b1173b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5465689 Jul 22 11:52:16.455376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59608) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:16.461647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:16.556078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01a870cf-5165-4ab3-a0ab-aa2b06a8beca None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:16.556662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a870cf-5165-4ab3-a0ab-aa2b06a8beca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.573472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-42566964-network', 'tenant_id': '8182607c215546779e2bc3c7d6554aef'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:16.620569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Made reservation on behalf of 8182607c215546779e2bc3c7d6554aef for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:16.623073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.647376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.674916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:16.680034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.859267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'f6ad097f-0079-40af-91a8-ba1b10dea69d'}], 'binding:host_id': 'n-d-754448-4'}, 'id': 'c0270f8f-49e9-4cca-88dd-375722caca78'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:52:16.872122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.884359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.902684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:52:16.915575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:16.916132 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Added segment 9fdf244f-d557-46e0-a604-d9cb2a8b7d4d of type vlan for network 5ff172ae-b620-47a1-9674-6b89df5b5c69 Jul 22 11:52:16.932821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.089643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.121930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43003799-3fcd-4b95-9b66-8ea78a71a923,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:17.202813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.204489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:17.205412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.211186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:17.263879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:17.264085 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.8340964 Jul 22 11:52:17.266685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Allocated IP 172.20.0.2 (e98815ec-3e92-478e-91da-4d6716f31b34/f6ad097f-0079-40af-91a8-ba1b10dea69d/c0270f8f-49e9-4cca-88dd-375722caca78) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:17.271762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Request body: {'subnet': {'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-42566964-subnet', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:17.327678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56c9ef8b-8aee-45d3-b6be-90978806052f admin admin] Pushing event updated for resources: {'Network': ['ID=5ff172ae-b620-47a1-9674-6b89df5b5c69,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:17.330441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Made reservation on behalf of 8182607c215546779e2bc3c7d6554aef for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:17.334065 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.347848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:52:17.412680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7419351f-b0af-4314-a676-61d2a5e77041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.487614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:17.526984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.543955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Transition to ACTIVE for port object c0270f8f-49e9-4cca-88dd-375722caca78 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:17.549179 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.633659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:17.669428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7419351f-b0af-4314-a676-61d2a5e77041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.671491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d4dc6f-a478-4b5c-bbea-c9387f966ca8 None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:17.674974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.691652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7419351f-b0af-4314-a676-61d2a5e77041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.773920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7419351f-b0af-4314-a676-61d2a5e77041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c97cbd90-e0a4-4549-9b9a-8c8e3c04f91c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:17.779129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7419351f-b0af-4314-a676-61d2a5e77041 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d7e61116492648d38b69f3395abc4a6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5667570 Jul 22 11:52:17.782501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:17.812465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=47d4e1d5-685f-4fdb-a474-38fe3d65cf22,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:17.850057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Checking segment: {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:17.850950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Network hostable DHCP agents. Network: 5ff172ae-b620-47a1-9674-6b89df5b5c69, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:52:17.884159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.917449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.943735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:17.973849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:17.981845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:52:17.999532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.004545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 5ff172ae-b620-47a1-9674-6b89df5b5c69) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:18.017308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:18.017308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.032363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9668099b-2d7a-4a27-b4b4-7b6d10940c24 None None] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:18.050378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f99134e-5c94-4603-a2fb-392d367ddaeb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7848289 Jul 22 11:52:18.053547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:18.059524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:18.082340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.083548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.147205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.157299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.160712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.161936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c97cbd90-e0a4-4549-9b9a-8c8e3c04f91c HTTP/1.1" status: 204 len: 168 time: 0.3782990 Jul 22 11:52:18.233755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b72b3aff-4251-470d-812a-9e3ba7c466cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c97cbd90-e0a4-4549-9b9a-8c8e3c04f91c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:18.242750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:18.250489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.316068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.327969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4111f0a-36e0-4982-a747-c7132c437dbe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.333524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.334976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.339703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.441451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:18.448694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:18.464055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:18.464680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.470270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:52:18.471058 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:52:18.510052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-5ff172ae-b620-47a1-9674-6b89df5b5c69', 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'fixed_ips': [{'subnet_id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:18.511130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.590151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=9']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:18.593615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=cd6b8db9-024d-4bdd-9a99-90355a89fe1c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:18.596907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fe8a12cb-38c7-491e-bda6-31b80b838a3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 2.1401441 Jul 22 11:52:18.602970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:18.609703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:4b:68:c7', 'name': 'tempest-NetworksTestDHCPv6-231609129'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:18.696282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.723330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.784609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:52:18.811509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:18.833136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4444502e-62c3-4a48-9118-4b308f913a52 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:18.866963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-040d2fa0-6976-4ed6-a42a-084b715ecac7 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:18.870561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Allocated IP 172.25.6.72 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/33bb1219-2812-49de-8453-21dafe783bf9) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:18.878730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:18.892548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Allocated IP 172.20.0.2 (5ff172ae-b620-47a1-9674-6b89df5b5c69/47d4e1d5-685f-4fdb-a474-38fe3d65cf22/8efd36da-0a01-45e7-b6ff-2ef89debe339) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:19.044465 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.088340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59666) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:19.110790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.165655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Deleting subnet e3252bc9-874f-4f17-a58d-7d4ec663e5ea {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:19.174827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.187290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Pushing event updated for resources: {'Port': ['ID=33bb1219-2812-49de-8453-21dafe783bf9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:19.199191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:19.201254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:19.204062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:19.236759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a64c2b8c-1df8-40bb-9a67-30c31be723a5 None None] Provisioning for port c0270f8f-49e9-4cca-88dd-375722caca78 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:19.248959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.251045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a64c2b8c-1df8-40bb-9a67-30c31be723a5 None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:19.251624 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64c2b8c-1df8-40bb-9a67-30c31be723a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.317120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.321062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.397359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.397804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 4a34ff0e-4d62-4157-8f1f-998d13682207 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:19.428105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4444502e-62c3-4a48-9118-4b308f913a52 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.444985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:19.473654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4444502e-62c3-4a48-9118-4b308f913a52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.521940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:52:19.545756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.558110 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4444502e-62c3-4a48-9118-4b308f913a52 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cea96d7c15fb42c5b013ed2d3aa3f859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7424445 Jul 22 11:52:19.585550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4444502e-62c3-4a48-9118-4b308f913a52 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ac8f4fce-57b8-4673-93cf-68e208762c0e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:19.588442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:19.605058 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.622822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e3252bc9-874f-4f17-a58d-7d4ec663e5ea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:19.638942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.641697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a13a2069-96c0-4841-8f1d-98c2b803c772 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e3252bc9-874f-4f17-a58d-7d4ec663e5ea HTTP/1.1" status: 204 len: 168 time: 0.5496621 Jul 22 11:52:19.647982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:19.773868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:19.787755 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.793705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.803875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.815410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.841706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 172.20.0.11 (e98815ec-3e92-478e-91da-4d6716f31b34/f6ad097f-0079-40af-91a8-ba1b10dea69d/4a34ff0e-4d62-4157-8f1f-998d13682207) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:19.846722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.860794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.869905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:19.881065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe4b:68c7 (e98815ec-3e92-478e-91da-4d6716f31b34/cd6b8db9-024d-4bdd-9a99-90355a89fe1c/4a34ff0e-4d62-4157-8f1f-998d13682207) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:19.906294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:52:19.921146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Transition to ACTIVE for port object 8efd36da-0a01-45e7-b6ff-2ef89debe339 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:20.014977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:20.021551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:20.069246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:20.074087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Transition to ACTIVE for port object 8efd36da-0a01-45e7-b6ff-2ef89debe339 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:20.128487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.146933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.151704 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.182253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dd86761-1d3f-4cdb-9cf9-62ba98a6a454']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:20.209750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a56784d3-7262-432b-8dac-971b99483d87') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:20.210233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a56784d3-7262-432b-8dac-971b99483d87') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:20.230320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.262518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:20.264268 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.276532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['20a87c70-7e60-47e8-a86f-7f19710a30b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:52:20.277182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:52:20.277940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.288355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:20.312543 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.346059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:52:20.414871 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:52:20.423431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.446740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:20.447188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.466611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] 10.222.0.21 "DELETE /v2.0/networks/2dd86761-1d3f-4cdb-9cf9-62ba98a6a454 HTTP/1.1" status: 204 len: 168 time: 0.8136249 Jul 22 11:52:20.524460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:20.525944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.548122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1715af7-1670-495f-a068-7afac84642af admin admin] Pushing event deleted for resources: {'Network': ['ID=2dd86761-1d3f-4cdb-9cf9-62ba98a6a454,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:20.630750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Attempting to bind port 8efd36da-0a01-45e7-b6ff-2ef89debe339 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:20.631401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Attempting to bind port 8efd36da-0a01-45e7-b6ff-2ef89debe339 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:20.631922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Attempting to bind port 8efd36da-0a01-45e7-b6ff-2ef89debe339 on network 5ff172ae-b620-47a1-9674-6b89df5b5c69 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:20.655863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:20.657249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Checking segment: {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:20.657914 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.658530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Bound using segment: {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:20.659189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Bound port: 8efd36da-0a01-45e7-b6ff-2ef89debe339, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:20.659752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.679976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Router bbc1f902-144d-41b2-98ac-eb9e57efedae is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:52:20.711397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Pushing event updated for resources: {'Port': ['ID=8efd36da-0a01-45e7-b6ff-2ef89debe339,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:20.788431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.791353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.803154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ac8f4fce-57b8-4673-93cf-68e208762c0e HTTP/1.1" status: 204 len: 168 time: 1.1898766 Jul 22 11:52:20.832947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442d2347-5a50-452b-8d34-b306ac0e2eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ac8f4fce-57b8-4673-93cf-68e208762c0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:20.923611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:20.987856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:20.996436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 4a34ff0e-4d62-4157-8f1f-998d13682207 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:21.057584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-225c30f1-ef7d-4be9-9df4-febf633b8d09 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f0cb657625e412c9fb21750e055e8e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0640092 Jul 22 11:52:21.059979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:21.089066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.120849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] For port 8efd36da-0a01-45e7-b6ff-2ef89debe339, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:21.139771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] For port 8efd36da-0a01-45e7-b6ff-2ef89debe339, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8efd36da-0a01-45e7-b6ff-2ef89debe339,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:21.144084 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.148843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:52:21.171460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Sync routers for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:52:21.188449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.194882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.197972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a11655ba-1cfe-45fd-bb89-4abf662cacf7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 3.1409743 Jul 22 11:52:21.197972 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.202370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:21.228125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:21.233286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:21.240148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=4a34ff0e-4d62-4157-8f1f-998d13682207,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:21.243137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:21.261132 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.324481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52eb1ee1-b799-480b-8481-85036d8f8fb6 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:21.395914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:21.396769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.427837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-86d5cd81-442b-46c8-bcf0-cbb53624d86f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1027 time: 2.8237300 Jul 22 11:52:21.431479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:21.438342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.446222 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.447786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1 HTTP/1.1" status: 204 len: 168 time: 0.3869233 Jul 22 11:52:21.467529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf37922f-75f6-4c2b-ab90-fc948adc04e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dbd6ce9-500e-4f38-bfd9-8ca3cb436dc1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:21.507197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e00e46f-0d58-4058-b3bb-41fb1d3d8334 None None] Pushing event updated for resources: {'Port': ['ID=8efd36da-0a01-45e7-b6ff-2ef89debe339,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:21.520781 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:21.522733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:21.715598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cd626-ef3f-43e3-94ab-c4b4a6c110b0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:21.759280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-455cd626-ef3f-43e3-94ab-c4b4a6c110b0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:21.773450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-455cd626-ef3f-43e3-94ab-c4b4a6c110b0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.3408532 Jul 22 11:52:21.775618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:21.910287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:21.923392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-19253367-445d-4413-ace9-b6a30c7c7982 None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:21.924034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19253367-445d-4413-ace9-b6a30c7c7982 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.926116 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:21.945133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:22.120862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 4a34ff0e-4d62-4157-8f1f-998d13682207 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:22.121232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:22.164193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:22.202202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:22.370870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8efd36da-0a01-45e7-b6ff-2ef89debe339 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:22.468212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:22.521453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8efd36da-0a01-45e7-b6ff-2ef89debe339 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:22.522934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 4a34ff0e-4d62-4157-8f1f-998d13682207 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:22.532837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:22.586569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:22.663685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:19Z', 'revision_number': 3, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:23.030535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Allocated IP 172.20.0.1 (5ff172ae-b620-47a1-9674-6b89df5b5c69/47d4e1d5-685f-4fdb-a474-38fe3d65cf22/ffc09504-be3e-4a93-aa7d-73f7d96daca1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:23.109494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:23.171393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.277267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=4a34ff0e-4d62-4157-8f1f-998d13682207,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:23.339831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Checking router: bbc1f902-144d-41b2-98ac-eb9e57efedae for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:52:23.340723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Updating router bbc1f902-144d-41b2-98ac-eb9e57efedae port 33bb1219-2812-49de-8453-21dafe783bf9 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:52:23.404699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.517913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.521182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d7556d3-4100-4099-98ff-cdb3d9b2aa8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/4a34ff0e-4d62-4157-8f1f-998d13682207 HTTP/1.1" status: 204 len: 168 time: 1.7413399 Jul 22 11:52:23.523896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59776) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:23.537148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.617310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:23.654152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Transition to ACTIVE for port object ffc09504-be3e-4a93-aa7d-73f7d96daca1 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:23.672805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef49919-161f-4fc4-8e0a-08ae319a5353 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:23.675756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef49919-161f-4fc4-8e0a-08ae319a5353 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:23.678489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ef49919-161f-4fc4-8e0a-08ae319a5353 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:23.680692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6ef49919-161f-4fc4-8e0a-08ae319a5353 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1539676 Jul 22 11:52:23.683252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:23.799975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet cd6b8db9-024d-4bdd-9a99-90355a89fe1c {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:23.804457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.813962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1690225086-network', 'tenant_id': 'e8e187b2f1e44ba8809100526d11b741'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:23.871447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-535825717-network', 'tenant_id': 'f5127c1de1304279a8ce1cb18de2ccdd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:23.875749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.960307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:23.979198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Transition to ACTIVE for port object 33bb1219-2812-49de-8453-21dafe783bf9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:23.985476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:23.993259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56faf39-a484-4c3b-b6d3-773f4ef10049 None None] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:24.046928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.124003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.163734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.235809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=cd6b8db9-024d-4bdd-9a99-90355a89fe1c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:24.244276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.250689 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e35a9b8-585c-469f-9799-442768567ee9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/cd6b8db9-024d-4bdd-9a99-90355a89fe1c HTTP/1.1" status: 204 len: 168 time: 0.5620565 Jul 22 11:52:24.253604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:24.326558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d89d2a-2071-47b7-95cd-6a538a7fa57e None None] Pushing event updated for resources: {'Port': ['ID=33bb1219-2812-49de-8453-21dafe783bf9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:24.357517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet f6ad097f-0079-40af-91a8-ba1b10dea69d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:24.367598 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.422211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.427788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:24.428885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.432395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96d8445e-eace-44e3-b596-b9be7c3c7546 None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:24.433296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-96d8445e-eace-44e3-b596-b9be7c3c7546 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.442642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Attempting to bind port 33bb1219-2812-49de-8453-21dafe783bf9 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:24.443432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Attempting to bind port 33bb1219-2812-49de-8453-21dafe783bf9 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:24.444034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Attempting to bind port 33bb1219-2812-49de-8453-21dafe783bf9 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:24.466795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.485342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-1982b463-8eaa-4301-b616-e88e709f8415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:24.487236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-1982b463-8eaa-4301-b616-e88e709f8415 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.8113067 Jul 22 11:52:24.494340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:52:24.494340 n-d-754448-4 neutron-server[93707]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:52:24.494340 n-d-754448-4 neutron-server[93707]: [parameters: {'project_id': 'f5127c1de1304279a8ce1cb18de2ccdd', 'id': 'e48ce4ee-2df2-4bff-9387-c3eff9fd83a6', 'expiration': datetime.datetime(2021, 7, 22, 11, 54, 24, 448046)}] Jul 22 11:52:24.494340 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:52:24.494820 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:52:24.532785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:24.533611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:24.534265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.534955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:24.535701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Bound port: 33bb1219-2812-49de-8453-21dafe783bf9, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:24.536322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.587655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.606721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:24.607785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Made reservation on behalf of e8e187b2f1e44ba8809100526d11b741 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:24.611901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.633984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5f0542-d7b6-46e1-ba49-8d32b416eb94 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:24.677332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.683429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:24.683943 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.719023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=f6ad097f-0079-40af-91a8-ba1b10dea69d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:24.727071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.732340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94ef2f6c-c695-4aa6-8c6c-be7a0bcfdb1d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ad097f-0079-40af-91a8-ba1b10dea69d HTTP/1.1" status: 204 len: 168 time: 0.4774504 Jul 22 11:52:24.733440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-e29e5c0b-85a9-463c-85a8-022056436a55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:24.736573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-e29e5c0b-85a9-463c-85a8-022056436a55 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.2242451 Jul 22 11:52:24.738799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:24.739204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:24.787122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c87bc87d-23f4-4c6e-a4d3-f287d41bd77d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0452611 Jul 22 11:52:24.789597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:24.793995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] For port 33bb1219-2812-49de-8453-21dafe783bf9, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:24.795463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:24.810623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:24.817286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-b80e14d7-1334-4ffc-ab74-a0f481b1de0b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0655017 Jul 22 11:52:24.818120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.893858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] For port 33bb1219-2812-49de-8453-21dafe783bf9, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=33bb1219-2812-49de-8453-21dafe783bf9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:24.919151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:24.925167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.033016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.071426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-96d8445e-eace-44e3-b596-b9be7c3c7546 None None] Could not find standard attr ID for object 4a34ff0e-4d62-4157-8f1f-998d13682207. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:25.111832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:25.112511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:25.135154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54d89d2a-2071-47b7-95cd-6a538a7fa57e None None] Pushing event updated for resources: {'Port': ['ID=33bb1219-2812-49de-8453-21dafe783bf9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.173969 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.212172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:25.221705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.248026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-cdb35d12-190f-438b-8357-6017639d05d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:25.249536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-cdb35d12-190f-438b-8357-6017639d05d1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.4168549 Jul 22 11:52:25.257564 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.269720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:52:25.290498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.291145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:25.292740 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Added segment caec5787-d7fa-4e9e-a2d0-fe914f78ddc8 of type vlan for network f1f77160-e7c9-44a8-8527-631616ab7dd9 Jul 22 11:52:25.363485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.393488 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.412982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Provisioning for port 8efd36da-0a01-45e7-b6ff-2ef89debe339 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:25.430103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Provisioning complete for port 8efd36da-0a01-45e7-b6ff-2ef89debe339 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:25.431876 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.446400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cddf3975-156c-4e5a-8c39-4063b621d037 req-09fb26ba-ba09-4505-8d80-75e0dd0da5b4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:25.455007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cddf3975-156c-4e5a-8c39-4063b621d037 req-09fb26ba-ba09-4505-8d80-75e0dd0da5b4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 1.6896834 Jul 22 11:52:25.475008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.475946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:25.476523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.482824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:52:25.486269 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a021763d-0967-4f5e-a3a7-5dc29ba4af54" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:52:25.520361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:25.527248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:25.571614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.616668 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:52:25 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-454559d0-7d3c-4cac-8e40-560af0a56d69 x-openstack-request-id: req-454559d0-7d3c-4cac-8e40-560af0a56d69 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:52:25.616983 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:52:25.617203 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-454559d0-7d3c-4cac-8e40-560af0a56d69 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:52:25.617592 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:52:25.622470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:52:25.625728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.637349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=5ce5d348-022b-439f-a6be-6be3d39a7815,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.642207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-edfe1f4c-e95e-4a07-9570-665f464d2f74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2101889 Jul 22 11:52:25.660749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:25.662891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:25.667356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:25.667917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.705390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7447b05d-20c5-4407-a535-1925a4bae3d1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.708032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-08eb0817-6074-4a20-b021-c878bc7b4d7e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.9171484 Jul 22 11:52:25.711571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:25.718420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:25.724337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c0270f8f-49e9-4cca-88dd-375722caca78 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:25.725768 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.746969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Made reservation on behalf of f5127c1de1304279a8ce1cb18de2ccdd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:25.750881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.755944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cddf3975-156c-4e5a-8c39-4063b621d037 req-1a20b509-903c-4f7e-a928-12c224a900e4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3000569 Jul 22 11:52:25.806117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.6954582 Jul 22 11:52:25.808945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59804) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:25.824846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Request body: {'subnet': {'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1690225086-subnet', 'tenant_id': 'e8e187b2f1e44ba8809100526d11b741', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:25.841083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f755c26-fd42-436e-962a-54af95bcefab admin admin] Pushing event updated for resources: {'Network': ['ID=f1f77160-e7c9-44a8-8527-631616ab7dd9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.850978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.865172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:25.872157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network f1f77160-e7c9-44a8-8527-631616ab7dd9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:52:25.909579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:25.918024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:52:25.918024 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM reservations WHERE reservations.project_id = %(project_id_1)s AND reservations.expiration < %(expiration_1)s] Jul 22 11:52:25.918024 n-d-754448-4 neutron-server[93706]: [parameters: {'project_id_1': '6f67cd469ae84cb78919904fe14d1ceb', 'expiration_1': datetime.datetime(2021, 7, 22, 11, 52, 25, 896616)}] Jul 22 11:52:25.918024 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:52:25.918511 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Performing DB retry for function neutron.db.quota.driver_nolock.DbQuotaNoLockDriver.make_reservation {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:52:25.966478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Made reservation on behalf of e8e187b2f1e44ba8809100526d11b741 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:25.972088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.037160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-d38da205-df81-4a18-83c8-0f264d6ca64c service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3657541 Jul 22 11:52:26.222488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.227012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Deleting port c0270f8f-49e9-4cca-88dd-375722caca78 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:26.227382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.370312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] For port 8efd36da-0a01-45e7-b6ff-2ef89debe339, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8efd36da-0a01-45e7-b6ff-2ef89debe339,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:26.382642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.391529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90451326-113f-4a3e-9fd3-5bf1eb5ce53e req-e2e1e83d-dbc6-4a45-92ff-eab73aa9dd0b service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3393047 Jul 22 11:52:26.422744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Could not find standard attr ID for object 4a34ff0e-4d62-4157-8f1f-998d13682207. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:26.433957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:19Z', 'revision_number': 3, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:26.438997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] For port c0270f8f-49e9-4cca-88dd-375722caca78, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0270f8f-49e9-4cca-88dd-375722caca78,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:26.439364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.463776 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.479868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.490427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Could not find standard attr ID for object c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:26.497604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Calling delete_port for c0270f8f-49e9-4cca-88dd-375722caca78 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:26.499829 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a99eb801-40d0-485c-96f4-2e1d5bd5a80e None None] The sync data for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 is: [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:19Z', 'revision_number': 3, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:52:26.507531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:26.510563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.567001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f417a494-7042-4785-bce3-1541f6ba86c6 None None] Pushing event updated for resources: {'Port': ['ID=8efd36da-0a01-45e7-b6ff-2ef89debe339,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:26.571382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:52:26.636064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc78c3f4-3198-4af8-a7c7-192b17bbb7e5 None None] Provisioning for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:26.637637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.645066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90221e2-e980-411b-af19-feb34c019553,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:26.645265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc78c3f4-3198-4af8-a7c7-192b17bbb7e5 None None] Provisioning complete for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:26.645849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc78c3f4-3198-4af8-a7c7-192b17bbb7e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.654998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.674361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.695945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:26.697477 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Added segment 6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb of type vlan for network 0130ddc0-3884-4703-93d5-0a2c343d83f7 Jul 22 11:52:26.714800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] Pushing event deleted for resources: {'Port': ['ID=c0270f8f-49e9-4cca-88dd-375722caca78,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:26.722695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62082680-dc54-4880-a4ff-3e83e231097f None None] No DVR routers for this DVR port c0270f8f-49e9-4cca-88dd-375722caca78 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:52:26.736479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-cc78c3f4-3198-4af8-a7c7-192b17bbb7e5 None None] Port ffc09504-be3e-4a93-aa7d-73f7d96daca1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:52:26.740579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72b0b3f6-09d2-4fc0-8e63-d5237a19cd02 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:26.782035 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.012714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.059050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '5ce5d348-022b-439f-a6be-6be3d39a7815'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:27.060359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.209647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Pushing event updated for resources: {'Subnet': ['ID=c824f531-1969-4dcd-abc0-9e75016825c2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:27.209647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.resource_extend [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Jul 22 11:52:27.219071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:27.219071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.225226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Pushing event updated for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:27.228782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.246436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Checking segment: {'id': 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:27.247147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Network hostable DHCP agents. Network: f1f77160-e7c9-44a8-8527-631616ab7dd9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:52:27.255435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.262355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:27.263554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.336105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:27.351262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:27.358956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:27.360141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.366953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:27.415124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8efd36da-0a01-45e7-b6ff-2ef89debe339 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:27.419338 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b40470ea-4d3e-4481-a850-41640be160fc tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.7054970 Jul 22 11:52:27.421249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:27.428478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:1e:10:04', 'name': 'tempest-NetworksTestDHCPv6-2067193755'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:27.463645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.483245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 3.8621550 Jul 22 11:52:27.490794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:27.492109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Network f1f77160-e7c9-44a8-8527-631616ab7dd9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:52:27.504918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Request body: {'subnet': {'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-535825717-subnet', 'tenant_id': 'f5127c1de1304279a8ce1cb18de2ccdd', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:27.538654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, f1f77160-e7c9-44a8-8527-631616ab7dd9) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:27.543548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:27.544404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.569274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e42d58e-22c9-4331-bbb1-8c0ee55de43c None None] Network f1f77160-e7c9-44a8-8527-631616ab7dd9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:27.604012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Allocated IP 172.20.0.2 (e98815ec-3e92-478e-91da-4d6716f31b34/5ce5d348-022b-439f-a6be-6be3d39a7815/c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:27.614157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:27.614591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Allocated IP 2001:db8::f816:3eff:fe6e:2fa1 (e98815ec-3e92-478e-91da-4d6716f31b34/0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b/c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:27.619905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:27.636780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Made reservation on behalf of f5127c1de1304279a8ce1cb18de2ccdd for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:27.639877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.645963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8135f4-7260-44e7-9c04-a37080a716dc admin admin] Pushing event updated for resources: {'Network': ['ID=0130ddc0-3884-4703-93d5-0a2c343d83f7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:27.666873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2137254d-e99a-4abb-819e-8c46fca090cb admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8491507 Jul 22 11:52:27.678294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb5d4c6-45b6-4996-8b8d-2131ee78c99f req-faef8b47-02d3-4db4-9a0b-4907615b36d1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:27.680285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eb5d4c6-45b6-4996-8b8d-2131ee78c99f req-faef8b47-02d3-4db4-9a0b-4907615b36d1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.6965411 Jul 22 11:52:27.704517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:52:27.706386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8efd36da-0a01-45e7-b6ff-2ef89debe339 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:27.706798 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.707712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:27.855005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:27.902124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port a0122ccd-f927-4ef9-b2c6-e79789585c8e yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:28.175143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15932e51-01f4-45c2-998f-645d2debb263 None None] Network f1f77160-e7c9-44a8-8527-631616ab7dd9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:28.229506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.268774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 33bb1219-2812-49de-8453-21dafe783bf9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:28.312950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eb5d4c6-45b6-4996-8b8d-2131ee78c99f req-b08cc8ae-3280-4432-b42c-28def3af2bb6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6121123 Jul 22 11:52:28.324520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-032b878c-a5d0-4cc2-970a-429325d59d45 None None] Provisioning complete for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:28.324817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-032b878c-a5d0-4cc2-970a-429325d59d45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.388489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1d29aa50-2465-4066-8557-20f75d1c7ece,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:28.429220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Router bbc1f902-144d-41b2-98ac-eb9e57efedae has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:52:28.443975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Checking segment: {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:28.444852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Network hostable DHCP agents. Network: 0130ddc0-3884-4703-93d5-0a2c343d83f7, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:52:28.588606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:52:28.612867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 0130ddc0-3884-4703-93d5-0a2c343d83f7) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:28.628320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:28.628927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.632226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.659278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c55040e4-7a92-40dc-ab3f-7efd55897882 None None] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:28.666379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:52:28.680028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c10bb114-f12f-48c7-8da7-9589329560f3 admin admin] 10.222.0.21 "PUT /v2.0/routers/bbc1f902-144d-41b2-98ac-eb9e57efedae/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4626949 Jul 22 11:52:28.705320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3ce16d8c-57b5-4cc7-af3a-9e7da82785f6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 1.2059653 Jul 22 11:52:28.768908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:28.773993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-373676799-network', 'tenant_id': '2825181273864e3cba878f9742bbf18b'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:28.802465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 33bb1219-2812-49de-8453-21dafe783bf9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:28.810264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-032b878c-a5d0-4cc2-970a-429325d59d45 None None] Port ffc09504-be3e-4a93-aa7d-73f7d96daca1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:52:28.831941 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.835669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 33bb1219-2812-49de-8453-21dafe783bf9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:28.836089 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.863786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Made reservation on behalf of 2825181273864e3cba878f9742bbf18b for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:28.867905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.897972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c4d817f-c9da-4ac2-bc73-5b1b1c19415c None None] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:28.918667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:28.927086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Transition to ACTIVE for port object c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:29.165673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.173088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.198593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:52:29.216906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.217664 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Added segment 6399b652-1d9f-4dcf-99ef-ed9e779aaa31 of type vlan for network 6e3247c6-1b16-44e8-89e7-07e062f44237 Jul 22 11:52:29.323350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.438069 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.441040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:29.441689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.444276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Transition to ACTIVE for port object c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:29.536167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.540271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Pushing event updated for resources: {'Network': ['ID=6e3247c6-1b16-44e8-89e7-07e062f44237,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:29.568851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.584443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1b54b15b-e653-4822-8d8e-b080fc438052,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:29.588727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-40a1982d-3be5-4a63-9eac-88ae6e9bd04a admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.8187246 Jul 22 11:52:29.596765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:29.604025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6e3247c6-1b16-44e8-89e7-07e062f44237 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:52:29.623072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Sync routers for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:52:29.635592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Request body: {'subnet': {'network_id': '6e3247c6-1b16-44e8-89e7-07e062f44237', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-373676799-subnet', 'tenant_id': '2825181273864e3cba878f9742bbf18b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:29.639728 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:29.640510 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:29.753630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7876b3bc-8c16-4f92-828c-f1f4fb36015f req-9b51d36e-c825-4bc5-ae01-d215542e47c9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:29.757799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7876b3bc-8c16-4f92-828c-f1f4fb36015f req-9b51d36e-c825-4bc5-ae01-d215542e47c9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1747169 Jul 22 11:52:29.773229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Made reservation on behalf of 2825181273864e3cba878f9742bbf18b for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:29.777432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.847743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 33bb1219-2812-49de-8453-21dafe783bf9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=33bb1219-2812-49de-8453-21dafe783bf9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:29.859019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:29.868065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7876b3bc-8c16-4f92-828c-f1f4fb36015f req-bb4f1b24-e76c-40c5-b3da-f7ff8157452a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1045153 Jul 22 11:52:29.897628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:29.906715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:29.914482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 172.20.0.11 (e98815ec-3e92-478e-91da-4d6716f31b34/5ce5d348-022b-439f-a6be-6be3d39a7815/a0122ccd-f927-4ef9-b2c6-e79789585c8e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:29.916298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Pushing event updated for resources: {'Port': ['ID=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:29.927295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:29.935904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe1e:1004 (e98815ec-3e92-478e-91da-4d6716f31b34/0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b/a0122ccd-f927-4ef9-b2c6-e79789585c8e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:30.016627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59876) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:30.023112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-1464498923-network', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:30.028816 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:30.049235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:30.078510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Made reservation on behalf of fe2f1f6d2385493a9f22f9cec021a256 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:30.084194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.126244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.285071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.294210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.414149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:52:30.417357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Attempting to bind port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:30.417881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Attempting to bind port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:30.418371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Attempting to bind port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:30.420758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c0270f8f-49e9-4cca-88dd-375722caca78 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:30.433875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0270f8f-49e9-4cca-88dd-375722caca78 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:30.483797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:30.485240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:30.485580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3453afa-fcd0-4d3a-8e54-78b1e432d697,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:30.485722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.486226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:30.487154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Bound port: c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:30.487822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.513506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.513874 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Added segment 4d47eed3-7f93-4387-afcc-fb9aa8d87150 of type vlan for network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc Jul 22 11:52:30.592555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] For port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:30.596742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] For port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:30.603769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=33bb1219-2812-49de-8453-21dafe783bf9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:30.616724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.656596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.750409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.752852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:30.757329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:30.764240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fc3ba55-714d-4f88-98d7-d30cb12f5b0d None None] Pushing event updated for resources: {'Port': ['ID=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:30.798982 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:25Z', 'revision_number': 4, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ffc09504-be3e-4a93-aa7d-73f7d96daca1', 'name': '', 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'mac_address': 'fa:16:3e:6e:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:22Z', 'updated_at': '2021-07-22T11:52:26Z', 'revision_number': 2, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'subnets': [{'id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:30.865149 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Checking router: bbc1f902-144d-41b2-98ac-eb9e57efedae for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:52:30.865453 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Updating router bbc1f902-144d-41b2-98ac-eb9e57efedae port ffc09504-be3e-4a93-aa7d-73f7d96daca1 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:52:30.925575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] Pushing event updated for resources: {'Network': ['ID=cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:30.942764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:52:30.950402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.004987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-254c463b-6851-455d-b99c-95477ab5f9b4 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.9828961 Jul 22 11:52:31.005869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:31.010365 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.035490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Request body: {'subnet': {'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-1464498923-subnet', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:31.047490 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.114891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f5042df-b960-40bf-9a0b-101726fc14f4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:31.250267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Made reservation on behalf of fe2f1f6d2385493a9f22f9cec021a256 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:31.257209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.261585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object a0122ccd-f927-4ef9-b2c6-e79789585c8e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:31.272863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Checking segment: {'id': '6399b652-1d9f-4dcf-99ef-ed9e779aaa31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '6e3247c6-1b16-44e8-89e7-07e062f44237'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:31.273224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Network hostable DHCP agents. Network: 6e3247c6-1b16-44e8-89e7-07e062f44237, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:52:31.376361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Network 6e3247c6-1b16-44e8-89e7-07e062f44237 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:52:31.399612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6e3247c6-1b16-44e8-89e7-07e062f44237) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:31.407296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:31.408485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.411446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b7c3979-a987-425b-a9af-afd0b55a00ee None None] Network 6e3247c6-1b16-44e8-89e7-07e062f44237 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:31.449556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-308d3f40-8c1c-48b9-8998-67acc4ab6b96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 1.8430831 Jul 22 11:52:31.461318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.483677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80680f9-9d3a-4ba9-8b5a-bac0906276d4 req-8b49adff-998a-4871-b928-16e8b2e54a32 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:31.486006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80680f9-9d3a-4ba9-8b5a-bac0906276d4 req-8b49adff-998a-4871-b928-16e8b2e54a32 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2933412 Jul 22 11:52:31.616616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:31.626072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:31.650060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:31.696217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80680f9-9d3a-4ba9-8b5a-bac0906276d4 req-ed967ab2-b30e-4db6-8754-5e307db8da97 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2028375 Jul 22 11:52:31.723425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=a0122ccd-f927-4ef9-b2c6-e79789585c8e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:31.759278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:31.760739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.777798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-045edac8-8fb5-4f56-a9ab-3f5d020c45ba None None] Network 6e3247c6-1b16-44e8-89e7-07e062f44237 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:31.810131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0e02e3a2-df75-44a7-88f0-a0101a37cd49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 4.3871083 Jul 22 11:52:31.814213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:31.891711 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.919125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:31.940892 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Transition to ACTIVE for port object ffc09504-be3e-4a93-aa7d-73f7d96daca1 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:31.958603 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.031457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c429f4-5d5c-4f93-9b48-922d0f0af119 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:32.040819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15c429f4-5d5c-4f93-9b48-922d0f0af119 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:32.045909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:32.047030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-15c429f4-5d5c-4f93-9b48-922d0f0af119 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1862 time: 0.2304168 Jul 22 11:52:32.102144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Checking segment: {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:32.102761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Network hostable DHCP agents. Network: cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:52:32.119722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Pushing event updated for resources: {'Subnet': ['ID=480202d2-d101-475f-9a42-0e5b69fdb0fe,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:32.152757 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Pushing event updated for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:32.163846 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.164333 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.164938 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.165405 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.165891 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.166550 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.167250 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.167826 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.169124 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.169599 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.170068 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.170730 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:32.181944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:52:32.197118 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Attempting to bind port ffc09504-be3e-4a93-aa7d-73f7d96daca1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:32.199225 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Attempting to bind port ffc09504-be3e-4a93-aa7d-73f7d96daca1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:32.201238 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Attempting to bind port ffc09504-be3e-4a93-aa7d-73f7d96daca1 on network 5ff172ae-b620-47a1-9674-6b89df5b5c69 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:32.206368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:32.215753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79bfb4bb-dc80-45d0-9098-0536e1942c27 None None] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:32.219459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:32.220081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.228855 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:32.229491 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Checking segment: {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:32.236614 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.237584 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Bound using segment: {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:32.238335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Bound port: ffc09504-be3e-4a93-aa7d-73f7d96daca1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:32.240377 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.254477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-654fbd80-38cd-40f5-983c-df9d010f2f24 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2366254 Jul 22 11:52:32.255113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:32.261319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:32.324153 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.325578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.352155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port a0122ccd-f927-4ef9-b2c6-e79789585c8e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:32.352508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.378888 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:52:32.403332 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] For port ffc09504-be3e-4a93-aa7d-73f7d96daca1, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:32.419085 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] For port ffc09504-be3e-4a93-aa7d-73f7d96daca1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ffc09504-be3e-4a93-aa7d-73f7d96daca1,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:32.429637 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.483661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.619729 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:32.623808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:32.657099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:32.679614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0e9636e-2b8d-45c1-9faa-10bd73c9be03 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:32.717483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for a0122ccd-f927-4ef9-b2c6-e79789585c8e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:32.999416 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:33.007212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'fixed_ips': [{'subnet_id': '480202d2-d101-475f-9a42-0e5b69fdb0fe'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:33.009926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:33.091425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:33.142506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:33.151260 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:33.232229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=a0122ccd-f927-4ef9-b2c6-e79789585c8e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:33.248127 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e624690-f73f-4ebc-9af1-5ad72736c15d None None] Pushing event updated for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:33.378440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2a30b8c6-4d43-428e-8ff5-58dbad920764 None None] Provisioning for port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:33.471219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:33.479428 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94b4e65b-c9a8-409b-997b-904a47b8ff0a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/a0122ccd-f927-4ef9-b2c6-e79789585c8e HTTP/1.1" status: 204 len: 168 time: 1.4310319 Jul 22 11:52:33.480363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:33.616592 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:25Z', 'revision_number': 4, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ffc09504-be3e-4a93-aa7d-73f7d96daca1', 'name': '', 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'mac_address': 'fa:16:3e:6e:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:22Z', 'updated_at': '2021-07-22T11:52:32Z', 'revision_number': 4, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'subnets': [{'id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:33.636728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd2843-7f43-411c-bb81-2da961acbea9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:33.638407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd2843-7f43-411c-bb81-2da961acbea9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:33.648490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-13dd2843-7f43-411c-bb81-2da961acbea9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:33.653232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13dd2843-7f43-411c-bb81-2da961acbea9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.1696520 Jul 22 11:52:33.653832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:33.690209 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3f172b03-8c09-4761-8b64-eb675524e492 None None] The sync data for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 is: [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:25Z', 'revision_number': 4, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ffc09504-be3e-4a93-aa7d-73f7d96daca1', 'name': '', 'network_id': '5ff172ae-b620-47a1-9674-6b89df5b5c69', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'mac_address': 'fa:16:3e:6e:4c:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_interface', 'standard_attr_id': 3021, 'fixed_ips': [{'subnet_id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:22Z', 'updated_at': '2021-07-22T11:52:32Z', 'revision_number': 4, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'subnets': [{'id': '47d4e1d5-685f-4fdb-a474-38fe3d65cf22', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:52:33.729395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Allocated IP 172.20.0.2 (cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc/480202d2-d101-475f-9a42-0e5b69fdb0fe/0f6ca478-efa7-494a-a8a4-4d662291f6fa) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:33.783343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:33.798577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:33.844596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:33.929728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:33.933119 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.016193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.084300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87604177-93b3-4fb8-a325-4cd50bd9927e req-71a28097-7f53-4190-b106-b4806fddbb68 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:34.090398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87604177-93b3-4fb8-a325-4cd50bd9927e req-71a28097-7f53-4190-b106-b4806fddbb68 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 1.5983794 Jul 22 11:52:34.264997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.346551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-c027e7ec-3e8f-4f4b-a26b-58562fbdebf5 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:34.349705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-c027e7ec-3e8f-4f4b-a26b-58562fbdebf5 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/networks?id=f1f77160-e7c9-44a8-8527-631616ab7dd9 HTTP/1.1" status: 200 len: 809 time: 1.4647689 Jul 22 11:52:34.415703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.425686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.432556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87604177-93b3-4fb8-a325-4cd50bd9927e req-c5524df3-cad9-49e2-9369-8c2486d2d449 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2933753 Jul 22 11:52:34.443560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.450327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Transition to ACTIVE for port object 0f6ca478-efa7-494a-a8a4-4d662291f6fa will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:34.480374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:34.506358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e81608-69d8-42c3-8325-65daa5ed0f82 req-75439971-8bce-4a4a-b641-c331a5433f22 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:34.513444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30e81608-69d8-42c3-8325-65daa5ed0f82 req-75439971-8bce-4a4a-b641-c331a5433f22 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 1.5782104 Jul 22 11:52:34.520373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.523549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8e6c6b11-d95e-4cb1-a668-bf019caf88ea tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b HTTP/1.1" status: 204 len: 168 time: 0.8685496 Jul 22 11:52:34.526231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59944) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:34.539173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Transition to ACTIVE for port object 0f6ca478-efa7-494a-a8a4-4d662291f6fa will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:34.584947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-bcfe7e2f-f23e-4f33-b0d5-df992704a1b3 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/quotas/e8e187b2f1e44ba8809100526d11b741 HTTP/1.1" status: 200 len: 375 time: 0.1648228 Jul 22 11:52:34.605853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.663563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 5ce5d348-022b-439f-a6be-6be3d39a7815 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:34.676838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.733830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:52:34.748285 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:52:34.779995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:34.787737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:34.792360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.800226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:34.807111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Pushing event updated for resources: {'Port': ['ID=0f6ca478-efa7-494a-a8a4-4d662291f6fa,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:34.933508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-93213f4a-6191-4ce7-a3ed-35f9424c6be0 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=e8e187b2f1e44ba8809100526d11b741&fields=id HTTP/1.1" status: 200 len: 210 time: 0.3196712 Jul 22 11:52:34.962281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Attempting to bind port 0f6ca478-efa7-494a-a8a4-4d662291f6fa on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:34.963067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Attempting to bind port 0f6ca478-efa7-494a-a8a4-4d662291f6fa by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:34.969143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Attempting to bind port 0f6ca478-efa7-494a-a8a4-4d662291f6fa on network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:34.984696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:34.985427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Checking segment: {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:34.985796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.986321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Bound using segment: {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:34.989598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Bound port: 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:34.990778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:34.991661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30e81608-69d8-42c3-8325-65daa5ed0f82 req-315b4f59-6865-42c7-87c7-70af9858809b tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4594243 Jul 22 11:52:35.048080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.215853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] For port 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:35.227163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] For port 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0f6ca478-efa7-494a-a8a4-4d662291f6fa,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:35.236762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.313565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.472893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce5d348-022b-439f-a6be-6be3d39a7815,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:35.523957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.528472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84e6d9cc-2e4d-4d79-8fb1-047df8774031 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/5ce5d348-022b-439f-a6be-6be3d39a7815 HTTP/1.1" status: 204 len: 168 time: 1.0005703 Jul 22 11:52:35.531202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:35.550149 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.629344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2e153bf-c041-4069-ae0b-ae9e3839d958 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0953574 Jul 22 11:52:35.630195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:35.649057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6f08bf-6538-44f7-b54a-73cc931c58c3 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:35.708458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:35.739658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.750159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.751102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 33bb1219-2812-49de-8453-21dafe783bf9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:35.777614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d95ed-67ea-46fb-aebb-67669e88524d None None] Pushing event updated for resources: {'Port': ['ID=0f6ca478-efa7-494a-a8a4-4d662291f6fa,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:35.837920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23c27dfb-a55d-4db6-97e3-d659c705afb2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:35.846054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-23c27dfb-a55d-4db6-97e3-d659c705afb2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2121921 Jul 22 11:52:35.848721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:35.901600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-f10c8476-6d20-4e95-89b4-15f8b65693d9 service neutron] 10.222.0.21 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9410977 Jul 22 11:52:35.904384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:35.982818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:36.072609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b342afbd-33c2-4055-9f79-91344c0ad911 None None] Provisioning complete for port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:36.072609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b342afbd-33c2-4055-9f79-91344c0ad911 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:36.142085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3322506-3d8b-4ae9-9f69-fa4e4ba1c36f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:36.147065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e3322506-3d8b-4ae9-9f69-fa4e4ba1c36f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2952547 Jul 22 11:52:36.147722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:36.270227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 33bb1219-2812-49de-8453-21dafe783bf9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:36.270639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:36.282337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-65e9f82f-24a7-4bad-811c-97441aa97585 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1333430 Jul 22 11:52:36.282997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59968) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:36.290370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:36.401345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-9384ff13-7086-44a1-a0bc-228f6d1d2619 service neutron] 10.222.0.21 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4854863 Jul 22 11:52:36.439004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Allocated IP 172.25.6.15 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/c75b558c-6a36-4d8b-a53a-978d58523566) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:36.456280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03f14ffe-6e31-4829-9540-bb2c286909c3 req-8ebb3ced-1418-4fd8-978f-6e6b2b661ded tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:36.458437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f14ffe-6e31-4829-9540-bb2c286909c3 req-8ebb3ced-1418-4fd8-978f-6e6b2b661ded tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2630887 Jul 22 11:52:36.654218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:52:36.659709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:36.686191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:36.690225 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:36.695635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:36.786371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b9bb8977-85fc-46cb-a184-08c000bfa363 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.4995017 Jul 22 11:52:36.787175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 59980) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:36.831459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:36.834810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Deleting port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:36.838052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.023535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee31ba89-a7df-43d3-8fb1-ddc41f891c65 req-f5e16fe7-b734-4bdd-9e04-db5a33b5f841 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 210 time: 0.2391102 Jul 22 11:52:37.088803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03f14ffe-6e31-4829-9540-bb2c286909c3 req-d2bc5ffc-8267-49cd-83d6-b4f7500e4868 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6213222 Jul 22 11:52:37.149251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ffc09504-be3e-4a93-aa7d-73f7d96daca1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:37.190388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] For port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:37.190932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.200409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:37.219552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.227282 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:37.228136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.228796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:37.232863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Calling delete_port for c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:37.301278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 59994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:37.305256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1769d179-e796-489d-b45f-77cae37359d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.5007496 Jul 22 11:52:37.308625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:37.423196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:37.432363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:37.432792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.485227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.734592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:37.740108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.745057 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:37.745494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:37.757796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.818755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Pushing event updated for resources: {'Port': ['ID=c75b558c-6a36-4d8b-a53a-978d58523566,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:37.859502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] No DVR routers for this DVR port c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:52:37.895620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-330e4395-85cd-4e21-8f4f-432889d8d200 None None] Pushing event deleted for resources: {'Port': ['ID=c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:37.919105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33e28d7e-346a-4e6c-8a8b-19fe79a9415d None None] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:37.923452 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:37.923750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:37.963118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:37.972541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:37.990828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c2092175-fe45-494e-a4e6-ba3dfdf2a266 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.6880500 Jul 22 11:52:37.993554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:37.999954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:38.242780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4d52513-1441-4e81-8985-ae17da4ad8ea req-0228f5ef-318d-43ef-b603-7f0aa165af9c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0934858 Jul 22 11:52:38.257945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-5ea25261-c349-47eb-a36d-f28ca22ef0c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:38.261164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-5ea25261-c349-47eb-a36d-f28ca22ef0c9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.5090625 Jul 22 11:52:38.303650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:38.307532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:38.308973 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:38.309425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:38.345239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4742101d-ddd9-4f16-b5d2-f85848aca9a8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.3496902 Jul 22 11:52:38.348747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60018) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:38.356871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:38.391291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e337c24-908e-4455-84d7-608e60b78aed req-f40be075-e37c-442e-a6e6-e6b23d2d10b1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:38.394477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e337c24-908e-4455-84d7-608e60b78aed req-f40be075-e37c-442e-a6e6-e6b23d2d10b1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.5621850 Jul 22 11:52:38.424569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b40c5db5-44f0-42f0-9c93-fe3ee0a138ee None None] Provisioning for port 0f6ca478-efa7-494a-a8a4-4d662291f6fa completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:38.431608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ffc09504-be3e-4a93-aa7d-73f7d96daca1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ffc09504-be3e-4a93-aa7d-73f7d96daca1,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:38.502120 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:38.503468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0f6ca478-efa7-494a-a8a4-4d662291f6fa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:38.641525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e337c24-908e-4455-84d7-608e60b78aed req-56d2702f-3bbb-4eb8-91cf-399a0b1cf7dc tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1698790 Jul 22 11:52:38.691918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:38.727974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0f6ca478-efa7-494a-a8a4-4d662291f6fa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:38.734736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0f6ca478-efa7-494a-a8a4-4d662291f6fa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:38.735515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:38.748941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:38.753105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:38.754795 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:38.755698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:38.831058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca836076-f492-4d87-9923-009c79e7d804 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.4803987 Jul 22 11:52:38.836534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:38.845635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:38.998100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:39.002786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.004623 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:52:39.005457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:52:39.044087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.059629 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3c2dd799-8c38-4e36-b71d-ce392c196f26 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2206953 Jul 22 11:52:39.060612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:39.079870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-f31d2a5c-2dd3-4323-adf0-bda66552fe5e tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:39.082590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-f31d2a5c-2dd3-4323-adf0-bda66552fe5e tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.36 "GET /v2.0/networks?id=f1f77160-e7c9-44a8-8527-631616ab7dd9 HTTP/1.1" status: 200 len: 809 time: 0.4058259 Jul 22 11:52:39.116983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Request body: {'port': {'device_id': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9', 'admin_state_up': True, 'tenant_id': 'e8e187b2f1e44ba8809100526d11b741'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:39.127196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-122d85f7-9093-4627-ab24-24d04bc77f49 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.0643568 Jul 22 11:52:39.139381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:39.168526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0f6ca478-efa7-494a-a8a4-4d662291f6fa,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:39.186525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.205970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aba82486-3124-420f-bb8f-0637d73a9033 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:39.210685 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aba82486-3124-420f-bb8f-0637d73a9033 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0694888 Jul 22 11:52:39.211823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60028) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:39.230046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.300383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-66a3e53c-ca22-4f0f-a2e3-0c7b720e2607 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0802436 Jul 22 11:52:39.301010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:39.317523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:39.319708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:39.340654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-5b1fa569-9c08-4249-a202-39e0fbea5ab9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:39.342164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-5b1fa569-9c08-4249-a202-39e0fbea5ab9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 1.0590069 Jul 22 11:52:39.354834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:39.354834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c0d6d614-2cc7-4cda-8a1c-7cb44dbb32c3 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:39.420567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1691773c-54b3-457a-bf20-e7fe1379e9de None None] Provisioning complete for port 0f6ca478-efa7-494a-a8a4-4d662291f6fa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:39.422585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1691773c-54b3-457a-bf20-e7fe1379e9de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.472232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:39.476577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.506476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-f0a18604-3543-4bbb-b54a-60f51b972cc2 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.0958841 Jul 22 11:52:39.514764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=0f6ca478-efa7-494a-a8a4-4d662291f6fa,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:39.568939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84724359-cea7-4321-a886-5a6b7d73d352 req-44a08cf9-614d-482b-9044-8ac8bc7c8631 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 210 time: 0.0406499 Jul 22 11:52:39.616741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ffc09504-be3e-4a93-aa7d-73f7d96daca1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:39.625877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-b4223710-85b3-40a4-82e9-16268314b4a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:39.627665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-b4223710-85b3-40a4-82e9-16268314b4a7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1113913 Jul 22 11:52:39.683486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ffc09504-be3e-4a93-aa7d-73f7d96daca1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:39.684249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.798070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-a47ac63e-a218-4634-8def-4dee0fd9f6c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1629763 Jul 22 11:52:39.915716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Made reservation on behalf of e8e187b2f1e44ba8809100526d11b741 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:39.919853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:39.994845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:40.003203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.042268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.055037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-f790816c-46d2-497e-9e7f-1110152ee410 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2289379 Jul 22 11:52:40.090227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:40.132290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:40.143555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b586f7d-fd6b-4bc9-9db5-1f31f9e8db73 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:40.151989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:40.153100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.173130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8f20f10-bb4d-4acb-975d-4f0960fc44d6 req-482ff4a2-d0fa-4103-8a34-d7c9f8064db4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:40.174805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8f20f10-bb4d-4acb-975d-4f0960fc44d6 req-482ff4a2-d0fa-4103-8a34-d7c9f8064db4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.3479843 Jul 22 11:52:40.182522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=ea0ddd68-8e33-41b8-8729-0ce3c3e37273,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:40.210934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1aeae79a-16c7-4899-bf57-cf4752e6eb77 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.9026215 Jul 22 11:52:40.215788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:40.223463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:7b:07:4c', 'name': 'tempest-NetworksTestDHCPv6-1292546100'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:40.328564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0d27e8-60ee-48fc-8a11-5f83d35340bc req-492a82f8-b7c0-4058-b8f9-859583d877a6 service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2664900 Jul 22 11:52:40.373813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8f20f10-bb4d-4acb-975d-4f0960fc44d6 req-6802a87a-6245-4562-954e-3de2458a49d1 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1823041 Jul 22 11:52:40.422044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Allocated IP 172.20.0.10 (f1f77160-e7c9-44a8-8527-631616ab7dd9/c824f531-1969-4dcd-abc0-9e75016825c2/1d75c475-12d5-43c3-8866-f630330ea9cb) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:40.488593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:52:40.500426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'ea0ddd68-8e33-41b8-8729-0ce3c3e37273'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:40.504163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.553637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:40.706744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:52:40.758207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.759524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24a0dc76-9e48-4314-8994-5a9e22a3a74b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 8.5033844 Jul 22 11:52:40.773357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60052) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:40.780003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Allocated IP 2001:db8::f816:3eff:fe11:c9f1 (e98815ec-3e92-478e-91da-4d6716f31b34/ea0ddd68-8e33-41b8-8729-0ce3c3e37273/164f84fc-a545-4e9f-a70e-2b35e5593e46) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:40.839091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:40.885153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55e869e3-50b2-4aef-9661-4c41eac49ec7 req-0f66f54f-e533-49e7-b572-abcb41f69168 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 210 time: 0.1244395 Jul 22 11:52:40.917665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:41.000878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.012083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Transition to ACTIVE for port object 164f84fc-a545-4e9f-a70e-2b35e5593e46 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:41.032766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Transition to ACTIVE for port object 164f84fc-a545-4e9f-a70e-2b35e5593e46 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:41.040229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Sync routers for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:52:41.055477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.101772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.106030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:41.106723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:41.178884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:41.218022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe7b:74c (e98815ec-3e92-478e-91da-4d6716f31b34/ea0ddd68-8e33-41b8-8729-0ce3c3e37273/0bcefdb4-c930-4ea4-865d-20d30c5cd8c1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:41.238003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:41.243203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:41.324124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Pushing event updated for resources: {'Port': ['ID=164f84fc-a545-4e9f-a70e-2b35e5593e46,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:41.383358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Attempting to bind port 164f84fc-a545-4e9f-a70e-2b35e5593e46 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:41.383950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Attempting to bind port 164f84fc-a545-4e9f-a70e-2b35e5593e46 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:41.384419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Attempting to bind port 164f84fc-a545-4e9f-a70e-2b35e5593e46 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:41.399037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:41.399414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:41.399823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.400225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:41.400723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Bound port: 164f84fc-a545-4e9f-a70e-2b35e5593e46, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:41.401186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.407409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:41.492439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0f6ca478-efa7-494a-a8a4-4d662291f6fa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:41.543959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.590020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:41.681561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.764652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b53b609d-04e8-4cce-8641-d4e03b267341 req-054efd58-6784-4c6f-a32b-becf6d152a8a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:41.772442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b53b609d-04e8-4cce-8641-d4e03b267341 req-054efd58-6784-4c6f-a32b-becf6d152a8a tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.2110634 Jul 22 11:52:41.774104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:41.775742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=0bcefdb4-c930-4ea4-865d-20d30c5cd8c1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:41.780704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:41.790522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:41.798556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:41.805186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.808223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.872116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b53b609d-04e8-4cce-8641-d4e03b267341 req-9daece4e-e975-4102-a15d-0f9cf5767968 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0987074 Jul 22 11:52:41.902002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] For port 164f84fc-a545-4e9f-a70e-2b35e5593e46, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:41.908504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] For port 164f84fc-a545-4e9f-a70e-2b35e5593e46, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=164f84fc-a545-4e9f-a70e-2b35e5593e46,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:41.925303 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:41.926992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Network f1f77160-e7c9-44a8-8527-631616ab7dd9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:41.931783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-238a3db3-06ac-48a3-8fb7-14018098d751 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.7121141 Jul 22 11:52:41.935474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60064) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:41.937388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:41.974320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:42.001098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0f6ca478-efa7-494a-a8a4-4d662291f6fa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:42.001477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:42.012960 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:42.117098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Pushing event updated for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:42.135926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2d27c53-28a5-4e88-b97d-a062dc602fed None None] Pushing event updated for resources: {'Port': ['ID=164f84fc-a545-4e9f-a70e-2b35e5593e46,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:42.205922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:38Z', 'revision_number': 3, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:42.235671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:42.236803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:42.305748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ab798-3150-4589-8b50-31f97cc2a219 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:42.335918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b1ab798-3150-4589-8b50-31f97cc2a219 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:42.348283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7b1ab798-3150-4589-8b50-31f97cc2a219 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.3972614 Jul 22 11:52:42.353562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Checking router: a4e554a9-ef8b-4dea-844a-c0bf9de492a3 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:52:42.353909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Updating router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 port c75b558c-6a36-4d8b-a53a-978d58523566 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:52:42.372453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60068) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:42.420452 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-b06f0bf6-cd04-4b15-8fb8-b97558b445ff tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.3078041 Jul 22 11:52:42.471731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:42.477697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Request body: {'port': {'device_id': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:42.695538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e0e1471-5a48-4b9b-aee8-ed9ccd9eb87b req-7c6b6214-5831-4e54-9a40-c7f89ee40fc8 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:42.700647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e0e1471-5a48-4b9b-aee8-ed9ccd9eb87b req-7c6b6214-5831-4e54-9a40-c7f89ee40fc8 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 932 time: 0.5941200 Jul 22 11:52:42.807630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e0e1471-5a48-4b9b-aee8-ed9ccd9eb87b req-4c1dcc0e-83b7-4de9-858b-4aaa9dd9d821 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0995853 Jul 22 11:52:42.830507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Allocated IP 172.20.0.1 (cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc/480202d2-d101-475f-9a42-0e5b69fdb0fe/3b094553-7450-4e0a-a6fc-1616ff9ca736) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:42.897941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.017849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:43.018863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.498303 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.563758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Transition to ACTIVE for port object c75b558c-6a36-4d8b-a53a-978d58523566 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:43.596252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.662931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29216da4-3c07-46c4-8a0a-31f522ef393e req-75dcba78-2637-4323-b119-e9dfeb01b239 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:43.673083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29216da4-3c07-46c4-8a0a-31f522ef393e req-75dcba78-2637-4323-b119-e9dfeb01b239 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.6472449 Jul 22 11:52:43.679429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.711082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 164f84fc-a545-4e9f-a70e-2b35e5593e46 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:43.758529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d75c475-12d5-43c3-8866-f630330ea9cb {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:52:43.760104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Transition to ACTIVE for port object 3b094553-7450-4e0a-a6fc-1616ff9ca736 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:43.771230 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.782714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29216da4-3c07-46c4-8a0a-31f522ef393e req-bf80de6b-c9d8-4e14-8f88-91de2e294efc tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070917 Jul 22 11:52:43.788561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Transition to ACTIVE for port object 1d75c475-12d5-43c3-8866-f630330ea9cb will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:43.806639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:43.943165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2a0f8-e353-40c7-b3e4-04b5588ef495 None None] Pushing event updated for resources: {'Port': ['ID=c75b558c-6a36-4d8b-a53a-978d58523566,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:43.952450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Attempting to bind port c75b558c-6a36-4d8b-a53a-978d58523566 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:43.955040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Attempting to bind port c75b558c-6a36-4d8b-a53a-978d58523566 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:43.955513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Attempting to bind port c75b558c-6a36-4d8b-a53a-978d58523566 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:43.989974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:43.990358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:43.992297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.024770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:44.027218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Bound port: c75b558c-6a36-4d8b-a53a-978d58523566, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:44.029521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.113932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:44.225190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.281936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.306148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:44.313926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:44.329387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:44.341967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:44.367653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] For port c75b558c-6a36-4d8b-a53a-978d58523566, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:44.384363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] For port c75b558c-6a36-4d8b-a53a-978d58523566, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c75b558c-6a36-4d8b-a53a-978d58523566,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:44.432269 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.433086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Attempting to bind port 1d75c475-12d5-43c3-8866-f630330ea9cb on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:44.434689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Attempting to bind port 1d75c475-12d5-43c3-8866-f630330ea9cb by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:44.434689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Attempting to bind port 1d75c475-12d5-43c3-8866-f630330ea9cb on network f1f77160-e7c9-44a8-8527-631616ab7dd9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:44.453193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Port 1d75c475-12d5-43c3-8866-f630330ea9cb on network f1f77160-e7c9-44a8-8527-631616ab7dd9 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:52:44.454901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Attempting to bind port 1d75c475-12d5-43c3-8866-f630330ea9cb on network f1f77160-e7c9-44a8-8527-631616ab7dd9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:44.479870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:44.480763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Checking segment: {'id': 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:44.480763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Bound using segment: {'id': 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:44.481412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Bound port: 1d75c475-12d5-43c3-8866-f630330ea9cb, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:44.481902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.565192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8103081f-ccfa-4c09-869c-35e395ba5cfc None None] Provisioning for port 164f84fc-a545-4e9f-a70e-2b35e5593e46 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:44.638544 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:44.650578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c2a0f8-e353-40c7-b3e4-04b5588ef495 None None] Pushing event updated for resources: {'Port': ['ID=c75b558c-6a36-4d8b-a53a-978d58523566,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:44.696193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:44.696889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:44.699031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 164f84fc-a545-4e9f-a70e-2b35e5593e46 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:44.944121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:45.020633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.045307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8c4a3dfb-f02e-4ad7-99b8-ed506b7ff322 None None] Could not find standard attr ID for object 0bcefdb4-c930-4ea4-865d-20d30c5cd8c1. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:45.047299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 164f84fc-a545-4e9f-a70e-2b35e5593e46 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:45.047668 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.133340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=0bcefdb4-c930-4ea4-865d-20d30c5cd8c1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:45.140425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:45.199855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d75c475-12d5-43c3-8866-f630330ea9cb,segment=NetworkSegment(caec5787-d7fa-4e9e-a2d0-fe914f78ddc8),segment_id=caec5787-d7fa-4e9e-a2d0-fe914f78ddc8)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:45.300255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.302213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74a8d801-c1f9-4279-9f44-43974e733f93 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 HTTP/1.1" status: 204 len: 168 time: 2.9278684 Jul 22 11:52:45.303711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.305600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:45.489911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Pushing event updated for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:45.548618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9550ea98-442d-4f93-9e85-aeeb4248a7c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.581063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de551e6a-fe20-4326-b17f-5626cdcc6339 None None] Provisioning for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:45.643187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf33582-11b2-49a6-bff0-e08e0be0638b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:45.648848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cf33582-11b2-49a6-bff0-e08e0be0638b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:45.654212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5cf33582-11b2-49a6-bff0-e08e0be0638b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.2113650 Jul 22 11:52:45.660342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:45.661947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.662993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-dc47ea75-5734-46c2-a6ae-260973627dc4 service neutron] 10.222.0.36 "PUT /v2.0/ports/1d75c475-12d5-43c3-8866-f630330ea9cb HTTP/1.1" status: 200 len: 1092 time: 3.1986229 Jul 22 11:52:45.663483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:52:45.666629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de551e6a-fe20-4326-b17f-5626cdcc6339 None None] Provisioning complete for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:45.667014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de551e6a-fe20-4326-b17f-5626cdcc6339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.674283 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-27cff2b0-f104-4921-b3df-ef25fc393a2f" -d '{"events": [{"name": "network-changed", "server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:52:45.679695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:45.759031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de551e6a-fe20-4326-b17f-5626cdcc6339 None None] Port 3b094553-7450-4e0a-a6fc-1616ff9ca736 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:52:45.803530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.892962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet ea0ddd68-8e33-41b8-8729-0ce3c3e37273 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:45.899678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:45.993394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 164f84fc-a545-4e9f-a70e-2b35e5593e46, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=164f84fc-a545-4e9f-a70e-2b35e5593e46,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:46.020028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b08f4cf1-749b-4891-9000-2b5b617b3ef0 req-2567e9b9-bf5f-4f19-b2ab-c645673c76f8 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:46.021618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b08f4cf1-749b-4891-9000-2b5b617b3ef0 req-2567e9b9-bf5f-4f19-b2ab-c645673c76f8 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 944 time: 2.0795727 Jul 22 11:52:46.024945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Pushing event updated for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:46.031717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.039013 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:52:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecd757b5-6489-47e7-89fc-35f73ff4bca1 x-openstack-request-id: req-ecd757b5-6489-47e7-89fc-35f73ff4bca1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:52:46.040588 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:52:46.042649 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecd757b5-6489-47e7-89fc-35f73ff4bca1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:52:46.043938 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb', 'status': 'completed', 'code': 200} Jul 22 11:52:46.078091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.130332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-e5658303-2dfa-4df7-ac90-c1ebf6d05434 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:46.132109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-e5658303-2dfa-4df7-ac90-c1ebf6d05434 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e187b2f1e44ba8809100526d11b741&device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 1095 time: 0.3617265 Jul 22 11:52:46.162912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b08f4cf1-749b-4891-9000-2b5b617b3ef0 req-fe2fb02b-0cf1-4346-9ca4-d5a4936899f5 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1059566 Jul 22 11:52:46.240587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-d0caad64-df14-4400-81d6-d2ea973aff47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d75c475-12d5-43c3-8866-f630330ea9cb HTTP/1.1" status: 200 len: 217 time: 0.0997210 Jul 22 11:52:46.322782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-6ea211b7-5017-4136-8d37-98818809bbc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:46.324380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-6ea211b7-5017-4136-8d37-98818809bbc5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c824f531-1969-4dcd-abc0-9e75016825c2 HTTP/1.1" status: 200 len: 849 time: 0.0712695 Jul 22 11:52:46.445662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.482893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-9aa0d4d1-7448-4dcd-8ae8-cef37949dd63 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1f77160-e7c9-44a8-8527-631616ab7dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1306822 Jul 22 11:52:46.512766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:38Z', 'revision_number': 3, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:46.517064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=164f84fc-a545-4e9f-a70e-2b35e5593e46,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:46.518348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.592544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30c931e7-4653-4087-b96e-c07bc7b09963 None None] The sync data for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 is: [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:38Z', 'revision_number': 3, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:52:46.657068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.756151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=ea0ddd68-8e33-41b8-8729-0ce3c3e37273,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:46.764176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.769780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bbee31c0-5f8b-435e-81a8-6f7492b5e7bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ea0ddd68-8e33-41b8-8729-0ce3c3e37273 HTTP/1.1" status: 204 len: 168 time: 1.0844719 Jul 22 11:52:46.769780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:46.774211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee749f2d-a0c3-4f7d-8098-92693bcd3841 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:46.792419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-7634a838-2969-4de6-9bc4-7d8f40dbbf65 service neutron] 10.222.0.36 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2954702 Jul 22 11:52:46.881796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.894328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:46.916808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb4162d0-094a-479b-942a-ad9d5360e756 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1424723 Jul 22 11:52:46.923561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:46.980301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:47.270237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Pushing event updated for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:47.275775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:47.303385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:52:47.449856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Deleting port 164f84fc-a545-4e9f-a70e-2b35e5593e46 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:47.450243 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:47.544528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] For port 164f84fc-a545-4e9f-a70e-2b35e5593e46, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=164f84fc-a545-4e9f-a70e-2b35e5593e46,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:47.544972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:47.566679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Calling delete_port for 164f84fc-a545-4e9f-a70e-2b35e5593e46 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:47.576425 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b65e1ef5-f6ef-48b8-a01c-bf5ae5f30888 req-84b4320f-c289-4da5-bd7c-34a29ed2ea90 service neutron] 10.222.0.36 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7829752 Jul 22 11:52:47.601747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:47.607021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:47.650590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:47.653065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:47.663890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cec7422-9f7b-48bd-8bd9-12fd9995e611 req-3dfff3b3-85af-471b-9b57-8317c1387d9d tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:47.665654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cec7422-9f7b-48bd-8bd9-12fd9995e611 req-3dfff3b3-85af-471b-9b57-8317c1387d9d tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 944 time: 0.2879920 Jul 22 11:52:47.808447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:47.883171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cec7422-9f7b-48bd-8bd9-12fd9995e611 req-5c9f63d5-5cf3-43f8-937f-e3bc9972ded0 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2043397 Jul 22 11:52:47.912113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Pushing event deleted for resources: {'Port': ['ID=164f84fc-a545-4e9f-a70e-2b35e5593e46,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:47.963586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.963867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.964389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.964741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.965080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.966177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:52:47.966916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.967768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.968140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.968491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.968831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.969171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.972815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:52:47.989398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d78480ee-5340-4077-b42b-e42afb465c2d None None] No DVR routers for this DVR port 164f84fc-a545-4e9f-a70e-2b35e5593e46 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:52:47.998326 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.129231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3c8ba62c-7a23-4ebf-a13a-190d58444f48 None None] Provisioning complete for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:48.129625 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c8ba62c-7a23-4ebf-a13a-190d58444f48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.222508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3c8ba62c-7a23-4ebf-a13a-190d58444f48 None None] Port 3b094553-7450-4e0a-a6fc-1616ff9ca736 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:52:48.272136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:52:48.276262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c75b558c-6a36-4d8b-a53a-978d58523566 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:48.291579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95503eb8-cbdd-40b4-a949-effa13b758fe admin admin] 10.222.0.21 "PUT /v2.0/routers/a4e554a9-ef8b-4dea-844a-c0bf9de492a3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5167282 Jul 22 11:52:48.413335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4102d7a-ac53-4fe1-80d0-757e9475a84c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.459077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c75b558c-6a36-4d8b-a53a-978d58523566 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:48.471921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c75b558c-6a36-4d8b-a53a-978d58523566 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:48.472314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.738386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.791216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c75b558c-6a36-4d8b-a53a-978d58523566, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c75b558c-6a36-4d8b-a53a-978d58523566,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:48.800780 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:48.892408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-6ec4e935-803b-429e-902e-eee24c6fef15 req-cd887d1c-938e-4cc5-8831-4c440c7b9486 service neutron] (93707) timed out ('10.222.0.21', 53790) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:52:48.919338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 164f84fc-a545-4e9f-a70e-2b35e5593e46 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:48.973274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 164f84fc-a545-4e9f-a70e-2b35e5593e46 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:48.994765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 164f84fc-a545-4e9f-a70e-2b35e5593e46 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:48.996553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c75b558c-6a36-4d8b-a53a-978d58523566,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:49.064122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-9c7b793c-7763-4f8c-9676-c61b278a2474 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:49.068460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-9c7b793c-7763-4f8c-9676-c61b278a2474 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=e8e187b2f1e44ba8809100526d11b741&device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 1095 time: 1.4036484 Jul 22 11:52:49.120697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e474524f-42b2-4e02-9411-c4d1b8e77a67 req-3cc883e0-e6fe-48fe-8669-71b12aa8da94 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:49.129649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e474524f-42b2-4e02-9411-c4d1b8e77a67 req-3cc883e0-e6fe-48fe-8669-71b12aa8da94 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 944 time: 0.1520989 Jul 22 11:52:49.254788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e474524f-42b2-4e02-9411-c4d1b8e77a67 req-d06553d0-c873-469b-9541-f7e616dbed81 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0873854 Jul 22 11:52:49.395785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-fd9440b3-e97d-4c51-9c1f-6b59447787e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:49.397375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:49.397656 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-fd9440b3-e97d-4c51-9c1f-6b59447787e7 service neutron] 10.222.0.36 "GET /v2.0/networks?id=f1f77160-e7c9-44a8-8527-631616ab7dd9 HTTP/1.1" status: 200 len: 910 time: 0.3230035 Jul 22 11:52:49.457342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-c698c14e-f84a-483b-a05c-64f93fdd196b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1d75c475-12d5-43c3-8866-f630330ea9cb HTTP/1.1" status: 200 len: 217 time: 0.0494919 Jul 22 11:52:49.548022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:49.568065 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:49.621064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:49.626607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:49.636931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8c7363f-8f0d-4b14-ad23-dfd33f8b740c None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:49.649649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:49.650269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:49.673292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-a944e9fa-de8e-438b-b8fe-1a3657d9f507 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:49.676589 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-a944e9fa-de8e-438b-b8fe-1a3657d9f507 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=c824f531-1969-4dcd-abc0-9e75016825c2 HTTP/1.1" status: 200 len: 849 time: 0.1574223 Jul 22 11:52:49.764652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-8dd26961-2893-4ae7-b0b4-fe122b614efb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=f1f77160-e7c9-44a8-8527-631616ab7dd9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0607209 Jul 22 11:52:49.765293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=35d3cca3-76a8-452e-9a3b-4b6a318d25dc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:49.770927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3114f504-e4b4-4f23-9fa1-b57356a49e3f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8216813 Jul 22 11:52:49.774325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:49.779585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:b3:24:4c', 'name': 'tempest-NetworksTestDHCPv6-1969583970'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:50.005735 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Sync routers for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:52:50.010018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '35d3cca3-76a8-452e-9a3b-4b6a318d25dc'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:50.014256 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:50.025601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:50.029708 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:50.033650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:50.087946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-cabd20b6-e257-494b-8161-1a2d800d5846 service neutron] 10.222.0.36 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3158283 Jul 22 11:52:50.270545 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:50.295559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27cff2b0-f104-4921-b3df-ef25fc393a2f req-71b396c4-43fa-4992-a9f7-a01e06969aba service neutron] 10.222.0.36 "GET /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1998491 Jul 22 11:52:50.339881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:50.370710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d75c475-12d5-43c3-8866-f630330ea9cb details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:52:50.375474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c75b558c-6a36-4d8b-a53a-978d58523566 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:50.381029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port a3f96628-23a2-4230-8eab-aeec88c07849 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:50.447673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Allocated IP 2001:db8::f816:3eff:fe80:50f6 (e98815ec-3e92-478e-91da-4d6716f31b34/35d3cca3-76a8-452e-9a3b-4b6a318d25dc/f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:50.556837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e71f9adf-2999-413a-a909-9a5418a35c02 req-117509b3-3c11-49d3-9477-b8d615bb43fe tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:50.558391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e71f9adf-2999-413a-a909-9a5418a35c02 req-117509b3-3c11-49d3-9477-b8d615bb43fe tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 944 time: 0.1272659 Jul 22 11:52:50.601987 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:46Z', 'revision_number': 4, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3b094553-7450-4e0a-a6fc-1616ff9ca736', 'name': '', 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'mac_address': 'fa:16:3e:6a:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:42Z', 'updated_at': '2021-07-22T11:52:46Z', 'revision_number': 2, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'subnets': [{'id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:50.630888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e71f9adf-2999-413a-a909-9a5418a35c02 req-11c1fd13-62ff-4375-ab00-fdef427ce43b tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0633125 Jul 22 11:52:50.637856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Checking router: a4e554a9-ef8b-4dea-844a-c0bf9de492a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:52:50.638473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Updating router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 port 3b094553-7450-4e0a-a6fc-1616ff9ca736 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:52:50.679802 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:50.733692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d75c475-12d5-43c3-8866-f630330ea9cb,segment=NetworkSegment(caec5787-d7fa-4e9e-a2d0-fe914f78ddc8),segment_id=caec5787-d7fa-4e9e-a2d0-fe914f78ddc8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:50.773127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd828527-5a2e-4610-bbd9-46acfd8d83e2 req-1394c4b7-1dd6-45b1-b397-c8bea5de91e1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:50.775042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd828527-5a2e-4610-bbd9-46acfd8d83e2 req-1394c4b7-1dd6-45b1-b397-c8bea5de91e1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.0837591 Jul 22 11:52:50.784857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '1d75c475-12d5-43c3-8866-f630330ea9cb', 'network_id': 'f1f77160-e7c9-44a8-8527-631616ab7dd9', 'port_id': '1d75c475-12d5-43c3-8866-f630330ea9cb', 'mac_address': 'fa:16:3e:69:25:99', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c824f531-1969-4dcd-abc0-9e75016825c2', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:52:50.863861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd828527-5a2e-4610-bbd9-46acfd8d83e2 req-369a4a96-76db-4031-a029-c2a4477aa149 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0803077 Jul 22 11:52:50.911015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:50.954950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d75c475-12d5-43c3-8866-f630330ea9cb {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:52:50.986116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c75b558c-6a36-4d8b-a53a-978d58523566 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:50.986626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.035958 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.040545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d75c475-12d5-43c3-8866-f630330ea9cb,segment=NetworkSegment(caec5787-d7fa-4e9e-a2d0-fe914f78ddc8),segment_id=caec5787-d7fa-4e9e-a2d0-fe914f78ddc8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:51.057612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Transition to ACTIVE for port object f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:51.062797 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.145643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Transition to ACTIVE for port object f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:51.170087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.179796 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.201797 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Transition to ACTIVE for port object 3b094553-7450-4e0a-a6fc-1616ff9ca736 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:51.204371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:51.221916 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.280834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:51.292141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:51.298240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:51.323579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:feb3:244c (e98815ec-3e92-478e-91da-4d6716f31b34/35d3cca3-76a8-452e-9a3b-4b6a318d25dc/a3f96628-23a2-4230-8eab-aeec88c07849) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:51.366954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Pushing event updated for resources: {'Port': ['ID=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:51.369928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d75c475-12d5-43c3-8866-f630330ea9cb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:52:51.442384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.467626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Attempting to bind port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:51.468552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Attempting to bind port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:51.469130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Attempting to bind port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:51.477079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:51.477806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:51.478390 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.479054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:51.479726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Bound port: f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:51.480302 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.589758 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678f602-e321-499e-9c0a-d1c601e3f7b2 None None] Pushing event updated for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:51.753013 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Attempting to bind port 3b094553-7450-4e0a-a6fc-1616ff9ca736 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:51.753401 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Attempting to bind port 3b094553-7450-4e0a-a6fc-1616ff9ca736 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:51.753768 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Attempting to bind port 3b094553-7450-4e0a-a6fc-1616ff9ca736 on network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:51.757335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.769682 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:51.774258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Checking segment: {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:51.774946 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.775373 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Bound using segment: {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:51.775894 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Bound port: 3b094553-7450-4e0a-a6fc-1616ff9ca736, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4d47eed3-7f93-4387-afcc-fb9aa8d87150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:51.776290 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.811467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object a3f96628-23a2-4230-8eab-aeec88c07849 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:51.817514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] For port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:51.824651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] For port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:51.850336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.869433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a7777a-d04c-489a-a74e-fcb81d152138 req-e2427a45-cbad-4bb8-87ba-589227de1bce tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:51.871397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85a7777a-d04c-489a-a74e-fcb81d152138 req-e2427a45-cbad-4bb8-87ba-589227de1bce tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 945 time: 0.1238885 Jul 22 11:52:51.907681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:51.954687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1bda62-1bd3-4036-8c10-2033fae321c4 None None] Pushing event updated for resources: {'Port': ['ID=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:51.968613 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] For port 3b094553-7450-4e0a-a6fc-1616ff9ca736, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:51.973896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=a3f96628-23a2-4230-8eab-aeec88c07849,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:51.990053 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] For port 3b094553-7450-4e0a-a6fc-1616ff9ca736, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3b094553-7450-4e0a-a6fc-1616ff9ca736,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:51.997621 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.003384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85a7777a-d04c-489a-a74e-fcb81d152138 req-12ba3597-796f-4fec-86d3-6e34f2928229 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1218514 Jul 22 11:52:52.016697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:52.018532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:52.021796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:52.033291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:52.036207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.069543 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:52.070181 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:52.071496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2e6fc600-5e39-4d1c-a1f5-08c6fefc7fbe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.2961333 Jul 22 11:52:52.074084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:52.201769 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7678f602-e321-499e-9c0a-d1c601e3f7b2 None None] Pushing event updated for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:52.225104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967ab59-d24c-448a-9a1d-795c344fce55 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:52.236029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9967ab59-d24c-448a-9a1d-795c344fce55 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:52.241945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60250) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:52.242553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9967ab59-d24c-448a-9a1d-795c344fce55 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.1671469 Jul 22 11:52:52.315132 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:52.385838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:52.523701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port a3f96628-23a2-4230-8eab-aeec88c07849 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:52.524086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.647417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.651350 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:46Z', 'revision_number': 4, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3b094553-7450-4e0a-a6fc-1616ff9ca736', 'name': '', 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'mac_address': 'fa:16:3e:6a:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:42Z', 'updated_at': '2021-07-22T11:52:51Z', 'revision_number': 4, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'subnets': [{'id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:52.662811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for a3f96628-23a2-4230-8eab-aeec88c07849 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:52.693701 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6015ca04-44ba-40ce-8a2a-744a21ebc4fc None None] The sync data for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 is: [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:52:46Z', 'revision_number': 4, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '3b094553-7450-4e0a-a6fc-1616ff9ca736', 'name': '', 'network_id': 'cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'mac_address': 'fa:16:3e:6a:49:d1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_interface', 'standard_attr_id': 3065, 'fixed_ips': [{'subnet_id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:42Z', 'updated_at': '2021-07-22T11:52:51Z', 'revision_number': 4, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'subnets': [{'id': '480202d2-d101-475f-9a42-0e5b69fdb0fe', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:52:52.888000 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.933749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=a3f96628-23a2-4230-8eab-aeec88c07849,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:52.972325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:52.977330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ee9467a-258d-44c1-b7a8-667cf55b2f18 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/a3f96628-23a2-4230-8eab-aeec88c07849 HTTP/1.1" status: 204 len: 168 time: 0.7335172 Jul 22 11:52:52.978627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60262) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:53.119232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af092716-c24e-435e-bc7c-dcf1dd3e84d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:53.121311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af092716-c24e-435e-bc7c-dcf1dd3e84d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:53.134640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:53.149679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-af092716-c24e-435e-bc7c-dcf1dd3e84d5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1674175 Jul 22 11:52:53.258746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.287182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 35d3cca3-76a8-452e-9a3b-4b6a318d25dc {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:53.299527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.386222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.509879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c0a28e3-80b1-436d-83f7-3bcae82481f0 req-dbbb6eed-9b8a-44f5-9442-c5d54150661d tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:53.520362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0a28e3-80b1-436d-83f7-3bcae82481f0 req-dbbb6eed-9b8a-44f5-9442-c5d54150661d tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 945 time: 0.3597856 Jul 22 11:52:53.574951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.675069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c0a28e3-80b1-436d-83f7-3bcae82481f0 req-202ab3c4-e0f5-4531-ab38-c21d76d7a0e0 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1542335 Jul 22 11:52:53.724652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.747344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5483bb52-a027-4ad7-85fc-af0011c12441 None None] Provisioning for port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:53.768615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=35d3cca3-76a8-452e-9a3b-4b6a318d25dc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:53.772271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:53.776112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb656339-e4f8-43a3-a244-453dae39ea6b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/35d3cca3-76a8-452e-9a3b-4b6a318d25dc HTTP/1.1" status: 204 len: 168 time: 0.6404183 Jul 22 11:52:53.779023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60284) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:53.829160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91dbd54a-5cdd-479f-be46-7dfd619f776c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0476038 Jul 22 11:52:53.831650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60286) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:53.947601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84a8f71d-808b-4e9d-89d6-7202bc3aa750 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:53.951286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84a8f71d-808b-4e9d-89d6-7202bc3aa750 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1183505 Jul 22 11:52:53.954124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:53.979404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Deleting port ffc09504-be3e-4a93-aa7d-73f7d96daca1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:53.980412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.012158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7dd6e07-495b-49a1-8db1-a54ed5a33cf5 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:54.020978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bf9b323-88aa-4232-9bc6-69c43d9f5444 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:54.022848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3bf9b323-88aa-4232-9bc6-69c43d9f5444 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0671501 Jul 22 11:52:54.025729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60290) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:54.095077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-82429952-f69c-4bdd-afb9-f5311fc8b695 None None] Could not find standard attr ID for object a3f96628-23a2-4230-8eab-aeec88c07849. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:52:54.114649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-20ed7d44-f8bc-49f6-9ded-c867cc74f183 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0459542 Jul 22 11:52:54.115444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60292) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:54.121385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:54.163622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] For port ffc09504-be3e-4a93-aa7d-73f7d96daca1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ffc09504-be3e-4a93-aa7d-73f7d96daca1,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:54.163984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.183876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Calling delete_port for ffc09504-be3e-4a93-aa7d-73f7d96daca1 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:54.238731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d75c475-12d5-43c3-8866-f630330ea9cb up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:54.333637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:52:54.352036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:54.356065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3b094553-7450-4e0a-a6fc-1616ff9ca736 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:54.357531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.466166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 1d75c475-12d5-43c3-8866-f630330ea9cb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:54.490193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 1d75c475-12d5-43c3-8866-f630330ea9cb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:54.490770 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.511045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.549460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Pushing event deleted for resources: {'Port': ['ID=ffc09504-be3e-4a93-aa7d-73f7d96daca1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:54.568182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:52:54.578478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:54.579073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.868421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Deleting port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:54.869192 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:54.921141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-d85585cd-35aa-4e2a-8c53-2081141b375e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1843970 Jul 22 11:52:54.950618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.014405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:52:55.074138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] For port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:55.074733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.101513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Calling delete_port for f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:55.128432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:52:55.140540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:55.157995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f4757-c4ee-442d-8bbf-322f4db3c95c req-72acfdcf-8266-4303-b8a2-120c9e2c1601 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:55.159666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054f4757-c4ee-442d-8bbf-322f4db3c95c req-72acfdcf-8266-4303-b8a2-120c9e2c1601 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 945 time: 0.2508445 Jul 22 11:52:55.242619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-054f4757-c4ee-442d-8bbf-322f4db3c95c req-5b8841e1-3946-44d8-98bb-54aad9324dfb tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0735357 Jul 22 11:52:55.310747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-1edc2b61-496c-46cc-a518-27bfe7afa453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:55.314299 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-1edc2b61-496c-46cc-a518-27bfe7afa453 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=59c38ebd3e1c4577930e488b95ee669f&device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 1097 time: 0.1819458 Jul 22 11:52:55.362431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:55.386656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:52:55.471093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Router bbc1f902-144d-41b2-98ac-eb9e57efedae has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:52:55.528764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.552536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.568518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.659394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.704429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-ac096c17-04c9-4bbe-bb44-8009ada30b80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:55.706959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-ac096c17-04c9-4bbe-bb44-8009ada30b80 service neutron] 10.222.0.36 "GET /v2.0/networks?id=0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 200 len: 919 time: 0.3625517 Jul 22 11:52:55.720809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.756053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:52:55.758381 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-df2f77db-1b37-4184-837a-37d05b2ac293" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:52:55.763122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 3b094553-7450-4e0a-a6fc-1616ff9ca736, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3b094553-7450-4e0a-a6fc-1616ff9ca736,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:55.783819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:55.784897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.790472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:52:55.853879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-aa1ef617-b30d-4be2-b1e7-f94b3c5838ef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 200 len: 217 time: 0.1360812 Jul 22 11:52:55.889019 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:52:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16be16fc-cc8c-41c2-aee2-a4e6fac83629 x-openstack-request-id: req-16be16fc-cc8c-41c2-aee2-a4e6fac83629 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:52:55.890429 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:52:55.890429 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16be16fc-cc8c-41c2-aee2-a4e6fac83629 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:52:55.890679 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:52:55.897366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:55.908640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.937231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d75c475-12d5-43c3-8866-f630330ea9cb,segment=NetworkSegment(caec5787-d7fa-4e9e-a2d0-fe914f78ddc8),segment_id=caec5787-d7fa-4e9e-a2d0-fe914f78ddc8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:55.971422 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:55.976284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-4a06cb41-e76b-4613-a71c-318ce786e625 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:55.977787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-4a06cb41-e76b-4613-a71c-318ce786e625 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 200 len: 858 time: 0.1151478 Jul 22 11:52:55.990830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:52:55.990830 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:52:56.036403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-abaa3d5a-f427-4f43-bbb7-878dd77ee328 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0586ce87-27a1-40ec-97f7-426ce9ae4d70&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0508387 Jul 22 11:52:56.037349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:56.121952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:56.216987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.221883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:56.224583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.226266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.242209 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-3e2f4ca1-32cf-4f00-a43a-3603b16f3cef service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1969340 Jul 22 11:52:56.251818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.261699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:52:56.268434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-27c0e3af-3b06-4459-81d5-c38716cd9673 admin admin] 10.222.0.21 "PUT /v2.0/routers/bbc1f902-144d-41b2-98ac-eb9e57efedae/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8787432 Jul 22 11:52:56.275102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:56.302158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] Pushing event deleted for resources: {'Port': ['ID=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:56.307935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Sync routers for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:52:56.334662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3b094553-7450-4e0a-a6fc-1616ff9ca736 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:56.338331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb3253f9-c6a5-493e-8950-087f39250daa None None] No DVR routers for this DVR port f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:52:56.365835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:56.366709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:56.454970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:56.465534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:56.493192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:56.494017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.511602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=ea44fb1a-d3d0-491a-b338-94f2d26e2c29,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:56.520303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 2.4037619 Jul 22 11:52:56.522946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1430c259-58bd-457c-90e3-7de9ad3c17f9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29,revision_number=5']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:56.528646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60344) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:56.538418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:86:d3:99', 'name': 'tempest-NetworksTestDHCPv6-1103483086'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:52:56.540287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffbf4f07-3d1f-4ad1-b7c2-1fb73fe6d82b None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:56.545125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e0dc1e98-b5b1-42ea-ada6-0f879129b937 req-c29b87bf-95b2-4d5a-b782-2b41c354362c service neutron] 10.222.0.36 "GET /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2120190 Jul 22 11:52:56.567448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.716338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.755863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:52:56.821916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:56.825400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3b094553-7450-4e0a-a6fc-1616ff9ca736 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:56.825910 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.831201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:56.834572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544272be-43d0-47cb-8cb3-45968666a38c req-2933e4cd-2937-4547-8dbf-6ee7a116e055 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:56.836529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-544272be-43d0-47cb-8cb3-45968666a38c req-2933e4cd-2937-4547-8dbf-6ee7a116e055 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3068490 Jul 22 11:52:56.843675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.855635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.897064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:52:56.928992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'ea44fb1a-d3d0-491a-b338-94f2d26e2c29'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:52:56.930062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:56.943569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-544272be-43d0-47cb-8cb3-45968666a38c req-7274d785-5beb-42d1-8a6d-92f8a0ef0a65 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986240 Jul 22 11:52:57.087602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['20a87c70-7e60-47e8-a86f-7f19710a30b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:52:57.122786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Deleting port 33bb1219-2812-49de-8453-21dafe783bf9 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:57.123403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.140558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.182618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 8abd6fbb-589e-43a8-a50d-3563c1d50cf3 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:52:57.280279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:57.310165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] For port 33bb1219-2812-49de-8453-21dafe783bf9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=33bb1219-2812-49de-8453-21dafe783bf9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:57.311227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.354574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Calling delete_port for 33bb1219-2812-49de-8453-21dafe783bf9 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:57.379415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72'}], 'enable_snat': True}, 'gw_port_id': '33bb1219-2812-49de-8453-21dafe783bf9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:54Z', 'revision_number': 5, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port': {'id': '33bb1219-2812-49de-8453-21dafe783bf9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:7a:7d:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3014, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.72', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:57.424796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe86:d399 (e98815ec-3e92-478e-91da-4d6716f31b34/ea44fb1a-d3d0-491a-b338-94f2d26e2c29/8abd6fbb-589e-43a8-a50d-3563c1d50cf3) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:57.630922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Checking router: bbc1f902-144d-41b2-98ac-eb9e57efedae for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:52:57.638839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:57.674660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:57.675102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f67d6c6b-17a7-495b-9cb6-2ddd3b4aba29 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:57.684693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.689972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Routers {'bbc1f902-144d-41b2-98ac-eb9e57efedae'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:52:57.690747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['bbc1f902-144d-41b2-98ac-eb9e57efedae'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:57.836795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] Set router bbc1f902-144d-41b2-98ac-eb9e57efedae gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:52:57.921594 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:52:57.927769 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ed1ecd13-0b35-4370-8583-dd748461f881" -d '{"events": [{"server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "name": "network-vif-plugged", "status": "completed", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:52:57.930753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:56Z', 'revision_number': 6, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:52:57.947609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.967127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:57.976787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c8eee28-77ae-4d83-aa32-7aaa5fec8125 None None] The sync data for ids ['bbc1f902-144d-41b2-98ac-eb9e57efedae'] in n-d-754448-4 is: [{'id': 'bbc1f902-144d-41b2-98ac-eb9e57efedae', 'name': 'tempest-TestAggregatesBasicOps-42566964-router', 'tenant_id': '8182607c215546779e2bc3c7d6554aef', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:18Z', 'updated_at': '2021-07-22T11:52:56Z', 'revision_number': 6, 'project_id': '8182607c215546779e2bc3c7d6554aef', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:52:58.005283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Pushing event deleted for resources: {'Port': ['ID=33bb1219-2812-49de-8453-21dafe783bf9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:58.062153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 8abd6fbb-589e-43a8-a50d-3563c1d50cf3 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:58.084307 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:52:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7a7d4c8c-236c-420f-9193-313d1b387872 x-openstack-request-id: req-7a7d4c8c-236c-420f-9193-313d1b387872 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:52:58.085102 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "name": "network-vif-plugged", "status": "completed", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:52:58.086156 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7a7d4c8c-236c-420f-9193-313d1b387872 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:52:58.086696 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb', 'code': 200} Jul 22 11:52:58.179277 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.258278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Allocated IP 2001:db8::f816:3eff:fe0f:1ae1 (e98815ec-3e92-478e-91da-4d6716f31b34/ea44fb1a-d3d0-491a-b338-94f2d26e2c29/3c4c72e5-b096-48d4-93ec-4edc8ef3aa12) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:52:58.265041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd3b6e6-1d6e-47bc-b9ca-f41e653bd63a req-83781f54-a76c-4460-9d1e-ff645334624b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:58.269164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6bd3b6e6-1d6e-47bc-b9ca-f41e653bd63a req-83781f54-a76c-4460-9d1e-ff645334624b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 1097 time: 0.1408696 Jul 22 11:52:58.337038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6bd3b6e6-1d6e-47bc-b9ca-f41e653bd63a req-c995aa04-644e-41cf-985d-5a922d07abf4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610318 Jul 22 11:52:58.363475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.366655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.424645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.430374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.430374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Fanout notify agent at l3_agent the message router_deleted on router bbc1f902-144d-41b2-98ac-eb9e57efedae {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:52:58.493684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.497637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-42c80c8b-24d8-4fca-95df-55afa8ff3d0a admin admin] 10.222.0.21 "DELETE /v2.0/routers/bbc1f902-144d-41b2-98ac-eb9e57efedae HTTP/1.1" status: 204 len: 168 time: 2.2206178 Jul 22 11:52:58.498101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:58.500375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=8abd6fbb-589e-43a8-a50d-3563c1d50cf3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:58.503898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.573651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:58.590691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ec78e22-b00f-45aa-8c1e-3fc15f3ad463 req-7634d697-3f11-4976-b8c0-0c1e05af1f1e tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:58.600704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ffc09504-be3e-4a93-aa7d-73f7d96daca1 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:52:58.602662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ec78e22-b00f-45aa-8c1e-3fc15f3ad463 req-7634d697-3f11-4976-b8c0-0c1e05af1f1e tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.4758611 Jul 22 11:52:58.625884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:58.630013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:58.634398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Deleting subnet 47d4e1d5-685f-4fdb-a474-38fe3d65cf22 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:52:58.635808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:58.636441 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.645360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.677147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ec78e22-b00f-45aa-8c1e-3fc15f3ad463 req-f00461a2-505f-4baf-b2e3-184b8387fbcb tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628984 Jul 22 11:52:58.698052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c1168f7-418b-437e-81d6-e0f88f881bf0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.1662850 Jul 22 11:52:58.698787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:58.758686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.759186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ffc09504-be3e-4a93-aa7d-73f7d96daca1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:52:58.759545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ffc09504-be3e-4a93-aa7d-73f7d96daca1 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:52:58.810277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.825815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983f1e11-b085-4f3b-a1f9-55e4cad92835 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:52:58.827504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-983f1e11-b085-4f3b-a1f9-55e4cad92835 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 946 time: 0.1277735 Jul 22 11:52:58.828080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Transition to ACTIVE for port object 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:58.830886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:58.861542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Transition to ACTIVE for port object 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:52:58.881889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:58.970097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Pushing event updated for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:58.974422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:52:59.015373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:52:59.027531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:52:59.048949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.057486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:52:59.219709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.278462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47d4e1d5-685f-4fdb-a474-38fe3d65cf22,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:59.284350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Attempting to bind port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:52:59.284730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Attempting to bind port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:52:59.289323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Attempting to bind port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:52:59.301241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.305923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e5096d6-298f-4783-9b05-6ba228570eff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/47d4e1d5-685f-4fdb-a474-38fe3d65cf22 HTTP/1.1" status: 204 len: 168 time: 0.8033311 Jul 22 11:52:59.308580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:52:59.328299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d2d97c51-d7e1-4aa3-a321-c43fdf19f425 None None] Network 5ff172ae-b620-47a1-9674-6b89df5b5c69 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:52:59.336385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:52:59.336779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:52:59.337193 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.337699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 8abd6fbb-589e-43a8-a50d-3563c1d50cf3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:59.338056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.347426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:52:59.347426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Bound port: 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:52:59.347426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.436745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:52:59.437133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.513223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.549081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 8abd6fbb-589e-43a8-a50d-3563c1d50cf3 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:59.582995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.693628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Deleting port 8efd36da-0a01-45e7-b6ff-2ef89debe339 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:52:59.693980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.809200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] For port 8efd36da-0a01-45e7-b6ff-2ef89debe339, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8efd36da-0a01-45e7-b6ff-2ef89debe339,segment=NetworkSegment(9fdf244f-d557-46e0-a604-d9cb2a8b7d4d),segment_id=9fdf244f-d557-46e0-a604-d9cb2a8b7d4d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:52:59.809634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.830057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Calling delete_port for 8efd36da-0a01-45e7-b6ff-2ef89debe339 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:52:59.848773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:52:59.892234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:52:59.902763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:52:59.916043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=8abd6fbb-589e-43a8-a50d-3563c1d50cf3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:52:59.957850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.000681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.006599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.008567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81db618b-e73f-44b9-8409-1759d94f7813 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/8abd6fbb-589e-43a8-a50d-3563c1d50cf3 HTTP/1.1" status: 204 len: 168 time: 1.1743662 Jul 22 11:53:00.019677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60390) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:00.039011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=8efd36da-0a01-45e7-b6ff-2ef89debe339,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:00.044331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] No DVR routers for this DVR port 8efd36da-0a01-45e7-b6ff-2ef89debe339 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:00.120878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.151701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60551d-6a4f-40b8-8b3f-e3d7ea596f34 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:00.154418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d60551d-6a4f-40b8-8b3f-e3d7ea596f34 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:00.161646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d60551d-6a4f-40b8-8b3f-e3d7ea596f34 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.1409035 Jul 22 11:53:00.164747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:00.238776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bef0677-6ae4-4ad5-968c-dbd2fc82812a None None] Pushing event updated for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:00.281573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:00.295986 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c6c29150-3e10-47c4-a8ec-b962212e80f0" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:00.306040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet ea44fb1a-d3d0-491a-b338-94f2d26e2c29 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:00.319554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.331371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 33bb1219-2812-49de-8453-21dafe783bf9 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:00.336005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f7fe8ae-aac2-49bd-9a49-95a52290629c None None] DHCP port deletion for 5ff172ae-b620-47a1-9674-6b89df5b5c69 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:00.348609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:00.411428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.432421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56be0ec1-5855-4ab7-8835-462ef229f861 req-47141b83-7ca4-406a-9e66-b3a877798738 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:00.442280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56be0ec1-5855-4ab7-8835-462ef229f861 req-47141b83-7ca4-406a-9e66-b3a877798738 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.5109956 Jul 22 11:53:00.442823 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-69c67e6e-992f-4e3d-932b-2cc564f538ec x-openstack-request-id: req-69c67e6e-992f-4e3d-932b-2cc564f538ec {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:00.446297 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:00.446596 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-69c67e6e-992f-4e3d-932b-2cc564f538ec {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:00.447022 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:53:00.448291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 33bb1219-2812-49de-8453-21dafe783bf9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:00.448640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 33bb1219-2812-49de-8453-21dafe783bf9 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:00.450180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.459326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.477190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5ff172ae-b620-47a1-9674-6b89df5b5c69']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:00.579256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:00.579972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9fdf244f-d557-46e0-a604-d9cb2a8b7d4d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:00.696057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:00.697982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.710311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56be0ec1-5855-4ab7-8835-462ef229f861 req-358490b2-1b9b-4f8d-863b-5151d1a7d4dd tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2665610 Jul 22 11:53:00.762651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.780417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:53:00.780741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:53:00.782571 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:53:00.818203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.938690 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.945234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.947109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] 10.222.0.21 "DELETE /v2.0/networks/5ff172ae-b620-47a1-9674-6b89df5b5c69 HTTP/1.1" status: 204 len: 168 time: 1.6373093 Jul 22 11:53:00.949239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:00.974025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:00.988720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d17d9be6-00bd-4ce9-95a2-19d8dd4664a8 admin admin] Pushing event deleted for resources: {'Network': ['ID=5ff172ae-b620-47a1-9674-6b89df5b5c69,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:01.002915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:01.009832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ea44fb1a-d3d0-491a-b338-94f2d26e2c29 HTTP/1.1" status: 204 len: 168 time: 0.8418534 Jul 22 11:53:01.010784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:01.144938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e9c9fed-1b10-4b19-9bb0-f60bf2b3a8be tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1270959 Jul 22 11:53:01.149012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:01.162556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:01.236351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9efcb28-5b9e-4256-bbd6-59a0cf6e1e0d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=ea44fb1a-d3d0-491a-b338-94f2d26e2c29,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:01.442846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:01.449734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:01.978704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:02.055729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:53:02.164343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af5ff922-e386-435a-bdad-1beaddf71273 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:02.359941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:02.443927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-543cba2d-6ec7-4aee-b075-f56ac6f9f088 None None] Provisioning for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:02.590281 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:02.612136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:02.655425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Deleting port 3b094553-7450-4e0a-a6fc-1616ff9ca736 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:02.655795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:02.656138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:02.656582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:02.980193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] For port 3b094553-7450-4e0a-a6fc-1616ff9ca736, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3b094553-7450-4e0a-a6fc-1616ff9ca736,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:02.980928 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.017745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.049826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Calling delete_port for 3b094553-7450-4e0a-a6fc-1616ff9ca736 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:03.263521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] Provisioning complete for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:03.270627 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.304440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:03.378254 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.390013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.390798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.529119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:03.536783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.553082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:03.563382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:53:03.563767 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:53:03.568783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:03.569648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.620266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:03.630171 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.636406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:03.650044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=5']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:03.664390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b2a5cc64-fa54-43b8-94d4-1cc2e4042018 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 2.5123749 Jul 22 11:53:03.664766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:03.677858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:a5:4e:e2', 'name': 'tempest-NetworksTestDHCPv6-173696757'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:03.727985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:03.773841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-31efdd11-735b-4e14-9a9f-9c067d20f165 None None] Could not find standard attr ID for object 8abd6fbb-589e-43a8-a50d-3563c1d50cf3. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:03.779164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f5a755f-9ab0-4d46-b050-aef801357f43 None None] Pushing event updated for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:03.813779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Pushing event deleted for resources: {'Port': ['ID=3b094553-7450-4e0a-a6fc-1616ff9ca736,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:03.878503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-72e4a621-6f5c-4bce-9296-6cac9cd0fa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:03.884963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-72e4a621-6f5c-4bce-9296-6cac9cd0fa1b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1097 time: 0.5066109 Jul 22 11:53:03.901549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:04.130718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-304cf49c-f629-4b9c-a0d5-842b5905a067 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:04.146303 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:04.247954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 4ceef168-7613-4e3a-b6d6-5788b5469a7e yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:04.397208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8efd36da-0a01-45e7-b6ff-2ef89debe339 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:04.492144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8efd36da-0a01-45e7-b6ff-2ef89debe339 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:04.493402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8efd36da-0a01-45e7-b6ff-2ef89debe339 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:04.643926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fea5:4ee2 (e98815ec-3e92-478e-91da-4d6716f31b34/c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9/4ceef168-7613-4e3a-b6d6-5788b5469a7e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:04.680077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-a63c7f7b-acf3-4d35-98b3-dadc7f6711f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:04.681554 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-a63c7f7b-acf3-4d35-98b3-dadc7f6711f8 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.6687081 Jul 22 11:53:04.682304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:04.856119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:04.989120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:04.990070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:05.147307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:05.182227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 4ceef168-7613-4e3a-b6d6-5788b5469a7e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:05.347608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:05.429499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0274c7aa-09e7-444e-ad3d-3d82034063f5 None None] Provisioning complete for port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:05.430103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0274c7aa-09e7-444e-ad3d-3d82034063f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:05.478650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:05.495162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:05.501234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:05.517322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:05.518008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:05.551018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=4ceef168-7613-4e3a-b6d6-5788b5469a7e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:05.579984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3515ccec-40d3-403d-ba8f-6d655475f9ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9130683 Jul 22 11:53:05.581052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60506) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:05.883003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddd3bf-1bec-4c38-aaf6-0bb6241a284a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:05.910831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ebddd3bf-1bec-4c38-aaf6-0bb6241a284a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:05.927596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ebddd3bf-1bec-4c38-aaf6-0bb6241a284a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1704 time: 0.3409338 Jul 22 11:53:05.944800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:06.041236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77045aed-5922-43a1-8956-9f904772e146 None None] Provisioning for port 4ceef168-7613-4e3a-b6d6-5788b5469a7e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:06.048856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77045aed-5922-43a1-8956-9f904772e146 None None] Provisioning complete for port 4ceef168-7613-4e3a-b6d6-5788b5469a7e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:06.049522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77045aed-5922-43a1-8956-9f904772e146 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:06.064834 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-d2f0b08f-90fa-4d95-b9a4-ce9f6756024f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 1001 time: 1.3656290 Jul 22 11:53:06.131309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77045aed-5922-43a1-8956-9f904772e146 None None] Port 4ceef168-7613-4e3a-b6d6-5788b5469a7e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:53:06.132482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0d1d3be-76eb-4035-916b-e367d5e5e978 req-322bf36b-e2ec-465b-8844-4eefbf09cc02 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:06.139558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0d1d3be-76eb-4035-916b-e367d5e5e978 req-322bf36b-e2ec-465b-8844-4eefbf09cc02 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3805892 Jul 22 11:53:06.141324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-66aeeb2f-b663-4d52-aa16-84cee9e097f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:06.142883 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-66aeeb2f-b663-4d52-aa16-84cee9e097f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0702612 Jul 22 11:53:06.202125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0d1d3be-76eb-4035-916b-e367d5e5e978 req-a6ba567a-40eb-4d48-9ab0-b4da513f4e44 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554237 Jul 22 11:53:06.326043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 4ceef168-7613-4e3a-b6d6-5788b5469a7e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:06.326593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:06.470434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-ef3a26c3-74c7-4ff7-ad17-f08981f8a5af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:06.472489 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-ef3a26c3-74c7-4ff7-ad17-f08981f8a5af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3193119 Jul 22 11:53:06.650249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:06.682716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 4ceef168-7613-4e3a-b6d6-5788b5469a7e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:06.737369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-ab231d7c-9b5e-4032-9b6f-15de40fbafe0 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2278278 Jul 22 11:53:06.784837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:53:06.955263 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5de0de38-cf7c-4898-90f1-9965e9968e11 req-c2e41dbb-d18b-494f-92d5-93f24d928a60 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:06.964814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5de0de38-cf7c-4898-90f1-9965e9968e11 req-c2e41dbb-d18b-494f-92d5-93f24d928a60 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.1287301 Jul 22 11:53:07.057911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5de0de38-cf7c-4898-90f1-9965e9968e11 req-a79f62bf-9a70-40e9-bbc8-cc34fc5c4175 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939009 Jul 22 11:53:07.063702 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1a8b2460-6e00-4b2b-8163-9cc093ce684c req-4e17cfed-66cb-45f6-bdce-6e2d20a60f4b service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2943258 Jul 22 11:53:07.163136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:53:07.173668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f00e574-9087-4ed7-ae50-1e10ed9e6a35 admin admin] 10.222.0.21 "PUT /v2.0/routers/a4e554a9-ef8b-4dea-844a-c0bf9de492a3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1945713 Jul 22 11:53:07.173967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:07.187970 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Sync routers for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:53:07.192308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:07.198150 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:07.199137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:07.240126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=4ceef168-7613-4e3a-b6d6-5788b5469a7e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:07.297697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:07.311968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb3b0f86-5f89-4914-a52b-52240bcb9f99 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/4ceef168-7613-4e3a-b6d6-5788b5469a7e HTTP/1.1" status: 204 len: 168 time: 1.3614633 Jul 22 11:53:07.313051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:07.345910 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:07.426294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547db90-ff45-476d-a785-f801eafaec0e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:07.428096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1547db90-ff45-476d-a785-f801eafaec0e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:07.429832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1547db90-ff45-476d-a785-f801eafaec0e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.1151516 Jul 22 11:53:07.434883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:07.621062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:07.629767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:07.636541 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:53:03Z', 'revision_number': 5, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:07.667596 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Checking router: a4e554a9-ef8b-4dea-844a-c0bf9de492a3 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:53:07.678368 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Routers {'a4e554a9-ef8b-4dea-844a-c0bf9de492a3'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:07.679170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:52:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:07.726403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:07.828878 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] Set router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:07.858921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.003870 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.074159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.079954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9 HTTP/1.1" status: 204 len: 168 time: 0.6437914 Jul 22 11:53:08.082674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c27c8007-b851-44d8-b6d7-eccc1bb14583 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:08.095521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:08.097302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269421f-29dc-4373-8d4b-c4a49799716f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:08.146624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.173825 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6beadecd-8c4b-4710-8af8-ded643d53a52 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0740309 Jul 22 11:53:08.174831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:08.197503 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:53:03Z', 'revision_number': 5, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:08.269324 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4aed8bb-cd75-4de1-8c72-4eb9963796c9 None None] The sync data for ids ['a4e554a9-ef8b-4dea-844a-c0bf9de492a3'] in n-d-754448-4 is: [{'id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'name': 'tempest-TestAggregatesBasicOps-1464498923-router', 'tenant_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15'}], 'enable_snat': True}, 'gw_port_id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:52:32Z', 'updated_at': '2021-07-22T11:53:03Z', 'revision_number': 5, 'project_id': 'fe2f1f6d2385493a9f22f9cec021a256', 'gw_port': {'id': 'c75b558c-6a36-4d8b-a53a-978d58523566', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:b4:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a4e554a9-ef8b-4dea-844a-c0bf9de492a3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3060, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.15', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:52:35Z', 'updated_at': '2021-07-22T11:52:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:53:08.288061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-c0eb6918-c5ad-4911-9600-535eb92281b5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.289824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-c0eb6918-c5ad-4911-9600-535eb92281b5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.20 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 0.3646996 Jul 22 11:53:08.386740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6feb302-9d96-4d63-aec1-6811ca7ac443 req-12ba1f79-eece-464c-af3a-7c975d8b03e6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.388290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6feb302-9d96-4d63-aec1-6811ca7ac443 req-12ba1f79-eece-464c-af3a-7c975d8b03e6 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 945 time: 1.0176060 Jul 22 11:53:08.402041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-fab70dc6-96e2-4ed8-8e62-24ffc6a382e4 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.403911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-fab70dc6-96e2-4ed8-8e62-24ffc6a382e4 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.36 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3225565 Jul 22 11:53:08.419282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e985d2bf-567e-437f-8306-757d1988d487 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.425082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e985d2bf-567e-437f-8306-757d1988d487 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2471104 Jul 22 11:53:08.434087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:08.438603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6feb302-9d96-4d63-aec1-6811ca7ac443 req-e16d26da-3cf9-4b70-b4bc-37c54eb8f858 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0424926 Jul 22 11:53:08.509194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3f35bde-6d25-45ae-8a7e-1afd145e82d0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.511172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3f35bde-6d25-45ae-8a7e-1afd145e82d0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0712171 Jul 22 11:53:08.515110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60580) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:08.558624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3496567-1530-475a-ad20-a1d157550a64 req-53ea7098-cf4f-43c8-8866-5445a5507120 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:08.561532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3496567-1530-475a-ad20-a1d157550a64 req-53ea7098-cf4f-43c8-8866-5445a5507120 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 946 time: 0.3315094 Jul 22 11:53:08.572056 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.616811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ddc7187a-5ec7-4cdc-ae8c-333a684d7f5c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0989611 Jul 22 11:53:08.618498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:08.626888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:08.674862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Deleting port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:08.675144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.676289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:08.729601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3496567-1530-475a-ad20-a1d157550a64 req-7490db46-4469-4ec6-ac1f-2683b7a31742 tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/security-groups?id=7447b05d-20c5-4407-a535-1925a4bae3d1&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1498656 Jul 22 11:53:08.752459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Deleting port 1d75c475-12d5-43c3-8866-f630330ea9cb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:08.753779 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.833823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] For port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:08.834194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.868805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:08.872394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Calling delete_port for 8b6f2004-05ef-404c-8b60-7e8f00b88e1b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:08.908276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Deleting port c75b558c-6a36-4d8b-a53a-978d58523566 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:08.908618 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.911098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Deleting port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:08.911736 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:08.948167 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:08.953076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.044576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.067161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:09.068004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.092683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:09.105488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.106676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3b094553-7450-4e0a-a6fc-1616ff9ca736 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:09.158032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] For port 1d75c475-12d5-43c3-8866-f630330ea9cb, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d75c475-12d5-43c3-8866-f630330ea9cb,segment=NetworkSegment(caec5787-d7fa-4e9e-a2d0-fe914f78ddc8),segment_id=caec5787-d7fa-4e9e-a2d0-fe914f78ddc8)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:09.159092 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.183404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] For port c75b558c-6a36-4d8b-a53a-978d58523566, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c75b558c-6a36-4d8b-a53a-978d58523566,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:09.188244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.189362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Calling delete_port for 1d75c475-12d5-43c3-8866-f630330ea9cb owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:09.200043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 3b094553-7450-4e0a-a6fc-1616ff9ca736 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:09.200844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 3b094553-7450-4e0a-a6fc-1616ff9ca736 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:09.211777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:09.227304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Calling delete_port for 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:09.260695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Calling delete_port for c75b558c-6a36-4d8b-a53a-978d58523566 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:09.324083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.327775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.339756 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:53:09.374875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['bbe2ec34-f7d8-4065-8e11-a3216039f09c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:53:09.379718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] Pushing event deleted for resources: {'Port': ['ID=3c4c72e5-b096-48d4-93ec-4edc8ef3aa12,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:09.382385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Pushing event deleted for resources: {'Port': ['ID=8b6f2004-05ef-404c-8b60-7e8f00b88e1b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:09.416510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2488ecb8-9375-4728-a708-7d3aee8f4930 None None] No DVR routers for this DVR port 3c4c72e5-b096-48d4-93ec-4edc8ef3aa12 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:09.606299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] No DVR routers for this DVR port 8b6f2004-05ef-404c-8b60-7e8f00b88e1b on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:09.616056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.618115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8eb6e896-8931-4e96-aeb2-c81c4b857614 req-50398ae1-33b8-47ac-9d96-87d5d39cecd5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.20 "DELETE /v2.0/ports/8b6f2004-05ef-404c-8b60-7e8f00b88e1b HTTP/1.1" status: 204 len: 173 time: 1.3184719 Jul 22 11:53:09.618588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'name': 'network-vif-deleted', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:09.620841 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-661932f4-0d4a-45b0-b540-15d6771b2191" -d '{"events": [{"server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "name": "network-vif-deleted", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:09.691293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.736782 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c382ddd5-ea71-49b6-ba1e-c9c64da7229e x-openstack-request-id: req-c382ddd5-ea71-49b6-ba1e-c9c64da7229e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:09.738472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0767ca1b-5501-4dd9-85a7-6fa3b56d6494", "name": "network-vif-deleted", "tag": "8b6f2004-05ef-404c-8b60-7e8f00b88e1b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:09.740404 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c382ddd5-ea71-49b6-ba1e-c9c64da7229e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:09.741804 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0767ca1b-5501-4dd9-85a7-6fa3b56d6494', 'name': 'network-vif-deleted', 'tag': '8b6f2004-05ef-404c-8b60-7e8f00b88e1b', 'status': 'completed', 'code': 200} Jul 22 11:53:09.816796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Pushing event deleted for resources: {'Port': ['ID=1d75c475-12d5-43c3-8866-f630330ea9cb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:09.875815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] No DVR routers for this DVR port 1d75c475-12d5-43c3-8866-f630330ea9cb on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:09.883129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.888342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3afc1e13-a7a7-41b1-a701-03f904239809 req-553f78cc-402a-4cf9-a456-55965688453c tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.36 "DELETE /v2.0/ports/1d75c475-12d5-43c3-8866-f630330ea9cb HTTP/1.1" status: 204 len: 173 time: 1.4617870 Jul 22 11:53:09.895726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:09.928535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0b9f6fc-6488-41ab-9f19-100860dfc6eb req-368aa0bc-3511-4d14-8957-6009169308ed tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=0767ca1b-5501-4dd9-85a7-6fa3b56d6494 HTTP/1.1" status: 200 len: 210 time: 0.1159239 Jul 22 11:53:09.941494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Pushing event deleted for resources: {'Port': ['ID=c75b558c-6a36-4d8b-a53a-978d58523566,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:10.116165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d75c475-12d5-43c3-8866-f630330ea9cb'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:53:10.127349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b9a81d2-aea9-4601-bec6-b479285f837d req-ebf44a5d-a6d6-41a4-9d86-52f72c4d58db tempest-VolumesActionsTest-1496057400 tempest-VolumesActionsTest-1496057400-project] 10.222.0.21 "GET /v2.0/ports?device_id=662f0368-4ffd-4b3b-826f-ce293194f2a2 HTTP/1.1" status: 200 len: 210 time: 0.2259722 Jul 22 11:53:10.148171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.235852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:10.245081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:10.256574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49159fb0-c671-4210-a83a-e45b384dd945 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:10.272398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:10.275171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.323436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:10.336564 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.344414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60616) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:10.350195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:c3:19:fa', 'name': 'tempest-NetworksTestDHCPv6-1316787863'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:10.359487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3af4badc-8962-4d50-b9ba-8b9222db9430 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.7384145 Jul 22 11:53:10.561170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.565666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.617074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:10.618236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.665962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:10.692772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.693629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router a4e554a9-ef8b-4dea-844a-c0bf9de492a3 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:53:10.701825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.707030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0e6db55-13d7-4a23-a863-adad089642c0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/a4e554a9-ef8b-4dea-844a-c0bf9de492a3 HTTP/1.1" status: 204 len: 168 time: 3.5316849 Jul 22 11:53:10.708271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:10.816231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7/4b2a3e05-dc90-4719-a31a-a59da788aa2e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:10.836818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Deleting subnet 480202d2-d101-475f-9a42-0e5b69fdb0fe {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:10.841508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.890877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.925587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:10.978410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port 1d5a1a25-9c6b-4d66-b633-db2c517db7b6 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:11.054016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8b6f2004-05ef-404c-8b60-7e8f00b88e1b no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:11.131141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 8b6f2004-05ef-404c-8b60-7e8f00b88e1b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:11.131811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 8b6f2004-05ef-404c-8b60-7e8f00b88e1b not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:11.149464 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.204926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.220052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Transition to ACTIVE for port object 4b2a3e05-dc90-4719-a31a-a59da788aa2e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:11.283600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Transition to ACTIVE for port object 4b2a3e05-dc90-4719-a31a-a59da788aa2e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:11.300221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.367907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:11.375006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.382600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:11.387448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:11.396297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.403442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/480202d2-d101-475f-9a42-0e5b69fdb0fe HTTP/1.1" status: 204 len: 168 time: 0.6919785 Jul 22 11:53:11.405660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:11.416742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ad69624-074f-4988-9e8b-d58fc755149e None None] Network cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:11.428721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::81 (e98815ec-3e92-478e-91da-4d6716f31b34/956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7/1d5a1a25-9c6b-4d66-b633-db2c517db7b6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:11.472080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ccb24b2-1e19-4c68-b4ac-33b14d74da24 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=480202d2-d101-475f-9a42-0e5b69fdb0fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:11.644479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Pushing event updated for resources: {'Port': ['ID=4b2a3e05-dc90-4719-a31a-a59da788aa2e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:11.724338 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.751186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'name': 'network-vif-deleted', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:11.765047 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1555fe14-0b0e-4986-8c8e-0d7dfb7238e6" -d '{"events": [{"server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "name": "network-vif-deleted", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:11.858916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Attempting to bind port 4b2a3e05-dc90-4719-a31a-a59da788aa2e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:11.863093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Attempting to bind port 4b2a3e05-dc90-4719-a31a-a59da788aa2e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:11.863451 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Attempting to bind port 4b2a3e05-dc90-4719-a31a-a59da788aa2e on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:11.874182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 52, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:11.874643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:11.875001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.875446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:11.876193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Bound port: 4b2a3e05-dc90-4719-a31a-a59da788aa2e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:11.876584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.908702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.951631 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1bc075da-4466-47b6-a293-7a33d6abf1a5 x-openstack-request-id: req-1bc075da-4466-47b6-a293-7a33d6abf1a5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:11.953997 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "662f0368-4ffd-4b3b-826f-ce293194f2a2", "name": "network-vif-deleted", "tag": "1d75c475-12d5-43c3-8866-f630330ea9cb", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:11.954643 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1bc075da-4466-47b6-a293-7a33d6abf1a5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:11.955329 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '662f0368-4ffd-4b3b-826f-ce293194f2a2', 'name': 'network-vif-deleted', 'tag': '1d75c475-12d5-43c3-8866-f630330ea9cb', 'status': 'completed', 'code': 200} Jul 22 11:53:11.974763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] For port 4b2a3e05-dc90-4719-a31a-a59da788aa2e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:11.978422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] For port 4b2a3e05-dc90-4719-a31a-a59da788aa2e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4b2a3e05-dc90-4719-a31a-a59da788aa2e,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:11.990188 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:11.992917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object 1d5a1a25-9c6b-4d66-b633-db2c517db7b6 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:12.006687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5046eafa-277e-4296-9a81-d2fd9dd5cf2f req-91ed73a1-2f24-4322-989d-304eeaa53997 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:12.022380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5046eafa-277e-4296-9a81-d2fd9dd5cf2f req-91ed73a1-2f24-4322-989d-304eeaa53997 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.4949076 Jul 22 11:53:12.095798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.137436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d10544d5-c8c9-499f-9b76-c0d9958ea21b None None] Pushing event updated for resources: {'Port': ['ID=4b2a3e05-dc90-4719-a31a-a59da788aa2e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:12.151401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Deleting port 0f6ca478-efa7-494a-a8a4-4d662291f6fa {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:12.151755 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.163032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:12.163892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] DHCP port deletion for cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:12.168320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:12.176107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:12.182762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:12.183701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.245452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=1d5a1a25-9c6b-4d66-b633-db2c517db7b6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:12.264000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ea29b88-c766-4134-82a9-d50f61f96c70 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 1.9177582 Jul 22 11:53:12.266629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60662) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:12.322577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Deleting port 0f6ca478-efa7-494a-a8a4-4d662291f6fa {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:12.323503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.348482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] For port 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0f6ca478-efa7-494a-a8a4-4d662291f6fa,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:12.348857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.392059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Calling delete_port for 0f6ca478-efa7-494a-a8a4-4d662291f6fa owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:12.406906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d75c475-12d5-43c3-8866-f630330ea9cb no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:12.441695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b2418-e6cd-4b01-93b3-e20ac292e8b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:12.463585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 1d75c475-12d5-43c3-8866-f630330ea9cb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:12.463919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d75c475-12d5-43c3-8866-f630330ea9cb not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:12.467465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d2b2418-e6cd-4b01-93b3-e20ac292e8b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:12.476460 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8d2b2418-e6cd-4b01-93b3-e20ac292e8b5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1668 time: 0.2057378 Jul 22 11:53:12.476695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5046eafa-277e-4296-9a81-d2fd9dd5cf2f req-31b43730-7518-405d-9646-f95aa2b6b1f4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4501927 Jul 22 11:53:12.477392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:12.569005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] For port 0f6ca478-efa7-494a-a8a4-4d662291f6fa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0f6ca478-efa7-494a-a8a4-4d662291f6fa,segment=NetworkSegment(4d47eed3-7f93-4387-afcc-fb9aa8d87150),segment_id=4d47eed3-7f93-4387-afcc-fb9aa8d87150)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:12.572813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.603463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Calling delete_port for 0f6ca478-efa7-494a-a8a4-4d662291f6fa owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:12.650096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.717950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] No DVR routers for this DVR port 0f6ca478-efa7-494a-a8a4-4d662291f6fa on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:12.723062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Pushing event deleted for resources: {'Port': ['ID=0f6ca478-efa7-494a-a8a4-4d662291f6fa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:12.776194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port 1d5a1a25-9c6b-4d66-b633-db2c517db7b6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:12.776534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:12.778749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c75b558c-6a36-4d8b-a53a-978d58523566 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:12.792527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.792977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.793477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.804461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.804879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.805368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.805811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.806208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.806631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.807001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.807478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.808384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:12.868786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c75b558c-6a36-4d8b-a53a-978d58523566 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:12.869290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c75b558c-6a36-4d8b-a53a-978d58523566 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:12.869886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0f6ca478-efa7-494a-a8a4-4d662291f6fa no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:12.894501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0f6ca478-efa7-494a-a8a4-4d662291f6fa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:12.895005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0f6ca478-efa7-494a-a8a4-4d662291f6fa not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 11:53:12.927237 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 11:53:12.956618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.020267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] Pushing event deleted for resources: {'Port': ['ID=0f6ca478-efa7-494a-a8a4-4d662291f6fa,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:13.046975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2aaf30c3-2987-4b7b-9276-824e080ad70f None None] No DVR routers for this DVR port 0f6ca478-efa7-494a-a8a4-4d662291f6fa on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:13.048887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.065972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for 1d5a1a25-9c6b-4d66-b633-db2c517db7b6 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:13.188808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.220722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:13.238827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4d47eed3-7f93-4387-afcc-fb9aa8d87150') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:13.239483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4d47eed3-7f93-4387-afcc-fb9aa8d87150') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:13.293451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.315185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.323409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:53:13.323912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:53:13.325902 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:53:13.462638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.472664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.479998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] 10.222.0.21 "DELETE /v2.0/networks/cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc HTTP/1.1" status: 204 len: 168 time: 2.0686018 Jul 22 11:53:13.533359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.535147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f413402-9cf7-4e7a-a7b2-86c6abef0488 admin admin] Pushing event deleted for resources: {'Network': ['ID=cf0f28a1-e26c-41b9-9bb2-0621c2b6e3dc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:13.570105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=1d5a1a25-9c6b-4d66-b633-db2c517db7b6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:13.604586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.610560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-121568d5-a147-465e-8331-d0a793fe3a2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/1d5a1a25-9c6b-4d66-b633-db2c517db7b6 HTTP/1.1" status: 204 len: 168 time: 1.1293015 Jul 22 11:53:13.610885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:13.722468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc419df-1659-47fd-9fac-0b710d7af5ac tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:13.724142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7cc419df-1659-47fd-9fac-0b710d7af5ac tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:13.728725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7cc419df-1659-47fd-9fac-0b710d7af5ac tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.1144440 Jul 22 11:53:13.729296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:13.811604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:13.815884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22449ab2-bfc9-4682-b294-61e44f9c6448 req-5264c608-37d5-4053-a787-3b3138aa26e4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:13.816550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:13.822087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22449ab2-bfc9-4682-b294-61e44f9c6448 req-5264c608-37d5-4053-a787-3b3138aa26e4 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1976795 Jul 22 11:53:13.921402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:13.968705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.005150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22449ab2-bfc9-4682-b294-61e44f9c6448 req-25bf6a22-90e9-4e27-910f-6a7d391891c9 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1703291 Jul 22 11:53:14.009532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95d44a20-ed31-4a10-9e7d-0dd924433b78 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8182607c215546779e2bc3c7d6554aef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0869606 Jul 22 11:53:14.014679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:14.095310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.135597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.143200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.251480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.263557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.273046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43003799-3fcd-4b95-9b66-8ea78a71a923 HTTP/1.1" status: 204 len: 168 time: 0.2571182 Jul 22 11:53:14.287170 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.290846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-89a66f07-743e-4525-9940-e50ec5ec60d1 None None] Provisioning for port 4b2a3e05-dc90-4719-a31a-a59da788aa2e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:14.317879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd81d9f1-e266-45c6-9b0a-9be063348642 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43003799-3fcd-4b95-9b66-8ea78a71a923,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:14.384371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:14.388704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:14.393349 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7 HTTP/1.1" status: 204 len: 168 time: 0.6608052 Jul 22 11:53:14.393751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:14.398129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.398858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.400157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.400553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.400996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.401340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.402952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.402952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.402952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.402952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.403892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.403892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-782a7018-c379-4afe-b9c1-3dfd9a77ad7b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:14.549111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8522b0d1-8600-4c0c-8513-deb93e7c224f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1513164 Jul 22 11:53:14.549876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:14.710471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-309a7637-a6c4-4152-be79-5385320afeac None None] Could not find standard attr ID for object 1d5a1a25-9c6b-4d66-b633-db2c517db7b6. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:14.714568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-343ae142-f269-4673-9fa9-3e6e1e430c1d None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:14.804442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c882c9e-cf5f-4cbc-a2fc-53ba0590aa7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:14.812222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:14.812526 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c882c9e-cf5f-4cbc-a2fc-53ba0590aa7d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2617819 Jul 22 11:53:14.826739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4b2a3e05-dc90-4719-a31a-a59da788aa2e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:14.960906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2258fda6-60ea-48c1-9572-5eb1e724e268 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:14.962837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2258fda6-60ea-48c1-9572-5eb1e724e268 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1492238 Jul 22 11:53:14.965351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:15.003454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4b2a3e05-dc90-4719-a31a-a59da788aa2e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:15.023559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4b2a3e05-dc90-4719-a31a-a59da788aa2e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:15.023968 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.065553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:15.090676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9d39795-a4da-4450-96b5-cbef99484810 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1228361 Jul 22 11:53:15.095886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:15.120761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:15.225530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af7560ea-263c-40d9-8e02-f6c6f352dc15 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fe2f1f6d2385493a9f22f9cec021a256&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1566951 Jul 22 11:53:15.226130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:15.237011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.247635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:15.353627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.375454 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c52ce001-c87c-4474-829d-6bc4a8afeba0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.409620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.452953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 4b2a3e05-dc90-4719-a31a-a59da788aa2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4b2a3e05-dc90-4719-a31a-a59da788aa2e,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:15.464179 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.486597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Deleting port 4b2a3e05-dc90-4719-a31a-a59da788aa2e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:15.490962 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.512192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.515512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.516839 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d3453afa-fcd0-4d3a-8e54-78b1e432d697 HTTP/1.1" status: 204 len: 168 time: 0.2895939 Jul 22 11:53:15.532046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1e5472a-2e7b-457c-9a14-a0e085a1ebcf req-c81d2397-8f8f-4153-92eb-2a4739e43c52 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:15.538789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1e5472a-2e7b-457c-9a14-a0e085a1ebcf req-c81d2397-8f8f-4153-92eb-2a4739e43c52 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.4067175 Jul 22 11:53:15.543626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6269e859-03ad-48f0-a63d-7da2dddf682b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3453afa-fcd0-4d3a-8e54-78b1e432d697,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:15.569033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:15.581520 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.665327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=4b2a3e05-dc90-4719-a31a-a59da788aa2e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:15.694072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] For port 4b2a3e05-dc90-4719-a31a-a59da788aa2e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4b2a3e05-dc90-4719-a31a-a59da788aa2e,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:15.694936 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:15.738151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Calling delete_port for 4b2a3e05-dc90-4719-a31a-a59da788aa2e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:15.858800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1e5472a-2e7b-457c-9a14-a0e085a1ebcf req-ed797d9b-abdc-4c83-9041-46629edf24c3 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3058672 Jul 22 11:53:15.977204 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:16.031614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] Pushing event deleted for resources: {'Port': ['ID=4b2a3e05-dc90-4719-a31a-a59da788aa2e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:16.059429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48d8c0a8-668a-4404-ad88-c06e03819bc2 None None] No DVR routers for this DVR port 4b2a3e05-dc90-4719-a31a-a59da788aa2e on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:16.240630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:53:16.243022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:16.382721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=8856dd8f-96d5-4b6b-9a04-8bed62da40d6,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:16.416033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:16.417645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:16.421873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:16.422943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:16.431420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e683a577-f558-413e-9898-a1aeb99f08dc None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:16.457572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bb900649-274e-495b-bb75-56425a3c6c31 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.3462181 Jul 22 11:53:16.460577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:16.465897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:16.630252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-cf442dbd-a32d-4ace-ae1e-b606bd619fc5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:16.652200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-cf442dbd-a32d-4ace-ae1e-b606bd619fc5 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.36 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.1904721 Jul 22 11:53:16.768098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4b2a3e05-dc90-4719-a31a-a59da788aa2e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:16.774638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:16.789275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:16.825066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4b2a3e05-dc90-4719-a31a-a59da788aa2e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:16.828080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4b2a3e05-dc90-4719-a31a-a59da788aa2e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:16.851570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '8856dd8f-96d5-4b6b-9a04-8bed62da40d6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:16.855970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.094532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Deleting port bbe2ec34-f7d8-4065-8e11-a3216039f09c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:17.095176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.221722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Allocated IP 2001:db8::f816:3eff:fe9e:a157 (e98815ec-3e92-478e-91da-4d6716f31b34/8856dd8f-96d5-4b6b-9a04-8bed62da40d6/2b7014db-36ff-4647-8f03-779c088f67e1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:17.309678 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 8856dd8f-96d5-4b6b-9a04-8bed62da40d6 (CIDR: 2001:db8::/64) Jul 22 11:53:17.338924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] For port bbe2ec34-f7d8-4065-8e11-a3216039f09c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=bbe2ec34-f7d8-4065-8e11-a3216039f09c,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:17.339747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.358620 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:53:17.359166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:53:17.380513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Calling delete_port for bbe2ec34-f7d8-4065-8e11-a3216039f09c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:17.421970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f283fe-30a7-47e6-938e-3b9bfb79d392 req-54d2b397-35d6-408b-b149-88bd5431ae2e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:17.428382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f283fe-30a7-47e6-938e-3b9bfb79d392 req-54d2b397-35d6-408b-b149-88bd5431ae2e tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 946 time: 0.3740230 Jul 22 11:53:17.500065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-74e1f32f-5029-4e50-a170-29c82067b000 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.0356998 Jul 22 11:53:17.500611 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.504422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:17.509905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:17.519473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Transition to ACTIVE for port object 2b7014db-36ff-4647-8f03-779c088f67e1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:17.539792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f283fe-30a7-47e6-938e-3b9bfb79d392 req-8243df9a-a364-400e-bcf2-246e3700218f tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/security-groups?id=28ceb491-817e-47bd-aa1e-04cf6647b2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0942557 Jul 22 11:53:17.649194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Transition to ACTIVE for port object 2b7014db-36ff-4647-8f03-779c088f67e1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:17.668493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.754719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:17.761407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:17.761562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.766630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:17.800230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['bbe2ec34-f7d8-4065-8e11-a3216039f09c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:53:17.832724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:17.843407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:17.864374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Pushing event deleted for resources: {'Port': ['ID=bbe2ec34-f7d8-4065-8e11-a3216039f09c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:17.980266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Pushing event updated for resources: {'Port': ['ID=2b7014db-36ff-4647-8f03-779c088f67e1,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:18.031777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] No DVR routers for this DVR port bbe2ec34-f7d8-4065-8e11-a3216039f09c on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:18.035274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.039320 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-01d02259-b1a9-4913-8c14-bfe7bc45e0ff req-626c01f3-a8ca-46c2-8aff-41c073d9d219 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.36 "DELETE /v2.0/ports/bbe2ec34-f7d8-4065-8e11-a3216039f09c HTTP/1.1" status: 204 len: 173 time: 1.3805404 Jul 22 11:53:18.039986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'name': 'network-vif-deleted', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:18.042784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-58d10b4e-5eff-4c5c-a52f-9c6ab41f2cbe" -d '{"events": [{"server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "name": "network-vif-deleted", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:18.084219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.111455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Attempting to bind port 2b7014db-36ff-4647-8f03-779c088f67e1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:18.113701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Attempting to bind port 2b7014db-36ff-4647-8f03-779c088f67e1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:18.114298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Attempting to bind port 2b7014db-36ff-4647-8f03-779c088f67e1 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:18.122068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:18.122483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:18.124272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.125571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:18.134135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Bound port: 2b7014db-36ff-4647-8f03-779c088f67e1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:18.134679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.194037 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afacd83e-7f76-4325-b98a-189952beb441 x-openstack-request-id: req-afacd83e-7f76-4325-b98a-189952beb441 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:18.194676 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4b2ff761-86a9-4b15-8e8a-818ce3f35b47", "name": "network-vif-deleted", "tag": "bbe2ec34-f7d8-4065-8e11-a3216039f09c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:18.194935 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afacd83e-7f76-4325-b98a-189952beb441 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:18.195349 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4b2ff761-86a9-4b15-8e8a-818ce3f35b47', 'name': 'network-vif-deleted', 'tag': 'bbe2ec34-f7d8-4065-8e11-a3216039f09c', 'status': 'completed', 'code': 200} Jul 22 11:53:18.397720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] For port 2b7014db-36ff-4647-8f03-779c088f67e1, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:18.409895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] For port 2b7014db-36ff-4647-8f03-779c088f67e1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b7014db-36ff-4647-8f03-779c088f67e1,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:18.431880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.469884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.672255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:18.683144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:18.703479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:18.704313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.726789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bcf475-18ba-4228-bb08-ca46b6760d95 None None] Pushing event updated for resources: {'Port': ['ID=2b7014db-36ff-4647-8f03-779c088f67e1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:18.772900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0d3164d2-5892-4ee2-9260-62c84717e24d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:18.796507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:18.798663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.2930639 Jul 22 11:53:18.801876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:35:f7:69', 'name': 'tempest-NetworksTestDHCPv6-853108714'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:19.064623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c8c2db6-59de-48d0-860d-20099ee87763 req-5bf710aa-c1ef-453d-aa26-8958b5a9f463 tempest-ServerRescueNegativeTestJSON-1782211490 tempest-ServerRescueNegativeTestJSON-1782211490-project] 10.222.0.21 "GET /v2.0/ports?device_id=4b2ff761-86a9-4b15-8e8a-818ce3f35b47 HTTP/1.1" status: 200 len: 210 time: 0.2554471 Jul 22 11:53:19.065532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0445b98-844b-47d9-a377-a12d74bdbbe3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=d5d46b86-4f01-4dfe-96c1-f206099ff59a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:19.256949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:19.395934 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:19.512954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:19.554841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port ac792ab1-7de0-4fc9-9617-047ca96abf38 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:20.016640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8:0:1::2dc (e98815ec-3e92-478e-91da-4d6716f31b34/d5d46b86-4f01-4dfe-96c1-f206099ff59a/ac792ab1-7de0-4fc9-9617-047ca96abf38) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:20.026836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe35:f769 (e98815ec-3e92-478e-91da-4d6716f31b34/8856dd8f-96d5-4b6b-9a04-8bed62da40d6/ac792ab1-7de0-4fc9-9617-047ca96abf38) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:20.200466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:20.385616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bbe2ec34-f7d8-4065-8e11-a3216039f09c no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:20.436858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: bbe2ec34-f7d8-4065-8e11-a3216039f09c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:20.437209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device bbe2ec34-f7d8-4065-8e11-a3216039f09c not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:20.757456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b7014db-36ff-4647-8f03-779c088f67e1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:20.836630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:20.857772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75913bf8-10f5-4533-a728-40ed594345cb None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:21.339753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Deleting port 46042fba-67b7-4535-8ea9-353b29a08458 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:21.341168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.384099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.424206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object ac792ab1-7de0-4fc9-9617-047ca96abf38 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:21.529503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.652727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2b7014db-36ff-4647-8f03-779c088f67e1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:21.671073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Provisioning for port 2b7014db-36ff-4647-8f03-779c088f67e1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:21.681041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] For port 46042fba-67b7-4535-8ea9-353b29a08458, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=46042fba-67b7-4535-8ea9-353b29a08458,segment=NetworkSegment(e8cf52fe-7966-4c5d-a351-7a614bc58f1a),segment_id=e8cf52fe-7966-4c5d-a351-7a614bc58f1a)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:21.681615 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.689037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.696006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Provisioning complete for port 2b7014db-36ff-4647-8f03-779c088f67e1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:21.696529 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.701632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2b7014db-36ff-4647-8f03-779c088f67e1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:21.702206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.712324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:21.715825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=ac792ab1-7de0-4fc9-9617-047ca96abf38,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:21.735929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Calling delete_port for 46042fba-67b7-4535-8ea9-353b29a08458 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:21.736463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:21.752329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:21.788069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:21.789143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:21.850370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9272c88b-8fbf-4f98-91e8-a881db6de1c8 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.0526257 Jul 22 11:53:21.851061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60928) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:21.954180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:21.966113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'network': {'name': 'tempest-network-smoke--192008320', 'project_id': '46f3dadd75374080b82324e36d5e6112', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:22.014337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:22.026214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.087988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.209180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.369863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.377799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.434786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] vlan segment allocate from pool success with {'vlan_id': 131, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:53:22.522291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6d98e637-2404-40ab-9b90-d7f66346831f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:22.535144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2b7014db-36ff-4647-8f03-779c088f67e1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b7014db-36ff-4647-8f03-779c088f67e1,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:22.535420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.535892 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Added segment 13eeca9c-0958-4d63-b2ce-a803ad7d0706 of type vlan for network 4da73a66-b481-492a-86cc-4250595c46fb Jul 22 11:53:22.551217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.648277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port ac792ab1-7de0-4fc9-9617-047ca96abf38 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:22.650739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.706728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.709074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.802499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '8856dd8f-96d5-4b6b-9a04-8bed62da40d6', 'ip_address': '2001:db8::f816:3eff:fe9e:a157'}, {'subnet_id': 'd5d46b86-4f01-4dfe-96c1-f206099ff59a'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '2b7014db-36ff-4647-8f03-779c088f67e1'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:53:22.840805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.849552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:22.850295 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.881096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.895426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.9387896 Jul 22 11:53:22.905939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2b7014db-36ff-4647-8f03-779c088f67e1,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:22.907307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:22.913727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'admin_state_up': True, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:22.950582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for ac792ab1-7de0-4fc9-9617-047ca96abf38 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:22.952526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.953488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:22.982719 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.049800 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:53:23.050173 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-bc91d128-5773-4bb9-b52e-43b8aa68b7db None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:53:23.108868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.156322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Pushing event deleted for resources: {'Port': ['ID=46042fba-67b7-4535-8ea9-353b29a08458,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:23.167817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bb61da5-bcfb-4549-b6a2-e5f9e7b42e66 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Network': ['ID=4da73a66-b481-492a-86cc-4250595c46fb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:23.193385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 4da73a66-b481-492a-86cc-4250595c46fb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:53:23.233141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.296940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Allocated IP 2001:db8:0:1::2 (e98815ec-3e92-478e-91da-4d6716f31b34/d5d46b86-4f01-4dfe-96c1-f206099ff59a/2b7014db-36ff-4647-8f03-779c088f67e1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:23.443646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] For port 2b7014db-36ff-4647-8f03-779c088f67e1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b7014db-36ff-4647-8f03-779c088f67e1,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:23.449815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.491056 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.506329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Transition to ACTIVE for port object 2b7014db-36ff-4647-8f03-779c088f67e1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:23.512839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.591218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.602162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f31bd0-49b2-4a50-8bf7-20518973808f None None] Pushing event updated for resources: {'Port': ['ID=2b7014db-36ff-4647-8f03-779c088f67e1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:23.717669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Router 71c854e9-59b2-4726-ae60-8adfcaf66fff has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:53:23.801824 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.858841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=ac792ab1-7de0-4fc9-9617-047ca96abf38,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:23.927736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:23.930076 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-75491371-9e26-455a-95e5-3bc36d0684ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/ac792ab1-7de0-4fc9-9617-047ca96abf38 HTTP/1.1" status: 204 len: 168 time: 2.0780087 Jul 22 11:53:23.936970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:24.043238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:53:24.059120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Sync routers for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:53:24.059639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d0cc1d7-6cf1-4315-b7b4-e9057fa0f8b7 admin admin] 10.222.0.21 "PUT /v2.0/routers/71c854e9-59b2-4726-ae60-8adfcaf66fff/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8555779 Jul 22 11:53:24.061212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 60988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:24.085973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:24.086527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bf07455-d415-4db4-bdfc-fd450ebb6f50 req-f010f54a-584f-4519-a848-ff83a85b63f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.088313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:24.090776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf07455-d415-4db4-bdfc-fd450ebb6f50 req-f010f54a-584f-4519-a848-ff83a85b63f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.1478763 Jul 22 11:53:24.174155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa2942ac-df2b-49d0-abb1-000a5f4bb599 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.178173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa2942ac-df2b-49d0-abb1-000a5f4bb599 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.2408216 Jul 22 11:53:24.178173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.178697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 60990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:24.208213 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.266728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0bf07455-d415-4db4-bdfc-fd450ebb6f50 req-f5374529-7e9c-4457-88f2-cc2867e2f0ce tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1286085 Jul 22 11:53:24.349255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.379682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:24.493688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64b98104-58c8-4a8a-ae18-12eb361f656d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.497591 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64b98104-58c8-4a8a-ae18-12eb361f656d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1047 time: 0.3156576 Jul 22 11:53:24.498580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:24.534307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.25.6.80 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d5241e1e-0962-44f1-b766-281216693b4b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:24.665357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae046a-d407-4841-9132-524c978d0f80 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.668249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae046a-d407-4841-9132-524c978d0f80 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.673009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1ae046a-d407-4841-9132-524c978d0f80 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:24.678063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1ae046a-d407-4841-9132-524c978d0f80 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1757896 Jul 22 11:53:24.680517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:24.689349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:53:23Z', 'revision_number': 5, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:24.742349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.746478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Checking router: 71c854e9-59b2-4726-ae60-8adfcaf66fff for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:53:24.799175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.807513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4c2710e-ed1f-4a95-983b-51fb6c2c10fa None None] Provisioning for port 2b7014db-36ff-4647-8f03-779c088f67e1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:24.811307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Routers {'71c854e9-59b2-4726-ae60-8adfcaf66fff'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:24.811942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['71c854e9-59b2-4726-ae60-8adfcaf66fff'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:24.819639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4c2710e-ed1f-4a95-983b-51fb6c2c10fa None None] Provisioning complete for port 2b7014db-36ff-4647-8f03-779c088f67e1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:24.820021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4c2710e-ed1f-4a95-983b-51fb6c2c10fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.885810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 8856dd8f-96d5-4b6b-9a04-8bed62da40d6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:24.897674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:24.907253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:24.914475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:24.926139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:25.019800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=d5241e1e-0962-44f1-b766-281216693b4b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:25.072307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.093104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b7014db-36ff-4647-8f03-779c088f67e1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:25.204895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.288275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.304642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.340529 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.350862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/8856dd8f-96d5-4b6b-9a04-8bed62da40d6 HTTP/1.1" status: 204 len: 168 time: 0.6621375 Jul 22 11:53:25.355101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:25.411676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4c2710e-ed1f-4a95-983b-51fb6c2c10fa None None] Could not find standard attr ID for object ac792ab1-7de0-4fc9-9617-047ca96abf38. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:25.420269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2b7014db-36ff-4647-8f03-779c088f67e1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:25.420567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.443788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet d5d46b86-4f01-4dfe-96c1-f206099ff59a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:25.448804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.528102 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.549779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dfa31f72-7b40-457b-9fff-beaabc0ec8be None None] Could not find standard attr ID for object ac792ab1-7de0-4fc9-9617-047ca96abf38. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:25.564893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfcd901d-4934-4b0d-827a-7e9a462eff58 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=8856dd8f-96d5-4b6b-9a04-8bed62da40d6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:25.606550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] Set router 71c854e9-59b2-4726-ae60-8adfcaf66fff gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:25.612178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-321a16e5-86a7-4c22-ae3d-a33fe9827052 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:25.629426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.642926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Deleting port c340a86d-1f80-41dc-a1f6-5b5edd5b903f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:25.643525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.779936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] For port c340a86d-1f80-41dc-a1f6-5b5edd5b903f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:25.780441 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.794587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Calling delete_port for c340a86d-1f80-41dc-a1f6-5b5edd5b903f owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:25.929366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:25.999810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477b2653-7e44-42c5-a9a7-54d614fbeb9e req-2bc03e8f-11d0-4a45-a383-bb1b844efb5a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:26.001387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-477b2653-7e44-42c5-a9a7-54d614fbeb9e req-2bc03e8f-11d0-4a45-a383-bb1b844efb5a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.6692817 Jul 22 11:53:26.054064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.100179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-477b2653-7e44-42c5-a9a7-54d614fbeb9e req-73d6121d-3e6f-4ce4-8165-f2975b70a7df tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871966 Jul 22 11:53:26.188462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Pushing event deleted for resources: {'Port': ['ID=c340a86d-1f80-41dc-a1f6-5b5edd5b903f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:26.195864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.242252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.282527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:53:23Z', 'revision_number': 5, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:26.287849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=d5d46b86-4f01-4dfe-96c1-f206099ff59a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:26.289267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.293817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e40f7ac-9f5a-4b8b-ba4b-635cf0647c2d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/d5d46b86-4f01-4dfe-96c1-f206099ff59a HTTP/1.1" status: 204 len: 168 time: 0.9379232 Jul 22 11:53:26.297036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32808) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:26.325546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f0a22c90-df65-4ec5-8164-aa3accd8da97 None None] The sync data for ids ['71c854e9-59b2-4726-ae60-8adfcaf66fff'] in n-d-754448-4 is: [{'id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'name': 'tempest-ServerRescueNegativeTestJSON-335675519-router', 'tenant_id': '59c38ebd3e1c4577930e488b95ee669f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:50:07Z', 'updated_at': '2021-07-22T11:53:23Z', 'revision_number': 5, 'project_id': '59c38ebd3e1c4577930e488b95ee669f', 'gw_port': {'id': 'c340a86d-1f80-41dc-a1f6-5b5edd5b903f', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bc:56:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '71c854e9-59b2-4726-ae60-8adfcaf66fff', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2788, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:09Z', 'updated_at': '2021-07-22T11:50:21Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:53:26.365077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.372951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.374398 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6056dfda-9b57-4201-9e52-6c8a6b3c0ac7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0758786 Jul 22 11:53:26.376782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32810) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:26.382185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:26.393789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.452946 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.453531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 71c854e9-59b2-4726-ae60-8adfcaf66fff {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:53:26.459054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.462598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd2f127b-ff00-48e8-badc-78eb200c3cfc admin admin] 10.222.0.21 "DELETE /v2.0/routers/71c854e9-59b2-4726-ae60-8adfcaf66fff HTTP/1.1" status: 204 len: 168 time: 2.3975072 Jul 22 11:53:26.469971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32814) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:26.476430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a8a4c80-d0a5-4a70-80dd-677db8644246 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': 'd5d46b86-4f01-4dfe-96c1-f206099ff59a'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '2b7014db-36ff-4647-8f03-779c088f67e1'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:53:26.514856 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a8a4c80-d0a5-4a70-80dd-677db8644246 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.608783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Deleting subnet f4340923-e06a-424f-8a28-14c2fed4f8fb {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:26.617622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.745183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.835960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 172c499c-3579-4bfc-a04c-c737871a34ac is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:53:26.841812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148b5d82-1228-4f2d-8347-b5181185305b None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:26.863856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:26.876155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.879240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 46042fba-67b7-4535-8ea9-353b29a08458 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:26.881901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:26.918224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 46042fba-67b7-4535-8ea9-353b29a08458 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:26.918678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 46042fba-67b7-4535-8ea9-353b29a08458 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:27.003249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.020058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.021933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f4340923-e06a-424f-8a28-14c2fed4f8fb HTTP/1.1" status: 204 len: 168 time: 0.5504797 Jul 22 11:53:27.059251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:53:27.068697 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32826) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:27.073141 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Sync routers for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:53:27.097436 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:27.098318 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:27.129029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c7b4b52-70be-430e-b6c7-1af018dcff09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f4340923-e06a-424f-8a28-14c2fed4f8fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:27.204978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:27.235421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.239696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5e549326-5894-4c4b-959a-e4082c773933 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 4.3276033 Jul 22 11:53:27.242886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:27.268242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:27.298923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3d8d89ad-4450-4eea-84ab-370ac2218335 None None] Provisioning complete for port 2b7014db-36ff-4647-8f03-779c088f67e1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:27.299531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d8d89ad-4450-4eea-84ab-370ac2218335 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.301919 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.509262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.531003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.564574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1ce8e7c7-6da9-4d35-acb3-1905d73aaa00 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=46f3dadd75374080b82324e36d5e6112&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3106563 Jul 22 11:53:27.571299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0586ce87-27a1-40ec-97f7-426ce9ae4d70']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:27.571509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:27.589193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:27.589822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e8cf52fe-7966-4c5d-a351-7a614bc58f1a') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:27.603221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.634960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-780e1d4d-6627-4447-93f5-92058546e398 req-acee3236-2afb-41c7-85ae-cdb4d3fa2468 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:27.636880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-780e1d4d-6627-4447-93f5-92058546e398 req-acee3236-2afb-41c7-85ae-cdb4d3fa2468 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.3606625 Jul 22 11:53:27.646234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.654754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Releasing vlan 134 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:53:27.656137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:53:27.722410 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:53:27.734223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.743748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.745221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.748767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] 10.222.0.21 "DELETE /v2.0/networks/0586ce87-27a1-40ec-97f7-426ce9ae4d70 HTTP/1.1" status: 204 len: 168 time: 0.6784377 Jul 22 11:53:27.780910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:27.795827 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:25Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:27.814070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-780e1d4d-6627-4447-93f5-92058546e398 req-1567e69d-0fb3-43e8-918a-2562d683dbb9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0864923 Jul 22 11:53:27.830057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c7edfa-e6bc-4872-a3e8-1da27fbd86da admin admin] Pushing event deleted for resources: {'Network': ['ID=0586ce87-27a1-40ec-97f7-426ce9ae4d70,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:27.881867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:27.887983 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f201e7d-44c6-4eae-a0f1-3971b0363c5e" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:27.899513 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Checking router: 172c499c-3579-4bfc-a04c-c737871a34ac for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:53:27.900072 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Updating router 172c499c-3579-4bfc-a04c-c737871a34ac port d5241e1e-0962-44f1-b766-281216693b4b binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:53:27.958963 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:27.975613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:28.000287 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b301d5c4-5bf3-4a20-983e-f22a38eb6351 x-openstack-request-id: req-b301d5c4-5bf3-4a20-983e-f22a38eb6351 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:28.001103 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:28.001578 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b301d5c4-5bf3-4a20-983e-f22a38eb6351 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:28.002266 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:53:28.006812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.053323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4276ab73-1902-42de-87da-ade618ca8307 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:28.058206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32854) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:28.070940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4276ab73-1902-42de-87da-ade618ca8307 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.4591012 Jul 22 11:53:28.086599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:53:28.108000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=11']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:28.124741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Deleting port 2b7014db-36ff-4647-8f03-779c088f67e1 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:28.126825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.173721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7b0c1487-6296-4f25-b440-696f4af0bee6 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1112492 Jul 22 11:53:28.174380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:28.177481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:28.190017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-35844678', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'project_id': '46f3dadd75374080b82324e36d5e6112', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:28.284671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] For port 2b7014db-36ff-4647-8f03-779c088f67e1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b7014db-36ff-4647-8f03-779c088f67e1,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:28.285086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.326025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c97781e0-c02b-47e6-9fb9-b6438b0289da admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=59c38ebd3e1c4577930e488b95ee669f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1175108 Jul 22 11:53:28.329516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:28.412425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Calling delete_port for 2b7014db-36ff-4647-8f03-779c088f67e1 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:28.470657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.494743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:28.501287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.503490 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.533886 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Transition to ACTIVE for port object d5241e1e-0962-44f1-b766-281216693b4b will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:28.535812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.541965 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.658038 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Attempting to bind port d5241e1e-0962-44f1-b766-281216693b4b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:28.658676 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Attempting to bind port d5241e1e-0962-44f1-b766-281216693b4b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:28.659267 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Attempting to bind port d5241e1e-0962-44f1-b766-281216693b4b on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:28.670487 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:28.672065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.692864 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:28.693119 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.693603 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:28.694073 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Bound port: d5241e1e-0962-44f1-b766-281216693b4b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:28.695892 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.706942 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdcd14-5ef0-48c5-82c0-2effecd77b04 None None] Pushing event updated for resources: {'Port': ['ID=d5241e1e-0962-44f1-b766-281216693b4b,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:28.712768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] No DVR routers for this DVR port 2b7014db-36ff-4647-8f03-779c088f67e1 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:28.731240 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.812949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5c39c8-61ca-4a3a-bf83-ff865aea3dfe None None] Pushing event deleted for resources: {'Port': ['ID=2b7014db-36ff-4647-8f03-779c088f67e1,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:28.830719 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.revisions.revision_plugin [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Could not find related port for resource to bump revision. Jul 22 11:53:28.831267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b7014db-36ff-4647-8f03-779c088f67e1 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:28.848690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Port 2b7014db-36ff-4647-8f03-779c088f67e1 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 11:53:28.850093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Reverting IP allocation for 2001:db8::f816:3eff:fe9e:a157 {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 11:53:28.857291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Reverting IP allocation failed for 2001:db8::f816:3eff:fe9e:a157 {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 11:53:28.859564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.872783 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] For port d5241e1e-0962-44f1-b766-281216693b4b, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:28.876123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2b7014db-36ff-4647-8f03-779c088f67e1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:28.876487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b7014db-36ff-4647-8f03-779c088f67e1 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:28.877046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c340a86d-1f80-41dc-a1f6-5b5edd5b903f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:28.879163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] For port d5241e1e-0962-44f1-b766-281216693b4b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5241e1e-0962-44f1-b766-281216693b4b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:28.896350 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.918257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c340a86d-1f80-41dc-a1f6-5b5edd5b903f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:28.922885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c340a86d-1f80-41dc-a1f6-5b5edd5b903f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:28.961395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.965644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:28.967814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/28ceb491-817e-47bd-aa1e-04cf6647b2fb HTTP/1.1" status: 204 len: 168 time: 0.6367247 Jul 22 11:53:29.008872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6465839-af06-44e7-a5a9-14eb0090a4cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=28ceb491-817e-47bd-aa1e-04cf6647b2fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:29.050370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:29.069937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:29.074384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:29.075193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:29.080788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfd14b9f-ea8e-492d-b9cc-6831a0e69760 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:29.090117 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:29.090809 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:29.105792 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73cdcd14-5ef0-48c5-82c0-2effecd77b04 None None] Pushing event updated for resources: {'Port': ['ID=d5241e1e-0962-44f1-b766-281216693b4b,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:29.129735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7513704 Jul 22 11:53:29.130792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32894) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:29.131637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d520f747-a28f-438e-9ddb-77b31f34296f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=13fe184d-663a-4401-9d37-af44228f4411,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:29.136701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:53:29.147246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:29.274707 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:29.408706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Subnet': ['ID=e3fecd37-25af-4a1f-95e0-1b238702c6e4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:29.438619 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:29.463735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3da97d7-a20f-438f-bed4-95ec5fb2d294 req-79a50349-e3f3-43c2-995f-6586cbefadbe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:29.472067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3da97d7-a20f-438f-bed4-95ec5fb2d294 req-79a50349-e3f3-43c2-995f-6586cbefadbe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.3794696 Jul 22 11:53:29.473663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Checking segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:29.474236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network hostable DHCP agents. Network: 4da73a66-b481-492a-86cc-4250595c46fb, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:53:29.614887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 4da73a66-b481-492a-86cc-4250595c46fb is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:53:29.617118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:29.632421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:29.640455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3da97d7-a20f-438f-bed4-95ec5fb2d294 req-08f9d68d-e26a-4278-9aef-04c8c48b0581 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1548510 Jul 22 11:53:29.660956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 4da73a66-b481-492a-86cc-4250595c46fb) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:29.666196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:29.667214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:29.725417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-58d679ac-18ac-47d9-af52-77c1cc4d45f0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 1.5442390 Jul 22 11:53:29.730791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 32916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:29.828611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ad7af18c-61d7-4323-9902-b74cde1810e7 None None] Network 4da73a66-b481-492a-86cc-4250595c46fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:30.086694 n-d-754448-4 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 13fe184d-663a-4401-9d37-af44228f4411 (CIDR: 2001:db8::/64) Jul 22 11:53:30.100524 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:53:30.101154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:53:30.109945 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:25Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:30.124649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eabc4029-eb94-47bc-905a-5a7bcd1a9ea0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9902112 Jul 22 11:53:30.127836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32926) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:30.134334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:30.151908 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23993c82-cdaa-4e5b-99e4-ef91e6c729e4 None None] The sync data for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 is: [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:25Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:53:30.274509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:30.357300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:30.362363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:30.443975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '13fe184d-663a-4401-9d37-af44228f4411'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:30.445109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:30.492109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'mac_address': 'fa:16:3e:d1:61:26', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:53:30.928957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.031642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:31.035404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:31.041272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:31.043695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.064942 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.9355805 Jul 22 11:53:31.066374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a47f8265-383a-4279-ab6e-e774cf27d7a1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=070bf5e4-b311-4521-a329-eafa9b1bb37f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:31.069985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 32950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:31.076677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:2b:18:2a', 'name': 'tempest-NetworksTestDHCPv6-294930810'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:31.238113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:31.423825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.428938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-4da73a66-b481-492a-86cc-4250595c46fb', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:31.429832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.495090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.557279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port b9f2f7e6-12ba-421c-94c7-bfcc076462ed yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:31.731043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f409ad0-f446-44d7-b11b-2a642e54d70c req-fee7c23d-fd49-4712-8916-67714ef9f686 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:31.736635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f409ad0-f446-44d7-b11b-2a642e54d70c req-fee7c23d-fd49-4712-8916-67714ef9f686 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.8214498 Jul 22 11:53:31.759013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:31.845285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Allocated IP 172.20.0.2 (4da73a66-b481-492a-86cc-4250595c46fb/e3fecd37-25af-4a1f-95e0-1b238702c6e4/4376f5ca-4c53-4fe8-90c7-8052fcf27396) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:32.038960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:32.057088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Transition to ACTIVE for port object 4376f5ca-4c53-4fe8-90c7-8052fcf27396 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:32.057434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f409ad0-f446-44d7-b11b-2a642e54d70c req-0b804748-5ca5-4b86-8fac-246336320080 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2954917 Jul 22 11:53:32.130553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Transition to ACTIVE for port object 4376f5ca-4c53-4fe8-90c7-8052fcf27396 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:32.150704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Allocated IP 2001:db8::f816:3eff:fedd:3aed (e98815ec-3e92-478e-91da-4d6716f31b34/13fe184d-663a-4401-9d37-af44228f4411/994e1a24-0ad3-42f4-b95b-3a15dcdc777c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:32.165200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:53:32.185757 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:32.272481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Network 4da73a66-b481-492a-86cc-4250595c46fb is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:32.283601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:32.309379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:32.316398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:32.331880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:32.366297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Pushing event updated for resources: {'Port': ['ID=4376f5ca-4c53-4fe8-90c7-8052fcf27396,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:32.582148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:32.662247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.20.0.1 (4da73a66-b481-492a-86cc-4250595c46fb/e3fecd37-25af-4a1f-95e0-1b238702c6e4/7d2c0470-8910-44e3-894c-e1d06eef74fe) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:32.804413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['20a87c70-7e60-47e8-a86f-7f19710a30b5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:53:32.932805 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:32.971628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Transition to ACTIVE for port object 7d2c0470-8910-44e3-894c-e1d06eef74fe will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:32.980184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5241e1e-0962-44f1-b766-281216693b4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:33.177455 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Attempting to bind port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:33.177851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Attempting to bind port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:33.181140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:33.181327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Attempting to bind port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 on network 4da73a66-b481-492a-86cc-4250595c46fb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:33.252518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:33.253456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Checking segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:33.254502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:33.254994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Bound using segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:33.255566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Bound port: 4376f5ca-4c53-4fe8-90c7-8052fcf27396, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:33.256030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:33.288886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85fef80e-ef4e-4225-bcd7-696d11d3645e req-2f300a07-ddee-4626-93a3-13300644445c tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.2463076 Jul 22 11:53:33.370899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d5241e1e-0962-44f1-b766-281216693b4b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:33.406974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d5241e1e-0962-44f1-b766-281216693b4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:33.407367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:33.485211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 4da73a66-b481-492a-86cc-4250595c46fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:33.528995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:33.554612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:33.787342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] For port 4376f5ca-4c53-4fe8-90c7-8052fcf27396, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:33.803034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] For port 4376f5ca-4c53-4fe8-90c7-8052fcf27396, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4376f5ca-4c53-4fe8-90c7-8052fcf27396,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:33.891346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.055435 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.163284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Transition to ACTIVE for port object 994e1a24-0ad3-42f4-b95b-3a15dcdc777c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:34.177637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:34.225395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Transition to ACTIVE for port object 994e1a24-0ad3-42f4-b95b-3a15dcdc777c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:34.293282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.417245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-334063de-e0ff-442b-a9e0-99e6da50e9dd None None] Pushing event updated for resources: {'Port': ['ID=4376f5ca-4c53-4fe8-90c7-8052fcf27396,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:34.462238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.481097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49cb86e5-ecd2-444a-8266-c497c96ef9f6 req-0773523f-780b-4d2f-860f-25c704d99b99 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:34.489207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49cb86e5-ecd2-444a-8266-c497c96ef9f6 req-0773523f-780b-4d2f-860f-25c704d99b99 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 1.2431450 Jul 22 11:53:34.603717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8:0:1::187 (e98815ec-3e92-478e-91da-4d6716f31b34/070bf5e4-b311-4521-a329-eafa9b1bb37f/b9f2f7e6-12ba-421c-94c7-bfcc076462ed) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:34.617187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::f816:3eff:fe2b:182a (e98815ec-3e92-478e-91da-4d6716f31b34/13fe184d-663a-4401-9d37-af44228f4411/b9f2f7e6-12ba-421c-94c7-bfcc076462ed) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:34.619077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55048638-fcfc-41e2-9bbd-d735ac8e5fc7 req-4165dfa3-466a-47c7-ab8a-135bc7f24afa tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1250298 Jul 22 11:53:34.625232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Pushing event updated for resources: {'Port': ['ID=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:34.729538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:34.730742 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.784981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d5241e1e-0962-44f1-b766-281216693b4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5241e1e-0962-44f1-b766-281216693b4b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:34.804998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:34.908859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49cb86e5-ecd2-444a-8266-c497c96ef9f6 req-78f4397d-5e07-4090-af14-9d94a54315b1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4184265 Jul 22 11:53:34.922092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:34.924018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d5241e1e-0962-44f1-b766-281216693b4b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:34.926707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:35.034546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.045907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Attempting to bind port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:35.046392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Attempting to bind port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:35.050296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Attempting to bind port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:35.063878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:35.071339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:35.071339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.071339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:35.071339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Bound port: 994e1a24-0ad3-42f4-b95b-3a15dcdc777c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:35.071339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.201179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] For port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:35.205813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] For port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:35.210113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4376f5ca-4c53-4fe8-90c7-8052fcf27396 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:35.214054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.312908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.332135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object b9f2f7e6-12ba-421c-94c7-bfcc076462ed will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:35.366293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fc483e5-9aed-43bd-b68a-e7d69544ea25 None None] Pushing event updated for resources: {'Port': ['ID=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:35.392573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.479041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:35.588870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:35.594106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:35.597255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:35.603909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:35.605099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.643495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=b9f2f7e6-12ba-421c-94c7-bfcc076462ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:35.688376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-577c5c2f-92ae-42b8-b6cb-0e8262e07230 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 4.6168103 Jul 22 11:53:35.691379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:35.708953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.722714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.854771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:35.879872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port b9f2f7e6-12ba-421c-94c7-bfcc076462ed {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:35.880593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:36.080719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:36.107062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for b9f2f7e6-12ba-421c-94c7-bfcc076462ed owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:36.117751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c92db47d-eba4-4148-8da5-ccf41e4cd9ad None None] Network 4da73a66-b481-492a-86cc-4250595c46fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:36.118946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbbf8996-c4a3-4818-9857-ae2cd88a05fc req-5e218d3d-d8d8-42eb-a82f-a3dd011067b3 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.2546399 Jul 22 11:53:36.199067 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ccde8dbc-7197-4b27-bacf-cd6cf6d93930 req-394b244b-2410-42c6-8d1f-e73ddcecdd7b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0791388 Jul 22 11:53:36.208795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:36.442880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fcc94ca-3631-4be3-8de3-957b1ab76445 req-c9783ee8-11a9-4666-a987-96de259addad tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:36.445578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcc94ca-3631-4be3-8de3-957b1ab76445 req-c9783ee8-11a9-4666-a987-96de259addad tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.3145652 Jul 22 11:53:36.452936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 4da73a66-b481-492a-86cc-4250595c46fb is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:36.462839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:36.580141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:36.669557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:36.689395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Provisioning for port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:36.745308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Provisioning complete for port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:36.745880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:36.805420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=b9f2f7e6-12ba-421c-94c7-bfcc076462ed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:36.810098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 172c499c-3579-4bfc-a04c-c737871a34ac has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:53:36.894140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fcc94ca-3631-4be3-8de3-957b1ab76445 req-cc48ad15-4faa-4eee-98ca-1396a7c7ea44 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4285932 Jul 22 11:53:36.921772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:36.923902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6fba5f83-e5e8-4282-b93d-7424f4db7715 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b9f2f7e6-12ba-421c-94c7-bfcc076462ed HTTP/1.1" status: 204 len: 168 time: 1.2300553 Jul 22 11:53:36.926885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33062) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.099971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 20a87c70-7e60-47e8-a86f-7f19710a30b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:37.100601 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.164645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8ca7358-f026-41bf-845f-99c31b2cfc2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:37.169790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8ca7358-f026-41bf-845f-99c31b2cfc2f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.2384830 Jul 22 11:53:37.170531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.238225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 994e1a24-0ad3-42f4-b95b-3a15dcdc777c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:37.347362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1a51316-f910-48aa-af3a-a91cf9921190 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:37.349518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-051fda3a-7369-400e-83ea-7bf20cc0a49e req-fe37fde2-26eb-47d2-9cf6-fc31de2f34c3 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0672576 Jul 22 11:53:37.355697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f1a51316-f910-48aa-af3a-a91cf9921190 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 961 time: 0.1819730 Jul 22 11:53:37.357871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33072) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.477806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.530920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] For port 4376f5ca-4c53-4fe8-90c7-8052fcf27396, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4376f5ca-4c53-4fe8-90c7-8052fcf27396,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:37.553746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba48b5c-40b7-4377-8ffa-236b5e29c674 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:37.556615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba48b5c-40b7-4377-8ffa-236b5e29c674 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:37.558442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ba48b5c-40b7-4377-8ffa-236b5e29c674 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:37.560959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4ba48b5c-40b7-4377-8ffa-236b5e29c674 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2021089 Jul 22 11:53:37.564597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.572860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee225a49-3307-48e9-8776-1607c300fbb4 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:37.599041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:53:37.619272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3a9839a-e85a-4d8c-a781-bb5c0613b57d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "PUT /v2.0/routers/172c499c-3579-4bfc-a04c-c737871a34ac/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.8853936 Jul 22 11:53:37.619976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.631645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'security_group': {'name': 'tempest-secgroup_access--244502170', 'description': 'tempest-secgroup_access--244502170 description', 'project_id': '46f3dadd75374080b82324e36d5e6112'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:37.664362 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.764432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Sync routers for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:53:37.791426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 070bf5e4-b311-4521-a329-eafa9b1bb37f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:37.801570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.813572 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.859162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:37.862589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:37.868118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.877841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.901123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.917555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:37.922117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.3001630 Jul 22 11:53:37.925435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:37.939616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'security_group': {'name': 'tempest-secgroup_general--221419387', 'description': 'tempest-secgroup_general--221419387 description', 'project_id': '46f3dadd75374080b82324e36d5e6112'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:37.962242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5416c64-6f29-4141-b7f4-7d7afd623539 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8c4260dd-6f02-41a8-965b-3845ee8bd864,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:38.036365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.072022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.088115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.290022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.362147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.389792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.412650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/070bf5e4-b311-4521-a329-eafa9b1bb37f HTTP/1.1" status: 204 len: 168 time: 0.8438103 Jul 22 11:53:38.415675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:38.419425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79199d6-9ba6-47b9-920c-1922dc1fc352 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=070bf5e4-b311-4521-a329-eafa9b1bb37f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:38.426506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72d9208d-a96c-4395-b59d-2d00a3565263 req-ff8709c2-9bba-4669-ae3e-69445afb8414 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:38.436533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72d9208d-a96c-4395-b59d-2d00a3565263 req-ff8709c2-9bba-4669-ae3e-69445afb8414 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 945 time: 0.3200324 Jul 22 11:53:38.442683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.495840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2528b36b-d60b-4f07-817a-683c9a240d1a None None] Pushing event updated for resources: {'Port': ['ID=4376f5ca-4c53-4fe8-90c7-8052fcf27396,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:38.538832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.543097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.6139684 Jul 22 11:53:38.546904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:38.558679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af8efbf8-3562-4676-a9f9-7e8810fa2345 req-aa53d4d7-4a63-4558-91fc-5ea420b8f840 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0588968 Jul 22 11:53:38.560380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:38.569636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'security_group_rule': {'security_group_id': '8c4260dd-6f02-41a8-965b-3845ee8bd864', 'project_id': '46f3dadd75374080b82324e36d5e6112', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:38.586612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:38.595677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:38.597552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebcafe7-40c6-4822-96b3-b789086cda1e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d2b27514-238f-4c2f-b02c-7ea985ed6c70,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:38.598810 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fbcd9ef4-ad11-446b-849f-1ab9d7f65f5d" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:38.605977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72d9208d-a96c-4395-b59d-2d00a3565263 req-ed154799-c565-40b7-8266-2d61358373a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1685030 Jul 22 11:53:38.632707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.634956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Provisioning for port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:38.648807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:38.649268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.704332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Provisioning complete for port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:38.704708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.716758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 13fe184d-663a-4401-9d37-af44228f4411 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:38.737292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.779343 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-afa53bb0-dc0a-49d3-99bd-2e4b2b9ef843 x-openstack-request-id: req-afa53bb0-dc0a-49d3-99bd-2e4b2b9ef843 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:38.779627 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-plugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:38.779893 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-afa53bb0-dc0a-49d3-99bd-2e4b2b9ef843 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:38.780292 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:53:38.813145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.862975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:38.898135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:38.990692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:39.086063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.092709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.156126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0a4356a9-7291-4e0a-8351-5b227a286363,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:39.161023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.161241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c93f908b-e394-48d6-b07f-3bd0530384c6 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '13fe184d-663a-4401-9d37-af44228f4411', 'ip_address': '2001:db8::f816:3eff:fedd:3aed'}, {'subnet_id': '070bf5e4-b311-4521-a329-eafa9b1bb37f'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '994e1a24-0ad3-42f4-b95b-3a15dcdc777c'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:53:39.229662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.231191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-df763030-cf5e-4f24-9985-ecc73926d85f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6816947 Jul 22 11:53:39.332026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.355702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.366880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.411251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c93f908b-e394-48d6-b07f-3bd0530384c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.429481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=13fe184d-663a-4401-9d37-af44228f4411,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:39.447236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:39.454524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:39.455274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9cbed7f9-8b75-4a98-b68d-d6729397db9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/13fe184d-663a-4401-9d37-af44228f4411 HTTP/1.1" status: 204 len: 168 time: 1.0255380 Jul 22 11:53:39.661076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2c7973b8-5357-4ae8-abd7-eb7a8f1eeea5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1996675 Jul 22 11:53:39.662053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:39.673588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:39.864160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-7ca3a90c-99b2-42e4-af41-5d0f59684c5e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_access--244502170&fields=id&tenant_id=46f3dadd75374080b82324e36d5e6112 HTTP/1.1" status: 200 len: 267 time: 0.1747711 Jul 22 11:53:40.003721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b39b830-a07c-478b-b98a-308853b95755 req-100595b9-7133-4a87-9661-67f1faceed98 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1494448 Jul 22 11:53:40.052637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:53:40.065859 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:53:40.105917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:35Z', 'revision_number': 2, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:40.130065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-a5fefd91-5769-4b81-aa0f-6f0e0ca43d8e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup_general--221419387&fields=id&tenant_id=46f3dadd75374080b82324e36d5e6112 HTTP/1.1" status: 200 len: 267 time: 0.1992526 Jul 22 11:53:40.256824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:53:40.257186 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:53:40.257830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db1c0b65-6994-45e6-bf03-1c6d34e361d2 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:40.272072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:40.276323 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:40.333747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Checking router: 172c499c-3579-4bfc-a04c-c737871a34ac for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:53:40.333939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Updating router 172c499c-3579-4bfc-a04c-c737871a34ac port 7d2c0470-8910-44e3-894c-e1d06eef74fe binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:53:40.474836 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-101a1c67-30fd-4758-a015-0f5610615b3b tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:40.484091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-101a1c67-30fd-4758-a015-0f5610615b3b tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/networks?id=4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 200 len: 796 time: 0.3371866 Jul 22 11:53:40.576725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-1b636cf0-042a-47e1-b918-06ef1814e759 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/quotas/46f3dadd75374080b82324e36d5e6112 HTTP/1.1" status: 200 len: 375 time: 0.0902984 Jul 22 11:53:40.746308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e37d4ea9-7ab5-48ec-9762-ecc9aebf9156 req-152cab26-7670-4438-8a8f-9f6f38713365 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:40.748856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e37d4ea9-7ab5-48ec-9762-ecc9aebf9156 req-152cab26-7670-4438-8a8f-9f6f38713365 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.4953921 Jul 22 11:53:40.779392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:40.875683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e37d4ea9-7ab5-48ec-9762-ecc9aebf9156 req-4dd2a03b-01e8-43da-84d1-044fee3291f5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1160247 Jul 22 11:53:40.903151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-bf193db3-2922-4bcb-9e56-a90945a62a0b tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3222773 Jul 22 11:53:41.026530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.089552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:41.094012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:41.101050 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.115357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:41.116214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.148886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=34e61a5e-53a7-4d1b-8f95-22347680b3fe,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:41.166709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3579f3f5-41c0-486a-a063-872710233db5 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.5013020 Jul 22 11:53:41.167594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:41.177105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:41.236048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.298865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b99edd2-529f-4682-8cf8-77d859e7a400 req-c564960a-e170-4cc2-adbb-cf92d3c0457d tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0764999 Jul 22 11:53:41.316605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:41.337164 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.337324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5241e1e-0962-44f1-b766-281216693b4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:41.454610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:41.657596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:41.664391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.686966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:41.699946 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:53:41.700301 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-76cbafa2-e0cb-4fdf-a56b-ec98128bb6eb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:53:41.753029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.757629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Deleting port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:41.758026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.770671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d5241e1e-0962-44f1-b766-281216693b4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:41.771051 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.800537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-974dd408-69c8-4ec9-8196-e5f2a0f3713b service neutron] 10.222.0.21 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7820053 Jul 22 11:53:41.844649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Transition to ACTIVE for port object 7d2c0470-8910-44e3-894c-e1d06eef74fe will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:41.874794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:41.910801 n-d-754448-4 neutron-server[93707]: INFO neutron.db.ipam_backend_mixin [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 34e61a5e-53a7-4d1b-8f95-22347680b3fe (CIDR: 2001:db8::/64) Jul 22 11:53:41.915539 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:53:41.916371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:53:41.966346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc100-6e1f-4b66-961b-4b47a2826ba8 None None] Pushing event updated for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:42.013738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33194) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:42.021124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:42.026638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e1b107d8-7d99-4de1-8855-2f467f5dbc69 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.8563204 Jul 22 11:53:42.127924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-4a5d23ee-6f38-4ae7-a03e-de6a9e9ca00e service neutron] 10.222.0.21 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3262155 Jul 22 11:53:42.202183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Attempting to bind port 7d2c0470-8910-44e3-894c-e1d06eef74fe on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:42.203000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Attempting to bind port 7d2c0470-8910-44e3-894c-e1d06eef74fe by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:42.203000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Attempting to bind port 7d2c0470-8910-44e3-894c-e1d06eef74fe on network 4da73a66-b481-492a-86cc-4250595c46fb {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:42.313632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8e6067c-165d-48a6-89f5-7b2e0277c553 req-22b7bf8c-4585-4404-85b8-1950dfe1d8d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:42.318291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8e6067c-165d-48a6-89f5-7b2e0277c553 req-22b7bf8c-4585-4404-85b8-1950dfe1d8d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.2265468 Jul 22 11:53:42.373349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] For port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:42.398392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.401252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:42.401636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Checking segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:42.402062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.402470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Bound using segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:42.403013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Bound port: 7d2c0470-8910-44e3-894c-e1d06eef74fe, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:42.403440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.434229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8e6067c-165d-48a6-89f5-7b2e0277c553 req-3994c89b-10be-480a-86ae-3400a72c7b48 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0991290 Jul 22 11:53:42.472323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:42.478288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.534552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] For port 7d2c0470-8910-44e3-894c-e1d06eef74fe, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:42.540005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] For port 7d2c0470-8910-44e3-894c-e1d06eef74fe, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7d2c0470-8910-44e3-894c-e1d06eef74fe,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:42.545391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4376f5ca-4c53-4fe8-90c7-8052fcf27396 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:42.557761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.615806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Calling delete_port for 994e1a24-0ad3-42f4-b95b-3a15dcdc777c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:42.731626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06aa064c-de18-4ccb-b1b7-66a714fb01b7 req-7489b49d-5e64-44c3-bf83-259a21bfe1d0 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1412563 Jul 22 11:53:42.778925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a09b60b-6137-41f6-866b-1a55b99c52ba None None] Provisioning complete for port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:42.792108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a09b60b-6137-41f6-866b-1a55b99c52ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:42.829732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-753cbc8a-7567-43a0-baf3-41c2d35abaf4 req-87dcc996-fa20-47c5-b520-bc66888b3c57 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 210 time: 0.2344797 Jul 22 11:53:43.205224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:53:43.205939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:43.224331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc4cc100-6e1f-4b66-961b-4b47a2826ba8 None None] Pushing event updated for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:43.333534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:43.334352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:43.447533 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:43.463854 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:53:43.569559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] No DVR routers for this DVR port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:43.660890 n-d-754448-4 neutron-server[93706]: WARNING neutron.services.revisions.revision_plugin [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Could not find related port for resource to bump revision. Jul 22 11:53:43.666344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Port 994e1a24-0ad3-42f4-b95b-3a15dcdc777c was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:572}} Jul 22 11:53:43.666712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Reverting IP allocation for 2001:db8:0:1:f816:3eff:fedd:3aed {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jul 22 11:53:43.672489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_pluggable_backend [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Reverting IP allocation failed for 2001:db8:0:1:f816:3eff:fedd:3aed {{(pid=93706) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:580}} Jul 22 11:53:43.674345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:43.682221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:53:43.697995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:43.701401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:43.727034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:43.727634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:43.735759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-991799d8-e0df-4923-a118-c6b6650ec595 req-9df41d7e-3ee5-4ecc-9bab-3f5244d59f73 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:43.748967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-991799d8-e0df-4923-a118-c6b6650ec595 req-9df41d7e-3ee5-4ecc-9bab-3f5244d59f73 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.2030828 Jul 22 11:53:43.770621 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 1.7548296 Jul 22 11:53:43.784226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33230) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:43.811582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:33:d0:b7', 'name': 'tempest-NetworksTestDHCPv6-396899726'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:43.841586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ceba22-4260-4c7e-9b25-e15adc970c10 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=7aa52392-4711-4130-907c-f970df0f2db9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:43.844690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-991799d8-e0df-4923-a118-c6b6650ec595 req-2a813c3c-d594-43ab-a059-204b99c6f4d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0919976 Jul 22 11:53:43.919606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-232b6261-9a63-4f00-ab45-4d5abcf20639 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:43.922122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79919f20-5565-471d-82c5-3f53bbebabcb None None] Pushing event deleted for resources: {'Port': ['ID=994e1a24-0ad3-42f4-b95b-3a15dcdc777c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:44.005429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad6c1079-a1dc-4df5-9ac6-a1a8aa81daeb req-858e2ecb-17b1-4dde-a4f1-60534a928b20 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1261079 Jul 22 11:53:44.119687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6746e049-af94-445b-b045-011ce6f75b34 req-63469f04-03c3-46c7-99ea-f6b6ec3d1427 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 210 time: 0.0774496 Jul 22 11:53:44.171716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-89178642-3ccc-48ef-84de-de65d4834193 req-501b21fe-0383-43e2-b2b9-11226b56649a service neutron] (93707) timed out ('10.222.0.21', 40390) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:53:44.184261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:44.265235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a09b60b-6137-41f6-866b-1a55b99c52ba None None] Provisioning for port 7d2c0470-8910-44e3-894c-e1d06eef74fe completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:44.409973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:44.469186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port f7fe8616-ade1-4425-b98d-30024607e53d yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:44.912824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8a09b60b-6137-41f6-866b-1a55b99c52ba None None] Could not find standard attr ID for object 994e1a24-0ad3-42f4-b95b-3a15dcdc777c. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:45.004859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-ec7d01c5-5903-48bb-b760-cec8284ecf83 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:45.006855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-ec7d01c5-5903-48bb-b760-cec8284ecf83 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.20 "GET /v2.0/networks?id=4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 200 len: 796 time: 0.4183507 Jul 22 11:53:45.082058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::c3 (e98815ec-3e92-478e-91da-4d6716f31b34/34e61a5e-53a7-4d1b-8f95-22347680b3fe/f7fe8616-ade1-4425-b98d-30024607e53d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:45.107444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8:0:1:f816:3eff:fe33:d0b7 (e98815ec-3e92-478e-91da-4d6716f31b34/7aa52392-4711-4130-907c-f970df0f2db9/f7fe8616-ade1-4425-b98d-30024607e53d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:45.119436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': '34e61a5e-53a7-4d1b-8f95-22347680b3fe'}, {'subnet_id': '7aa52392-4711-4130-907c-f970df0f2db9'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:45.121183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-43b6a846-17c8-420e-936d-08b95d1f193d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=46f3dadd75374080b82324e36d5e6112 HTTP/1.1" status: 200 len: 476 time: 0.0997732 Jul 22 11:53:45.125378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:45.133347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'port': {'device_id': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'admin_state_up': True, 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'security_groups': ['8c4260dd-6f02-41a8-965b-3845ee8bd864', 'd2b27514-238f-4c2f-b02c-7ea985ed6c70']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:45.307625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d552f6e-82df-4025-8885-369891266029 req-ba269be8-a15b-47e5-98c7-b00048d755c1 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0637300 Jul 22 11:53:45.317138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eac272ac-38be-41bc-8883-c801ae2e924d req-2877b6c5-222c-4a55-abf0-5d1f5e28d43e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:45.326176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eac272ac-38be-41bc-8883-c801ae2e924d req-2877b6c5-222c-4a55-abf0-5d1f5e28d43e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.3162508 Jul 22 11:53:45.439992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eac272ac-38be-41bc-8883-c801ae2e924d req-76cbf714-a18e-40de-a8d7-3b2aa21d8137 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1124597 Jul 22 11:53:45.458754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 994e1a24-0ad3-42f4-b95b-3a15dcdc777c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:45.517845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 994e1a24-0ad3-42f4-b95b-3a15dcdc777c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:53:45.518713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 994e1a24-0ad3-42f4-b95b-3a15dcdc777c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:53:45.547286 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c62c699c-6274-4d60-83ad-4189b09d5968 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:45.560588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:42Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:45.591914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2c043d-c88f-4652-a0ab-be7b6cc4072f req-b707c542-fd46-4c6e-969a-7c3862232972 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 210 time: 0.0783148 Jul 22 11:53:45.620783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-77422509-244b-4d3c-a779-2a5b89e7eba1 None None] The sync data for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 is: [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:42Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:53:45.795285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:45.799679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:45.874971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:45.980022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object f7fe8616-ade1-4425-b98d-30024607e53d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:46.173879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/34e61a5e-53a7-4d1b-8f95-22347680b3fe/8dedbe68-333e-4a1e-96d6-44e1874eaa6b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:46.193386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Allocated IP 2001:db8:0:1:f816:3eff:fece:c98e (e98815ec-3e92-478e-91da-4d6716f31b34/7aa52392-4711-4130-907c-f970df0f2db9/8dedbe68-333e-4a1e-96d6-44e1874eaa6b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:46.194036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:46.310211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:46.327333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:46.334121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:46.339557 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:53:46.341745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:46.342505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:46.366006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.20.0.14 (4da73a66-b481-492a-86cc-4250595c46fb/e3fecd37-25af-4a1f-95e0-1b238702c6e4/9582c591-bac1-4600-ada0-52199a10b65f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:46.372162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=f7fe8616-ade1-4425-b98d-30024607e53d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:46.397279 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-27b677d2-6e95-4197-89bc-96f749874e4f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1031 time: 2.6088459 Jul 22 11:53:46.400226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33288) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:46.612103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:46.641635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Transition to ACTIVE for port object 8dedbe68-333e-4a1e-96d6-44e1874eaa6b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:46.675831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Transition to ACTIVE for port object 8dedbe68-333e-4a1e-96d6-44e1874eaa6b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:46.683902 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:46.749871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc1d9476-2818-4980-a862-0acdef4af750 req-ddb3bd39-b346-4b3d-b7bc-d0e59d4588cd tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1230423 Jul 22 11:53:46.755136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:46.770007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:46.774177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:46.910818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Pushing event updated for resources: {'Port': ['ID=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:46.913282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:46.968747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Transition to ACTIVE for port object 9582c591-bac1-4600-ada0-52199a10b65f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:47.058245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-047ee974-963d-486e-85c7-d559e2a5a09b req-49c5b549-1764-46aa-b730-5fd4c3641a53 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 210 time: 0.1188395 Jul 22 11:53:47.062863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.125038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Attempting to bind port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:47.125427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Attempting to bind port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:47.125850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Attempting to bind port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:47.139939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e9025d6-c21d-4471-a0a4-ba3daea2db0d req-c7caaf6a-7b05-4a8f-b72b-05d0dfc7396e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:47.141779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:47.142175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:47.142635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.143041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:47.158109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Bound port: 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:47.158109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.161584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:47.162404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e9025d6-c21d-4471-a0a4-ba3daea2db0d req-c7caaf6a-7b05-4a8f-b72b-05d0dfc7396e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.5580385 Jul 22 11:53:47.185709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 4da73a66-b481-492a-86cc-4250595c46fb is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:47.201008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:47.203719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:47.256079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port f7fe8616-ade1-4425-b98d-30024607e53d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:47.263208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.343507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:47.343507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.354833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] For port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:47.360208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] For port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:47.366837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.371250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-b6d49ddf-90d9-4058-89cc-4f229596973e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 973 time: 2.2425721 Jul 22 11:53:47.386043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Request body: {'port': {'device_id': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:47.392170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e9025d6-c21d-4471-a0a4-ba3daea2db0d req-441a4175-13f8-4830-bb3b-911e74b59dbf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2225065 Jul 22 11:53:47.483460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538a442a-805c-4b96-a72c-b1f6c94ab776 None None] Pushing event updated for resources: {'Port': ['ID=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:47.627237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.666089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for f7fe8616-ade1-4425-b98d-30024607e53d owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:47.702763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:47.833305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7d2c0470-8910-44e3-894c-e1d06eef74fe up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:48.078808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.090861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7a19c4a3-f3d2-48da-a989-ad8f4f827812 None None] Provisioning for port 9582c591-bac1-4600-ada0-52199a10b65f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:48.100544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7a19c4a3-f3d2-48da-a989-ad8f4f827812 None None] Provisioning complete for port 9582c591-bac1-4600-ada0-52199a10b65f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:48.102737 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a19c4a3-f3d2-48da-a989-ad8f4f827812 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.220439 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4df50ca-5103-470a-b107-5e19df31c5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.224198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7d2c0470-8910-44e3-894c-e1d06eef74fe completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:48.228459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7a19c4a3-f3d2-48da-a989-ad8f4f827812 None None] Port 9582c591-bac1-4600-ada0-52199a10b65f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:53:48.236796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7d2c0470-8910-44e3-894c-e1d06eef74fe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:48.237413 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.394104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.419226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b0f4569-cea2-496b-8662-d1fe508dc319 req-cedfcd1e-6022-4763-962d-c343e4e049fe tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1303945 Jul 22 11:53:48.439957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.482719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=f7fe8616-ade1-4425-b98d-30024607e53d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:48.514472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7d2c0470-8910-44e3-894c-e1d06eef74fe, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7d2c0470-8910-44e3-894c-e1d06eef74fe,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:48.520573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.600636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9582c591-bac1-4600-ada0-52199a10b65f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:53:48.616073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.640098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Transition to ACTIVE for port object 9582c591-bac1-4600-ada0-52199a10b65f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:48.651972 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.729748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:48.733499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:48.771539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.771892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.772240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.772585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.772951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.773296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.773627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.777183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-536f7216-1361-4afc-949a-20dcf3e90282 req-782e7cf0-e5f8-493a-86d5-516b49a454a3 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:48.799860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-536f7216-1361-4afc-949a-20dcf3e90282 req-782e7cf0-e5f8-493a-86d5-516b49a454a3 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 971 time: 0.5127850 Jul 22 11:53:48.800592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.801218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.801574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.801927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.802264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:53:48.931793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:48.940633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b69d8b24-1682-4983-82e7-9337548828c6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/f7fe8616-ade1-4425-b98d-30024607e53d HTTP/1.1" status: 204 len: 168 time: 2.5319874 Jul 22 11:53:48.957334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33322) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:49.006259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Attempting to bind port 9582c591-bac1-4600-ada0-52199a10b65f on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:49.006978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Attempting to bind port 9582c591-bac1-4600-ada0-52199a10b65f by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:49.007388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Attempting to bind port 9582c591-bac1-4600-ada0-52199a10b65f on network 4da73a66-b481-492a-86cc-4250595c46fb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:49.027473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Port 9582c591-bac1-4600-ada0-52199a10b65f on network 4da73a66-b481-492a-86cc-4250595c46fb not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:53:49.039725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Attempting to bind port 9582c591-bac1-4600-ada0-52199a10b65f on network 4da73a66-b481-492a-86cc-4250595c46fb {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:49.081605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:49.081994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Checking segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:49.082601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Bound using segment: {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:49.083413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Bound port: 9582c591-bac1-4600-ada0-52199a10b65f, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '13eeca9c-0958-4d63-b2ce-a803ad7d0706', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 131, 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:49.083792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:49.161880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-536f7216-1361-4afc-949a-20dcf3e90282 req-976aa003-87fa-4173-9871-bec5a1159127 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.3595793 Jul 22 11:53:49.198910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40790a07-8bc7-4183-a38d-59df428a0278 req-e81d6ac4-0ebc-4d92-abbe-25194aca36ac tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.219097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40790a07-8bc7-4183-a38d-59df428a0278 req-e81d6ac4-0ebc-4d92-abbe-25194aca36ac tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.6004882 Jul 22 11:53:49.268553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:49.281851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9582c591-bac1-4600-ada0-52199a10b65f,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:49.291778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94e5d71d-9d1a-46d2-b7ea-0e8406b4584b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.296218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-94e5d71d-9d1a-46d2-b7ea-0e8406b4584b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.3324990 Jul 22 11:53:49.297700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:49.328587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40790a07-8bc7-4183-a38d-59df428a0278 req-f83718a1-0f82-4024-8123-148df85d905e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084728 Jul 22 11:53:49.397499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:49.409970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:49.521997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Pushing event updated for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:49.575882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.576771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:49.578209 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e2f0c9dd-dd9b-497f-9380-9a7ef39f94b1 service neutron] 10.222.0.20 "PUT /v2.0/ports/9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 200 len: 1131 time: 2.1967819 Jul 22 11:53:49.579803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:49.582291 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5587edff-c26a-437a-86d0-b7fb430c6fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:49.663742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7760591b-8d30-434f-a5f2-8c26ef0780a6 req-421755da-a35d-47e1-bc6d-1d1168e79f95 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0934367 Jul 22 11:53:49.704010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56fd3d87-30f3-44d5-87f7-1ad887f27dd6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.706560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56fd3d87-30f3-44d5-87f7-1ad887f27dd6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1044 time: 0.4072556 Jul 22 11:53:49.708849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:49.742547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54adb1d9-94a0-4dea-91cf-b58f3ae7bcec None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:49.757720 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b171396-a2c3-47e5-89d6-3d5024fb8b96 x-openstack-request-id: req-3b171396-a2c3-47e5-89d6-3d5024fb8b96 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:49.758023 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:49.758273 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b171396-a2c3-47e5-89d6-3d5024fb8b96 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:49.758722 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f', 'status': 'completed', 'code': 200} Jul 22 11:53:49.810555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e42d20a4-c7bb-4406-b43a-bbd1b4a3c631 None None] Provisioning for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:49.911232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196d24f-70da-4327-b0eb-1d4a3d5e98e0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.915231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196d24f-70da-4327-b0eb-1d4a3d5e98e0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.917166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f196d24f-70da-4327-b0eb-1d4a3d5e98e0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:49.928696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f196d24f-70da-4327-b0eb-1d4a3d5e98e0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.2187965 Jul 22 11:53:49.931373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:50.001661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-2a1a638d-cc7d-4e9f-ab05-9c7300074fbe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:50.014093 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-2a1a638d-cc7d-4e9f-ab05-9c7300074fbe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1134 time: 0.2674305 Jul 22 11:53:50.158838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 34e61a5e-53a7-4d1b-8f95-22347680b3fe {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:50.160874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8dedbe68-333e-4a1e-96d6-44e1874eaa6b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:50.163086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:50.172719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-6dfdc7db-3ea7-429a-8005-c1f4401d731e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 200 len: 217 time: 0.1431248 Jul 22 11:53:50.386101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-3e73e4c4-71d0-40c6-aba6-2fc1dc35334c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:50.395396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-3e73e4c4-71d0-40c6-aba6-2fc1dc35334c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3fecd37-25af-4a1f-95e0-1b238702c6e4 HTTP/1.1" status: 200 len: 833 time: 0.2164285 Jul 22 11:53:50.400816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:50.434169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:50.445458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:50.446282 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:50.576403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-d5ce6f63-43cf-47f8-a15c-4a8c8ff75d51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:50.578083 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-d5ce6f63-43cf-47f8-a15c-4a8c8ff75d51 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da73a66-b481-492a-86cc-4250595c46fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1735475 Jul 22 11:53:50.579283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:50.664506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:50.669930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:50.670810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7d2c0470-8910-44e3-894c-e1d06eef74fe up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:50.833599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:50.836558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-e7551cdd-6226-4272-8d7d-897ba55d3a33 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2518954 Jul 22 11:53:50.883976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7d2c0470-8910-44e3-894c-e1d06eef74fe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:50.884532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:51.021728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c3581dba-1010-4a4c-93e0-9cd21d4890d3 req-468a4a0b-a42c-4614-95f2-a5f39b3cbe23 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1746347 Jul 22 11:53:51.225997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-66f9a7b2-3128-4bba-a348-9ee07efb6a9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.227583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-66f9a7b2-3128-4bba-a348-9ee07efb6a9e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1134 time: 0.1288075 Jul 22 11:53:51.229969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c2c9c380-10ab-4a08-8994-b293869fde30 None None] Provisioning complete for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:51.231930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2c9c380-10ab-4a08-8994-b293869fde30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:51.441761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:51.469972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-8a82fa10-4588-4289-a085-aaa60b7ee630 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.480836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-8a82fa10-4588-4289-a085-aaa60b7ee630 service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 200 len: 897 time: 0.2461202 Jul 22 11:53:51.550887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-e77e2ae1-cf98-4bca-a1d5-644bb2740879 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 200 len: 217 time: 0.0635054 Jul 22 11:53:51.579691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-327b73fc-79c8-4649-a98e-2f4dad60ea5b None None] Could not find standard attr ID for object b9f2f7e6-12ba-421c-94c7-bfcc076462ed. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:51.678218 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:51.692797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-a0d7d7e1-077c-4519-892d-893e0b4a1ab6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.694485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96b5b959-3981-40b9-afa2-7879ded3c4d6 req-c0a842a2-1882-4c8d-8c74-9a0c0f21c0bf tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.696294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96b5b959-3981-40b9-afa2-7879ded3c4d6 req-c0a842a2-1882-4c8d-8c74-9a0c0f21c0bf tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 983 time: 1.3640871 Jul 22 11:53:51.703552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-a0d7d7e1-077c-4519-892d-893e0b4a1ab6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3fecd37-25af-4a1f-95e0-1b238702c6e4 HTTP/1.1" status: 200 len: 833 time: 0.1376228 Jul 22 11:53:51.709420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8dedbe68-333e-4a1e-96d6-44e1874eaa6b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:51.833585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-13b70d27-4a68-4b3b-8db5-9648b2a26e00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.843120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-13b70d27-4a68-4b3b-8db5-9648b2a26e00 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da73a66-b481-492a-86cc-4250595c46fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1285827 Jul 22 11:53:51.880182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:51.880820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:51.915870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e2b0d3c-825c-4990-8fe9-dc78f25ba735 req-1e3b2d5d-9264-4e74-a7f6-b0166323953f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:51.925659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e2b0d3c-825c-4990-8fe9-dc78f25ba735 req-1e3b2d5d-9264-4e74-a7f6-b0166323953f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 1.3866460 Jul 22 11:53:51.985259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96b5b959-3981-40b9-afa2-7879ded3c4d6 req-4d8410b6-04ef-498c-a766-63114324e0dd tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2288527 Jul 22 11:53:52.014967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e808b39e-c001-4250-b948-d84e081f3f76 None None] Could not find standard attr ID for object f7fe8616-ade1-4425-b98d-30024607e53d. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:53:52.039118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.099285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-eb80574c-99f5-41c9-a0d7-7259a4d696e3 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2491329 Jul 22 11:53:52.179688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e2b0d3c-825c-4990-8fe9-dc78f25ba735 req-a7fb1c5e-309b-45d9-bd35-fb9e648864cb tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2226107 Jul 22 11:53:52.200306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.214097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/34e61a5e-53a7-4d1b-8f95-22347680b3fe HTTP/1.1" status: 204 len: 168 time: 2.2793627 Jul 22 11:53:52.214097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6887b0e-ef5f-487f-96dc-7b0864a59847 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=34e61a5e-53a7-4d1b-8f95-22347680b3fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:52.223802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:52.256649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4f65817-2e72-452c-a5cd-33e548cf08bb req-16d433d0-a734-4889-918b-ba64b704fd7e tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0645819 Jul 22 11:53:52.404159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5587edff-c26a-437a-86d0-b7fb430c6fc1 req-762c3e3c-b79f-4243-8c4c-d3ad2443b932 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2985392 Jul 22 11:53:52.409956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9582c591-bac1-4600-ada0-52199a10b65f details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:53:52.422548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet 7aa52392-4711-4130-907c-f970df0f2db9 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:52.427988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.489868 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.594334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da62e01-6d30-4186-aa37-2ae8929a5367 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:52.630833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.696338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9582c591-bac1-4600-ada0-52199a10b65f,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:52.715478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9582c591-bac1-4600-ada0-52199a10b65f', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'port_id': '9582c591-bac1-4600-ada0-52199a10b65f', 'mac_address': 'fa:16:3e:58:4d:8d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 131, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:53:52.798033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.813696 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.876032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=7aa52392-4711-4130-907c-f970df0f2db9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:52.884669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.888922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ce1d7bd0-18cf-47a5-92c3-df4f5f5e2b0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/7aa52392-4711-4130-907c-f970df0f2db9 HTTP/1.1" status: 204 len: 168 time: 0.6577144 Jul 22 11:53:52.891374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:52.895856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9582c591-bac1-4600-ada0-52199a10b65f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:53:52.929325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9582c591-bac1-4600-ada0-52199a10b65f,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:52.961721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:52.961964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-99003021-8351-4e86-877f-4ea8df582f91 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0666249 Jul 22 11:53:52.962191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:52.972631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:53.151325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:53.161753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a899f42-7cc6-44aa-a127-4e1faba02da5 None None] Update dhcp port {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'fixed_ips': [{'subnet_id': '7aa52392-4711-4130-907c-f970df0f2db9'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '8dedbe68-333e-4a1e-96d6-44e1874eaa6b'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:53:53.185024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:53.188716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.238564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9582c591-bac1-4600-ada0-52199a10b65f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:53:53.283247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0a899f42-7cc6-44aa-a127-4e1faba02da5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.309253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b79a5e8e-cec7-40af-94c0-6e8f3c3ab0da req-86bf19ee-a685-47ea-a301-996828a2f24d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:53.333844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b79a5e8e-cec7-40af-94c0-6e8f3c3ab0da req-86bf19ee-a685-47ea-a301-996828a2f24d tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 984 time: 0.2424011 Jul 22 11:53:53.531080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b79a5e8e-cec7-40af-94c0-6e8f3c3ab0da req-5c881177-7db6-4bc4-a85c-781f1df4128e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1966047 Jul 22 11:53:53.618754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2439db57-b7c0-4872-b0d7-bc67262e0fa3 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:53.652136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3002177e-0424-4e6b-a747-26f5b62298d3 req-ff83d150-4fbf-4237-864d-8b566483c3d8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:53.665984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3002177e-0424-4e6b-a747-26f5b62298d3 req-ff83d150-4fbf-4237-864d-8b566483c3d8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.2910039 Jul 22 11:53:53.681782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:53.797661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Deleting subnet c824f531-1969-4dcd-abc0-9e75016825c2 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:53.801071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.815511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8dedbe68-333e-4a1e-96d6-44e1874eaa6b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:53:53.849908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e779ebe2-cb38-4fcf-ac43-18941648a4c9 None None] Provisioning complete for port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:53.850915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e779ebe2-cb38-4fcf-ac43-18941648a4c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.859021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.907124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:53.983965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e79048b-8545-4576-ba65-e8d29fffddb8 req-dbfeec1a-0947-469a-85ca-c7c9a772582c tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.2670119 Jul 22 11:53:53.988964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.079733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c824f531-1969-4dcd-abc0-9e75016825c2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:54.081993 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.101863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3002177e-0424-4e6b-a747-26f5b62298d3 req-9fdc5644-01ec-4127-ab52-18d0238b47ea tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4324868 Jul 22 11:53:54.109988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.114545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-70016fa5-299e-4686-9c3c-35ee2e5f94dd admin admin] 10.222.0.21 "DELETE /v2.0/subnets/c824f531-1969-4dcd-abc0-9e75016825c2 HTTP/1.1" status: 204 len: 168 time: 0.4294648 Jul 22 11:53:54.115348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:54.195575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:54.230229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:54.245256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:54.245763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.268161 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.272539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:53:54.277324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=f195e15d-0081-488b-bcd7-293783c6f28f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:54.344427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b506cf30-4ca0-43b6-9fc3-45c8d61704f3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.3745201 Jul 22 11:53:54.345460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33434) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:54.367503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:54.403145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.541294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:54.551421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.585406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.669483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f1f77160-e7c9-44a8-8527-631616ab7dd9']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:54.698738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Deleting port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:53:54.699503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.723954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:54.724229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:54.724370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'caec5787-d7fa-4e9e-a2d0-fe914f78ddc8') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:54.731433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.816984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.843344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.854303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:53:54.854750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.904096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:53:54.915541 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:53:54.938016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.948437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:54.951051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] 10.222.0.21 "DELETE /v2.0/networks/f1f77160-e7c9-44a8-8527-631616ab7dd9 HTTP/1.1" status: 204 len: 168 time: 0.8346887 Jul 22 11:53:54.955406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:55.013645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] For port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:55.014050 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.017113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1b8717-d2b3-4bef-95c9-101f4f631e72 admin admin] Pushing event deleted for resources: {'Network': ['ID=f1f77160-e7c9-44a8-8527-631616ab7dd9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:55.071121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Deleting subnet 5f5042df-b960-40bf-9a0b-101726fc14f4 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:53:55.072785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Calling delete_port for 8dedbe68-333e-4a1e-96d6-44e1874eaa6b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:53:55.088675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.165854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.241473 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.254462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.308098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] Pushing event deleted for resources: {'Port': ['ID=8dedbe68-333e-4a1e-96d6-44e1874eaa6b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:55.319690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb1f433-c430-4cee-831d-408eaafb2eda None None] No DVR routers for this DVR port 8dedbe68-333e-4a1e-96d6-44e1874eaa6b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:53:55.352184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba52af96-a16a-4cac-8b3d-299c31c0b9be None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:55.394769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a119d5f8-20a9-428a-b5f1-f11191294daa req-fe90c738-5e08-462f-ba7c-a8e7b93b2905 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:55.396704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a119d5f8-20a9-428a-b5f1-f11191294daa req-fe90c738-5e08-462f-ba7c-a8e7b93b2905 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 984 time: 0.6815593 Jul 22 11:53:55.408083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.491440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a866de1a-bbce-4d6f-bafc-b8681beb59eb req-a069e027-d016-468c-afda-328bd38eb1b0 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0934331 Jul 22 11:53:55.516398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f5042df-b960-40bf-9a0b-101726fc14f4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:55.525412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.532410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d7de8b90-0a4d-4873-b8ba-ac5aa08ec729 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f5042df-b960-40bf-9a0b-101726fc14f4 HTTP/1.1" status: 204 len: 168 time: 0.5744627 Jul 22 11:53:55.537102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33454) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:55.670217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a119d5f8-20a9-428a-b5f1-f11191294daa req-c2b01adf-060c-440f-b090-f2913e318328 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.2584007 Jul 22 11:53:55.750484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e98815ec-3e92-478e-91da-4d6716f31b34', 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'tenant_id': '6f67cd469ae84cb78919904fe14d1ceb', 'fixed_ips': [{'subnet_id': 'f195e15d-0081-488b-bcd7-293783c6f28f'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:53:55.753478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.764609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa081dd8-24b3-43a3-bf47-e16278a74326 req-3c9d2f4f-f76f-49f5-a2e4-443d15932a5e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d490de6eb9440c98e457bd492a591d&device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.9949079 Jul 22 11:53:55.831071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa081dd8-24b3-43a3-bf47-e16278a74326 req-aebe7415-6986-4424-b3fb-b73d91233dea service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=46d490de6eb9440c98e457bd492a591d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0451791 Jul 22 11:53:55.844371 n-d-754448-4 neutron-server[93706]: INFO neutron.db.ipam_backend_mixin [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet f195e15d-0081-488b-bcd7-293783c6f28f (CIDR: 2001:db8::/64) Jul 22 11:53:55.863304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:55.870192 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:53:55.870771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 400 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:53:56.034858 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0f1f1624-f187-4c5e-a39b-6028ccaef9f0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.6862876 Jul 22 11:53:56.038824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.042904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:56.048924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'subnet': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:56.049705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Allocated IP 2001:db8::2 (e98815ec-3e92-478e-91da-4d6716f31b34/f195e15d-0081-488b-bcd7-293783c6f28f/6676a7e3-d6fc-4406-be21-bb66e802a075) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:56.052960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e3247c6-1b16-44e8-89e7-07e062f44237']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:56.110253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6399b652-1d9f-4dcf-99ef-ed9e779aaa31') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:56.115050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6399b652-1d9f-4dcf-99ef-ed9e779aaa31') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:53:56.141208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.165433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.176473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:53:56.179932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.244204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa081dd8-24b3-43a3-bf47-e16278a74326 req-2900955d-8675-45ab-8244-1adc006f8080 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:56.245762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-aa081dd8-24b3-43a3-bf47-e16278a74326 req-2900955d-8675-45ab-8244-1adc006f8080 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.4060214 Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:53:56.295438 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:53:56.302736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.312036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.314834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] 10.222.0.21 "DELETE /v2.0/networks/6e3247c6-1b16-44e8-89e7-07e062f44237 HTTP/1.1" status: 204 len: 168 time: 0.7745147 Jul 22 11:53:56.331557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f9e924c-19ba-4787-8390-169a27ee5fa0 admin admin] Pushing event deleted for resources: {'Network': ['ID=6e3247c6-1b16-44e8-89e7-07e062f44237,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:56.342916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2173d3a-dd2e-4193-9734-253e3b032bd6 req-3bd877ff-5141-49c8-a2d4-77c6127bbbae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:56.350124 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2173d3a-dd2e-4193-9734-253e3b032bd6 req-3bd877ff-5141-49c8-a2d4-77c6127bbbae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.5685468 Jul 22 11:53:56.405318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:56.405553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2173d3a-dd2e-4193-9734-253e3b032bd6 req-6f73428b-1bd2-4fe1-b38a-39136c1073bf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0542693 Jul 22 11:53:56.415813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.463582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9582c591-bac1-4600-ada0-52199a10b65f up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:56.603453 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.630182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Transition to ACTIVE for port object 6676a7e3-d6fc-4406-be21-bb66e802a075 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:56.713646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Transition to ACTIVE for port object 6676a7e3-d6fc-4406-be21-bb66e802a075 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:56.737365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9582c591-bac1-4600-ada0-52199a10b65f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:56.758976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.768862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9582c591-bac1-4600-ada0-52199a10b65f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:56.794255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:56.800915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:56.834952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f944673-0c16-48b6-a32c-5111b4364c5e req-6d6cd436-f3ea-4ca3-878f-1a6f64c1a847 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1358287 Jul 22 11:53:56.863086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9b8f5a47-beef-476c-b4bd-2fe15101037f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e8e187b2f1e44ba8809100526d11b741&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0575264 Jul 22 11:53:56.866752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:56.923855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be3e519-425e-45cd-8fe2-fe6cb72abf64 req-b64258e5-b732-4986-b769-ccc29e500df1 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:56.932081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:56.933356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7be3e519-425e-45cd-8fe2-fe6cb72abf64 req-b64258e5-b732-4986-b769-ccc29e500df1 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 984 time: 0.1264961 Jul 22 11:53:56.947368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Pushing event updated for resources: {'Port': ['ID=6676a7e3-d6fc-4406-be21-bb66e802a075,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:56.951537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:56.972662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:56.997300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7be3e519-425e-45cd-8fe2-fe6cb72abf64 req-327d1ac4-946f-4393-99a2-6f9e93185b42 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0619094 Jul 22 11:53:57.087252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.116575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Attempting to bind port 6676a7e3-d6fc-4406-be21-bb66e802a075 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:53:57.116976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Attempting to bind port 6676a7e3-d6fc-4406-be21-bb66e802a075 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:53:57.117339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Attempting to bind port 6676a7e3-d6fc-4406-be21-bb66e802a075 on network e98815ec-3e92-478e-91da-4d6716f31b34 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:53:57.124676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:53:57.125055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Checking segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:53:57.125463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.125859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Bound using segment: {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:53:57.126407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Bound port: 6676a7e3-d6fc-4406-be21-bb66e802a075, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4520f36d-7b96-455a-9167-05c4820074b3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:53:57.126879 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.151431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.181834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.207215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Time-cost: Fetching 1 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:53:57.236423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9582c591-bac1-4600-ada0-52199a10b65f,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:57.252974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:53:57.255281 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aaf977a1-9f3e-4b08-bb92-5949cc01543a" -d '{"events": [{"server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "name": "network-vif-plugged", "status": "completed", "tag": "9582c591-bac1-4600-ada0-52199a10b65f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:53:57.262986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.382239 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:53:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a55dbc58-2821-48b9-93a5-166e2038a19c x-openstack-request-id: req-a55dbc58-2821-48b9-93a5-166e2038a19c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:53:57.383413 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "name": "network-vif-plugged", "status": "completed", "tag": "9582c591-bac1-4600-ada0-52199a10b65f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:53:57.383904 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a55dbc58-2821-48b9-93a5-166e2038a19c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:53:57.384481 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f', 'code': 200} Jul 22 11:53:57.399541 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.402934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.406897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7447b05d-20c5-4407-a535-1925a4bae3d1 HTTP/1.1" status: 204 len: 168 time: 0.5366311 Jul 22 11:53:57.453605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d93c92c3-b77d-4897-98b2-7e9699941897 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7447b05d-20c5-4407-a535-1925a4bae3d1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:57.524444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] For port 6676a7e3-d6fc-4406-be21-bb66e802a075, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:53:57.525674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd360123-3932-4726-a81a-f2d8ce170a17 req-cd52b69a-5769-4b8d-bf77-0663dcae4287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:57.530031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd360123-3932-4726-a81a-f2d8ce170a17 req-cd52b69a-5769-4b8d-bf77-0663dcae4287 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1136 time: 0.1438129 Jul 22 11:53:57.587333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] For port 6676a7e3-d6fc-4406-be21-bb66e802a075, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6676a7e3-d6fc-4406-be21-bb66e802a075,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:53:57.590670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.592117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:57.600407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.603010 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd360123-3932-4726-a81a-f2d8ce170a17 req-841a320a-9079-4db2-81f2-236f94da34c4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0652003 Jul 22 11:53:57.738225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:57.776787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de880a7-bdba-4872-94fd-d540f0e95db5 None None] Pushing event updated for resources: {'Port': ['ID=6676a7e3-d6fc-4406-be21-bb66e802a075,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:57.781946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35bb0a37-9878-41ff-b8e4-48f51a9fb782 req-c5c521fb-57d1-4fb0-b794-b7fd02bcf0ab tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:57.795086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35bb0a37-9878-41ff-b8e4-48f51a9fb782 req-c5c521fb-57d1-4fb0-b794-b7fd02bcf0ab tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.2561944 Jul 22 11:53:57.928757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35bb0a37-9878-41ff-b8e4-48f51a9fb782 req-6a2faab5-1036-43e2-8825-2f4d219746ac tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1320820 Jul 22 11:53:58.032893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] For port 6676a7e3-d6fc-4406-be21-bb66e802a075, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6676a7e3-d6fc-4406-be21-bb66e802a075,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:53:58.065470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.071422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.072302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.128468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a85cc184-c706-4694-8688-21986eb145ee req-8b9ebcda-a66f-40fa-8722-a982f8f968e5 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1010203 Jul 22 11:53:58.154667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:58.302969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:58.354227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-552c08cd-4736-4809-a469-93b75f8d044c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2825181273864e3cba878f9742bbf18b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2003875 Jul 22 11:53:58.357124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:58.367072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:58.369708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Subnet': ['ID=ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:58.388699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=6676a7e3-d6fc-4406-be21-bb66e802a075,revision_number=4']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:58.390333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.392765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:58.393651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.424772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a517b46-881d-44e1-8f5a-efe71bf1d80e req-c64d7eb6-9c8f-4b40-b7db-ca0dd7ccb73a tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:58.448466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f6fa91e7-16dc-4a61-9da3-4b0bfe13105e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 2.4034891 Jul 22 11:53:58.450843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a517b46-881d-44e1-8f5a-efe71bf1d80e req-c64d7eb6-9c8f-4b40-b7db-ca0dd7ccb73a tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.3176122 Jul 22 11:53:58.455689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33516) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:53:58.477125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Request body: {'port': {'network_id': 'e98815ec-3e92-478e-91da-4d6716f31b34', 'mac_address': 'fa:16:3e:c3:3d:e9', 'name': 'tempest-NetworksTestDHCPv6-1292414906'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:53:58.524490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a517b46-881d-44e1-8f5a-efe71bf1d80e req-986bca00-e903-4ea3-88e8-437e331a867c tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0721164 Jul 22 11:53:58.614159 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.657383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.705461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Made reservation on behalf of 6f67cd469ae84cb78919904fe14d1ceb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:53:58.833738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.836320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.839218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:58.845226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/1b54b15b-e653-4822-8d8e-b080fc438052 HTTP/1.1" status: 204 len: 168 time: 0.4731681 Jul 22 11:53:58.898373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-606fbbf9-bd0b-4217-9490-6672af4cce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b54b15b-e653-4822-8d8e-b080fc438052,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:58.945362 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] device_id is not set on port b79aa0e8-c455-4bf2-b650-b645e85aafa0 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:53:59.290884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ecfc20d-74aa-43fb-84bc-dd728e819b3c req-4eacdfab-d9e8-40ba-be81-77a9f8507e12 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:59.296570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ecfc20d-74aa-43fb-84bc-dd728e819b3c req-4eacdfab-d9e8-40ba-be81-77a9f8507e12 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.2164450 Jul 22 11:53:59.395565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8::1f2 (e98815ec-3e92-478e-91da-4d6716f31b34/f195e15d-0081-488b-bcd7-293783c6f28f/b79aa0e8-c455-4bf2-b650-b645e85aafa0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:59.404587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Allocated IP 2001:db8:0:1:f816:3eff:fec3:3de9 (e98815ec-3e92-478e-91da-4d6716f31b34/ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7/b79aa0e8-c455-4bf2-b650-b645e85aafa0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:53:59.435451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-261dae41-73c0-47ff-a714-b14f08747d60 req-6468a63a-b2b5-494e-b023-fdc02ef72a00 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1197627 Jul 22 11:53:59.509299 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ecfc20d-74aa-43fb-84bc-dd728e819b3c req-b6fb44ef-6112-4184-bcbe-2c4916cf7bec tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2115333 Jul 22 11:53:59.704988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e4766ad-5983-4687-b958-bf94fa8d7379 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:53:59.758731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6676a7e3-d6fc-4406-be21-bb66e802a075 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:53:59.775468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d749deb0-fd62-44b6-a714-a1226767ca5e req-570e3ad6-c3b2-4ff9-bddc-3173bad61535 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:53:59.777667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d749deb0-fd62-44b6-a714-a1226767ca5e req-570e3ad6-c3b2-4ff9-bddc-3173bad61535 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.1134133 Jul 22 11:53:59.791351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:59.825316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Transition to ACTIVE for port object b79aa0e8-c455-4bf2-b650-b645e85aafa0 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:53:59.853698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d749deb0-fd62-44b6-a714-a1226767ca5e req-877f9409-ca4a-447e-ba3a-04c39e1ec8c7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0691009 Jul 22 11:53:59.881907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5bd46f35-b4de-45a2-b147-e61415b83b49 None None] Provisioning for port 6676a7e3-d6fc-4406-be21-bb66e802a075 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:59.883730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:53:59.952200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Network e98815ec-3e92-478e-91da-4d6716f31b34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:53:59.958489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event updated for resources: {'Port': ['ID=b79aa0e8-c455-4bf2-b650-b645e85aafa0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:53:59.975017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:53:59.985977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:53:59.988203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6676a7e3-d6fc-4406-be21-bb66e802a075 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:53:59.999334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6676a7e3-d6fc-4406-be21-bb66e802a075 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:53:59.999713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.001948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:00.004072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.029608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-312ee887-4ba0-4426-929f-6e48ced6378e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 1.5721941 Jul 22 11:54:00.030466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:00.145741 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ba6e036-7187-4364-acc8-36beb1ffdb0d req-66fdc467-83c3-4abd-ad7d-c2fb207982ff tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:00.147417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ba6e036-7187-4364-acc8-36beb1ffdb0d req-66fdc467-83c3-4abd-ad7d-c2fb207982ff tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.1463425 Jul 22 11:54:00.207387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting port b79aa0e8-c455-4bf2-b650-b645e85aafa0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:00.208148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.274560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.286517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ba6e036-7187-4364-acc8-36beb1ffdb0d req-d02bf4cd-3270-43b4-9454-dd6dc76d02dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1284962 Jul 22 11:54:00.392765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6676a7e3-d6fc-4406-be21-bb66e802a075, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6676a7e3-d6fc-4406-be21-bb66e802a075,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:00.403791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.410756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.437650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Calling delete_port for b79aa0e8-c455-4bf2-b650-b645e85aafa0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:00.534250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6676a7e3-d6fc-4406-be21-bb66e802a075,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:00.542380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33a04193-5a76-460d-af54-c89e7f50c261 req-85746662-4b28-4400-b236-839adc9df94b tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:00.545174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33a04193-5a76-460d-af54-c89e7f50c261 req-85746662-4b28-4400-b236-839adc9df94b tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1136 time: 0.1320992 Jul 22 11:54:00.579650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-33a04193-5a76-460d-af54-c89e7f50c261 req-c76aa448-4816-44d6-b741-c14164dda8f2 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.723156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-385a8d06-e562-4ed2-8525-5247eae7b484 req-05a7582b-7a25-42f4-8fbf-14c0cc4d910a tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1247416 Jul 22 11:54:00.812599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.903711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Port': ['ID=b79aa0e8-c455-4bf2-b650-b645e85aafa0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:00.946082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:00.951594 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-405e1911-4f68-466b-bf02-c683220ac8fb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b79aa0e8-c455-4bf2-b650-b645e85aafa0 HTTP/1.1" status: 204 len: 168 time: 0.9172604 Jul 22 11:54:00.952755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:00.986550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-33a04193-5a76-460d-af54-c89e7f50c261 req-c76aa448-4816-44d6-b741-c14164dda8f2 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.001733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffe10344-33fd-4863-9649-7b80c210b6fd req-f184b6b1-0834-40e7-b9fe-03ccbd4d8db4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.003484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffe10344-33fd-4863-9649-7b80c210b6fd req-f184b6b1-0834-40e7-b9fe-03ccbd4d8db4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.1731100 Jul 22 11:54:01.004711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-33a04193-5a76-460d-af54-c89e7f50c261 req-c76aa448-4816-44d6-b741-c14164dda8f2 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.060402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33a04193-5a76-460d-af54-c89e7f50c261 req-c76aa448-4816-44d6-b741-c14164dda8f2 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.5092316 Jul 22 11:54:01.095880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85ff1402-752b-4359-bac5-1230a0f806a9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.097475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-85ff1402-752b-4359-bac5-1230a0f806a9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.1442080 Jul 22 11:54:01.103836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:01.104195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33634) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:01.116168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76aa448-4816-44d6-b741-c14164dda8f2 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e03c65e9-968c-40a2-86e6-36a20d81a374,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:01.149230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffe10344-33fd-4863-9649-7b80c210b6fd req-fed7c107-86d7-40d8-9337-48a4999d5d39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1315460 Jul 22 11:54:01.358235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82843f1-e7b8-4a76-9cd5-7c6ff1e66470 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.360468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e82843f1-e7b8-4a76-9cd5-7c6ff1e66470 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1046 time: 0.2525024 Jul 22 11:54:01.363273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33654) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:01.368716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c889024d-c604-4007-a1da-384e247f052b tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.372654 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c889024d-c604-4007-a1da-384e247f052b tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1131 time: 0.2657490 Jul 22 11:54:01.376065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:01.381238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '9582c591-bac1-4600-ada0-52199a10b65f', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ip_address': '172.20.0.14'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:01.427850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3dfa402c-a569-4081-9e74-fe6ac2216c08 None None] Could not find standard attr ID for object b79aa0e8-c455-4bf2-b650-b645e85aafa0. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:54:01.436320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.462004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d174bcf-c091-4bf7-9307-13c893fc1875 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.463832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d174bcf-c091-4bf7-9307-13c893fc1875 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.468225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9d174bcf-c091-4bf7-9307-13c893fc1875 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:01.472486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3dfa402c-a569-4081-9e74-fe6ac2216c08 None None] Provisioning complete for port 6676a7e3-d6fc-4406-be21-bb66e802a075 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:01.473249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3dfa402c-a569-4081-9e74-fe6ac2216c08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.477617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9d174bcf-c091-4bf7-9307-13c893fc1875 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.1133327 Jul 22 11:54:01.478423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33660) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:01.564354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet f195e15d-0081-488b-bcd7-293783c6f28f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:01.569490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.691136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.691332 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.696439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6676a7e3-d6fc-4406-be21-bb66e802a075 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:01.811303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6676a7e3-d6fc-4406-be21-bb66e802a075 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:01.811686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.856329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.25.6.117 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9821ad24-4689-4e75-8b83-323c91f88dd4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:01.879243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:01.893341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c22fa278-3535-4cac-8d22-b2a85ddf3f35 None None] Could not find standard attr ID for object b79aa0e8-c455-4bf2-b650-b645e85aafa0. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:54:02.009331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14fc3825-2a92-4134-920d-b17641cad0d4 req-1eb6746c-fef0-4d9e-898c-cf8c28685d0a tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0897455 Jul 22 11:54:02.053053 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.071372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.099982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.102104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/f195e15d-0081-488b-bcd7-293783c6f28f HTTP/1.1" status: 204 len: 168 time: 0.6219265 Jul 22 11:54:02.103200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1abfffca-9548-48a4-8041-51a968de6d36 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=f195e15d-0081-488b-bcd7-293783c6f28f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:02.111311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:02.126186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.140362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adc24796-8e22-4665-8462-7f509dd4d550 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:02.178336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:02.181767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:02.189054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:02.194014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=9821ad24-4689-4e75-8b83-323c91f88dd4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:02.220182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Deleting subnet ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:02.223881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.304316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.468972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:54:02.486506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.647107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.684438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:02.687025 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ccc120e2-d82c-4a2b-853f-435db712021c" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:02.692720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.733759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:02.739132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.747638 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-32d3130e-a44f-4c0b-93a1-f96fc153e9a9 x-openstack-request-id: req-32d3130e-a44f-4c0b-93a1-f96fc153e9a9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:02.748158 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-unplugged", "status": "completed", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:02.748503 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-32d3130e-a44f-4c0b-93a1-f96fc153e9a9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:02.749068 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'code': 200} Jul 22 11:54:02.790856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Subnet': ['ID=ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:02.796658 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.807010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-462075d4-de4b-4e1e-a30a-e092e8bf0276 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7 HTTP/1.1" status: 204 len: 168 time: 0.6944313 Jul 22 11:54:02.812029 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:02.814585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=14']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:02.864549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-99163cda-5ef4-42b2-82c4-c9197ba914c9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0489273 Jul 22 11:54:02.864835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:02.888820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20a94c7b-d426-438c-b60e-56701b0b5a50 req-c589d572-23e2-4f82-97a8-4690b7e03848 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:02.891257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20a94c7b-d426-438c-b60e-56701b0b5a50 req-c589d572-23e2-4f82-97a8-4690b7e03848 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 946 time: 0.3096726 Jul 22 11:54:02.981149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:02.985887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20a94c7b-d426-438c-b60e-56701b0b5a50 req-0a13102f-3073-4197-855d-96b1ea582824 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0666609 Jul 22 11:54:02.999478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a931be5b-c190-4da0-9fa4-5e78dc5be2a6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:03.002960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a931be5b-c190-4da0-9fa4-5e78dc5be2a6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1369536 Jul 22 11:54:03.005316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.083347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99c432bd-0e4d-474a-b8de-af80b3a2065f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:03.085409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-99c432bd-0e4d-474a-b8de-af80b3a2065f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.0787234 Jul 22 11:54:03.089313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.157701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a788e95b-f1ed-44cb-813b-a11ac3af6584 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0669184 Jul 22 11:54:03.161788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.167505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79943701-969f-45b5-b2ff-f6dac99854df req-6cf96c6a-84f7-49ac-bf13-31397727a742 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0436745 Jul 22 11:54:03.196238 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9fe32ebc-4d39-4f93-bf07-05b3d510c66d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.197062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9fe32ebc-4d39-4f93-bf07-05b3d510c66d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.199861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9fe32ebc-4d39-4f93-bf07-05b3d510c66d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b79aa0e8-c455-4bf2-b650-b645e85aafa0 HTTP/1.1" status: 404 len: 333 time: 0.0363023 Jul 22 11:54:03.202247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.255568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:03.264710 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb787749-f0ad-449a-b725-0a71789abb9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.265760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb787749-f0ad-449a-b725-0a71789abb9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.268001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cb787749-f0ad-449a-b725-0a71789abb9e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ffa7e1f8-cbcc-472f-8af8-b5b03ae058a7 HTTP/1.1" status: 404 len: 337 time: 0.0645950 Jul 22 11:54:03.278036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.315724 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf8460bc-a893-4e1e-b555-d4a9f77802ec tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.315942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf8460bc-a893-4e1e-b555-d4a9f77802ec tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.317945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf8460bc-a893-4e1e-b555-d4a9f77802ec tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/f195e15d-0081-488b-bcd7-293783c6f28f HTTP/1.1" status: 404 len: 337 time: 0.0387044 Jul 22 11:54:03.320897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33740) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.368333 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-88488fd0-8fe4-478c-93c7-b35d07d01b7c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.369106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88488fd0-8fe4-478c-93c7-b35d07d01b7c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.371020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-88488fd0-8fe4-478c-93c7-b35d07d01b7c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/f7fe8616-ade1-4425-b98d-30024607e53d HTTP/1.1" status: 404 len: 333 time: 0.0489464 Jul 22 11:54:03.376642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae199a63-b4f7-4927-ad70-9e213f22b756 None None] Network e98815ec-3e92-478e-91da-4d6716f31b34 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:03.385104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.426802 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d317a35e-4487-49bb-9300-719fc7348c5f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.427318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d317a35e-4487-49bb-9300-719fc7348c5f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.435064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d317a35e-4487-49bb-9300-719fc7348c5f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/7aa52392-4711-4130-907c-f970df0f2db9 HTTP/1.1" status: 404 len: 337 time: 0.0459590 Jul 22 11:54:03.435212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.473881 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-21109d2b-6d10-430b-8784-f4e8aadcce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.477883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-21109d2b-6d10-430b-8784-f4e8aadcce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.484742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-21109d2b-6d10-430b-8784-f4e8aadcce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/34e61a5e-53a7-4d1b-8f95-22347680b3fe HTTP/1.1" status: 404 len: 337 time: 0.0464599 Jul 22 11:54:03.489794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.521655 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-be065a26-e899-4c30-a3cb-c1f1fe55ea6a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.522604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be065a26-e899-4c30-a3cb-c1f1fe55ea6a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.530343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-be065a26-e899-4c30-a3cb-c1f1fe55ea6a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b9f2f7e6-12ba-421c-94c7-bfcc076462ed HTTP/1.1" status: 404 len: 333 time: 0.0392222 Jul 22 11:54:03.531203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.566968 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-aea3593d-85a8-48f5-a6c3-de8da9c386ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.567926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aea3593d-85a8-48f5-a6c3-de8da9c386ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.571309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aea3593d-85a8-48f5-a6c3-de8da9c386ca tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/070bf5e4-b311-4521-a329-eafa9b1bb37f HTTP/1.1" status: 404 len: 337 time: 0.0391054 Jul 22 11:54:03.573833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.580989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9540c8c1-b056-4932-8f50-18feaefa2a13 None None] Provisioning complete for port 6676a7e3-d6fc-4406-be21-bb66e802a075 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:03.582270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9540c8c1-b056-4932-8f50-18feaefa2a13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:03.623222 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ecc6368-198b-44fd-a58d-467f46eb206e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.624066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ecc6368-198b-44fd-a58d-467f46eb206e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.626063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ecc6368-198b-44fd-a58d-467f46eb206e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/13fe184d-663a-4401-9d37-af44228f4411 HTTP/1.1" status: 404 len: 337 time: 0.0399241 Jul 22 11:54:03.628560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33772) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.709971 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-761e9a7c-5a88-4ef4-9b8f-b8a5ce8ba297 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.710886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-761e9a7c-5a88-4ef4-9b8f-b8a5ce8ba297 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.718043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-761e9a7c-5a88-4ef4-9b8f-b8a5ce8ba297 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/ac792ab1-7de0-4fc9-9617-047ca96abf38 HTTP/1.1" status: 404 len: 333 time: 0.0832336 Jul 22 11:54:03.718910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.770920 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-784a5def-0f7c-497b-a0b4-ed0411edabc0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.771983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-784a5def-0f7c-497b-a0b4-ed0411edabc0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.777908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-784a5def-0f7c-497b-a0b4-ed0411edabc0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/d5d46b86-4f01-4dfe-96c1-f206099ff59a HTTP/1.1" status: 404 len: 337 time: 0.0578194 Jul 22 11:54:03.778908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.788870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] DHCP port deletion for e98815ec-3e92-478e-91da-4d6716f31b34 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:54:03.825713 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-2c1076d2-6ce0-4290-bb41-51c81aee55e1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.826913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2c1076d2-6ce0-4290-bb41-51c81aee55e1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.834324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2c1076d2-6ce0-4290-bb41-51c81aee55e1 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/8856dd8f-96d5-4b6b-9a04-8bed62da40d6 HTTP/1.1" status: 404 len: 337 time: 0.0538886 Jul 22 11:54:03.835279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33786) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:03.883172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Deleting port 6676a7e3-d6fc-4406-be21-bb66e802a075 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:03.883568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:03.903178 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-14d4d1b7-bfe2-46ba-98cb-80c5ef9ffc48 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:03.903965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-14d4d1b7-bfe2-46ba-98cb-80c5ef9ffc48 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:03.910997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-14d4d1b7-bfe2-46ba-98cb-80c5ef9ffc48 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/1d5a1a25-9c6b-4d66-b633-db2c517db7b6 HTTP/1.1" status: 404 len: 333 time: 0.0748143 Jul 22 11:54:03.911638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.016877 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-80855b13-82c0-4a04-be10-551e4d11b83b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.017537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-80855b13-82c0-4a04-be10-551e4d11b83b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.021714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80855b13-82c0-4a04-be10-551e4d11b83b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/956cc68b-bf3b-47f6-b559-9f5bdf2cf6f7 HTTP/1.1" status: 404 len: 337 time: 0.1056247 Jul 22 11:54:04.022350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.100547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] For port 6676a7e3-d6fc-4406-be21-bb66e802a075, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6676a7e3-d6fc-4406-be21-bb66e802a075,segment=NetworkSegment(4520f36d-7b96-455a-9167-05c4820074b3),segment_id=4520f36d-7b96-455a-9167-05c4820074b3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:04.101013 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:04.103601 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a85f4a01-90dd-4536-81d4-efd9982976d6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.104371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a85f4a01-90dd-4536-81d4-efd9982976d6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.108666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a85f4a01-90dd-4536-81d4-efd9982976d6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/4ceef168-7613-4e3a-b6d6-5788b5469a7e HTTP/1.1" status: 404 len: 333 time: 0.0816624 Jul 22 11:54:04.109311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33810) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.134282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:04.142655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:04.150259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Calling delete_port for 6676a7e3-d6fc-4406-be21-bb66e802a075 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:04.187022 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-954dc256-0681-45ff-a24c-11eee574bf68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.192605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-954dc256-0681-45ff-a24c-11eee574bf68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.203632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-954dc256-0681-45ff-a24c-11eee574bf68 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c4a901ac-c74d-4547-9bb9-f2d0f02cf0a9 HTTP/1.1" status: 404 len: 337 time: 0.0934346 Jul 22 11:54:04.207491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.291507 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6845ff5b-39cc-43f5-b610-9af8452aa6a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.293878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6845ff5b-39cc-43f5-b610-9af8452aa6a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.298082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=9821ad24-4689-4e75-8b83-323c91f88dd4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:04.301853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6845ff5b-39cc-43f5-b610-9af8452aa6a2 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/8abd6fbb-589e-43a8-a50d-3563c1d50cf3 HTTP/1.1" status: 404 len: 333 time: 0.0928099 Jul 22 11:54:04.310828 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.336951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:04.350830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:04.368836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] No DVR routers for this DVR port 6676a7e3-d6fc-4406-be21-bb66e802a075 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:04.412360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c648d-78c7-498a-87a3-a4f07e7f42e5 None None] Pushing event deleted for resources: {'Port': ['ID=6676a7e3-d6fc-4406-be21-bb66e802a075,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:04.420333 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-47d2635a-7f30-42e5-97e6-be564d9c3d3c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.420929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47d2635a-7f30-42e5-97e6-be564d9c3d3c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.426203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47d2635a-7f30-42e5-97e6-be564d9c3d3c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ea44fb1a-d3d0-491a-b338-94f2d26e2c29 HTTP/1.1" status: 404 len: 337 time: 0.0866642 Jul 22 11:54:04.433011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.472224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-250a280b-e14b-473d-b5fc-126e3005a452 req-549fa75a-b794-463e-88ee-99d2ddebbe9c tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1601727 Jul 22 11:54:04.518530 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c39a3e47-73ce-4af2-afcb-76465a84a317 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.519188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c39a3e47-73ce-4af2-afcb-76465a84a317 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.521278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c39a3e47-73ce-4af2-afcb-76465a84a317 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/a3f96628-23a2-4230-8eab-aeec88c07849 HTTP/1.1" status: 404 len: 333 time: 0.0868595 Jul 22 11:54:04.525721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.570396 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-56b63a88-77da-487a-ae37-f55943074c0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.571231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56b63a88-77da-487a-ae37-f55943074c0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.574582 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56b63a88-77da-487a-ae37-f55943074c0f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/35d3cca3-76a8-452e-9a3b-4b6a318d25dc HTTP/1.1" status: 404 len: 337 time: 0.0471027 Jul 22 11:54:04.578322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33838) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.617422 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9f289344-e5cc-497c-9224-f5920c39feb3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.618642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9f289344-e5cc-497c-9224-f5920c39feb3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.622516 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9f289344-e5cc-497c-9224-f5920c39feb3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/0bcefdb4-c930-4ea4-865d-20d30c5cd8c1 HTTP/1.1" status: 404 len: 333 time: 0.0429018 Jul 22 11:54:04.625978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.669450 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-5da842f2-4c1e-4e11-8225-e02612b53d42 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.670103 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5da842f2-4c1e-4e11-8225-e02612b53d42 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.671407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e5c432b-d5c2-4a61-bb7b-1b59da5dd3e2 req-c8a4d6d7-f06e-4792-a2f2-950efee48bc1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:04.675161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5da842f2-4c1e-4e11-8225-e02612b53d42 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/ea0ddd68-8e33-41b8-8729-0ce3c3e37273 HTTP/1.1" status: 404 len: 337 time: 0.0457437 Jul 22 11:54:04.677085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.679265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e5c432b-d5c2-4a61-bb7b-1b59da5dd3e2 req-c8a4d6d7-f06e-4792-a2f2-950efee48bc1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0846527 Jul 22 11:54:04.719623 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ff679f7a-56ba-4782-b79e-d9a3e2cc7453 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.720757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ff679f7a-56ba-4782-b79e-d9a3e2cc7453 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.725780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ff679f7a-56ba-4782-b79e-d9a3e2cc7453 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/a0122ccd-f927-4ef9-b2c6-e79789585c8e HTTP/1.1" status: 404 len: 333 time: 0.0454729 Jul 22 11:54:04.727566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33844) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.731445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e5c432b-d5c2-4a61-bb7b-1b59da5dd3e2 req-03f1d69b-18ad-4274-bb61-6ca2d03d283b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510104 Jul 22 11:54:04.744691 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Floating IP 9e6b903c-1940-4db4-8774-ad059d0873a8 associated. External IP: 172.25.6.117, port: 9582c591-bac1-4600-ada0-52199a10b65f. Jul 22 11:54:04.888669 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee6bb078-1f0f-4522-968a-c81ae4f1d6fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.889136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ee6bb078-1f0f-4522-968a-c81ae4f1d6fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.891148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee6bb078-1f0f-4522-968a-c81ae4f1d6fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/0c9c2d67-934d-48f0-8eb7-2d94b86cfd6b HTTP/1.1" status: 404 len: 337 time: 0.1621442 Jul 22 11:54:04.893790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:04.934238 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9b3d72fc-c66a-490a-ab48-79e8bb7fcd85 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:04.935317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9b3d72fc-c66a-490a-ab48-79e8bb7fcd85 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:04.938430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9b3d72fc-c66a-490a-ab48-79e8bb7fcd85 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/5ce5d348-022b-439f-a6be-6be3d39a7815 HTTP/1.1" status: 404 len: 337 time: 0.0433826 Jul 22 11:54:04.942378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33856) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.066468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd26c8e-dd57-464f-884d-b0e582761e77 req-17b01a61-1688-4e46-98d6-3ee6675f1d8e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:05.075297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1cd26c8e-dd57-464f-884d-b0e582761e77 req-17b01a61-1688-4e46-98d6-3ee6675f1d8e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1053071 Jul 22 11:54:05.083898 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-11bad712-a896-443a-afa5-2b57e44f7dfb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.085146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11bad712-a896-443a-afa5-2b57e44f7dfb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.087182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-11bad712-a896-443a-afa5-2b57e44f7dfb tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/4a34ff0e-4d62-4157-8f1f-998d13682207 HTTP/1.1" status: 404 len: 333 time: 0.1434901 Jul 22 11:54:05.092698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.141600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1cd26c8e-dd57-464f-884d-b0e582761e77 req-08abebf4-b538-4651-84d1-27b58010c2a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0652299 Jul 22 11:54:05.170004 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8ba3b62-64aa-43b8-a85b-b01d37a3396f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.170794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8ba3b62-64aa-43b8-a85b-b01d37a3396f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.172227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d8ba3b62-64aa-43b8-a85b-b01d37a3396f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/cd6b8db9-024d-4bdd-9a99-90355a89fe1c HTTP/1.1" status: 404 len: 337 time: 0.0778389 Jul 22 11:54:05.175098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.218771 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-644b03c3-f728-464a-83a7-74db46b0e132 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.219514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-644b03c3-f728-464a-83a7-74db46b0e132 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.221531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-644b03c3-f728-464a-83a7-74db46b0e132 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/f6ad097f-0079-40af-91a8-ba1b10dea69d HTTP/1.1" status: 404 len: 337 time: 0.0450664 Jul 22 11:54:05.224908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.284525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-f8f80213-676e-48de-a501-59ca391d7d17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:05.287031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-f8f80213-676e-48de-a501-59ca391d7d17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.2901173 Jul 22 11:54:05.288771 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-87cedbb9-64d1-4338-925b-5818b699d71e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.289501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-87cedbb9-64d1-4338-925b-5818b699d71e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.291998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-87cedbb9-64d1-4338-925b-5818b699d71e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/c5189ca4-a7eb-4de0-8f16-3bc5e4c56fa0 HTTP/1.1" status: 404 len: 333 time: 0.0658810 Jul 22 11:54:05.295111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33864) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.308546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 172c499c-3579-4bfc-a04c-c737871a34ac has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:54:05.332514 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d4c51336-8ff6-438e-9556-f68aa80899ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.333025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d4c51336-8ff6-438e-9556-f68aa80899ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.335009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d4c51336-8ff6-438e-9556-f68aa80899ce tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/74465ba2-90e8-44e3-93fd-c9776c10a75d HTTP/1.1" status: 404 len: 337 time: 0.0353842 Jul 22 11:54:05.337572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.365385 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8b068463-1f14-45b7-a8d5-5ca4484217d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.365967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8b068463-1f14-45b7-a8d5-5ca4484217d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.367837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8b068463-1f14-45b7-a8d5-5ca4484217d9 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/bcdef460-9adc-43a9-bbdb-8e3fb48dd6ce HTTP/1.1" status: 404 len: 337 time: 0.0292549 Jul 22 11:54:05.370499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.403250 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-41586be3-8ce5-4b70-aa7a-fc7819a63530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.404270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41586be3-8ce5-4b70-aa7a-fc7819a63530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.406479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-41586be3-8ce5-4b70-aa7a-fc7819a63530 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/ad19708e-7e3c-4aa9-877b-24de41d79410 HTTP/1.1" status: 404 len: 333 time: 0.0340595 Jul 22 11:54:05.411031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33870) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.447326 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7e6ab461-cb18-47b5-8806-dffa43e95931 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.448457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7e6ab461-cb18-47b5-8806-dffa43e95931 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.450634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7e6ab461-cb18-47b5-8806-dffa43e95931 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c4a19eea-348b-47e9-9ffa-1d26104c9c20 HTTP/1.1" status: 404 len: 337 time: 0.0377157 Jul 22 11:54:05.453210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33872) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.484276 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-d5ae74b0-0a53-47ac-b3ff-26f1f2b50b41 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.485114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d5ae74b0-0a53-47ac-b3ff-26f1f2b50b41 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.488074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d5ae74b0-0a53-47ac-b3ff-26f1f2b50b41 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/eb0cc150-5a6c-42ca-88d7-2923a318388e HTTP/1.1" status: 404 len: 337 time: 0.0336781 Jul 22 11:54:05.490527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.563425 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e04808d-fbfd-47ab-95a5-bc6d6e6b9e1b tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports?device_id=9be89296-c1a0-453e-9cc5-9e4a54342b8d HTTP/1.1" status: 200 len: 205 time: 0.0713785 Jul 22 11:54:05.565112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.650205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-81a24cce-a965-4732-b942-24997369640c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:05.655916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-81a24cce-a965-4732-b942-24997369640c service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.3601089 Jul 22 11:54:05.657403 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-5908c635-0165-44f5-b395-2d984b194ee0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] delete failed (client error): The resource could not be found. Jul 22 11:54:05.661554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5908c635-0165-44f5-b395-2d984b194ee0 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/routers/9be89296-c1a0-453e-9cc5-9e4a54342b8d HTTP/1.1" status: 404 len: 336 time: 0.0922067 Jul 22 11:54:05.663608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.703293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6676a7e3-d6fc-4406-be21-bb66e802a075 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:54:05.723102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5997cb1e-7777-4e7e-a843-df7d108c9a75 req-92ff8a04-24a3-4055-b6ff-f0550526176b tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0697763 Jul 22 11:54:05.730430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6676a7e3-d6fc-4406-be21-bb66e802a075 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:54:05.730886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6676a7e3-d6fc-4406-be21-bb66e802a075 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:54:05.775341 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-51ae8da4-de0a-42f7-b3dd-cd79a1975274 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.775802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51ae8da4-de0a-42f7-b3dd-cd79a1975274 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.781743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-51ae8da4-de0a-42f7-b3dd-cd79a1975274 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/c604e7c5-945b-4a5c-afbd-c7a8dce74e0a HTTP/1.1" status: 404 len: 337 time: 0.0955083 Jul 22 11:54:05.781960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.794482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:54:05.803757 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Sync routers for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:54:05.818325 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:05.818989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:05.820486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-df05dcbe-bf91-44b1-bde2-06e77573f0fe tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "GET /v2.0/ports?device_id=3ec327a6-d647-4df2-a07b-dcafec2418aa HTTP/1.1" status: 200 len: 205 time: 0.0379345 Jul 22 11:54:05.826115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.844080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:05.908510 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-5bba3728-071b-4e65-bf0b-7a5b0b3955a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.2457166 Jul 22 11:54:05.911778 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-55c13db4-f382-4650-94f4-e55c54796100 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] delete failed (client error): The resource could not be found. Jul 22 11:54:05.915004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-55c13db4-f382-4650-94f4-e55c54796100 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/routers/3ec327a6-d647-4df2-a07b-dcafec2418aa HTTP/1.1" status: 404 len: 336 time: 0.0814345 Jul 22 11:54:05.915790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33888) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.934629 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:05.952860 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b7d4c5f5-ebc3-4e10-9626-361ab20175bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:05.953683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b7d4c5f5-ebc3-4e10-9626-361ab20175bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:05.960887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3fbd57ea-05e6-4374-8823-37dde8d9dd93 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 4.5812078 Jul 22 11:54:05.960887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:05.961173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:05.962703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7d4c5f5-ebc3-4e10-9626-361ab20175bf tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3b5dfd2d-aa59-4e0a-9ab2-fece6b7dc199 HTTP/1.1" status: 404 len: 337 time: 0.0413671 Jul 22 11:54:05.963448 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3" -d '{"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:05.963891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.031294 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af5beb1-5b76-4ec1-bd58-be1dde93ce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.033842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7af5beb1-5b76-4ec1-bd58-be1dde93ce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.039924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7af5beb1-5b76-4ec1-bd58-be1dde93ce2c tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/10ea9f28-7c5a-4f28-ab2b-a4528efebae6 HTTP/1.1" status: 404 len: 337 time: 0.0732024 Jul 22 11:54:06.048987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33900) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.053369 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9fba916-dfc3-415e-b089-fb464708ad78 x-openstack-request-id: req-c9fba916-dfc3-415e-b089-fb464708ad78 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:06.055190 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:06.056141 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9fba916-dfc3-415e-b089-fb464708ad78 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:06.058052 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f', 'status': 'completed', 'code': 200} Jul 22 11:54:06.063207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-9756d2c1-bfaf-4741-99c6-f70a084f16df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.066318 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-9756d2c1-bfaf-4741-99c6-f70a084f16df service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1512389 Jul 22 11:54:06.210491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-f1f42687-ad5e-4eee-bad5-d3a008e6ca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.214865 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-f1f42687-ad5e-4eee-bad5-d3a008e6ca9e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1413267 Jul 22 11:54:06.220133 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9e6b903c-1940-4db4-8774-ad059d0873a8', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'port_id': '9582c591-bac1-4600-ada0-52199a10b65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'mac_address': 'fa:16:3e:58:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:54:02Z', 'updated_at': '2021-07-22T11:54:02Z', 'revision_number': 0, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:06.240922 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b76b70d-6d69-4937-8d48-41ef8511f396 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.242710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b76b70d-6d69-4937-8d48-41ef8511f396 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.249658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7b76b70d-6d69-4937-8d48-41ef8511f396 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/1d2aa9f7-71c5-4f3e-abdd-0975b7c0594f HTTP/1.1" status: 404 len: 333 time: 0.1991673 Jul 22 11:54:06.262154 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Checking router: 172c499c-3579-4bfc-a04c-c737871a34ac for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:54:06.263925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33908) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.271628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:06.272508 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:53:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:06.308357 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8ee0f467-4ed9-43f2-a69c-1f348b71497c req-3f471bc9-acfd-4041-b313-336237f8636a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0901680 Jul 22 11:54:06.367273 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-83c598b3-74c5-4f3f-9e6d-f3a3fd67a2d7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.367888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-83c598b3-74c5-4f3f-9e6d-f3a3fd67a2d7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.369814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83c598b3-74c5-4f3f-9e6d-f3a3fd67a2d7 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/998eb923-ddbf-47d1-b3a3-c9c5f5cdcaf4 HTTP/1.1" status: 404 len: 337 time: 0.1033919 Jul 22 11:54:06.372797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.416414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:06.437659 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ddafb2a-238e-4d63-a4e4-b02c2edd4e9d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.438391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ddafb2a-238e-4d63-a4e4-b02c2edd4e9d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.443163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8ddafb2a-238e-4d63-a4e4-b02c2edd4e9d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/e6a228f5-27fe-4d1d-bdf1-3a6ec439a9f2 HTTP/1.1" status: 404 len: 333 time: 0.0667410 Jul 22 11:54:06.447058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.485158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.486181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.486317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.486717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.487266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.487654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.488122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.492430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cfd84e99-d154-4fda-88fd-248b5238e9a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4951 time: 0.5247884 Jul 22 11:54:06.492430 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-e98c092d-8d5c-4666-9f8a-29b413f4d9ae tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.492890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e98c092d-8d5c-4666-9f8a-29b413f4d9ae tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.498078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e98c092d-8d5c-4666-9f8a-29b413f4d9ae tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/e0676319-9e17-4776-a922-5fe8664685b3 HTTP/1.1" status: 404 len: 337 time: 0.0455184 Jul 22 11:54:06.498078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33922) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.507133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.514665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-41f20da1-44f1-4a4b-b452-be2edbf36189 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2035527 Jul 22 11:54:06.518267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-89f53d23-f122-4ca7-b417-4110e964e5e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.519856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-89f53d23-f122-4ca7-b417-4110e964e5e7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1136 time: 0.4507823 Jul 22 11:54:06.663645 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48012f52-7c9a-4e9c-b336-ce7cbfa12e26 req-befa11a6-15e2-4b76-b38b-f43680a00ce6 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1420557 Jul 22 11:54:06.707272 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-1a23a6c4-22d9-4c8e-a37f-df47e144c7e6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.708035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1a23a6c4-22d9-4c8e-a37f-df47e144c7e6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.712598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1a23a6c4-22d9-4c8e-a37f-df47e144c7e6 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/84d31252-0288-4cf5-bd28-cffcf11179b3 HTTP/1.1" status: 404 len: 333 time: 0.1828055 Jul 22 11:54:06.713679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.713821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.714035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.714978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.715486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.715950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.716475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:06.720896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8e4e4d82-2473-420e-b0e9-f26884e26914 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4006 time: 0.2166512 Jul 22 11:54:06.732665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33934) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.767923 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-74512c64-1da2-48a8-b274-fc209f09ea1a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.768404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74512c64-1da2-48a8-b274-fc209f09ea1a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.781995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74512c64-1da2-48a8-b274-fc209f09ea1a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/bb8dc37e-a1f7-4a1b-9059-7029a68286af HTTP/1.1" status: 404 len: 337 time: 0.0616121 Jul 22 11:54:06.781995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33940) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.832370 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-18ec7740-f3ef-41ea-a774-38205794eb00 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.833255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18ec7740-f3ef-41ea-a774-38205794eb00 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.851454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-18ec7740-f3ef-41ea-a774-38205794eb00 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/eb1566b3-18b2-4b71-9ee5-69d233b979aa HTTP/1.1" status: 404 len: 333 time: 0.0570853 Jul 22 11:54:06.853851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.905979 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-20e5ccc0-afe7-4525-b9ca-122afa58598a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.907011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-20e5ccc0-afe7-4525-b9ca-122afa58598a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.912201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-20e5ccc0-afe7-4525-b9ca-122afa58598a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/31be61db-3701-4015-a4c8-22ebb870b59a HTTP/1.1" status: 404 len: 337 time: 0.0534384 Jul 22 11:54:06.912570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:06.966119 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9524e984-9d74-432b-a436-aaa58ef3998d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:06.967304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9524e984-9d74-432b-a436-aaa58ef3998d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:06.970381 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9524e984-9d74-432b-a436-aaa58ef3998d tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b7724d63-0b5d-4f20-b5cf-da159afd7dc7 HTTP/1.1" status: 404 len: 333 time: 0.0567327 Jul 22 11:54:06.972486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33954) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.006894 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-0387370d-9418-48b0-aabe-2462655b7e8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:07.009244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0387370d-9418-48b0-aabe-2462655b7e8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:07.013534 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0387370d-9418-48b0-aabe-2462655b7e8f tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3bc3e5af-6039-4907-a1ab-c652c73d9e37 HTTP/1.1" status: 404 len: 337 time: 0.0396461 Jul 22 11:54:07.016111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.058147 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9e6b903c-1940-4db4-8774-ad059d0873a8', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'port_id': '9582c591-bac1-4600-ada0-52199a10b65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'mac_address': 'fa:16:3e:58:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:54:02Z', 'updated_at': '2021-07-22T11:54:02Z', 'revision_number': 0, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:07.081549 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-34815395-ba4d-4787-8ba4-f535d20f094a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:07.082480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34815395-ba4d-4787-8ba4-f535d20f094a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:07.084294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-34815395-ba4d-4787-8ba4-f535d20f094a tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/08ca9832-4bfe-41af-b1e0-0540184acef9 HTTP/1.1" status: 404 len: 333 time: 0.0665319 Jul 22 11:54:07.097695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.124527 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b374d032-9f7c-4323-a97b-034f475f0b58 None None] The sync data for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 is: [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9e6b903c-1940-4db4-8774-ad059d0873a8', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'floating_ip_address': '172.25.6.117', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'port_id': '9582c591-bac1-4600-ada0-52199a10b65f', 'fixed_ip_address': '172.20.0.14', 'status': 'DOWN', 'standard_attr_id': 3119, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'mac_address': 'fa:16:3e:58:4d:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:54:02Z', 'updated_at': '2021-07-22T11:54:02Z', 'revision_number': 0, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:54:07.144576 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-b2066f73-211f-4e16-8b44-fea8ba21a0d3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:07.145413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b2066f73-211f-4e16-8b44-fea8ba21a0d3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:07.147477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b2066f73-211f-4e16-8b44-fea8ba21a0d3 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/dfd597d2-3d3d-4333-a811-e1b86f19ed72 HTTP/1.1" status: 404 len: 337 time: 0.0487850 Jul 22 11:54:07.149910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.184248 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-685372c0-4238-44d9-b4d7-6ad78a61639e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:07.185390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-685372c0-4238-44d9-b4d7-6ad78a61639e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:07.187446 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-685372c0-4238-44d9-b4d7-6ad78a61639e tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/ports/b0c8da9e-55d8-4d3f-b2af-0945848bb79e HTTP/1.1" status: 404 len: 333 time: 0.0362644 Jul 22 11:54:07.191263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.222067 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bf1e46e-8743-458e-8dc4-d8039ccfeb96 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:07.223369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bf1e46e-8743-458e-8dc4-d8039ccfeb96 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:07.225625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2bf1e46e-8743-458e-8dc4-d8039ccfeb96 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/subnets/3a2ab48c-488f-4fc7-a557-e1f366a5b669 HTTP/1.1" status: 404 len: 337 time: 0.0330250 Jul 22 11:54:07.228096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:07.361856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.501433 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.513822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e98815ec-3e92-478e-91da-4d6716f31b34']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:07.522123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dc692966-c021-4e21-b119-4186b64070fc None None] New status for floating IP 9e6b903c-1940-4db4-8774-ad059d0873a8: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:54:07.534912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4520f36d-7b96-455a-9167-05c4820074b3') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:07.535222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4520f36d-7b96-455a-9167-05c4820074b3') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:07.545913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-613a4de2-3e52-4bb3-ba81-a1767554bc02 req-7890f5b3-9ba2-41f9-aed8-f80b03829b5d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:07.553293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-613a4de2-3e52-4bb3-ba81-a1767554bc02 req-7890f5b3-9ba2-41f9-aed8-f80b03829b5d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 1.2550211 Jul 22 11:54:07.561879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.594848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.604109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:07.604532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.638782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d18f713-72ee-4317-86f8-8d7ccdb7a574 req-0300c721-198e-4bfb-af95-ac19e49bbb40 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1430063 Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:07.677585 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:07.690525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.709658 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:07.712547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] 10.222.0.21 "DELETE /v2.0/networks/e98815ec-3e92-478e-91da-4d6716f31b34 HTTP/1.1" status: 204 len: 168 time: 0.4827826 Jul 22 11:54:07.757727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-613a4de2-3e52-4bb3-ba81-a1767554bc02 req-9a9d2dcc-2971-4223-b5c0-369b0335d78d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1863461 Jul 22 11:54:07.758726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b95080d-f35d-4766-89cb-20679d969656 tempest-NetworksTestDHCPv6-1274122215 tempest-NetworksTestDHCPv6-1274122215-project] Pushing event deleted for resources: {'Network': ['ID=e98815ec-3e92-478e-91da-4d6716f31b34,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:07.797796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-764c3b39-1b77-4e94-aa2b-9a1fc0c8a77e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:07.799292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-764c3b39-1b77-4e94-aa2b-9a1fc0c8a77e service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 200 len: 897 time: 1.0972090 Jul 22 11:54:07.952531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-e69f599c-34c1-4555-a41e-6eebdfdbda26 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 200 len: 1002 time: 0.1449292 Jul 22 11:54:08.036026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-929ceb89-e638-42ac-9950-dacf60a0f4b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:08.037495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-929ceb89-e638-42ac-9950-dacf60a0f4b1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3fecd37-25af-4a1f-95e0-1b238702c6e4 HTTP/1.1" status: 200 len: 833 time: 0.0781195 Jul 22 11:54:08.041527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-afc1840b-1b43-4199-81c8-66df9e595775 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2332 time: 1.3063276 Jul 22 11:54:08.044708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33974) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:08.087707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 33976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:08.123565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ebb57-3b42-4865-a555-df6bebf18e30 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:08.124346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca8ebb57-3b42-4865-a555-df6bebf18e30 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:08.138494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca8ebb57-3b42-4865-a555-df6bebf18e30 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=172c499c-3579-4bfc-a04c-c737871a34ac HTTP/1.1" status: 200 len: 1989 time: 0.0805352 Jul 22 11:54:08.178630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-13e83abf-82c8-4d80-a0a4-ac3b3c726195 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:08.180158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-13e83abf-82c8-4d80-a0a4-ac3b3c726195 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da73a66-b481-492a-86cc-4250595c46fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1331649 Jul 22 11:54:08.341931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-03964f8b-9579-4eeb-9d35-7f56595f0157 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f67cd469ae84cb78919904fe14d1ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2515926 Jul 22 11:54:08.344561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 33984) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:08.346009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-4ff71288-119f-4c88-8e4f-2dd11365a59c service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1595790 Jul 22 11:54:08.426987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:08.451279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:08.454814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6784bf1-c47a-44cc-a82c-8466f8bce3d3 req-f4aee031-ba17-4004-b3bd-4b10e4a4e540 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1022558 Jul 22 11:54:08.507655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:08.510419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:08.512032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0678fd71-5f17-4726-a7c0-796635f2f22c HTTP/1.1" status: 204 len: 168 time: 0.1659365 Jul 22 11:54:08.520985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e00360-b970-4b9c-a844-a80be4f5b549 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0678fd71-5f17-4726-a7c0-796635f2f22c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:08.755243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5632e43-2c24-4a57-931b-e19cb39005a4 req-1f36a12e-acd6-4d09-be4f-d85e7f0df1e3 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0315449 Jul 22 11:54:08.929211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cd3fb9-a9d1-49e0-aeaa-cda61fcd86fe req-78ec9a93-53cf-4df2-aad0-20cbfc0353d2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:08.929579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30cd3fb9-a9d1-49e0-aeaa-cda61fcd86fe req-78ec9a93-53cf-4df2-aad0-20cbfc0353d2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0989757 Jul 22 11:54:08.982990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30cd3fb9-a9d1-49e0-aeaa-cda61fcd86fe req-36ec6da8-3858-453b-a041-4fa596dc9d5a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0429869 Jul 22 11:54:09.180362 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a56a357-c24e-4072-b8ca-4131007e23f8 req-eb55f1d6-0260-498d-89ed-0bcfe8de3ae3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46d490de6eb9440c98e457bd492a591d&device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0874667 Jul 22 11:54:09.235128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f24137cb-116b-460b-8996-1ff8ae3b964f req-5e75f8e6-6ba3-4fd5-b185-41cf265f2915 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0607367 Jul 22 11:54:09.252124 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a56a357-c24e-4072-b8ca-4131007e23f8 req-5be288b1-bb02-4917-93c6-2091865881cb service neutron] 10.222.0.36 "GET /v2.0/networks?tenant_id=46d490de6eb9440c98e457bd492a591d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0612829 Jul 22 11:54:09.384420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7e04a3-f3c3-4d24-8576-1b5458ef7279 req-6f653acf-b5b9-4449-b410-c0d755a87715 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:09.386201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b7e04a3-f3c3-4d24-8576-1b5458ef7279 req-6f653acf-b5b9-4449-b410-c0d755a87715 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1498408 Jul 22 11:54:09.406345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a56a357-c24e-4072-b8ca-4131007e23f8 req-17a27f76-45c2-44fe-966b-f9e89003a0b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:09.408550 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a56a357-c24e-4072-b8ca-4131007e23f8 req-17a27f76-45c2-44fe-966b-f9e89003a0b3 service neutron] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1484613 Jul 22 11:54:09.454404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b7e04a3-f3c3-4d24-8576-1b5458ef7279 req-28a01cc1-c8da-4660-9d74-2db54f914e24 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0616145 Jul 22 11:54:09.594553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:09.690856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd1003c-03b5-4e14-8e0b-ec54151f567c req-1f572af8-e93e-4bd9-b9e0-23aab5c29abf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:09.692455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bd1003c-03b5-4e14-8e0b-ec54151f567c req-1f572af8-e93e-4bd9-b9e0-23aab5c29abf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1314063 Jul 22 11:54:09.744190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-302857118'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:09.762526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6bd1003c-03b5-4e14-8e0b-ec54151f567c req-59787135-6d8c-401b-983b-e4355b6e5b34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0584390 Jul 22 11:54:09.798188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:09.804880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:09.817775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:09.983397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:09.990441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:10.022260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:10.033562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b4a03ee0-ae63-422f-8278-b3ed5b86e5c4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:10.053009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:10.053494 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 5dc7ada2-1858-4ae0-b5c7-bae0ff58470f of type vlan for network 8ac82a5c-5102-46eb-a1c6-128568fd6830 Jul 22 11:54:10.111925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:10.149477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:10.166589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:10.167244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:10.257686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f05f280a-1797-41af-a52d-cce94562bf8f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:10.263424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.6677258 Jul 22 11:54:10.265705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f05f280a-1797-41af-a52d-cce94562bf8f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.1874399 Jul 22 11:54:10.284698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-94a33aa4-0571-40af-ab7e-443cb4cf7700 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/quotas/2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 375 time: 0.0175145 Jul 22 11:54:10.407340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46ccd097-8b8a-499f-a8cd-48626ffe36f4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=8ac82a5c-5102-46eb-a1c6-128568fd6830,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:10.418191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:10.489199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94d9a37e-cf98-40b1-8360-d90b717f31d4 req-455d20bf-d1f2-4408-92fc-5b0e59a828e8 tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.21 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.1263118 Jul 22 11:54:10.537350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-27160055-24db-42a5-882b-37cec8db8c28 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2515221 Jul 22 11:54:10.647033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-788854e9-8c0b-4ac7-84f5-b8338dc3b2a2 service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1086636 Jul 22 11:54:10.647922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a56a357-c24e-4072-b8ca-4131007e23f8 req-cbdbb786-f3df-471a-8da9-f082686a5a5d tempest-ServerShowV254Test-2103332567 tempest-ServerShowV254Test-2103332567-project] 10.222.0.36 "GET /v2.0/ports?device_id=098f4f18-318f-4be6-a11a-90e87297d7cd HTTP/1.1" status: 200 len: 210 time: 0.0833466 Jul 22 11:54:10.812659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f1252d01-42be-4b61-ab86-dcf28799dd6c service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1643908 Jul 22 11:54:11.032954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a298b6f5-91c4-4eaa-a493-066f259e2364 req-d86b8d95-b433-48a8-b3a5-8737345e2982 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 210 time: 0.0541773 Jul 22 11:54:12.287842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:12.335748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88979b9c-46a6-451f-a689-0bb949e7fed5 req-281fd92b-45fb-4b19-9625-a6589da03b00 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 210 time: 0.1077623 Jul 22 11:54:12.507514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700c1f0a-64c7-4662-a247-5c29dfb7a7b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:12.782220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-8581452d-0873-4893-bb71-55193234cdcd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:12.784005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-8581452d-0873-4893-bb71-55193234cdcd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.2264843 Jul 22 11:54:12.800099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'device_id': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'admin_state_up': True, 'tenant_id': '2c2e1458dea143d0804a11370d1147f4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:12.816782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700c1f0a-64c7-4662-a247-5c29dfb7a7b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:12.862695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700c1f0a-64c7-4662-a247-5c29dfb7a7b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:12.971423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:12.978974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-700c1f0a-64c7-4662-a247-5c29dfb7a7b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46d490de6eb9440c98e457bd492a591d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6884005 Jul 22 11:54:12.992542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700c1f0a-64c7-4662-a247-5c29dfb7a7b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aab54a08-b9c5-45bd-a25c-f6456d1e87e6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:13.092377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.153479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34420) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:13.155147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.162927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:13.169761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.266557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.269974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.271383 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/aab54a08-b9c5-45bd-a25c-f6456d1e87e6 HTTP/1.1" status: 204 len: 168 time: 0.2986593 Jul 22 11:54:13.301125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aab54a08-b9c5-45bd-a25c-f6456d1e87e6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:13.343094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.344305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.346336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.348202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.348721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.349244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.353457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.355547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.356083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.357499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.358301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.360797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-113940e3-4e4a-4754-a4c9-7a64e031b308 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:13.507543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-262edb84-3778-4353-a0ab-7dc401482b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:13.593561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.20.0.3 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/8ed6db30-29e8-425b-a9c7-f2a7213f67bd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:13.643360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbb22f51-f918-4bec-9788-d54a83be9265 req-a94bd903-247d-40ee-b25a-e188a8cff7f0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 210 time: 0.1186028 Jul 22 11:54:13.856429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:13.863600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:14.086474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-262edb84-3778-4353-a0ab-7dc401482b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.093796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-262edb84-3778-4353-a0ab-7dc401482b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.109723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:14.113572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.117585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.152410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Transition to ACTIVE for port object 8ed6db30-29e8-425b-a9c7-f2a7213f67bd will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:14.156748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-262edb84-3778-4353-a0ab-7dc401482b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=686ce1bf-ccc8-46b4-8d96-4f6c14afa57a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:14.165885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-262edb84-3778-4353-a0ab-7dc401482b69 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=607b2046e2f842dbb9e427e6ec802520&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0106733 Jul 22 11:54:14.166141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:14.243181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.275828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.310687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:14.321804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:14.327029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:14.330477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.333672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:14.414691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.445255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:14.445895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.463653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-b684671f-bf25-46cb-8e49-23dba67b02d3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.6676118 Jul 22 11:54:14.479970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Request body: {'port': {'device_id': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:14.488194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.490758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.494837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/686ce1bf-ccc8-46b4-8d96-4f6c14afa57a HTTP/1.1" status: 204 len: 168 time: 0.3241477 Jul 22 11:54:14.500246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=4c3e6260-5045-43b9-9b1b-435d1942ea5a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:14.515548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:14.516122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 8ac82a5c-5102-46eb-a1c6-128568fd6830, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:14.528844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=686ce1bf-ccc8-46b4-8d96-4f6c14afa57a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:14.541774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.542784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.543357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.543577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.543913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.544267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.544780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.545295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.545624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.545846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:14.545971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.546350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.546610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-93b9af05-1b45-4e9a-b5f3-9163a9d004d2 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:14.574096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8ac82a5c-5102-46eb-a1c6-128568fd6830) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:14.585859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53e2a5b-db9a-4b82-94ef-bd00cbd16d89 None None] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:14.587704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:14.590798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.613666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-41217285-927b-4f97-85af-5a8a81b47841 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7558925 Jul 22 11:54:14.617212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:14.623747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1876248214'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:14.633322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.671778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:14.677697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.715394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:14.744662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.746993 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 63a709fe-d0b6-4d48-b5c4-3c9ced645684 of type vlan for network d9a15312-1fa3-4d71-8329-6ed391ef2c6b Jul 22 11:54:14.838510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8ac82a5c-5102-46eb-a1c6-128568fd6830', 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '4c3e6260-5045-43b9-9b1b-435d1942ea5a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:14.840605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.872323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14c8845a-464f-4a22-8850-bfc8359f6a93 None None] Provisioning for port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:14.921950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.936281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-14c8845a-464f-4a22-8850-bfc8359f6a93 None None] Provisioning complete for port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:14.936765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14c8845a-464f-4a22-8850-bfc8359f6a93 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:14.983447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6661fe37-edcf-43ae-8d8d-44c7fe183933 req-5798260f-89db-4e02-af64-70195cd64100 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:14.991721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6661fe37-edcf-43ae-8d8d-44c7fe183933 req-5798260f-89db-4e02-af64-70195cd64100 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 931 time: 0.2133539 Jul 22 11:54:15.012917 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.013231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-14c8845a-464f-4a22-8850-bfc8359f6a93 None None] Port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:15.020356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:15.021179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.089925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Allocated IP 2001:db8:0:ffff::2 (8ac82a5c-5102-46eb-a1c6-128568fd6830/4c3e6260-5045-43b9-9b1b-435d1942ea5a/aab5dbe5-5a59-4b99-904f-9236095e4c00) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:15.157762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5389249 Jul 22 11:54:15.160869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:15.167988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:15.194554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8ed6db30-29e8-425b-a9c7-f2a7213f67bd {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:15.213971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.289238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Transition to ACTIVE for port object 8ed6db30-29e8-425b-a9c7-f2a7213f67bd will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:15.298770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.304340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de06e7e7-6270-4754-903b-621ae45e8069 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.375267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:15.380490 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.435091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:15.476529 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.486694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Transition to ACTIVE for port object aab5dbe5-5a59-4b99-904f-9236095e4c00 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:15.515265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Transition to ACTIVE for port object aab5dbe5-5a59-4b99-904f-9236095e4c00 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:15.532083 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.624394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6661fe37-edcf-43ae-8d8d-44c7fe183933 req-462785cc-2386-4be0-985c-00691f345b1f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.6304162 Jul 22 11:54:15.628114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62c4e74e-8620-439c-ad42-73ce68de9c58 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=d9a15312-1fa3-4d71-8329-6ed391ef2c6b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:15.712700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Attempting to bind port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:15.714931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Attempting to bind port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:15.716393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Attempting to bind port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:15.724901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd on network 1da5971f-04aa-41d8-85db-fdd3724108d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:54:15.725352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Attempting to bind port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:15.739177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:15.739473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:15.740281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:15.740887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Bound port: 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:15.741411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.839359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network d9a15312-1fa3-4d71-8329-6ed391ef2c6b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:15.871293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:15.883167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:15.903123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.915954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:15.926652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:15.929286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:15.949161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Pushing event updated for resources: {'Port': ['ID=aab5dbe5-5a59-4b99-904f-9236095e4c00,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:15.960381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:15.961686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:15.962966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-cd74fb4e-5b9c-42b4-8205-9a897ad01fce tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:15.963558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] 10.222.0.36 "PUT /v2.0/ports/8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 1091 time: 1.4888344 Jul 22 11:54:15.971323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-cd74fb4e-5b9c-42b4-8205-9a897ad01fce tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 813 time: 0.1924937 Jul 22 11:54:15.991172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-0a1697ec-45a4-4bcd-bd51-38417e53c6b8 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/quotas/f5127c1de1304279a8ce1cb18de2ccdd HTTP/1.1" status: 200 len: 375 time: 0.0184531 Jul 22 11:54:15.992705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:15.995900 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9" -d '{"events": [{"name": "network-changed", "server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:16.061599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-76b73d65-2607-40aa-827c-c4332f631104 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0691924 Jul 22 11:54:16.095943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Attempting to bind port aab5dbe5-5a59-4b99-904f-9236095e4c00 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:16.096329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Attempting to bind port aab5dbe5-5a59-4b99-904f-9236095e4c00 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:16.096697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Attempting to bind port aab5dbe5-5a59-4b99-904f-9236095e4c00 on network 8ac82a5c-5102-46eb-a1c6-128568fd6830 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:16.099812 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ead7e8a2-2564-404a-9501-de99fa3fa1b6 x-openstack-request-id: req-ead7e8a2-2564-404a-9501-de99fa3fa1b6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:16.100115 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:16.100556 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ead7e8a2-2564-404a-9501-de99fa3fa1b6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:16.100781 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd', 'status': 'completed', 'code': 200} Jul 22 11:54:16.104198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:16.105187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Checking segment: {'id': '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:16.105625 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:16.106207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Bound using segment: {'id': '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:16.114141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Bound port: aab5dbe5-5a59-4b99-904f-9236095e4c00, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': '8ac82a5c-5102-46eb-a1c6-128568fd6830'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:16.114764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:16.139257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:16.194957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-ac981b99-7b9b-48cd-9820-89a62421bf3d service neutron] 10.222.0.21 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317863 Jul 22 11:54:16.265395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] For port aab5dbe5-5a59-4b99-904f-9236095e4c00, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:16.271070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f706ec3b-7cb4-40dc-9ce6-4fdc5632c186 service neutron] Pushing event updated for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:16.276104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] For port aab5dbe5-5a59-4b99-904f-9236095e4c00, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aab5dbe5-5a59-4b99-904f-9236095e4c00,segment=NetworkSegment(5dc7ada2-1858-4ae0-b5c7-bae0ff58470f),segment_id=5dc7ada2-1858-4ae0-b5c7-bae0ff58470f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:16.285257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:16.332358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-e196a347-809c-4e3b-9af8-b2364b8c60a0 service neutron] 10.222.0.21 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1364839 Jul 22 11:54:16.409922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=a27808c8-a652-4206-ac9e-15aec66815bc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:16.431674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-979d1cdc-0f81-4e7a-be00-2a183f56dd19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:16.434043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26fe2c0a-4478-4a85-b96b-ee7f0a4742f4 None None] Pushing event updated for resources: {'Port': ['ID=aab5dbe5-5a59-4b99-904f-9236095e4c00,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:16.443267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-979d1cdc-0f81-4e7a-be00-2a183f56dd19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1094 time: 0.4329340 Jul 22 11:54:16.467349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '63a709fe-d0b6-4d48-b5c4-3c9ced645684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:16.467808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: d9a15312-1fa3-4d71-8329-6ed391ef2c6b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:16.556788 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-beab9e97-3f46-420a-bb52-a9643f5a723f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 217 time: 0.1041269 Jul 22 11:54:16.619901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-636cc992-8858-4737-bd23-50ad4287a9e5 req-e3250c9f-1827-4c8d-bea4-826ad9f16ed9 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 210 time: 0.0638704 Jul 22 11:54:16.700488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network d9a15312-1fa3-4d71-8329-6ed391ef2c6b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:16.764971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-c4c8b567-8134-4d10-a7a2-86519d0ff509 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:16.768355 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-c4c8b567-8134-4d10-a7a2-86519d0ff509 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.2000325 Jul 22 11:54:16.787112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, d9a15312-1fa3-4d71-8329-6ed391ef2c6b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:16.800851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-433f431c-2371-4a06-9e4f-5575cba4fed2 None None] Network d9a15312-1fa3-4d71-8329-6ed391ef2c6b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:16.816642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:16.826794 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:16.893799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a09dff62-3f3d-40bb-8939-576153fb015b req-12a61efd-f206-49d0-aa56-601aa42188b8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:16.927838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9196d32a-8fed-4873-af67-faa9dcae38e0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 1.7634668 Jul 22 11:54:16.929804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:16.932531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a09dff62-3f3d-40bb-8939-576153fb015b req-12a61efd-f206-49d0-aa56-601aa42188b8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 943 time: 0.1791112 Jul 22 11:54:17.083522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-d9a15312-1fa3-4d71-8329-6ed391ef2c6b', 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': 'a27808c8-a652-4206-ac9e-15aec66815bc'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:17.088915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.089993 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.092601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a09dff62-3f3d-40bb-8939-576153fb015b req-e37cfc07-51f6-48d3-aceb-c10beccdf871 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1561234 Jul 22 11:54:17.143554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-d5908fa3-2b88-4007-a62e-23a023808502 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:17.147299 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-d5908fa3-2b88-4007-a62e-23a023808502 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3565927 Jul 22 11:54:17.316404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Allocated IP 2001:db8::1 (d9a15312-1fa3-4d71-8329-6ed391ef2c6b/a27808c8-a652-4206-ac9e-15aec66815bc/d635ef3f-3847-4ed6-b19d-436a2ef2011e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:17.370321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.526142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-c021b169-bbac-4d19-ad6e-d2bfa8586630 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2952197 Jul 22 11:54:17.576878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.611836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Transition to ACTIVE for port object d635ef3f-3847-4ed6-b19d-436a2ef2011e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:17.649188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Transition to ACTIVE for port object d635ef3f-3847-4ed6-b19d-436a2ef2011e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:17.663087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.718757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Network d9a15312-1fa3-4d71-8329-6ed391ef2c6b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:17.729755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:17.734365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Pushing event updated for resources: {'Port': ['ID=d635ef3f-3847-4ed6-b19d-436a2ef2011e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:17.738614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:17.755814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.799766 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba28ff71-a3d4-483c-8f96-bce5b4703b03 req-57740232-9ef6-425f-8cae-7061a1e13499 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2697887 Jul 22 11:54:17.802233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=a27808c8-a652-4206-ac9e-15aec66815bc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:17.822189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39934fd1-43e7-4d16-8009-b09dbaa46857 req-c96df2de-d4e6-405c-8f36-dac6996849c5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 210 time: 0.0747230 Jul 22 11:54:17.845764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aab5dbe5-5a59-4b99-904f-9236095e4c00 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:17.924699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.929467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Attempting to bind port d635ef3f-3847-4ed6-b19d-436a2ef2011e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:17.929842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Attempting to bind port d635ef3f-3847-4ed6-b19d-436a2ef2011e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '63a709fe-d0b6-4d48-b5c4-3c9ced645684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:17.930207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Attempting to bind port d635ef3f-3847-4ed6-b19d-436a2ef2011e on network d9a15312-1fa3-4d71-8329-6ed391ef2c6b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:17.943007 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.945634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:17.946072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Checking segment: {'id': '63a709fe-d0b6-4d48-b5c4-3c9ced645684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:17.946563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:17.946854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Bound using segment: {'id': '63a709fe-d0b6-4d48-b5c4-3c9ced645684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:17.947532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Bound port: d635ef3f-3847-4ed6-b19d-436a2ef2011e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63a709fe-d0b6-4d48-b5c4-3c9ced645684', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:17.959002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.010252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a15312-1fa3-4d71-8329-6ed391ef2c6b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:18.049241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a709fe-d0b6-4d48-b5c4-3c9ced645684') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:18.049535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a709fe-d0b6-4d48-b5c4-3c9ced645684') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:18.077687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port aab5dbe5-5a59-4b99-904f-9236095e4c00 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:18.085116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.092476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:18.104191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] For port d635ef3f-3847-4ed6-b19d-436a2ef2011e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:18.108955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] For port d635ef3f-3847-4ed6-b19d-436a2ef2011e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d635ef3f-3847-4ed6-b19d-436a2ef2011e,segment=NetworkSegment(63a709fe-d0b6-4d48-b5c4-3c9ced645684),segment_id=63a709fe-d0b6-4d48-b5c4-3c9ced645684)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:18.118346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.161747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.203574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-4da7406f-c192-467f-a587-ec4aaedcd9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.205131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-4da7406f-c192-467f-a587-ec4aaedcd9c0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1094 time: 0.3319495 Jul 22 11:54:18.206384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:18.206626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:18.209847 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:18.221022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8746b722-4806-4699-b9bd-a21688e60fbe None None] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:18.243395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-cc219782-355d-4aec-91ad-5c219b7dc6d5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.244908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-cc219782-355d-4aec-91ad-5c219b7dc6d5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 813 time: 0.2314651 Jul 22 11:54:18.263419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Request body: {'port': {'device_id': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7', 'admin_state_up': True, 'tenant_id': 'f5127c1de1304279a8ce1cb18de2ccdd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:18.317820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d753cf5-0c0a-4ddb-be20-47b1338770d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.332955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f52cb3-ceeb-4870-b154-ee4d3f5faff7 None None] Pushing event updated for resources: {'Port': ['ID=d635ef3f-3847-4ed6-b19d-436a2ef2011e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:18.335970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Provisioning for port aab5dbe5-5a59-4b99-904f-9236095e4c00 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:18.343026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Provisioning complete for port aab5dbe5-5a59-4b99-904f-9236095e4c00 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:18.343317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.376393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4c75f54-a86b-49f8-8c38-37464055ddc0 None None] Network d9a15312-1fa3-4d71-8329-6ed391ef2c6b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:18.414650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a7f06a9-e2c1-41ea-85d6-932c43a13f23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.424678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:54:18.424678 n-d-754448-4 neutron-server[93706]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:54:18.424678 n-d-754448-4 neutron-server[93706]: [parameters: {'id': 'd9a15312-1fa3-4d71-8329-6ed391ef2c6b'}] Jul 22 11:54:18.424678 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:54:18.425556 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:54:18.433471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-8428d248-3879-4363-b77f-b0c55151a345 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1762710 Jul 22 11:54:18.459997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-e6ceab79-df67-4204-9380-720fd119f7a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.461489 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-e6ceab79-df67-4204-9380-720fd119f7a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2077036 Jul 22 11:54:18.514538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-8088c4dc-e7ec-45ce-b825-007ef13b5e43 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 217 time: 0.0434933 Jul 22 11:54:18.588126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-23cfeef8-cf1b-4133-a58c-f63748b5f768 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.590197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-23cfeef8-cf1b-4133-a58c-f63748b5f768 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0695238 Jul 22 11:54:18.645998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a7f06a9-e2c1-41ea-85d6-932c43a13f23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.647394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6d5e64a-5762-4e65-b7a1-f5db599d9960 req-1962cded-22ed-4a4b-b5be-62a79c90aada tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.647596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.649250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6d5e64a-5762-4e65-b7a1-f5db599d9960 req-1962cded-22ed-4a4b-b5be-62a79c90aada tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 943 time: 0.3917236 Jul 22 11:54:18.654075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a7f06a9-e2c1-41ea-85d6-932c43a13f23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.703198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] For port aab5dbe5-5a59-4b99-904f-9236095e4c00, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aab5dbe5-5a59-4b99-904f-9236095e4c00,segment=NetworkSegment(5dc7ada2-1858-4ae0-b5c7-bae0ff58470f),segment_id=5dc7ada2-1858-4ae0-b5c7-bae0ff58470f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:18.705427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8a7f06a9-e2c1-41ea-85d6-932c43a13f23 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dc21cefbfca44f9fab9bceece63736e5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6017623 Jul 22 11:54:18.707648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a7f06a9-e2c1-41ea-85d6-932c43a13f23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3877e68b-b788-40f8-8662-5a8648321662,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:18.710393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:18.714792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.730192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-88a2b0a3-1dd8-443f-966c-d72d4faf81a9 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.732075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-88a2b0a3-1dd8-443f-966c-d72d4faf81a9 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2892797 Jul 22 11:54:18.733576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Made reservation on behalf of f5127c1de1304279a8ce1cb18de2ccdd for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:18.737203 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.776128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-0ddf6277-70a6-4483-bc84-5e8705b6e868 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:18.778273 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-0ddf6277-70a6-4483-bc84-5e8705b6e868 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1799884 Jul 22 11:54:18.778957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-99716200-2ba8-4325-a248-bf7c49006dc3 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/quotas/5d9d4ccd7dab490aa50f748a9297725e HTTP/1.1" status: 200 len: 375 time: 0.0358055 Jul 22 11:54:18.784328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc170134-d83a-457f-8bd8-2081b3be03b1 None None] Pushing event updated for resources: {'Port': ['ID=aab5dbe5-5a59-4b99-904f-9236095e4c00,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:18.803693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6d5e64a-5762-4e65-b7a1-f5db599d9960 req-5da628ec-de8c-4f04-bfb5-56af77f98352 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1432698 Jul 22 11:54:18.829932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.835777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-8a830a70-f7d1-4520-b8d8-188f6373a53a tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0502050 Jul 22 11:54:18.907927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.926531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:18.982802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-3c3e50aa-294b-4795-a21a-f24ef55b19e4 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1857500 Jul 22 11:54:19.017982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af36ce18-079d-48e0-91a3-f9ff9f47c52b req-156952b8-b652-4423-9055-eed62f73ed05 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 210 time: 0.0651841 Jul 22 11:54:19.020539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf1fc3f7-93ce-4d8b-b561-9749599f6840 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:54:19.040802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Allocated IP 172.20.0.3 (0130ddc0-3884-4703-93d5-0a2c343d83f7/1d29aa50-2465-4066-8557-20f75d1c7ece/afb8eda6-9410-4dae-a769-6e4c82ed7fea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:19.106516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ce1f67c-5a9c-4343-b56a-7ddd14ff5720 req-3f6b4bb2-5c2c-49c0-8f64-07ea47c36c8d tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 210 time: 0.0677702 Jul 22 11:54:19.133998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e7dffdd7-5321-4095-992e-27b3d478d154 None None] Provisioning complete for port aab5dbe5-5a59-4b99-904f-9236095e4c00 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:19.135114 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e7dffdd7-5321-4095-992e-27b3d478d154 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.135344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.139470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.140663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3877e68b-b788-40f8-8662-5a8648321662 HTTP/1.1" status: 204 len: 168 time: 0.4141772 Jul 22 11:54:19.196200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0acbb51-aa18-4edb-84c9-41b905b480e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3877e68b-b788-40f8-8662-5a8648321662,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:19.239589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf1fc3f7-93ce-4d8b-b561-9749599f6840 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:54:19.242775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port d635ef3f-3847-4ed6-b19d-436a2ef2011e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:19.244595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.268151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a1fc4a6-0583-4bf6-9299-4b74cad71ba9 req-cda6e3d9-8f20-4039-b4ae-15075517a2f6 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2782087 Jul 22 11:54:19.335786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.381299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port d635ef3f-3847-4ed6-b19d-436a2ef2011e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d635ef3f-3847-4ed6-b19d-436a2ef2011e,segment=NetworkSegment(63a709fe-d0b6-4d48-b5c4-3c9ced645684),segment_id=63a709fe-d0b6-4d48-b5c4-3c9ced645684)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:19.381622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.400517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.414521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for d635ef3f-3847-4ed6-b19d-436a2ef2011e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:19.474370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:19.477763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:19.484830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:19.485145 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.523230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Pushing event updated for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:19.566249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:19.567408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.592346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.609030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-73141d83-1883-43d4-b422-69a96df7ae4f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3540649 Jul 22 11:54:19.623572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=d635ef3f-3847-4ed6-b19d-436a2ef2011e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:19.623993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Request body: {'port': {'device_id': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:19.631254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port d635ef3f-3847-4ed6-b19d-436a2ef2011e on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:19.664065 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:19.700371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aab5dbe5-5a59-4b99-904f-9236095e4c00 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:19.702099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ad89d0-68e2-49d0-8ae1-6ace94b135e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.739908 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.753037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9a15312-1fa3-4d71-8329-6ed391ef2c6b']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:19.769178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63a709fe-d0b6-4d48-b5c4-3c9ced645684') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:19.769763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63a709fe-d0b6-4d48-b5c4-3c9ced645684') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:19.775282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port aab5dbe5-5a59-4b99-904f-9236095e4c00 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:19.775857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.781724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.785357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.798021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.805713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:19.806357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:19.811126 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:19.885299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.895176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:19.900735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/d9a15312-1fa3-4d71-8329-6ed391ef2c6b HTTP/1.1" status: 204 len: 168 time: 2.9647644 Jul 22 11:54:19.902967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:19.909694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1788966864'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:19.925799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a90ee32-1b34-4b55-8edc-1ddfddbbaaed tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=d9a15312-1fa3-4d71-8329-6ed391ef2c6b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:20.156506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ad89d0-68e2-49d0-8ae1-6ace94b135e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.178259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:20.181936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.184455 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-25ad89d0-68e2-49d0-8ae1-6ace94b135e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.207622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 110, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:20.218130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.218530 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 5cbe001f-48eb-447f-910b-a6d33a274208 of type vlan for network 2f45374d-660e-4028-9b84-a1a86f28ef88 Jul 22 11:54:20.269962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.271505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed5f8ce0-5e18-46e4-b4ca-c16d6ce44ba0 req-c37c9dd6-4f29-4480-91c7-dbd3d0a6c53d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:20.273129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed5f8ce0-5e18-46e4-b4ca-c16d6ce44ba0 req-c37c9dd6-4f29-4480-91c7-dbd3d0a6c53d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 943 time: 0.3143194 Jul 22 11:54:20.278820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25ad89d0-68e2-49d0-8ae1-6ace94b135e7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ab47c22e5f641c08cfd2a95a5030c12&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6132884 Jul 22 11:54:20.279382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:20.284105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ad89d0-68e2-49d0-8ae1-6ace94b135e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d90efb99-ca5c-4c5a-b6ce-765e54a69d19,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:20.346547 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.352572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:20.353729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.399253 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.410961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-438f0a15-9ad1-408a-8eae-b728b7c74b99 req-469e8f0d-2d8e-4f36-9f2e-d477dd0a0c3e tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:20.411916 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-438f0a15-9ad1-408a-8eae-b728b7c74b99 req-469e8f0d-2d8e-4f36-9f2e-d477dd0a0c3e tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 931 time: 0.3005576 Jul 22 11:54:20.412386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.5094364 Jul 22 11:54:20.415140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed5f8ce0-5e18-46e4-b4ca-c16d6ce44ba0 req-4a2c23b9-1ccc-4bd6-9fc6-351756fd6804 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1263030 Jul 22 11:54:20.420689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:20.426060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:20.432794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-c242b7c1-5c1f-4a82-bf4f-e89663c65550 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0600255 Jul 22 11:54:20.439153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id afb8eda6-9410-4dae-a769-6e4c82ed7fea {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:20.469232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3af9a2d-1f16-4b1b-a9fb-68696812137a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=2f45374d-660e-4028-9b84-a1a86f28ef88,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:20.472893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.484494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:20.494932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.546496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.549843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.557779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d90efb99-ca5c-4c5a-b6ce-765e54a69d19 HTTP/1.1" status: 204 len: 168 time: 0.2706423 Jul 22 11:54:20.562685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e55e790-73d1-467b-bf82-29709e952005 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d90efb99-ca5c-4c5a-b6ce-765e54a69d19,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:20.592937 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e1aede2-3536-4b58-92e5-2650b155b090 req-72481f44-26ae-4758-867c-7d1e64d884f9 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 210 time: 0.0606606 Jul 22 11:54:20.636789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Transition to ACTIVE for port object afb8eda6-9410-4dae-a769-6e4c82ed7fea will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:20.665465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8ed6db30-29e8-425b-a9c7-f2a7213f67bd details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:54:20.675630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.685380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-438f0a15-9ad1-408a-8eae-b728b7c74b99 req-9b5767f2-e51f-4c19-8e8c-d7a2cfd6743d tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2513943 Jul 22 11:54:20.779034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Pushing event updated for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:20.786749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:20.789901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:20.790180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.801918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-fef8fa09-5c48-4f94-8e79-1e018277169e tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:20.803415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd', 'mac_address': 'fa:16:3e:ae:e3:db', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:54:20.803567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-fef8fa09-5c48-4f94-8e79-1e018277169e tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3586926 Jul 22 11:54:20.844341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.851301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Request body: {'port': {'device_id': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': '5d9d4ccd7dab490aa50f748a9297725e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:20.858260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 8ed6db30-29e8-425b-a9c7-f2a7213f67bd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:20.880472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:20.885061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:20.935632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:21.090577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:54:21.303214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Attempting to bind port afb8eda6-9410-4dae-a769-6e4c82ed7fea on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:21.303548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Attempting to bind port afb8eda6-9410-4dae-a769-6e4c82ed7fea by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:21.303875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Attempting to bind port afb8eda6-9410-4dae-a769-6e4c82ed7fea on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:21.322620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Port afb8eda6-9410-4dae-a769-6e4c82ed7fea on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:54:21.322952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Attempting to bind port afb8eda6-9410-4dae-a769-6e4c82ed7fea on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:21.344010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:21.344350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Checking segment: {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:21.344736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Bound using segment: {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:21.345176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Bound port: afb8eda6-9410-4dae-a769-6e4c82ed7fea, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:21.345534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.382966 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.439534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Made reservation on behalf of 5d9d4ccd7dab490aa50f748a9297725e for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:21.442925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.467737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.548256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:21.577147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:21.579738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.595447 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.716598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:21.717276 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.718720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] 10.222.0.36 "PUT /v2.0/ports/afb8eda6-9410-4dae-a769-6e4c82ed7fea HTTP/1.1" status: 200 len: 1091 time: 2.1018090 Jul 22 11:54:21.720744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:21.723106 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f9a7ba77-72ab-493e-8659-8e2513cbc97c" -d '{"events": [{"name": "network-changed", "server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:21.756756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2297439-c008-42d3-b77b-6d8d2c332af5 req-a2523b3d-8336-4f61-88ea-e9fe9810c371 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 210 time: 0.0799406 Jul 22 11:54:21.765692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:21.806675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a62efd-c75d-4042-a1e6-b1022d6f9675 service neutron] Pushing event updated for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:21.863315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c39bf45-2b0e-4e64-8324-432da3872ec6 req-54ee33c1-ec61-4f8d-a281-0eff08dd4360 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:21.864817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c39bf45-2b0e-4e64-8324-432da3872ec6 req-54ee33c1-ec61-4f8d-a281-0eff08dd4360 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 944 time: 0.3672571 Jul 22 11:54:21.880691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '5cbe001f-48eb-447f-910b-a6d33a274208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:21.881058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 2f45374d-660e-4028-9b84-a1a86f28ef88, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:21.986516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:21.992084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:22.001327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c39bf45-2b0e-4e64-8324-432da3872ec6 req-cf89da27-fb2f-4dd8-8de0-2a1a1b2ba2bf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1229179 Jul 22 11:54:22.006256 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.036403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 2f45374d-660e-4028-9b84-a1a86f28ef88) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:22.046307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e78f711e-2712-4ee2-9bf3-4b078526ef9e None None] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:22.053288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.054047 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.065023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-a2d40d51-f9a6-4916-b763-24f6ec8ded37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.066742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-a2d40d51-f9a6-4916-b763-24f6ec8ded37 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 1094 time: 0.2941265 Jul 22 11:54:22.067994 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f305226-8f80-4ae8-963f-be1916f162da x-openstack-request-id: req-3f305226-8f80-4ae8-963f-be1916f162da {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:22.068286 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:22.068540 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f305226-8f80-4ae8-963f-be1916f162da {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:22.068929 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea', 'status': 'completed', 'code': 200} Jul 22 11:54:22.126729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Pushing event updated for resources: {'SecurityGroup': ['ID=02e91221-473a-434c-9ac3-ab150194956e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:22.168925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-432499d3-6aef-4bfd-88cf-395990c1238c req-9a97487d-b0ce-4cae-8737-f1f8e1c29d4c tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.170730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-432499d3-6aef-4bfd-88cf-395990c1238c req-9a97487d-b0ce-4cae-8737-f1f8e1c29d4c tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 943 time: 0.3298011 Jul 22 11:54:22.178214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0f27cd5-062e-4a4f-8bd2-30b398027aa3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 1.7535753 Jul 22 11:54:22.178214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-27dcb998-9444-4adf-b352-1b40678146c4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea HTTP/1.1" status: 200 len: 217 time: 0.0701618 Jul 22 11:54:22.178679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:22.183991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-523721115'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:22.211618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:22.219292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.237205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-2f45374d-660e-4028-9b84-a1a86f28ef88', 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:22.238386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.256222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:22.270801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.271711 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 12610ac5-e8e4-4c9c-9890-38955c8fb4db of type vlan for network 627ca633-7956-463a-964c-dc9479bb5ddb Jul 22 11:54:22.290580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-29dcb29d-eff3-4f52-b4c9-3818f6cca182 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.293215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-29dcb29d-eff3-4f52-b4c9-3818f6cca182 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d29aa50-2465-4066-8557-20f75d1c7ece HTTP/1.1" status: 200 len: 853 time: 0.1039884 Jul 22 11:54:22.348136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-fcf092be-2598-4e07-a178-1889291516d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0130ddc0-3884-4703-93d5-0a2c343d83f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0460658 Jul 22 11:54:22.356410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-432499d3-6aef-4bfd-88cf-395990c1238c req-36085df1-a675-4914-aef4-5be35ddeca94 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685472 Jul 22 11:54:22.387057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Allocated IP 192.168.233.94 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/67b076c9-d77c-4ea0-b274-5e774aa3bf34) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:22.459904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Allocated IP 2001:db8::3 (2f45374d-660e-4028-9b84-a1a86f28ef88/07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df/f5f2eab9-2815-41d3-8cea-bcda2a2bb607) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:22.507417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-d667e132-861d-484f-aff8-335020b7a9d9 service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1500115 Jul 22 11:54:22.639863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.680106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.686700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.689741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Transition to ACTIVE for port object f5f2eab9-2815-41d3-8cea-bcda2a2bb607 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:22.692141 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.695934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.696145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-576d9161-f36e-4c5e-8f20-ddaef2ca7d65 req-cfba07e9-21f9-40d0-a215-5b194ecf89bd service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1736150 Jul 22 11:54:22.696561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.706741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Transition to ACTIVE for port object f5f2eab9-2815-41d3-8cea-bcda2a2bb607 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:22.711777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8ed6db30-29e8-425b-a9c7-f2a7213f67bd up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:22.728001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Transition to ACTIVE for port object 67b076c9-d77c-4ea0-b274-5e774aa3bf34 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:22.745976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.746536 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5667758 Jul 22 11:54:22.749764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:22.758129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '627ca633-7956-463a-964c-dc9479bb5ddb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:22.811973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:22.812252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.815916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:22.822153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:22.840887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:22.885298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:22.893235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-3ff4c5ab-0b69-4ad2-8faa-2d1fbc874ad4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.895270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-3ff4c5ab-0b69-4ad2-8faa-2d1fbc874ad4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 1094 time: 0.1456909 Jul 22 11:54:22.896572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:22.898626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de6bd8a-d8b5-49cd-b811-236480ac3e98 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=627ca633-7956-463a-964c-dc9479bb5ddb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:22.900680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Pushing event updated for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:22.902646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:22.915761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:22.921947 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.929969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:22.938978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 627ca633-7956-463a-964c-dc9479bb5ddb details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:22.954399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:22.955117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:22.960948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:22.961783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.011388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Performing IP validity checks on allocation pools {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 11:54:23.015627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Attempting to bind port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:23.016068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Attempting to bind port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '5cbe001f-48eb-447f-910b-a6d33a274208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:23.016730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.ipam_backend_mixin [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93706) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 11:54:23.017113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Attempting to bind port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 on network 2f45374d-660e-4028-9b84-a1a86f28ef88 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:23.036094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-775dc00b-7bda-4c8c-b0c4-2589ebf49ec8 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.2017322 Jul 22 11:54:23.070865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:23.071690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Checking segment: {'id': '5cbe001f-48eb-447f-910b-a6d33a274208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:23.072180 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.072606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Bound using segment: {'id': '5cbe001f-48eb-447f-910b-a6d33a274208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:23.073806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Bound port: f5f2eab9-2815-41d3-8cea-bcda2a2bb607, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5cbe001f-48eb-447f-910b-a6d33a274208', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 110, 'network_id': '2f45374d-660e-4028-9b84-a1a86f28ef88'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:23.076374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.087470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Request body: {'port': {'device_id': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:23.254427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.263866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.271144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-c3e2eeb6-1a49-4cbf-8e56-45df2e03513f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.272955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-c3e2eeb6-1a49-4cbf-8e56-45df2e03513f service neutron] 10.222.0.36 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 914 time: 0.3144252 Jul 22 11:54:23.290185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] For port f5f2eab9-2815-41d3-8cea-bcda2a2bb607, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:23.297890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:23.300227 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0fb2b917-1112-4074-a814-1ed4fe76cb31" -d '{"events": [{"server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:23.324234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] For port f5f2eab9-2815-41d3-8cea-bcda2a2bb607, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,segment=NetworkSegment(5cbe001f-48eb-447f-910b-a6d33a274208),segment_id=5cbe001f-48eb-447f-910b-a6d33a274208)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:23.326202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:23.328918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-85db3470-303c-4709-850c-d8327cda1508 None None] Provisioning for port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:23.333375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-85db3470-303c-4709-850c-d8327cda1508 None None] Provisioning complete for port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:23.334699 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-85db3470-303c-4709-850c-d8327cda1508 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.343635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:54:23.344762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a695a7-21e3-4289-bbf1-b74a2dc9b5bc req-7a061c17-f36a-4a7f-8aa6-7dc083526341 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.346714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=18829bfb-ec80-47bd-a042-6e47290f21c9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:23.347337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7a695a7-21e3-4289-bbf1-b74a2dc9b5bc req-7a061c17-f36a-4a7f-8aa6-7dc083526341 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 935 time: 0.3869579 Jul 22 11:54:23.357187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-0daff17c-266a-494c-8860-4979e0533ba5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea HTTP/1.1" status: 200 len: 217 time: 0.0736754 Jul 22 11:54:23.366335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.375619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '12610ac5-e8e4-4c9c-9890-38955c8fb4db', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '627ca633-7956-463a-964c-dc9479bb5ddb'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:23.376007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 627ca633-7956-463a-964c-dc9479bb5ddb, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:23.380541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-85db3470-303c-4709-850c-d8327cda1508 None None] Port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:23.384306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.387605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.405638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 627ca633-7956-463a-964c-dc9479bb5ddb is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:23.426319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 627ca633-7956-463a-964c-dc9479bb5ddb) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:23.433497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.434215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.449755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b4f9f2f-ffe9-42bc-9ad7-caee2209ce03 None None] Network 627ca633-7956-463a-964c-dc9479bb5ddb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:23.457952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2b822713-b38b-4dc6-b075-25546c8592b4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 0.7067695 Jul 22 11:54:23.460744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34830) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:23.489832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53aaf376-740b-47e1-9728-b19bec279c53 req-d4dd098b-6ea3-41ae-8b1e-9712896e93f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.491251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59ed838f-c2cc-4652-b16a-e6757aace2b4 None None] Pushing event updated for resources: {'Port': ['ID=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:23.492069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53aaf376-740b-47e1-9728-b19bec279c53 req-d4dd098b-6ea3-41ae-8b1e-9712896e93f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 944 time: 0.3530672 Jul 22 11:54:23.498864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:23.517250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-f51eaa3e-de93-4e7e-a43d-7ae59d525de4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.519662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-f51eaa3e-de93-4e7e-a43d-7ae59d525de4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d29aa50-2465-4066-8557-20f75d1c7ece HTTP/1.1" status: 200 len: 853 time: 0.1508570 Jul 22 11:54:23.538144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7a695a7-21e3-4289-bbf1-b74a2dc9b5bc req-1ffcb587-a96e-4552-814c-0d2cf640e54d tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1781483 Jul 22 11:54:23.604157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-fe2274e4-164c-42e1-8cd2-e5188f02d4f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0130ddc0-3884-4703-93d5-0a2c343d83f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0592670 Jul 22 11:54:23.627569 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0bbfacee-7efe-45fc-bf12-e48504c42417 x-openstack-request-id: req-0bbfacee-7efe-45fc-bf12-e48504c42417 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:23.627872 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "name": "network-vif-plugged", "status": "completed", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:23.628128 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0bbfacee-7efe-45fc-bf12-e48504c42417 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:23.628511 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd', 'code': 200} Jul 22 11:54:23.665082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:23.675397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.795400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.798830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90d0fea8-f9b4-4858-a369-29184c80fec0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-627ca633-7956-463a-964c-dc9479bb5ddb', 'network_id': '627ca633-7956-463a-964c-dc9479bb5ddb', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '18829bfb-ec80-47bd-a042-6e47290f21c9'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:23.799727 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90d0fea8-f9b4-4858-a369-29184c80fec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.893046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:23.906141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe5446c-447d-4720-b3df-6922db5a231d req-21440385-3483-4bda-a8cb-48e8fd36fbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:23.907496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5fe5446c-447d-4720-b3df-6922db5a231d req-21440385-3483-4bda-a8cb-48e8fd36fbf4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1096 time: 0.1467545 Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-90d0fea8-f9b4-4858-a369-29184c80fec0 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18829bfb-ec80-47bd-a042-6e47290f21c9: This subnet is being modified by another concurrent operation. Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 18829bfb-ec80-47bd-a042-6e47290f21c9: This subnet is being modified by another concurrent operation. Jul 22 11:54:23.914778 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:54:23.934874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=18829bfb-ec80-47bd-a042-6e47290f21c9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:23.950896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-876f6d86-e7d8-4b2c-abad-c6eae6391fea None None] Network 627ca633-7956-463a-964c-dc9479bb5ddb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:23.973167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1779ccb-298f-4df4-ab9e-f67283d70974 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.011605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53aaf376-740b-47e1-9728-b19bec279c53 req-77f60824-0c43-441a-bdfd-1cb367745c12 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4904034 Jul 22 11:54:24.012950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.017000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5fe5446c-447d-4720-b3df-6922db5a231d req-d7074137-5dec-4e9f-89c0-6ecbf8fa461e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0886908 Jul 22 11:54:24.035015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['627ca633-7956-463a-964c-dc9479bb5ddb']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:24.046017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '12610ac5-e8e4-4c9c-9890-38955c8fb4db') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:24.046321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '12610ac5-e8e4-4c9c-9890-38955c8fb4db') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:24.054304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-fdde7c23-ae8e-4665-86fc-e79bba906288 service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4355114 Jul 22 11:54:24.059714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.088921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.097671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:24.098271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:24.101496 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:24.157407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5164b5cd-2d6f-420e-b94d-88218196491a req-8243fbd6-6cb0-4ee2-aab7-eae90a12cde6 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:24.158939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5164b5cd-2d6f-420e-b94d-88218196491a req-8243fbd6-6cb0-4ee2-aab7-eae90a12cde6 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 943 time: 0.4081695 Jul 22 11:54:24.172946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.179022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.184747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/627ca633-7956-463a-964c-dc9479bb5ddb HTTP/1.1" status: 204 len: 168 time: 0.7230141 Jul 22 11:54:24.188429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34836) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:24.194826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-678496129'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:24.210243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d83b8cf-e53f-444e-9d23-6229e749e830 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=627ca633-7956-463a-964c-dc9479bb5ddb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:24.331217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5164b5cd-2d6f-420e-b94d-88218196491a req-646a8d77-c884-45f2-81a1-1b482d14debf tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1616418 Jul 22 11:54:24.333178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9a7ba77-72ab-493e-8659-8e2513cbc97c req-3cab0de9-0aab-4fc8-8a1a-f8d8cb1b0c9b service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2406693 Jul 22 11:54:24.359143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 67b076c9-d77c-4ea0-b274-5e774aa3bf34 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:24.368760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.401213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1779ccb-298f-4df4-ab9e-f67283d70974 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.403897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Transition to ACTIVE for port object 67b076c9-d77c-4ea0-b274-5e774aa3bf34 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:24.408607 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1779ccb-298f-4df4-ab9e-f67283d70974 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.413560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.423964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:24.428270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.456222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:24.467148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.467578 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment c8bd91b3-e818-4013-8a7d-0c2ada739f51 of type vlan for network 7c3c84ba-f89b-4e98-8a8c-79fe639f2605 Jul 22 11:54:24.493629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1779ccb-298f-4df4-ab9e-f67283d70974 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e41fb172e25c42b5ac2bd5b8eb30e83a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9780893 Jul 22 11:54:24.497474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34838) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:24.500665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1779ccb-298f-4df4-ab9e-f67283d70974 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60489275-8d17-4090-a1d3-40a0795d7058,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:24.519581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Pushing event updated for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:24.531033 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.581420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.587790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:24.588427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.640287 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.655360 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.4658654 Jul 22 11:54:24.658311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:24.671863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Attempting to bind port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:24.672246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Attempting to bind port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:24.672565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Attempting to bind port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:24.684137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device afb8eda6-9410-4dae-a769-6e4c82ed7fea details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:54:24.705462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.708347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:54:24.708681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Attempting to bind port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:24.718240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '7c3c84ba-f89b-4e98-8a8c-79fe639f2605', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:24.725269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c463a4ad-3ec6-4e34-bfb9-dda8222c2717 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=7c3c84ba-f89b-4e98-8a8c-79fe639f2605,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:24.741592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 53, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:24.741925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:24.742313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:24.742802 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Bound port: 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:24.743157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.789083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ecbf6dc-46b9-4c27-9336-6d28eb0eea36 None None] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:24.791242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7c3c84ba-f89b-4e98-8a8c-79fe639f2605 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:24.843487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3798a08-90d5-4960-a72c-568ce6f64597 req-785915a7-4f90-4ac2-b716-516f6a27072b tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:24.845192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3798a08-90d5-4960-a72c-568ce6f64597 req-785915a7-4f90-4ac2-b716-516f6a27072b tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 947 time: 0.2005315 Jul 22 11:54:24.860590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:24.864402 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.874843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:24.877918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.880744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.881907 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60489275-8d17-4090-a1d3-40a0795d7058 HTTP/1.1" status: 204 len: 168 time: 0.3822334 Jul 22 11:54:24.883964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:24.903849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.910184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c287c7ba-d8a7-4b46-bc8d-d37a2c268c27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60489275-8d17-4090-a1d3-40a0795d7058,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:24.970535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3798a08-90d5-4960-a72c-568ce6f64597 req-78d0fcf7-8e2a-48ca-a7a8-deefd4fdcdea tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1136153 Jul 22 11:54:24.971841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:24.972457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:24.973788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] 10.222.0.20 "PUT /v2.0/ports/67b076c9-d77c-4ea0-b274-5e774aa3bf34 HTTP/1.1" status: 200 len: 1095 time: 1.9294884 Jul 22 11:54:24.976282 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:24.978620 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0d809e8d-11c8-4796-8bb4-aff7264d8263" -d '{"events": [{"name": "network-changed", "server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:25.018155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10add63b-8b6e-466f-99fd-39b4d08ab8da service neutron] Pushing event updated for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:25.063546 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f445e4b9-831e-4083-80d8-4daf53d5230d x-openstack-request-id: req-f445e4b9-831e-4083-80d8-4daf53d5230d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:25.064250 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:25.064602 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f445e4b9-831e-4083-80d8-4daf53d5230d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:25.065567 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34', 'status': 'completed', 'code': 200} Jul 22 11:54:25.100975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:25.129269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea', 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7', 'port_id': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea', 'mac_address': 'fa:16:3e:62:c8:44', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d29aa50-2465-4066-8557-20f75d1c7ece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:54:25.136832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-fdad0594-4f93-4304-99f9-c49d4a994c54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:25.139115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-fdad0594-4f93-4304-99f9-c49d4a994c54 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 1098 time: 0.1051605 Jul 22 11:54:25.294661 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.310933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65d0584-dbf5-491a-9cac-578842958a2b None None] Provisioning for port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:25.314782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34852) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:25.320024 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.348846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id afb8eda6-9410-4dae-a769-6e4c82ed7fea {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:25.363717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b127c7-6204-4328-9ab6-6756ce38f2ce admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.379949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:25.391643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.399890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=797874ec-3945-47a6-b2d7-fc3d045fc3b2,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:25.474911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': 'c8bd91b3-e818-4013-8a7d-0c2ada739f51', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '7c3c84ba-f89b-4e98-8a8c-79fe639f2605'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:25.475667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 7c3c84ba-f89b-4e98-8a8c-79fe639f2605, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:25.520187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 7c3c84ba-f89b-4e98-8a8c-79fe639f2605 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:25.520585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:25.578889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7c3c84ba-f89b-4e98-8a8c-79fe639f2605) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:25.584179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:25.585401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.587635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43d5b076-8b11-4ad7-8c96-14c5599dd839 None None] Network 7c3c84ba-f89b-4e98-8a8c-79fe639f2605 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:25.609274 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b127c7-6204-4328-9ab6-6756ce38f2ce admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.617260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['afb8eda6-9410-4dae-a769-6e4c82ed7fea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:54:25.624234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-39b127c7-6204-4328-9ab6-6756ce38f2ce admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.648727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-48409579-cd9c-4d21-8aa7-8aa54b90472a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34 HTTP/1.1" status: 200 len: 217 time: 0.4958422 Jul 22 11:54:25.669254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39b127c7-6204-4328-9ab6-6756ce38f2ce admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1208b007cff14deb9a6fafca65012ab2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3517935 Jul 22 11:54:25.675075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:25.685104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f5b59788-81aa-462b-b354-cfb1a602a6c4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 1.0256875 Jul 22 11:54:25.690245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34858) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:25.711978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b127c7-6204-4328-9ab6-6756ce38f2ce admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30da4051-8cc6-47ce-9bfa-a29d31b9abf7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:25.772676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f5f2eab9-2815-41d3-8cea-bcda2a2bb607 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:25.806744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-442d5509-02a7-4059-8b05-6348255d7568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:25.808474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-442d5509-02a7-4059-8b05-6348255d7568 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.1508615 Jul 22 11:54:25.845276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.868584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.883924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c51d618-a088-4880-9b4e-52f73a2e7618 req-802f8805-f35b-49cc-9d65-34a471cbbc4c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:25.886347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c51d618-a088-4880-9b4e-52f73a2e7618 req-802f8805-f35b-49cc-9d65-34a471cbbc4c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.7454274 Jul 22 11:54:25.904485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.930530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-871ebfc7-9078-497c-8838-390d6fb08c98 req-226c95e0-de7b-49e2-ba55-cab20eea616e tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:25.933510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-871ebfc7-9078-497c-8838-390d6fb08c98 req-226c95e0-de7b-49e2-ba55-cab20eea616e tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 944 time: 0.2872894 Jul 22 11:54:25.944649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.970041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:25.986398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f57a0c0-fc08-4b82-8766-ee2a22131c8c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7c3c84ba-f89b-4e98-8a8c-79fe639f2605', 'network_id': '7c3c84ba-f89b-4e98-8a8c-79fe639f2605', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '797874ec-3945-47a6-b2d7-fc3d045fc3b2'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:25.987343 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f57a0c0-fc08-4b82-8766-ee2a22131c8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:25.987681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.000566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:26.000566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.024960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=797874ec-3945-47a6-b2d7-fc3d045fc3b2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:26.033427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c51d618-a088-4880-9b4e-52f73a2e7618 req-0eef0f86-e49f-4824-b74b-759dd52eb2ff tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1285765 Jul 22 11:54:26.053678 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-871ebfc7-9078-497c-8838-390d6fb08c98 req-95146d4d-4ed7-44da-b69e-42edb8faf98b tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070318 Jul 22 11:54:26.061184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-d6c062cf-aba3-4153-baa8-a6150853bc83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.062760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-d6c062cf-aba3-4153-baa8-a6150853bc83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2409899 Jul 22 11:54:26.090569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.102901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7c3c84ba-f89b-4e98-8a8c-79fe639f2605']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:26.105991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.108779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.112725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/30da4051-8cc6-47ce-9bfa-a29d31b9abf7 HTTP/1.1" status: 204 len: 168 time: 0.4119427 Jul 22 11:54:26.124350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c8bd91b3-e818-4013-8a7d-0c2ada739f51') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:26.124744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c8bd91b3-e818-4013-8a7d-0c2ada739f51') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:26.138428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f58279c5-226b-4572-a682-fe743f2e14e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30da4051-8cc6-47ce-9bfa-a29d31b9abf7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:26.154721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.185573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.194387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:26.195686 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:26.201663 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:26.215373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-659a540b-0a64-4918-a196-9b4dcfa47cf8 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1422341 Jul 22 11:54:26.239246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-91b6e585-f7ab-4944-b447-6788d14cc88c None None] Network 7c3c84ba-f89b-4e98-8a8c-79fe639f2605 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:26.316583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.339997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.352980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/7c3c84ba-f89b-4e98-8a8c-79fe639f2605 HTTP/1.1" status: 204 len: 168 time: 0.6611114 Jul 22 11:54:26.365339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34870) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:26.371365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-650149217'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:26.391648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ffce88-3894-46dc-9673-d333ac025852 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=7c3c84ba-f89b-4e98-8a8c-79fe639f2605,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:26.400300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:26.405430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.419841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.432958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:26.447684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.448911 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 68b2ead5-4cac-42a1-917f-0cbf813165bd of type vlan for network bfdb500a-32de-43f4-b682-c5c312ea38de Jul 22 11:54:26.456430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beac96af-1f20-425a-982d-4b9ae1bf9235 req-204a9bfc-dc17-4205-adb8-f12e4805b631 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.458909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beac96af-1f20-425a-982d-4b9ae1bf9235 req-204a9bfc-dc17-4205-adb8-f12e4805b631 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 947 time: 0.2426152 Jul 22 11:54:26.467896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f5f2eab9-2815-41d3-8cea-bcda2a2bb607, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,segment=NetworkSegment(5cbe001f-48eb-447f-910b-a6d33a274208),segment_id=5cbe001f-48eb-447f-910b-a6d33a274208)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:26.498261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.499022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.542548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bc27c6f9-2bba-4aa5-a269-a4038024d614 req-dc32fc5a-6894-4cba-986e-34a27896ee9f service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2796614 Jul 22 11:54:26.544098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.561968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beac96af-1f20-425a-982d-4b9ae1bf9235 req-6208be00-45f3-4d00-9fd3-45cb8a876688 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877326 Jul 22 11:54:26.566480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.570311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.590800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afca55f5-485d-4053-b8b9-fffa2dfd9846 req-d9061e0b-fcd5-4c8a-93cd-8b937c61d69b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.593364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afca55f5-485d-4053-b8b9-fffa2dfd9846 req-d9061e0b-fcd5-4c8a-93cd-8b937c61d69b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2125807 Jul 22 11:54:26.613124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:26.632125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2645648 Jul 22 11:54:26.633513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b4c27520-eea5-4cf2-a1d8-c1afcce2296d None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:54:26.636876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34880) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:26.644661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': 'bfdb500a-32de-43f4-b682-c5c312ea38de', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:26.683850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afca55f5-485d-4053-b8b9-fffa2dfd9846 req-9aeea060-b06e-4be6-8af6-2b23a163dc63 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0820155 Jul 22 11:54:26.691999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-086b198a-3660-4272-9e77-7edb499b2266 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=bfdb500a-32de-43f4-b682-c5c312ea38de,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:26.715004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device afb8eda6-9410-4dae-a769-6e4c82ed7fea up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:26.715004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bfdb500a-32de-43f4-b682-c5c312ea38de details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:26.725280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-141a20a0-d323-4f94-8da7-d494fcdc490f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.728088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-141a20a0-d323-4f94-8da7-d494fcdc490f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 1098 time: 0.1125839 Jul 22 11:54:26.796897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:26.801661 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:26.864863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-8976fd2b-8bff-4692-af66-9d09fa937240 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.866982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-8976fd2b-8bff-4692-af66-9d09fa937240 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.1294961 Jul 22 11:54:26.922108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-2fc1ac0e-e911-48d6-8fde-3169c09618f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34 HTTP/1.1" status: 200 len: 217 time: 0.0385861 Jul 22 11:54:26.954406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c27520-eea5-4cf2-a1d8-c1afcce2296d None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:54:26.979325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-9ac394f6-6a31-4c80-af0f-13b40d3aca9e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:26.980951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-9ac394f6-6a31-4c80-af0f-13b40d3aca9e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0514467 Jul 22 11:54:27.049006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-e0454060-8253-4dc7-a72c-7e60ea9dbbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:27.051361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-e0454060-8253-4dc7-a72c-7e60ea9dbbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0632515 Jul 22 11:54:27.071743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.132465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=839141f0-5577-4a85-bad1-349f094fb84f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:27.161501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '68b2ead5-4cac-42a1-917f-0cbf813165bd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'bfdb500a-32de-43f4-b682-c5c312ea38de'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:27.162888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: bfdb500a-32de-43f4-b682-c5c312ea38de, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:27.170126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port afb8eda6-9410-4dae-a769-6e4c82ed7fea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:27.186406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network bfdb500a-32de-43f4-b682-c5c312ea38de is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:27.189417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port afb8eda6-9410-4dae-a769-6e4c82ed7fea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:27.190954 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.207505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bfdb500a-32de-43f4-b682-c5c312ea38de) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:27.212893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:27.215457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.241051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-2694898f-d10d-41e2-b305-d6c480615dde service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1807528 Jul 22 11:54:27.241989 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc5bbb89-887c-4393-82ee-ae5fcc15bc39 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 0.6040120 Jul 22 11:54:27.242358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34904) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:27.359264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c59d0e7e-8f3b-4409-9859-8bf01beecad9 req-379b2cf6-72a1-40fc-9919-ee6509410a25 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:27.360875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c59d0e7e-8f3b-4409-9859-8bf01beecad9 req-379b2cf6-72a1-40fc-9919-ee6509410a25 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 944 time: 0.1785522 Jul 22 11:54:27.384566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.430095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:27.433019 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-01030849-a525-4665-8c9c-115f1e0b0a38" -d '{"events": [{"server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "name": "network-vif-plugged", "status": "completed", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:27.455854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:27.465786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.468022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.472563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.473312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0d809e8d-11c8-4796-8bb4-aff7264d8263 req-049c41c7-97f3-4130-945d-3bb93c83ced7 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2157745 Jul 22 11:54:27.473480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b189901-852a-4b08-9148-87d041667e42 None None] Network bfdb500a-32de-43f4-b682-c5c312ea38de requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:27.478169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c59d0e7e-8f3b-4409-9859-8bf01beecad9 req-234fe218-17ec-4011-9a7f-93d95dfe3d44 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0862901 Jul 22 11:54:27.521641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34910) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:27.535268 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c0aad359-ff92-4385-af2f-bcf42aad2c52 x-openstack-request-id: req-c0aad359-ff92-4385-af2f-bcf42aad2c52 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:27.535558 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "name": "network-vif-plugged", "status": "completed", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:27.535929 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c0aad359-ff92-4385-af2f-bcf42aad2c52 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:27.536477 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea', 'code': 200} Jul 22 11:54:27.571450 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.600110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:27.692772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.700788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf2c4115-4d97-41ad-bb08-e28d59efdd62 req-f3935295-fab0-4699-a1e2-034e2c4cfd22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:27.702292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf2c4115-4d97-41ad-bb08-e28d59efdd62 req-f3935295-fab0-4699-a1e2-034e2c4cfd22 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 1096 time: 0.0828087 Jul 22 11:54:27.707254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-725d763f-b611-406e-8668-a0b6944a70d4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-bfdb500a-32de-43f4-b682-c5c312ea38de', 'network_id': 'bfdb500a-32de-43f4-b682-c5c312ea38de', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '839141f0-5577-4a85-bad1-349f094fb84f'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:27.709096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-725d763f-b611-406e-8668-a0b6944a70d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.726491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a3643ac-1250-471a-936f-ac9bf9008439 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.731792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=839141f0-5577-4a85-bad1-349f094fb84f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:27.770566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f5f2eab9-2815-41d3-8cea-bcda2a2bb607 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:27.845875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf2c4115-4d97-41ad-bb08-e28d59efdd62 req-3753b6c0-b350-4adf-83f6-c47e7d748f8d service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1216815 Jul 22 11:54:27.852081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a3643ac-1250-471a-936f-ac9bf9008439 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.861516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5a3643ac-1250-471a-936f-ac9bf9008439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.866177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b7ed492-1b9a-4ab5-a1bb-3144053740a7 None None] Network bfdb500a-32de-43f4-b682-c5c312ea38de requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:27.870306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.902118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bfdb500a-32de-43f4-b682-c5c312ea38de']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:27.902957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a3643ac-1250-471a-936f-ac9bf9008439 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc1e3dc1-1054-4b64-b351-1193d540a365,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:27.919140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b2ead5-4cac-42a1-917f-0cbf813165bd') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:27.919359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b2ead5-4cac-42a1-917f-0cbf813165bd') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:27.929644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5a3643ac-1250-471a-936f-ac9bf9008439 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9d8d903f180044d1bf8439c7b69c3c42&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4039936 Jul 22 11:54:27.929925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34920) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:27.938692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.961587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.967821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:27.968794 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.971322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:27.971712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:27.975793 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:27.993211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c757017f-16ad-429e-8831-886cdd7b980d req-95ba4d77-f08c-4d63-a68f-4cb73edc5617 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:27.994739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c757017f-16ad-429e-8831-886cdd7b980d req-95ba4d77-f08c-4d63-a68f-4cb73edc5617 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 947 time: 0.2485282 Jul 22 11:54:27.994955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.029604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.060846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d9a856e-c087-42c7-84dc-2d771f849d69 req-2ff6c79c-1786-4625-b24f-da1b4d33b807 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:28.063028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d9a856e-c087-42c7-84dc-2d771f849d69 req-2ff6c79c-1786-4625-b24f-da1b4d33b807 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2407944 Jul 22 11:54:28.081233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.081882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.086085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.090499 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dc1e3dc1-1054-4b64-b351-1193d540a365 HTTP/1.1" status: 204 len: 168 time: 0.1560040 Jul 22 11:54:28.096182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.098053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/bfdb500a-32de-43f4-b682-c5c312ea38de HTTP/1.1" status: 204 len: 168 time: 0.8547862 Jul 22 11:54:28.102535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:28.104866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c757017f-16ad-429e-8831-886cdd7b980d req-e2a653ab-3cda-40aa-986a-0fd67f202e8e tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0994763 Jul 22 11:54:28.112785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1764128412'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:28.118329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da29c73-481c-495a-bac5-5d66722e7a31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc1e3dc1-1054-4b64-b351-1193d540a365,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:28.120921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-935a73c0-5071-41cf-aa40-9604a068dcc6 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=bfdb500a-32de-43f4-b682-c5c312ea38de,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:28.141157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d9a856e-c087-42c7-84dc-2d771f849d69 req-dee881bf-4fad-4bfc-9337-6be672ea5448 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0628712 Jul 22 11:54:28.153870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:28.158076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.184012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:28.192970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.193335 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 3b0f1caf-1295-4f62-be0c-b28fd88c3d22 of type vlan for network b93d191b-4b33-471e-941d-c6527fd82275 Jul 22 11:54:28.241730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.276819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.282610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:28.283208 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.317249 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2133789 Jul 22 11:54:28.320262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34930) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:28.325936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:28.379169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da50612-9899-4678-a218-1fd54cd24a33 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=b93d191b-4b33-471e-941d-c6527fd82275,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:28.397013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b93d191b-4b33-471e-941d-c6527fd82275 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:28.412825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.458232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:28.462144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.624284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 67b076c9-d77c-4ea0-b274-5e774aa3bf34 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:54:28.689856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3eb9d31-ec4c-417b-b6c3-6e8e83e1a9bb req-2365507b-09da-4bea-816f-98e6142d2106 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:28.691640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3eb9d31-ec4c-417b-b6c3-6e8e83e1a9bb req-2365507b-09da-4bea-816f-98e6142d2106 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.1184664 Jul 22 11:54:28.692298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.752411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3eb9d31-ec4c-417b-b6c3-6e8e83e1a9bb req-8670647b-1f72-44b4-a643-4037ad414d59 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0523603 Jul 22 11:54:28.766501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=4d3f686b-edc6-4f0c-adbd-f8300bed52fb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:28.778962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:28.785280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '3b0f1caf-1295-4f62-be0c-b28fd88c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:28.785899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: b93d191b-4b33-471e-941d-c6527fd82275, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:28.790725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '67b076c9-d77c-4ea0-b274-5e774aa3bf34', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '67b076c9-d77c-4ea0-b274-5e774aa3bf34', 'mac_address': 'fa:16:3e:46:e7:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.94'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:54:28.805491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network b93d191b-4b33-471e-941d-c6527fd82275 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:28.815586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b93d191b-4b33-471e-941d-c6527fd82275) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:28.822707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:28.824335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.831278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17ac1a12-adf9-49b2-9748-04b62372c429 None None] Network b93d191b-4b33-471e-941d-c6527fd82275 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:28.843520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ca7339b-5f52-4a52-8f43-174cff76d0f7 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.5222163 Jul 22 11:54:28.845090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.846402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:28.852369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:28.873569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 67b076c9-d77c-4ea0-b274-5e774aa3bf34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:28.930329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:28.939926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:28.998348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:29.004190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.037324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:29.079825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b93d191b-4b33-471e-941d-c6527fd82275', 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '4d3f686b-edc6-4f0c-adbd-f8300bed52fb'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:29.080713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.234279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['67b076c9-d77c-4ea0-b274-5e774aa3bf34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:54:29.291336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Allocated IP 2001:db8::2 (b93d191b-4b33-471e-941d-c6527fd82275/4d3f686b-edc6-4f0c-adbd-f8300bed52fb/14a4c5e9-ca0d-4f9b-a181-f0065c9922e5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:29.335074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.366093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-191c0580-b0f9-4bc7-87ed-cf18f8357bbf req-44e64937-2e15-4cc3-9aae-b44e0730f631 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.367624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-191c0580-b0f9-4bc7-87ed-cf18f8357bbf req-44e64937-2e15-4cc3-9aae-b44e0730f631 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1164322 Jul 22 11:54:29.377585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b7b7fb3-741f-4c37-88b6-5e00b7f6ef99 req-c8e36325-a72c-4cc4-ba44-ef409e3d01a2 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.378951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b7b7fb3-741f-4c37-88b6-5e00b7f6ef99 req-c8e36325-a72c-4cc4-ba44-ef409e3d01a2 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 948 time: 0.1642108 Jul 22 11:54:29.391609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network b93d191b-4b33-471e-941d-c6527fd82275 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:29.396379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:29.409305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.409914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.434916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=1ae1fcf4-3d4d-4892-a2ba-add7498e07b8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:29.442420 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-369209be-424c-42de-8c2b-ed87c38b326e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 0.5930474 Jul 22 11:54:29.444395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34976) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:29.450228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b7b7fb3-741f-4c37-88b6-5e00b7f6ef99 req-22aebefb-ffb0-4e97-9b06-54b449f5236a tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0623035 Jul 22 11:54:29.456195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-191c0580-b0f9-4bc7-87ed-cf18f8357bbf req-1b98b7b9-6882-408a-b123-bb31088dbb79 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762887 Jul 22 11:54:29.533891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.535503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.537225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.539539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.541345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.543644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ed33a3f-eeb4-46ce-9d63-7afccfff9de9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0982811 Jul 22 11:54:29.547487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:29.553182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1779636668'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:29.577403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.579772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:29.583397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.587913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Transition to ACTIVE for port object 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:29.610047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:29.615295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Transition to ACTIVE for port object 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:29.621974 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.622842 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 6bc19efd-18a6-4448-bb7e-3048389c0ab0 of type vlan for network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 Jul 22 11:54:29.623882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.665749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Network b93d191b-4b33-471e-941d-c6527fd82275 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:29.671424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:29.672132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.674956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:29.685543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Pushing event updated for resources: {'Port': ['ID=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:29.711267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.718613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:29.719239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.744357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Attempting to bind port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:29.745337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Attempting to bind port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3b0f1caf-1295-4f62-be0c-b28fd88c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:29.745720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Attempting to bind port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 on network b93d191b-4b33-471e-941d-c6527fd82275 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:29.751836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:29.752204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Checking segment: {'id': '3b0f1caf-1295-4f62-be0c-b28fd88c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:29.752618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.753071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Bound using segment: {'id': '3b0f1caf-1295-4f62-be0c-b28fd88c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:29.753551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Bound port: 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3b0f1caf-1295-4f62-be0c-b28fd88c3d22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:29.753991 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.755604 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2068694 Jul 22 11:54:29.759331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:29.767529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'New_network'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:29.828906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48002b2f-bdac-4091-a92e-d9f35ffc69fd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:29.837371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] For port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:29.841876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] For port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,segment=NetworkSegment(3b0f1caf-1295-4f62-be0c-b28fd88c3d22),segment_id=3b0f1caf-1295-4f62-be0c-b28fd88c3d22)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:29.844758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:29.859945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:29.907420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 34992) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:29.969345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb61491-4841-4eff-b0cc-8c821e045aee None None] Pushing event updated for resources: {'Port': ['ID=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:30.015652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4308764-be35-4761-b48a-f7b4c8f37823 req-3d4da50d-afd8-47bd-9905-3ed065881600 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:30.017177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4308764-be35-4761-b48a-f7b4c8f37823 req-3d4da50d-afd8-47bd-9905-3ed065881600 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.1627488 Jul 22 11:54:30.033968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.060572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.063697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d16-47cb-4016-9ce7-f9cbf719de91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.090839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 is not hosted by any dhcp agent {{(pid=93707) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:54:30.096452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:30.097073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.101489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "PUT /v2.0/networks/8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 HTTP/1.1" status: 200 len: 723 time: 0.3373213 Jul 22 11:54:30.101911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 34996) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:30.105919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4308764-be35-4761-b48a-f7b4c8f37823 req-b417efde-7398-47df-81f8-428d4115522d tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0824962 Jul 22 11:54:30.110919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:30.254768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ae5119-945f-458e-b2c1-182fc0a1247c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:30.275720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:30.286556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d16-47cb-4016-9ce7-f9cbf719de91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.294982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c84e6d16-47cb-4016-9ce7-f9cbf719de91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.341075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:30.347870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.379738 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c84e6d16-47cb-4016-9ce7-f9cbf719de91 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f8488baf2649d4a977be44cc8be409&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4690208 Jul 22 11:54:30.380115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:30.388678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84e6d16-47cb-4016-9ce7-f9cbf719de91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f1473f50-db04-4824-927e-9ffa84d40200,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:30.445234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.469717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.548967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.556195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.556195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f1473f50-db04-4824-927e-9ffa84d40200 HTTP/1.1" status: 204 len: 168 time: 0.1727130 Jul 22 11:54:30.572927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c41eeffc-960f-4191-a0be-bc1144dbf439 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f1473f50-db04-4824-927e-9ffa84d40200,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:30.639157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 67b076c9-d77c-4ea0-b274-5e774aa3bf34 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:30.708152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:30.712286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:30.712693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.801503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.833818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.853190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:30.866426 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-160eba90-181c-48bf-b42a-0d7698ba17f3" -d '{"events": [{"server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "name": "network-vif-plugged", "status": "completed", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:30.889435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:30.895983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:30.967731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63b58cad-85c2-4bab-9f07-b998b3495f31 req-7dfd2e2b-2f95-4aeb-85df-96bfaeea1938 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:30.971807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63b58cad-85c2-4bab-9f07-b998b3495f31 req-7dfd2e2b-2f95-4aeb-85df-96bfaeea1938 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.3601620 Jul 22 11:54:31.006641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a3a24d8-e62e-406d-af75-3320819eb193 req-b9eb71f3-a0ae-4269-a54b-2358d564c0d3 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:31.010969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:31.016333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a3a24d8-e62e-406d-af75-3320819eb193 req-b9eb71f3-a0ae-4269-a54b-2358d564c0d3 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 948 time: 0.4034889 Jul 22 11:54:31.085297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=758601e6-d215-4ee1-b4ab-3e425bbf0083,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:31.095713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': '6bc19efd-18a6-4448-bb7e-3048389c0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:31.096237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:31.123411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63b58cad-85c2-4bab-9f07-b998b3495f31 req-6cf07e89-01b7-497d-bd61-312a6fcd3573 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1365380 Jul 22 11:54:31.143247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a3a24d8-e62e-406d-af75-3320819eb193 req-5791f0b7-29c3-4200-b260-2fcbf81beaea tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1258867 Jul 22 11:54:31.156584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:31.176318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:31.184443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:31.185447 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:31.193672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ceb2cd1-6a9a-45db-92c2-ae2d818bdf2b None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:31.215726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bd1230b0-4d8f-4c2b-ab22-ce9b6196a59a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.1056995 Jul 22 11:54:31.216086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35086) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:31.222652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:31.231183 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-da98d6b3-885c-4c11-9be2-1ded6612cf40 x-openstack-request-id: req-da98d6b3-885c-4c11-9be2-1ded6612cf40 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:31.231538 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "name": "network-vif-plugged", "status": "completed", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:31.231741 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-da98d6b3-885c-4c11-9be2-1ded6612cf40 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:31.247321 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34', 'code': 200} Jul 22 11:54:31.399589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4653033'] for subnet, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:31.408363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-843e94d4-6c4d-4522-99f7-e5599864873c req-8a57e9a5-d384-479d-af9a-3a1cd4622edd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:31.411515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-843e94d4-6c4d-4522-99f7-e5599864873c req-8a57e9a5-d384-479d-af9a-3a1cd4622edd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 1100 time: 0.1096299 Jul 22 11:54:31.440374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d27a3f2-9742-467e-9180-5f4f2def7f9f None None] Network b93d191b-4b33-471e-941d-c6527fd82275 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:31.471770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-843e94d4-6c4d-4522-99f7-e5599864873c req-bf36a72a-ef66-46eb-af93-2a65fb04acf9 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0498257 Jul 22 11:54:31.538290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-42db5ba6-5a08-41e0-b97d-f07f19b1313a None None] Provisioning for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:31.577503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271', 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': '758601e6-d215-4ee1-b4ab-3e425bbf0083'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:31.578371 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:31.618037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770042281072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-4803371'] for subnet, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:31.710222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:31.710905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:31.714804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "PUT /v2.0/subnets/758601e6-d215-4ee1-b4ab-3e425bbf0083 HTTP/1.1" status: 200 len: 826 time: 0.4953263 Jul 22 11:54:31.716596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:31.751468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:31.755631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea0d3fcf-7eff-44be-89d2-ce688ff0b050 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=758601e6-d215-4ee1-b4ab-3e425bbf0083,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:32.031117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Allocated IP 2001:db8::2 (8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271/758601e6-d215-4ee1-b4ab-3e425bbf0083/d93ae2f6-79ea-4060-9815-b0667288f4e1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:32.072521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:32.087434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:32.087821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.236670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.306939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Update dhcp port {'port': {'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275', 'fixed_ips': [{'subnet_id': '4d3f686b-edc6-4f0c-adbd-f8300bed52fb', 'ip_address': '2001:db8::2'}, {'subnet_id': '1ae1fcf4-3d4d-4892-a2ba-add7498e07b8'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '14a4c5e9-ca0d-4f9b-a181-f0065c9922e5'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:54:32.402226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.408862 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.439537 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.453320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.477805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,segment=NetworkSegment(3b0f1caf-1295-4f62-be0c-b28fd88c3d22),segment_id=3b0f1caf-1295-4f62-be0c-b28fd88c3d22)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:32.489603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.494882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Transition to ACTIVE for port object d93ae2f6-79ea-4060-9815-b0667288f4e1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:32.498803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-406841f6-1ccc-46b6-b753-8d8b634cced0 req-f351d96e-7a3a-4d38-8d20-01480f8dd7b9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:32.500492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406841f6-1ccc-46b6-b753-8d8b634cced0 req-f351d96e-7a3a-4d38-8d20-01480f8dd7b9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1910791 Jul 22 11:54:32.536126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-547f1a1e-d80f-4377-a84d-004d5208a10f req-cfdfd347-ea14-40db-afca-84376e11ed6d tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:32.544126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-547f1a1e-d80f-4377-a84d-004d5208a10f req-cfdfd347-ea14-40db-afca-84376e11ed6d tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 949 time: 0.2329042 Jul 22 11:54:32.566187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Transition to ACTIVE for port object d93ae2f6-79ea-4060-9815-b0667288f4e1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:32.594841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-406841f6-1ccc-46b6-b753-8d8b634cced0 req-45f295fb-579e-4ec3-ae17-23bdbd7f2ae4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829003 Jul 22 11:54:32.600321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.614810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-547f1a1e-d80f-4377-a84d-004d5208a10f req-9aba1c3a-cf02-4abd-926f-84e056747454 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0694790 Jul 22 11:54:32.629831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:32.641159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.674207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=758601e6-d215-4ee1-b4ab-3e425bbf0083,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:32.742534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:32.754308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:32.757996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.761461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:32.773756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:32.786119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc19efd-18a6-4448-bb7e-3048389c0ab0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:32.786549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc19efd-18a6-4448-bb7e-3048389c0ab0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:32.799797 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.800068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Pushing event updated for resources: {'Port': ['ID=d93ae2f6-79ea-4060-9815-b0667288f4e1,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:32.817884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.825535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:32.826179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:32.829655 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:32.864084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Attempting to bind port d93ae2f6-79ea-4060-9815-b0667288f4e1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:32.864456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Attempting to bind port d93ae2f6-79ea-4060-9815-b0667288f4e1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6bc19efd-18a6-4448-bb7e-3048389c0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:32.864828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Attempting to bind port d93ae2f6-79ea-4060-9815-b0667288f4e1 on network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:32.878555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:32.879121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Checking segment: {'id': '6bc19efd-18a6-4448-bb7e-3048389c0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:32.879483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.879886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Bound using segment: {'id': '6bc19efd-18a6-4448-bb7e-3048389c0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:32.880523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Bound port: d93ae2f6-79ea-4060-9815-b0667288f4e1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6bc19efd-18a6-4448-bb7e-3048389c0ab0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:32.880944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:32.897782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Allocated IP 172.20.0.1 (b93d191b-4b33-471e-941d-c6527fd82275/1ae1fcf4-3d4d-4892-a2ba-add7498e07b8/14a4c5e9-ca0d-4f9b-a181-f0065c9922e5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:32.919002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:54:32.919002 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:54:32.919002 n-d-754448-4 neutron-server[93707]: [parameters: {'id': '8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271'}] Jul 22 11:54:32.919002 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:54:32.919923 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:54:33.014325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] For port d93ae2f6-79ea-4060-9815-b0667288f4e1, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:33.032776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] For port d93ae2f6-79ea-4060-9815-b0667288f4e1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d93ae2f6-79ea-4060-9815-b0667288f4e1,segment=NetworkSegment(6bc19efd-18a6-4448-bb7e-3048389c0ab0),segment_id=6bc19efd-18a6-4448-bb7e-3048389c0ab0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:33.040237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.085486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] For port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,segment=NetworkSegment(3b0f1caf-1295-4f62-be0c-b28fd88c3d22),segment_id=3b0f1caf-1295-4f62-be0c-b28fd88c3d22)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:33.165738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b28c5a-cfb0-433a-88c8-f86f946a6752 None None] Pushing event updated for resources: {'Port': ['ID=d93ae2f6-79ea-4060-9815-b0667288f4e1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:33.171862 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.194652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Transition to ACTIVE for port object 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:33.200327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.207479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01ce58dd-9c9c-47c8-a29d-7be9509e8ca1 None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:33.232935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:33.353508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57994940-d905-4960-bef7-32a0a42e6a9a None None] Pushing event updated for resources: {'Port': ['ID=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:33.388976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ec2957b-2eda-4781-a6b8-942232e8c4f3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.421649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.443039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0c83f6d-8e5d-4a23-b3eb-edb6df2ae421 None None] Network 8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:33.520743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port d93ae2f6-79ea-4060-9815-b0667288f4e1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:33.521301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.578280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ec2957b-2eda-4781-a6b8-942232e8c4f3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.586289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ec2957b-2eda-4781-a6b8-942232e8c4f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.632241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port d93ae2f6-79ea-4060-9815-b0667288f4e1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d93ae2f6-79ea-4060-9815-b0667288f4e1,segment=NetworkSegment(6bc19efd-18a6-4448-bb7e-3048389c0ab0),segment_id=6bc19efd-18a6-4448-bb7e-3048389c0ab0)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:33.633763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.638143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ec2957b-2eda-4781-a6b8-942232e8c4f3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8b4e0672957848c88061d5eca2d23cd1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4045596 Jul 22 11:54:33.640953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35142) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:33.676724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for d93ae2f6-79ea-4060-9815-b0667288f4e1 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:33.687021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ec2957b-2eda-4781-a6b8-942232e8c4f3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b733f4c-db0c-49dc-953b-cd95527a2f81,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:33.736596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:33.912638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.966105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:33.975351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6163e9c4-ca87-44d0-ae61-0aec53c979c6 req-6c9697d6-b459-45a9-9011-601c88e0a29e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:33.976873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6163e9c4-ca87-44d0-ae61-0aec53c979c6 req-6c9697d6-b459-45a9-9011-601c88e0a29e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2482431 Jul 22 11:54:33.993553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.017158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80ee3e37-e037-432e-a663-04c5103a7147 req-256cfc65-a7dd-42d0-9925-7c78fedffaa5 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:34.018683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80ee3e37-e037-432e-a663-04c5103a7147 req-256cfc65-a7dd-42d0-9925-7c78fedffaa5 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 949 time: 0.2659922 Jul 22 11:54:34.051650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aed6e948-9fc1-47ce-844d-2aceb23b6c8b None None] Network b93d191b-4b33-471e-941d-c6527fd82275 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:34.080457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port d93ae2f6-79ea-4060-9815-b0667288f4e1 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:34.086382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=d93ae2f6-79ea-4060-9815-b0667288f4e1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:34.157446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9876d3d0-3854-470e-8090-c16256a7d3b6 None None] Provisioning for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:34.167307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6163e9c4-ca87-44d0-ae61-0aec53c979c6 req-35a2b1e8-9dcf-4cc7-8df6-4c3284ceb034 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1779013 Jul 22 11:54:34.171410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9876d3d0-3854-470e-8090-c16256a7d3b6 None None] Provisioning complete for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:34.171410 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9876d3d0-3854-470e-8090-c16256a7d3b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.205816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80ee3e37-e037-432e-a663-04c5103a7147 req-8933e787-5286-4373-99a9-2e4eff819fef tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555619 Jul 22 11:54:34.232164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.248450 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.251207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.252369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4b733f4c-db0c-49dc-953b-cd95527a2f81 HTTP/1.1" status: 204 len: 168 time: 0.6014535 Jul 22 11:54:34.254233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:34.270731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6bc19efd-18a6-4448-bb7e-3048389c0ab0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:34.271020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6bc19efd-18a6-4448-bb7e-3048389c0ab0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:34.272909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0df2f20-e01c-49cb-8684-5bd1b96535ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b733f4c-db0c-49dc-953b-cd95527a2f81,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:34.292646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.319363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.326138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:34.327003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:34.331188 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:34.420484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.436840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.440560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 HTTP/1.1" status: 204 len: 168 time: 2.7224653 Jul 22 11:54:34.443320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.485375 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-7bb3904c-94cf-460d-9905-4c085f03ccd9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:34.486085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7bb3904c-94cf-460d-9905-4c085f03ccd9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:34.488671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7bb3904c-94cf-460d-9905-4c085f03ccd9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 HTTP/1.1" status: 404 len: 339 time: 0.0437264 Jul 22 11:54:34.489734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371bbbc3-dd26-454b-a5a2-54e83e2fb364 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:34.492432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35156) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.504204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-689565599', 'description': 'd1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:34.536471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:34.540932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.583760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:34.596438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.597091 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment 866593bb-e8b0-4f00-9aac-e2a0092ad730 of type vlan for network bec1c81f-4a60-4739-ac15-3cbfa75bc837 Jul 22 11:54:34.652265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.653783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5137d84-3bea-4c60-9d0e-52d511466c48 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:54:34.699717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.707580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:34.708685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.708826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b1ff2602-2bc1-4791-a3fe-4b3cc3f27818 None None] Provisioning complete for port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:34.709210 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b1ff2602-2bc1-4791-a3fe-4b3cc3f27818 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.737270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35160) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.754965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d458a619-d90d-410d-bd0a-671439319b7f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.761587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.2663531 Jul 22 11:54:34.762274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35162) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.833943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5137d84-3bea-4c60-9d0e-52d511466c48 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:54:34.847081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc85305b-850e-4c7d-8aa6-9ff32b51af1e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=bec1c81f-4a60-4739-ac15-3cbfa75bc837,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:34.879201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bec1c81f-4a60-4739-ac15-3cbfa75bc837 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:34.884020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d458a619-d90d-410d-bd0a-671439319b7f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.890995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d458a619-d90d-410d-bd0a-671439319b7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:34.932770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d458a619-d90d-410d-bd0a-671439319b7f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=42a09fbc59914fd8a5f8cffee6b04602&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935563 Jul 22 11:54:34.933855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d458a619-d90d-410d-bd0a-671439319b7f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5380f623-2eac-4f2e-aeb3-1b1e634bda13,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:34.936419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.941461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39eeb292-03fb-4cf1-9e1f-3050ba295191 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:34.946139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-39eeb292-03fb-4cf1-9e1f-3050ba295191 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks?id=bec1c81f-4a60-4739-ac15-3cbfa75bc837 HTTP/1.1" status: 200 len: 764 time: 0.1805964 Jul 22 11:54:34.946784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35166) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:34.962379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'description': 'd2'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:34.992817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.032469 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.120128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.124445 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.126139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5380f623-2eac-4f2e-aeb3-1b1e634bda13 HTTP/1.1" status: 204 len: 168 time: 0.1885967 Jul 22 11:54:35.158759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8634cd27-eaea-46c7-b73b-ba311b4edba1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5380f623-2eac-4f2e-aeb3-1b1e634bda13,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:35.220590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.249361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.365467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=bec1c81f-4a60-4739-ac15-3cbfa75bc837,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:35.377480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bec1c81f-4a60-4739-ac15-3cbfa75bc837 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:35.401679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network bec1c81f-4a60-4739-ac15-3cbfa75bc837 is not hosted by any dhcp agent {{(pid=93706) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:54:35.413297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:35.414076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.421316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.422992 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-453f6b6f-50c4-4a34-aad7-852891bf1c86 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "PUT /v2.0/networks/bec1c81f-4a60-4739-ac15-3cbfa75bc837 HTTP/1.1" status: 200 len: 761 time: 0.4751511 Jul 22 11:54:35.467084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.477490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800e48b7-4176-447c-8b62-ecd43557090f req-e2653f5a-24ec-4708-a1a0-bd0a914b6f0c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:35.483101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-800e48b7-4176-447c-8b62-ecd43557090f req-e2653f5a-24ec-4708-a1a0-bd0a914b6f0c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1530850 Jul 22 11:54:35.596551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a406dc4e-194c-4930-8262-c82c5b15dc6d tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:35.598373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a406dc4e-194c-4930-8262-c82c5b15dc6d tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks?id=bec1c81f-4a60-4739-ac15-3cbfa75bc837 HTTP/1.1" status: 200 len: 764 time: 0.1655319 Jul 22 11:54:35.602149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35190) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.615797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-800e48b7-4176-447c-8b62-ecd43557090f req-4872bf6b-1243-4828-81c4-5f1091f67a06 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1231585 Jul 22 11:54:35.636875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73322a46-ce9f-4826-87c4-d28f6562bc7b tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?fields=fixed_ips&fields=mac_address HTTP/1.1" status: 200 len: 2891 time: 0.1684062 Jul 22 11:54:35.639472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35192) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.644456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'network': {'name': 'tempest-network-smoke--39057275', 'project_id': '46f3dadd75374080b82324e36d5e6112', 'port_security_enabled': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:35.666966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:35.671467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.699590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] vlan segment allocate from pool success with {'vlan_id': 104, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:35.710148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.710523 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Added segment 9b76f6ee-1a63-483a-ac64-a522cd8ef11e of type vlan for network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 Jul 22 11:54:35.770730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.812227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.827485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:35.829365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.864522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff3725d1-9fca-4e81-9b98-0977fb95f4bb tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:35.868380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ff3725d1-9fca-4e81-9b98-0977fb95f4bb tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.2624130 Jul 22 11:54:35.869105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35200) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.920625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5b7250a2-833f-43b0-b75a-3c1bd64f658c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 207 time: 0.0490539 Jul 22 11:54:35.925536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35202) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.926633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Network': ['ID=44e8010e-24ed-4eb2-bb25-04a3fbb3f078,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:35.940225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:35.943863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ada255c-2f32-4b7e-9c3e-bade3bdfdebc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3032320 Jul 22 11:54:35.946771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:35.951892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'admin_state_up': True, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:35.983603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:35.987405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:36.074386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:36.208797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.215271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.224543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.231227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.237166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.247104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.252489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-169c5530-3909-4cce-be4c-6f7a89f29b52 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 3730 time: 0.3224666 Jul 22 11:54:36.252884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35214) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:36.256051 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:36.435061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6074b748-5d93-449c-b833-83b66eed1442 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 812 time: 0.1809144 Jul 22 11:54:36.435902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35222) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:36.512032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.514005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.516173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.518316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.520721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.530807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c80f48e8-9287-40f1-9322-9f92a20a9d79 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.0933187 Jul 22 11:54:36.530986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35226) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:36.619207 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.621638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.623473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.624908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.626980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.633475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9674d77a-3f3e-48d6-a967-5d3a994f880e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.1014130 Jul 22 11:54:36.634166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35228) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:36.817886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b613d-c486-4e10-8f4b-cae05da2c48c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:36.820109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d1b613d-c486-4e10-8f4b-cae05da2c48c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks/8ac82a5c-5102-46eb-a1c6-128568fd6830 HTTP/1.1" status: 200 len: 803 time: 0.1848752 Jul 22 11:54:36.824419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:37.015722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e47f957-b7a9-4c72-9d6e-ea36a14fe630 req-572dd539-332e-415b-b945-db3594f99ce2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:37.017541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e47f957-b7a9-4c72-9d6e-ea36a14fe630 req-572dd539-332e-415b-b945-db3594f99ce2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2575903 Jul 22 11:54:37.028122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-00c120da-2188-4159-935b-9a2e6533471c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/networks/8ac82a5c-5102-46eb-a1c6-128568fd6830?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 0.2026091 Jul 22 11:54:37.035982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35242) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:37.094964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.108906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e47f957-b7a9-4c72-9d6e-ea36a14fe630 req-56dffbd9-062c-43ed-abcf-1d7a2274e959 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0794203 Jul 22 11:54:37.121675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c2ea9b6-3df9-411e-b996-bec6bb5d69cd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:37.123085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c2ea9b6-3df9-411e-b996-bec6bb5d69cd tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets/4c3e6260-5045-43b9-9b1b-435d1942ea5a HTTP/1.1" status: 200 len: 843 time: 0.0852549 Jul 22 11:54:37.123561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.130709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:37.260537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1490a249-19d1-48f3-b11b-f14bcddd306a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['shared'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:37.265470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1490a249-19d1-48f3-b11b-f14bcddd306a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "GET /v2.0/subnets/4c3e6260-5045-43b9-9b1b-435d1942ea5a?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1305599 Jul 22 11:54:37.265906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35248) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:37.271783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-2097691681'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:37.297273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:37.302438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.335137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.25.6.190 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5bd50b69-0c90-41e9-a961-659d4bb67ac7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:37.342497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:54:37.363257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.363596 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Added segment f526e224-2164-4e73-8ce2-2a8a7f3e0b37 of type vlan for network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 Jul 22 11:54:37.432209 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.479580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.497438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.501355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:37.503793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.600534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3297067 Jul 22 11:54:37.600534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:37.606642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.631494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:37.699953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:37.705986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:37.716766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:37.723236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=5bd50b69-0c90-41e9-a961-659d4bb67ac7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:37.799047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7344b248-3ef8-4c8d-b22e-c47e41a81579 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Network': ['ID=6b22ee0c-609a-4324-9d7a-ba596dc1ec51,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:37.814339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:54:37.834997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Made reservation on behalf of 744fc1ba0fc54645b8a60ddef86ac544 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:37.839386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:37.971979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Performing IP validity checks on allocation pools {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 11:54:37.971979 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 11:54:38.171008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:38.314389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:38.453243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:38.534541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Checking segment: {'id': 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:38.534912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network hostable DHCP agents. Network: 6b22ee0c-609a-4324-9d7a-ba596dc1ec51, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:38.537007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=a6615d72-d793-4a0c-9d29-b946bbfbd9c4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:38.580562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58995eef-8ba9-450c-9ddd-28de8a27ef6d req-166c1f49-1ad6-410e-ad60-d23e91f2c172 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:38.587646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58995eef-8ba9-450c-9ddd-28de8a27ef6d req-166c1f49-1ad6-410e-ad60-d23e91f2c172 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.3369694 Jul 22 11:54:38.707568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:54:38.882968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:54:38.885978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35334) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:38.893902 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Sync routers for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:54:38.909044 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:38.909700 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:38.921310 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:38.922611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-81366951-f07f-4b12-9006-851de6394877 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9746532 Jul 22 11:54:38.926669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35338) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.056420 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:39.067639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:39.098003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58995eef-8ba9-450c-9ddd-28de8a27ef6d req-4b16046e-21f6-46ca-9d1e-47caaefc98b6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5000505 Jul 22 11:54:39.110912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6b22ee0c-609a-4324-9d7a-ba596dc1ec51) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:39.117335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:39.117478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-7890143'] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.122204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b81990c-b76a-446f-ab63-244f18035432 None None] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:39.149638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6f5773a8-b830-4370-bd78-f3319152d465 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 1.5456214 Jul 22 11:54:39.150934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35340) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.160726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c679c512-abc3-483b-bd33-ea4b00b7b180 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.164523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48a2c71a-44b8-48e9-9da9-78933a9afb7a tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:39.165198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-48a2c71a-44b8-48e9-9da9-78933a9afb7a tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=46f3dadd75374080b82324e36d5e6112&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 828 time: 0.2366807 Jul 22 11:54:39.167174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:39.175938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.315520 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:38Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:39.349216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c679c512-abc3-483b-bd33-ea4b00b7b180 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.359108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c679c512-abc3-483b-bd33-ea4b00b7b180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.368362 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Checking router: 4aaa880e-131b-4e85-8d03-15a4bdc072f9 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:54:39.368749 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Updating router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:54:39.445380 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.448385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c679c512-abc3-483b-bd33-ea4b00b7b180 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85549121d1b5446099bf9b8008b8bf33&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5610163 Jul 22 11:54:39.455422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.456093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c679c512-abc3-483b-bd33-ea4b00b7b180 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6afcc61d-a07a-47d5-997a-e2d3de7b4239,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:39.480779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-6b22ee0c-609a-4324-9d7a-ba596dc1ec51', 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51', 'tenant_id': '744fc1ba0fc54645b8a60ddef86ac544', 'fixed_ips': [{'subnet_id': 'a6615d72-d793-4a0c-9d29-b946bbfbd9c4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:39.481886 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.526579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-4735679'] for subnet, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.547045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7747a18a-77b6-47ed-a1e4-15d1e0244a14 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:39.551813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7747a18a-77b6-47ed-a1e4-15d1e0244a14 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3701212 Jul 22 11:54:39.551813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35346) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.594232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.614189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ab168fd0-c0df-425c-a795-bdbee0ff12a5 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0606232 Jul 22 11:54:39.617346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.708468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.724547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af778c30-4c36-400e-9cb6-0f7de1b4cb72 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=46f3dadd75374080b82324e36d5e6112&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0968790 Jul 22 11:54:39.728954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.856605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.862734 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.864043 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6afcc61d-a07a-47d5-997a-e2d3de7b4239 HTTP/1.1" status: 204 len: 168 time: 0.4049611 Jul 22 11:54:39.891814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fa24ade-0bf4-4fa7-80d6-23a03c8a158d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6afcc61d-a07a-47d5-997a-e2d3de7b4239,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:39.930756 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.943246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cc542c3-5a5f-4bf0-a7c8-6bbe03c2a6f6 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:39.944613 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Transition to ACTIVE for port object 5bd50b69-0c90-41e9-a961-659d4bb67ac7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:39.945736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1cc542c3-5a5f-4bf0-a7c8-6bbe03c2a6f6 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2155163 Jul 22 11:54:39.947913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8770042281072', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-5180464'] for subnet, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.949416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:39.958802 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.994999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:39.995978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:39.997578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "PUT /v2.0/subnets/a6615d72-d793-4a0c-9d29-b946bbfbd9c4 HTTP/1.1" status: 200 len: 900 time: 0.8448067 Jul 22 11:54:40.001171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:40.032876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0876f71c-2845-44c0-aa13-f1c38e5edd4a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event updated for resources: {'Subnet': ['ID=a6615d72-d793-4a0c-9d29-b946bbfbd9c4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.057558 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Pushing event updated for resources: {'Port': ['ID=5bd50b69-0c90-41e9-a961-659d4bb67ac7,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.077112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.080828 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.082154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ccfadda-61b4-42b4-8242-0238799777f6 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1301935 Jul 22 11:54:40.082668 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.083439 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.084296 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.085154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:40.085629 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.086097 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.086846 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.088748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.089204 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.089634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.090472 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:40.114968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-839513263', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'project_id': '46f3dadd75374080b82324e36d5e6112', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:40.117256 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Attempting to bind port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:40.117862 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Attempting to bind port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:40.118489 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Attempting to bind port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:40.124676 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:40.125458 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:40.126105 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.126755 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:40.127469 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Bound port: 5bd50b69-0c90-41e9-a961-659d4bb67ac7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:40.128096 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.130973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Allocated IP 2001:db8::3 (6b22ee0c-609a-4324-9d7a-ba596dc1ec51/a6615d72-d793-4a0c-9d29-b946bbfbd9c4/c7f3ee87-a29a-4045-b449-e91648af0001) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:40.210351 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] For port 5bd50b69-0c90-41e9-a961-659d4bb67ac7, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:40.216425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] For port 5bd50b69-0c90-41e9-a961-659d4bb67ac7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5bd50b69-0c90-41e9-a961-659d4bb67ac7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:40.221046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.226321 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.311973 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14029fd0-5fa7-4404-b904-ff32853cfd08 None None] Pushing event updated for resources: {'Port': ['ID=5bd50b69-0c90-41e9-a961-659d4bb67ac7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.333112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:40.336534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:40.397232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:40.402302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.422845 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.474301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.485175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Transition to ACTIVE for port object c7f3ee87-a29a-4045-b449-e91648af0001 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:40.503353 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:40.504304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Transition to ACTIVE for port object c7f3ee87-a29a-4045-b449-e91648af0001 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:40.514070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.568846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:40.576756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:40.577335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:40.585302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:40.592875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.637124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Pushing event updated for resources: {'Port': ['ID=c7f3ee87-a29a-4045-b449-e91648af0001,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.646078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442b49fc-2186-4c54-bf67-3ead5e68466b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.653015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=a6615d72-d793-4a0c-9d29-b946bbfbd9c4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.676496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a45c1504-657a-44f4-995c-ee0c7a5f0329 req-76a2c71b-3bef-45d1-a844-4230b12afe26 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:40.678260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a45c1504-657a-44f4-995c-ee0c7a5f0329 req-76a2c71b-3bef-45d1-a844-4230b12afe26 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.3736942 Jul 22 11:54:40.754149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.765659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.767169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b22ee0c-609a-4324-9d7a-ba596dc1ec51']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:40.784103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Attempting to bind port c7f3ee87-a29a-4045-b449-e91648af0001 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:40.785382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Attempting to bind port c7f3ee87-a29a-4045-b449-e91648af0001 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:40.785382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Attempting to bind port c7f3ee87-a29a-4045-b449-e91648af0001 on network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:40.790134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:40.790591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:40.799462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:40.799852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Checking segment: {'id': 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:40.801600 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.802417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Bound using segment: {'id': 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:40.803171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.803526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Bound port: c7f3ee87-a29a-4045-b449-e91648af0001, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:40.804678 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.818781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.826732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:40.827299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:40.885843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Subnet': ['ID=9484f1ad-96d3-40b1-bb37-31377c2dc805,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:40.904546 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:40.911055 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:54:40.911055 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:54:40.911055 n-d-754448-4 neutron-server[93707]: [parameters: {'id': '6b22ee0c-609a-4324-9d7a-ba596dc1ec51'}] Jul 22 11:54:40.911055 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:54:40.912217 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:54:40.974492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Checking segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:40.974935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network hostable DHCP agents. Network: 44e8010e-24ed-4eb2-bb25-04a3fbb3f078, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:54:40.980200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] For port c7f3ee87-a29a-4045-b449-e91648af0001, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:40.984247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] For port c7f3ee87-a29a-4045-b449-e91648af0001, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7f3ee87-a29a-4045-b449-e91648af0001,segment=NetworkSegment(f526e224-2164-4e73-8ce2-2a8a7f3e0b37),segment_id=f526e224-2164-4e73-8ce2-2a8a7f3e0b37)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:40.992895 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.014650 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:38Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:41.015290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:54:41.018148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a45c1504-657a-44f4-995c-ee0c7a5f0329 req-3d2c0f3e-ad18-4a5f-9234-fb160c1bdbd0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1182137 Jul 22 11:54:41.051386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 44e8010e-24ed-4eb2-bb25-04a3fbb3f078) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:41.059125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:41.061617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.080485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e82afa1c-2c45-4f2a-b5a3-de657ecc864b None None] The sync data for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 is: [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:38Z', 'revision_number': 3, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:54:41.094782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0a945a9-7b85-40eb-8d23-a79acccf3bc0 None None] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:41.149809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442b49fc-2186-4c54-bf67-3ead5e68466b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.158766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-442b49fc-2186-4c54-bf67-3ead5e68466b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.164331 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-38d18047-1e6b-48ef-a0a1-a4ffac8ed9f7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 1.0778444 Jul 22 11:54:41.167296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35376) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:41.198097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-442b49fc-2186-4c54-bf67-3ead5e68466b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e0fd3759311149638e08325044ac367d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6052628 Jul 22 11:54:41.198330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35378) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:41.290385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-442b49fc-2186-4c54-bf67-3ead5e68466b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe1886eb-26c8-454a-890c-b946abea6d0c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:41.311251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.328486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f8fc02-2184-4ee5-a1f3-4205b1e7a3e5 None None] Pushing event updated for resources: {'Port': ['ID=c7f3ee87-a29a-4045-b449-e91648af0001,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:41.355998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.396207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18535c1b-434c-425c-8443-1b90568f8ab4 None None] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:41.427852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.435262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.440812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.444449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fe1886eb-26c8-454a-890c-b946abea6d0c HTTP/1.1" status: 204 len: 168 time: 0.2448661 Jul 22 11:54:41.520438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e240f790-e8b4-4ace-8a2b-31eea9f364a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fe1886eb-26c8-454a-890c-b946abea6d0c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:41.704190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port c7f3ee87-a29a-4045-b449-e91648af0001 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:41.704681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.793709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'fixed_ips': [{'subnet_id': '9484f1ad-96d3-40b1-bb37-31377c2dc805'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:54:41.796493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.907054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port c7f3ee87-a29a-4045-b449-e91648af0001, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7f3ee87-a29a-4045-b449-e91648af0001,segment=NetworkSegment(f526e224-2164-4e73-8ce2-2a8a7f3e0b37),segment_id=f526e224-2164-4e73-8ce2-2a8a7f3e0b37)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:41.907553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:41.937964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for c7f3ee87-a29a-4045-b449-e91648af0001 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:41.993181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5bd50b69-0c90-41e9-a961-659d4bb67ac7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:42.101215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.180592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ea5b2ed-b1a7-490c-b4cd-7a6a605feb4b None None] Network 6b22ee0c-609a-4324-9d7a-ba596dc1ec51 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:42.207623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=c7f3ee87-a29a-4045-b449-e91648af0001,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:42.210324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port c7f3ee87-a29a-4045-b449-e91648af0001 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:42.293314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:42.316908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Allocated IP 172.20.0.18 (44e8010e-24ed-4eb2-bb25-04a3fbb3f078/9484f1ad-96d3-40b1-bb37-31377c2dc805/effcfb22-43c1-4cc2-9e4a-0602c1905c77) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:42.320209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:42.320785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.475682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.497723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6309fb15-9a56-46f9-82a1-994287e6fb80 req-18db2246-c3c6-4ac8-9c19-605ad0bb2609 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:42.499480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6309fb15-9a56-46f9-82a1-994287e6fb80 req-18db2246-c3c6-4ac8-9c19-605ad0bb2609 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.3062756 Jul 22 11:54:42.503833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6b22ee0c-609a-4324-9d7a-ba596dc1ec51']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:42.533423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:42.534529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f526e224-2164-4e73-8ce2-2a8a7f3e0b37') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:42.554221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.583646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6309fb15-9a56-46f9-82a1-994287e6fb80 req-8861cf7b-3b8b-4cd7-93f4-b2da470867bd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0768209 Jul 22 11:54:42.584875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.598187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:42.598741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:42.603195 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:42.649622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.698546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.709078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.717005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/6b22ee0c-609a-4324-9d7a-ba596dc1ec51 HTTP/1.1" status: 204 len: 168 time: 2.7087910 Jul 22 11:54:42.717005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:42.742880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ced654e0-8aa3-416e-aee3-1a5825c8f27b tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=6b22ee0c-609a-4324-9d7a-ba596dc1ec51,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:42.770891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5bd50b69-0c90-41e9-a961-659d4bb67ac7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5bd50b69-0c90-41e9-a961-659d4bb67ac7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:42.781389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.782129 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-18fbac35-c4dc-460f-a728-a53b520927d3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:42.782688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-18fbac35-c4dc-460f-a728-a53b520927d3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:42.789366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18fbac35-c4dc-460f-a728-a53b520927d3 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/a6615d72-d793-4a0c-9d29-b946bbfbd9c4 HTTP/1.1" status: 404 len: 337 time: 0.0691066 Jul 22 11:54:42.790927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35406) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:42.835184 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-6c1f19dd-8778-497f-908b-c4341beddf1a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:42.835774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6c1f19dd-8778-497f-908b-c4341beddf1a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:42.841330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c1f19dd-8778-497f-908b-c4341beddf1a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/6b22ee0c-609a-4324-9d7a-ba596dc1ec51 HTTP/1.1" status: 404 len: 339 time: 0.0461714 Jul 22 11:54:42.844234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:42.853094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.893519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Transition to ACTIVE for port object effcfb22-43c1-4cc2-9e4a-0602c1905c77 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:42.948049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Transition to ACTIVE for port object effcfb22-43c1-4cc2-9e4a-0602c1905c77 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:42.953857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5bd50b69-0c90-41e9-a961-659d4bb67ac7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:42.965703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:42.992385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.062768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.066858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:43.073047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:43.084010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:43.099655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Pushing event updated for resources: {'Port': ['ID=effcfb22-43c1-4cc2-9e4a-0602c1905c77,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:43.189819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Attempting to bind port effcfb22-43c1-4cc2-9e4a-0602c1905c77 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:43.190930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Attempting to bind port effcfb22-43c1-4cc2-9e4a-0602c1905c77 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:43.190930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Attempting to bind port effcfb22-43c1-4cc2-9e4a-0602c1905c77 on network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:43.200272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:43.200652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Checking segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:43.201068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.201468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Bound using segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:43.201955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Bound port: effcfb22-43c1-4cc2-9e4a-0602c1905c77, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:43.202548 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.232589 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.251681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bec1c81f-4a60-4739-ac15-3cbfa75bc837']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:43.295434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '866593bb-e8b0-4f00-9aac-e2a0092ad730') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:43.296019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] For port effcfb22-43c1-4cc2-9e4a-0602c1905c77, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:43.296674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '866593bb-e8b0-4f00-9aac-e2a0092ad730') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:43.300103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] For port effcfb22-43c1-4cc2-9e4a-0602c1905c77, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=effcfb22-43c1-4cc2-9e4a-0602c1905c77,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:43.309122 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.337217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.370977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.390059 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:43.391092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:43.407378 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:43.500384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc59bafa-3350-4086-b80a-39a6f8c1a42e None None] Pushing event updated for resources: {'Port': ['ID=effcfb22-43c1-4cc2-9e4a-0602c1905c77,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:43.564354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.594523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.602119 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/bec1c81f-4a60-4739-ac15-3cbfa75bc837 HTTP/1.1" status: 204 len: 168 time: 0.7538855 Jul 22 11:54:43.606693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35458) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:43.670097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c779163f-f5aa-462a-a586-6ed52db42fb2 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=bec1c81f-4a60-4739-ac15-3cbfa75bc837,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:43.751870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5bd50b69-0c90-41e9-a961-659d4bb67ac7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:43.767915 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-eb86368b-5005-4b3f-80d7-46bd1e44b32e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:43.768385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-eb86368b-5005-4b3f-80d7-46bd1e44b32e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:43.773030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb86368b-5005-4b3f-80d7-46bd1e44b32e tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/758601e6-d215-4ee1-b4ab-3e425bbf0083 HTTP/1.1" status: 404 len: 337 time: 0.1624749 Jul 22 11:54:43.779063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:43.867991 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf5cc5d8-df37-425f-8e14-62c0f8012b77 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:43.880835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bf5cc5d8-df37-425f-8e14-62c0f8012b77 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:43.883208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bf5cc5d8-df37-425f-8e14-62c0f8012b77 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/8c0eb43a-9935-4a6e-b6c8-9bf0b62ad271 HTTP/1.1" status: 404 len: 339 time: 0.1028161 Jul 22 11:54:43.887977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:43.914313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:43.914741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:43.985384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d52ad84-ebec-4876-a3be-49a6a74843dc req-655107a4-3d92-4bc5-befb-ac489fa1800b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:43.993393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d52ad84-ebec-4876-a3be-49a6a74843dc req-655107a4-3d92-4bc5-befb-ac489fa1800b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1952350 Jul 22 11:54:44.094340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d52ad84-ebec-4876-a3be-49a6a74843dc req-b4ec71a0-2fbc-48c0-99e4-9715771d53cb tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0998087 Jul 22 11:54:44.152381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting subnet 1ae1fcf4-3d4d-4892-a2ba-add7498e07b8 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:44.155921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.220285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.250196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.20.0.17 (44e8010e-24ed-4eb2-bb25-04a3fbb3f078/9484f1ad-96d3-40b1-bb37-31377c2dc805/728bfe07-e959-4e89-9bbb-35009117e0af) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:44.294698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:44.425519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.543462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebc1baa2-d94a-4785-b774-fd8a096e5587 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.574173 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.616017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Transition to ACTIVE for port object 728bfe07-e959-4e89-9bbb-35009117e0af will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:44.634654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.706778 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.712054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:44.714321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/1ae1fcf4-3d4d-4892-a2ba-add7498e07b8 HTTP/1.1" status: 204 len: 168 time: 0.8238235 Jul 22 11:54:44.715723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba91ea65-69e3-49cb-9c48-fea0d9fbea35 None None] Network b93d191b-4b33-471e-941d-c6527fd82275 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:44.721564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dc7825-5227-4dd6-a285-17e24a91a9d5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=1ae1fcf4-3d4d-4892-a2ba-add7498e07b8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:44.747136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.777447 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebc1baa2-d94a-4785-b774-fd8a096e5587 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.801670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ebc1baa2-d94a-4785-b774-fd8a096e5587 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.819314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting subnet 4d3f686b-edc6-4f0c-adbd-f8300bed52fb {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:44.820275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:44.822210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:44.826956 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:44.829297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:44.830620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.859764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c3ed247-db1b-4f41-913d-32ab18d5ae3d None None] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:44.887146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.895750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ebc1baa2-d94a-4785-b774-fd8a096e5587 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=356c45c9d2ce413eb4cb4bb8fa967355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5999424 Jul 22 11:54:44.898355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:44.908517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebc1baa2-d94a-4785-b774-fd8a096e5587 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43019a61-9fe4-4721-be44-58ab135d12cb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:44.926015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:44.991620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.016904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a3ab759f-91c8-42da-8252-982ed4f88144 None None] Provisioning for port effcfb22-43c1-4cc2-9e4a-0602c1905c77 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:45.044304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.086097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.157897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.161821 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.165553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/43019a61-9fe4-4721-be44-58ab135d12cb HTTP/1.1" status: 204 len: 168 time: 0.2637563 Jul 22 11:54:45.176682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.184777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d574320-a3ec-4501-b3ee-2ffdfe23f98c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43019a61-9fe4-4721-be44-58ab135d12cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:45.200117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.217298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=4d3f686b-edc6-4f0c-adbd-f8300bed52fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:45.221229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.223462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-748f6e04-589a-40a7-a6fd-374d6be651ce tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/4d3f686b-edc6-4f0c-adbd-f8300bed52fb HTTP/1.1" status: 204 len: 168 time: 0.5104058 Jul 22 11:54:45.225879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:45.330176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c154758-f889-4561-867b-74d4ab1c0e43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.363992 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.397070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d80b0-591a-4320-b728-3558e68560eb req-9751ddab-9a16-4046-9084-5ed86fd191d1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:45.398944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-025d80b0-591a-4320-b728-3558e68560eb req-9751ddab-9a16-4046-9084-5ed86fd191d1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1485255 Jul 22 11:54:45.488852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-025d80b0-591a-4320-b728-3558e68560eb req-c6b31fc6-a989-40cf-a8ff-07a2567db061 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0683141 Jul 22 11:54:45.523874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:45.524259 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.555366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3803a28-40f7-4d39-8909-1836d94655d4 None None] Update dhcp port {'port': {'network_id': 'b93d191b-4b33-471e-941d-c6527fd82275', 'fixed_ips': [{'subnet_id': '4d3f686b-edc6-4f0c-adbd-f8300bed52fb'}], 'binding:host_id': 'n-d-754448-4'}, 'id': '14a4c5e9-ca0d-4f9b-a181-f0065c9922e5'} from n-d-754448-4. {{(pid=93708) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:328}} Jul 22 11:54:45.693595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f3803a28-40f7-4d39-8909-1836d94655d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.702386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,segment=NetworkSegment(3b0f1caf-1295-4f62-be0c-b28fd88c3d22),segment_id=3b0f1caf-1295-4f62-be0c-b28fd88c3d22)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:45.708159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.742879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:45.815447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.864990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.907752 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device effcfb22-43c1-4cc2-9e4a-0602c1905c77 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:45.950674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:45.989960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=14a4c5e9-ca0d-4f9b-a181-f0065c9922e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:45.992124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:46.034412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:46.050800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-357cd9f0-f15d-47cf-899a-29a4e552b0af None None] Provisioning for port 728bfe07-e959-4e89-9bbb-35009117e0af completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:46.064069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-357cd9f0-f15d-47cf-899a-29a4e552b0af None None] Provisioning complete for port 728bfe07-e959-4e89-9bbb-35009117e0af triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:46.065294 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-357cd9f0-f15d-47cf-899a-29a4e552b0af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.069297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.144950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.149018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-357cd9f0-f15d-47cf-899a-29a4e552b0af None None] Port 728bfe07-e959-4e89-9bbb-35009117e0af cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:46.156386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port effcfb22-43c1-4cc2-9e4a-0602c1905c77 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:46.157865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b93d191b-4b33-471e-941d-c6527fd82275']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:46.161677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port effcfb22-43c1-4cc2-9e4a-0602c1905c77 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:46.162059 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.170816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0f1caf-1295-4f62-be0c-b28fd88c3d22') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:46.171166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0f1caf-1295-4f62-be0c-b28fd88c3d22') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:46.183660 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.204894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.211377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:46.211796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.225352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca5d9b0a-17d9-4dbe-a673-fda6f023ae0c None None] Network b93d191b-4b33-471e-941d-c6527fd82275 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:46.245038 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:46.264907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:46.268408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:46.285863 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70128389-5100-4a31-a6ad-9ccca0f06de6 None None] Could not find standard attr ID for object 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:54:46.336262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.418358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.433402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/b93d191b-4b33-471e-941d-c6527fd82275 HTTP/1.1" status: 204 len: 168 time: 1.2062383 Jul 22 11:54:46.437897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.438517 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962d4ab4-f0b9-4a14-9a1a-11255ecfb9df tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=b93d191b-4b33-471e-941d-c6527fd82275,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:46.441542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:54:46.472677 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e741524e-e543-4a6f-ad52-88f9e293332a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.473165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e741524e-e543-4a6f-ad52-88f9e293332a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.477498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e741524e-e543-4a6f-ad52-88f9e293332a tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/839141f0-5577-4a85-bad1-349f094fb84f HTTP/1.1" status: 404 len: 337 time: 0.0360081 Jul 22 11:54:46.477704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.494922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70128389-5100-4a31-a6ad-9ccca0f06de6 None None] Provisioning complete for port 728bfe07-e959-4e89-9bbb-35009117e0af triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:46.495376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70128389-5100-4a31-a6ad-9ccca0f06de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.525776 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-e087bf1e-c6d6-474a-aa11-c3657dc60ede tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.526393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e087bf1e-c6d6-474a-aa11-c3657dc60ede tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.528383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e087bf1e-c6d6-474a-aa11-c3657dc60ede tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/bfdb500a-32de-43f4-b682-c5c312ea38de HTTP/1.1" status: 404 len: 339 time: 0.0498550 Jul 22 11:54:46.531434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.574582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f380adfc-a039-4b38-9ebd-f2090090a91c None None] DHCP port deletion for b93d191b-4b33-471e-941d-c6527fd82275 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:54:46.579086 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0d3afa78-e351-40bb-bf26-7e115dc29ff4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.580195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0d3afa78-e351-40bb-bf26-7e115dc29ff4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.582270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0d3afa78-e351-40bb-bf26-7e115dc29ff4 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/797874ec-3945-47a6-b2d7-fc3d045fc3b2 HTTP/1.1" status: 404 len: 337 time: 0.0495467 Jul 22 11:54:46.584860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.590810 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.633258 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a322d0b6-5886-4fce-8574-a8867b35fc36 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.633926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a322d0b6-5886-4fce-8574-a8867b35fc36 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.639471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a322d0b6-5886-4fce-8574-a8867b35fc36 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/7c3c84ba-f89b-4e98-8a8c-79fe639f2605 HTTP/1.1" status: 404 len: 339 time: 0.0509281 Jul 22 11:54:46.650425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.670580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70128389-5100-4a31-a6ad-9ccca0f06de6 None None] Port 728bfe07-e959-4e89-9bbb-35009117e0af cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:46.694245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port effcfb22-43c1-4cc2-9e4a-0602c1905c77, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=effcfb22-43c1-4cc2-9e4a-0602c1905c77,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:46.696644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27b23379-7aea-440a-ac8d-c6e0e8e8a821 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:54:46.721756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:54:46.727465 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46f0d424-fcc6-4ecf-a00c-0b2fbaf1c908 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "PUT /v2.0/routers/4aaa880e-131b-4e85-8d03-15a4bdc072f9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.5590591 Jul 22 11:54:46.728972 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-8800df45-6666-4ace-8003-6f0ceb134ec9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.729440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8800df45-6666-4ace-8003-6f0ceb134ec9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.733438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8800df45-6666-4ace-8003-6f0ceb134ec9 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/18829bfb-ec80-47bd-a042-6e47290f21c9 HTTP/1.1" status: 404 len: 337 time: 0.0839007 Jul 22 11:54:46.734383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.739724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.752385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Sync routers for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:54:46.770838 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-32a86b1c-a5ec-43ec-b00d-93a0160a9613 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:46.772237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-32a86b1c-a5ec-43ec-b00d-93a0160a9613 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:46.779046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32a86b1c-a5ec-43ec-b00d-93a0160a9613 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/627ca633-7956-463a-964c-dc9479bb5ddb HTTP/1.1" status: 404 len: 339 time: 0.0431399 Jul 22 11:54:46.779298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:46.841829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting subnet 07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:46.847068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.880474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b099ca47-21e2-4d9e-85a6-52c14cd51040 req-67f2c704-e8e0-48d4-bc37-46c5cb1206dc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:46.889365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b099ca47-21e2-4d9e-85a6-52c14cd51040 req-67f2c704-e8e0-48d4-bc37-46c5cb1206dc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2634132 Jul 22 11:54:46.904088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=effcfb22-43c1-4cc2-9e4a-0602c1905c77,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:46.945861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-27b23379-7aea-440a-ac8d-c6e0e8e8a821 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:54:46.948435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:46.955270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:46.955929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:46.987347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b099ca47-21e2-4d9e-85a6-52c14cd51040 req-9707ba31-be95-461c-a7c7-3b96c6842f60 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0965521 Jul 22 11:54:47.001371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9a9d20bf-81e5-42c7-90e0-2f92015714f1 None None] Provisioning complete for port 728bfe07-e959-4e89-9bbb-35009117e0af triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:47.001846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9a9d20bf-81e5-42c7-90e0-2f92015714f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.176249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-30eae776-d906-4cf9-b544-630b9413d48e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:47.177846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-30eae776-d906-4cf9-b544-630b9413d48e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/networks?id=44e8010e-24ed-4eb2-bb25-04a3fbb3f078 HTTP/1.1" status: 200 len: 796 time: 0.1568956 Jul 22 11:54:47.179382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.229481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-4c27b827-7cef-4566-acf9-0275b7130c01 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/quotas/46f3dadd75374080b82324e36d5e6112 HTTP/1.1" status: 200 len: 375 time: 0.0197568 Jul 22 11:54:47.288569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9a9d20bf-81e5-42c7-90e0-2f92015714f1 None None] Port 728bfe07-e959-4e89-9bbb-35009117e0af cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:47.309085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.345743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:47.369346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-d5ee0505-2cd6-406e-91f3-66842224b09a tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&fields=id HTTP/1.1" status: 200 len: 486 time: 0.1313848 Jul 22 11:54:47.370586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.374999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a68cecf8-00f0-4a87-b3bb-5c6333ac0ef0 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/07b2a08f-7d7c-4b43-99dc-ad8e1c0f08df HTTP/1.1" status: 204 len: 168 time: 0.5937786 Jul 22 11:54:47.375192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35552) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:47.423442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:47.516717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.577157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-4fca7a22-051d-4cb4-a094-33ba4bb0235b service neutron] 10.222.0.21 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1796670 Jul 22 11:54:47.626142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:47.627150 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.769600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:47.807990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port f5f2eab9-2815-41d3-8cea-bcda2a2bb607, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,segment=NetworkSegment(5cbe001f-48eb-447f-910b-a6d33a274208),segment_id=5cbe001f-48eb-447f-910b-a6d33a274208)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:47.809508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:47.842714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for f5f2eab9-2815-41d3-8cea-bcda2a2bb607 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:47.934157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device effcfb22-43c1-4cc2-9e4a-0602c1905c77 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:47.956807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:48.034019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.039205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e24954a8-d292-4efb-b8a1-b6be03349d6b None None] Network 2f45374d-660e-4028-9b84-a1a86f28ef88 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:48.066542 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.066822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port f5f2eab9-2815-41d3-8cea-bcda2a2bb607 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:48.108185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port effcfb22-43c1-4cc2-9e4a-0602c1905c77 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:48.108738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.156889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=f5f2eab9-2815-41d3-8cea-bcda2a2bb607,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:48.165255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-13cc89a1-c751-4533-92be-639be26087b3 service neutron] 10.222.0.21 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5780971 Jul 22 11:54:48.177036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.257488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a46c886-fe75-46bd-838a-bbccf9082f97 req-0c46ceb4-910d-41f5-b7d0-a999d10917b7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:48.273219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a46c886-fe75-46bd-838a-bbccf9082f97 req-0c46ceb4-910d-41f5-b7d0-a999d10917b7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1248987 Jul 22 11:54:48.299824 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.318077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2f45374d-660e-4028-9b84-a1a86f28ef88']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:48.333528 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5cbe001f-48eb-447f-910b-a6d33a274208') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:48.334061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5cbe001f-48eb-447f-910b-a6d33a274208') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:48.350171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.363780 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4957788e-36b7-433e-be09-55e02b338cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.376857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a46c886-fe75-46bd-838a-bbccf9082f97 req-76786501-c1fb-45c9-95ab-cb27fd7fb5b6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1017132 Jul 22 11:54:48.439476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.453516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 110 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:48.453980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.462086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffeea25f-ce93-4841-8aeb-d9b82973794c None None] DHCP port deletion for 2f45374d-660e-4028-9b84-a1a86f28ef88 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:48.464482 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:48.514388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.528390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:45Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '728bfe07-e959-4e89-9bbb-35009117e0af', 'name': '', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:d1:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:43Z', 'updated_at': '2021-07-22T11:54:45Z', 'revision_number': 2, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:48.529735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30b445a6-2a21-4482-b269-33e9f97aad35 req-16e06dfc-ea99-46a9-885f-f2f86770c6c0 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 210 time: 0.0619490 Jul 22 11:54:48.618361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Checking router: 4aaa880e-131b-4e85-8d03-15a4bdc072f9 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:54:48.619029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Updating router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 port 728bfe07-e959-4e89-9bbb-35009117e0af binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:54:48.643296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.680081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.687954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/2f45374d-660e-4028-9b84-a1a86f28ef88 HTTP/1.1" status: 204 len: 168 time: 1.3115971 Jul 22 11:54:48.690286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:48.691422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:54:48.732746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e5495de-cbc4-48e8-8288-7d134ebe2461 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=2f45374d-660e-4028-9b84-a1a86f28ef88,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:48.733040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:54:48.733160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 14a4c5e9-ca0d-4f9b-a181-f0065c9922e5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:54:48.738766 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.758834 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5b89038d-70ce-4714-9318-45a7a767804d tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:48.759256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5b89038d-70ce-4714-9318-45a7a767804d tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:48.763700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5b89038d-70ce-4714-9318-45a7a767804d tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/a27808c8-a652-4206-ac9e-15aec66815bc HTTP/1.1" status: 404 len: 337 time: 0.0700958 Jul 22 11:54:48.763995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35584) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:48.798739 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-c859bf54-6bc2-4329-8336-6dbc66685af5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:48.798739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c859bf54-6bc2-4329-8336-6dbc66685af5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:48.800191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c859bf54-6bc2-4329-8336-6dbc66685af5 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/d9a15312-1fa3-4d71-8329-6ed391ef2c6b HTTP/1.1" status: 404 len: 339 time: 0.0352547 Jul 22 11:54:48.803375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35586) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:48.855014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Allocated IP 172.25.6.246 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/bd4beadb-a941-4b81-b53b-b40386ae69c7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:48.868508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting subnet 4c3e6260-5045-43b9-9b1b-435d1942ea5a {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:54:48.873753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:48.954886 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.103191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.159665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.210041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.274677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.287723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:49.294328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:49.296329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4beadb-a941-4b81-b53b-b40386ae69c7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:49.297367 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.299400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:49.320397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Transition to ACTIVE for port object 728bfe07-e959-4e89-9bbb-35009117e0af will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:49.329361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75434ba9-57b6-45cb-901f-34107c2b338d None None] Network 8ac82a5c-5102-46eb-a1c6-128568fd6830 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:54:49.331442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.334230 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.340637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35592) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:49.341202 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/subnets/4c3e6260-5045-43b9-9b1b-435d1942ea5a HTTP/1.1" status: 204 len: 168 time: 0.5365207 Jul 22 11:54:49.422153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b878a0f-d5d0-4fbb-a053-f55b61497b6c tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Subnet': ['ID=4c3e6260-5045-43b9-9b1b-435d1942ea5a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:49.482695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.498290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.517728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Pushing event updated for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:49.593899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.598841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.599587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.600053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.600504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.600946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.601385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.601872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.602309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.602872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.607019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.607538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:54:49.674442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.688312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Attempting to bind port 728bfe07-e959-4e89-9bbb-35009117e0af on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:49.693511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Attempting to bind port 728bfe07-e959-4e89-9bbb-35009117e0af by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:49.694479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Attempting to bind port 728bfe07-e959-4e89-9bbb-35009117e0af on network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:49.708099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d1dbae8-320a-455b-9b35-9091f3a51969 req-d3fcd050-5f7d-45d2-82e5-9f8539aef257 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 210 time: 0.0918543 Jul 22 11:54:49.731298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:49.731991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Checking segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:49.733537 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.734504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Bound using segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:49.736579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Bound port: 728bfe07-e959-4e89-9bbb-35009117e0af, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:49.736979 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.776666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffbe7dc1-f01f-462f-a9eb-5493396d6ae0 req-d652cb6b-d463-40f7-8473-9ad7c774cf84 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:49.785337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffbe7dc1-f01f-462f-a9eb-5493396d6ae0 req-d652cb6b-d463-40f7-8473-9ad7c774cf84 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2662926 Jul 22 11:54:49.818060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Deleting port aab5dbe5-5a59-4b99-904f-9236095e4c00 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:49.820336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.824117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:49.840019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f5f2eab9-2815-41d3-8cea-bcda2a2bb607 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:54:49.885946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ffbe7dc1-f01f-462f-a9eb-5493396d6ae0 req-61534e92-3606-42a0-b8f5-a6e8c4fc33e3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936196 Jul 22 11:54:49.891015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f5f2eab9-2815-41d3-8cea-bcda2a2bb607 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:54:49.891377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f5f2eab9-2815-41d3-8cea-bcda2a2bb607 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:54:49.921279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] For port 728bfe07-e959-4e89-9bbb-35009117e0af, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:49.932335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] For port 728bfe07-e959-4e89-9bbb-35009117e0af, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=728bfe07-e959-4e89-9bbb-35009117e0af,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:49.942718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.049673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] For port aab5dbe5-5a59-4b99-904f-9236095e4c00, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aab5dbe5-5a59-4b99-904f-9236095e4c00,segment=NetworkSegment(5dc7ada2-1858-4ae0-b5c7-bae0ff58470f),segment_id=5dc7ada2-1858-4ae0-b5c7-bae0ff58470f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:50.051115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.082114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] DHCP port deletion for 8ac82a5c-5102-46eb-a1c6-128568fd6830 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:54:50.101747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Calling delete_port for aab5dbe5-5a59-4b99-904f-9236095e4c00 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:50.127146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-ffef1166-1142-41b8-9320-5e1688dc48dd tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:50.128823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-ffef1166-1142-41b8-9320-5e1688dc48dd tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.36 "GET /v2.0/networks?id=44e8010e-24ed-4eb2-bb25-04a3fbb3f078 HTTP/1.1" status: 200 len: 796 time: 0.3069656 Jul 22 11:54:50.143191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Request body: {'port': {'device_id': 'fa21a657-727d-410e-9852-e2be69c8a372', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'admin_state_up': True, 'tenant_id': '46f3dadd75374080b82324e36d5e6112'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:50.176698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d25fb1ef-65bc-4a70-9cee-21dbb7c4a16d None None] Pushing event updated for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:50.182041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:54:50.182954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:50.289339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Deleting port aab5dbe5-5a59-4b99-904f-9236095e4c00 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:50.289703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.362148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Made reservation on behalf of 46f3dadd75374080b82324e36d5e6112 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:50.368560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.438643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:54:50.475659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.503570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.536397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] For port aab5dbe5-5a59-4b99-904f-9236095e4c00, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aab5dbe5-5a59-4b99-904f-9236095e4c00,segment=NetworkSegment(5dc7ada2-1858-4ae0-b5c7-bae0ff58470f),segment_id=5dc7ada2-1858-4ae0-b5c7-bae0ff58470f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:50.536800 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.537789 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:50.622564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Calling delete_port for aab5dbe5-5a59-4b99-904f-9236095e4c00 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:50.711772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Allocated IP 172.20.0.26 (44e8010e-24ed-4eb2-bb25-04a3fbb3f078/9484f1ad-96d3-40b1-bb37-31377c2dc805/60275dba-3fd8-4b03-bf6d-b1fc27bffdae) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:54:50.938841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01667eea-d2ed-4bf6-b758-7ad75238bdb1 req-3584c234-f62d-4599-bea8-993ef4f66310 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 210 time: 0.0734270 Jul 22 11:54:50.966097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:45Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '728bfe07-e959-4e89-9bbb-35009117e0af', 'name': '', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:d1:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:43Z', 'updated_at': '2021-07-22T11:54:49Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:51.004446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.031905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Transition to ACTIVE for port object 60275dba-3fd8-4b03-bf6d-b1fc27bffdae will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:51.037289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00e36044-08e3-4d21-80b1-febe1822524c None None] The sync data for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 is: [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:54:45Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '728bfe07-e959-4e89-9bbb-35009117e0af', 'name': '', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:d1:7a:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_interface', 'standard_attr_id': 3238, 'fixed_ips': [{'subnet_id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:43Z', 'updated_at': '2021-07-22T11:54:49Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:54:51.052983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.073027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] No DVR routers for this DVR port aab5dbe5-5a59-4b99-904f-9236095e4c00 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:51.136177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e821778f-9e61-4b00-a7b9-a9a92a663500 None None] Pushing event deleted for resources: {'Port': ['ID=aab5dbe5-5a59-4b99-904f-9236095e4c00,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:51.144357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] No DVR routers for this DVR port aab5dbe5-5a59-4b99-904f-9236095e4c00 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:54:51.169769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Pushing event updated for resources: {'Port': ['ID=bd4beadb-a941-4b81-b53b-b40386ae69c7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:51.189670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.255828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.274855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8ac82a5c-5102-46eb-a1c6-128568fd6830']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:51.275431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e352fdde-7460-4583-b9a8-de0b07b1132a req-8f55f3a1-4772-45e3-961b-7d92e1046408 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:51.277550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e352fdde-7460-4583-b9a8-de0b07b1132a req-8f55f3a1-4772-45e3-961b-7d92e1046408 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.2274847 Jul 22 11:54:51.292492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:51.292815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5dc7ada2-1858-4ae0-b5c7-bae0ff58470f') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:54:51.302674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.315990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event updated for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:51.319964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.328865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:54:51.332227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:54:51.332383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:54:51.332812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.350005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:54:51.361601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e352fdde-7460-4583-b9a8-de0b07b1132a req-1d55c6e9-b3ba-427a-ade0-0ea7fe8fd66c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0772297 Jul 22 11:54:51.422236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:54:51.477225 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:54:51.482165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.487443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.489862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:51.490652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.505908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] 10.222.0.21 "DELETE /v2.0/networks/8ac82a5c-5102-46eb-a1c6-128568fd6830 HTTP/1.1" status: 204 len: 168 time: 2.1569357 Jul 22 11:54:51.529942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-4adc1493-bf86-4c71-bd44-9de630460add tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 897 time: 1.3915489 Jul 22 11:54:51.546815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Request body: {'port': {'device_id': 'fa21a657-727d-410e-9852-e2be69c8a372', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:51.550306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Port': ['ID=aab5dbe5-5a59-4b99-904f-9236095e4c00,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:51.585659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04f0a517-8e47-4822-a84e-eaedbbfbab59 tempest-NetworksIpV6Test-1374019458 tempest-NetworksIpV6Test-1374019458-project] Pushing event deleted for resources: {'Network': ['ID=8ac82a5c-5102-46eb-a1c6-128568fd6830,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:51.603993 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.652001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.665289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ec71cf0-d4a1-4b26-a80b-690f3dcf0447 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.8899906 Jul 22 11:54:51.669702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35630) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:51.689234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-67851696', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'fixed_ips': [{'ip_address': '172.25.6.246'}]}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:51.705435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.781206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Made reservation on behalf of a5ed975811244236866cacd1f873f739 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:54:51.787681 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.824117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:51.863278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 728bfe07-e959-4e89-9bbb-35009117e0af up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:52.186088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.198199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.202358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] device_id is not set on port 4ba30e4d-b78d-4375-b548-f616835c1d0b yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:54:52.257222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8d75a4f-72c4-47d2-b7a2-75a46e16d9ed None None] Provisioning for port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:52.273731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8d75a4f-72c4-47d2-b7a2-75a46e16d9ed None None] Provisioning complete for port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:52.274199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8d75a4f-72c4-47d2-b7a2-75a46e16d9ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.281082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:52.321394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 728bfe07-e959-4e89-9bbb-35009117e0af completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:52.331918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 728bfe07-e959-4e89-9bbb-35009117e0af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:52.332397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.418764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f03a6a02-b348-4b41-9687-0c831fa86e42 req-4642c112-bc48-425f-a9a4-cbce6ff8e739 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:52.421510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f03a6a02-b348-4b41-9687-0c831fa86e42 req-4642c112-bc48-425f-a9a4-cbce6ff8e739 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 895 time: 0.2765133 Jul 22 11:54:52.506663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a8d75a4f-72c4-47d2-b7a2-75a46e16d9ed None None] Port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:54:52.510946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 60275dba-3fd8-4b03-bf6d-b1fc27bffdae {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:52.552051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.597380 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] POST failed (client error): There was a conflict when trying to complete your request. Jul 22 11:54:52.597963 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.598187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:52.624063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 0.9532456 Jul 22 11:54:52.626356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08d710d-cc5a-4a7a-98c8-ef7ec01b519b tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=05cd5686-e58c-483e-b402-500ea0d5383f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:52.629948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35646) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:52.643902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 728bfe07-e959-4e89-9bbb-35009117e0af, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=728bfe07-e959-4e89-9bbb-35009117e0af,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:52.651388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.683042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Transition to ACTIVE for port object 60275dba-3fd8-4b03-bf6d-b1fc27bffdae will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:54:52.713103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:52.740816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aab5dbe5-5a59-4b99-904f-9236095e4c00 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:54:52.809600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:52.811520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: aab5dbe5-5a59-4b99-904f-9236095e4c00 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:54:52.812687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aab5dbe5-5a59-4b99-904f-9236095e4c00 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:54:52.823826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:52.851371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5801b213-790f-4906-9376-5ca0814b7a49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=744fc1ba0fc54645b8a60ddef86ac544&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5599887 Jul 22 11:54:52.855310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:52.903429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Deleting port bd4beadb-a941-4b81-b53b-b40386ae69c7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:54:52.903939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.020723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-092483fb-97ff-44bd-8515-c66a15584cc9 req-46fc0cc6-f42e-4d9d-bd98-ecd765f8fd19 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:53.023079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-092483fb-97ff-44bd-8515-c66a15584cc9 req-46fc0cc6-f42e-4d9d-bd98-ecd765f8fd19 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.5021367 Jul 22 11:54:53.043872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.044307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.108145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Calling delete_port for bd4beadb-a941-4b81-b53b-b40386ae69c7 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:54:53.134711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-092483fb-97ff-44bd-8515-c66a15584cc9 req-0e47fa7a-0976-453d-9859-5dc44209e224 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967412 Jul 22 11:54:53.146701 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.198001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.254233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Attempting to bind port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:54:53.254849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Attempting to bind port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:54:53.255192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Attempting to bind port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae on network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:53.263333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae on network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:54:53.263678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Attempting to bind port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae on network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:54:53.276713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:54:53.277503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Checking segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:54:53.277895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Bound using segment: {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:54:53.278339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Bound port: 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9b76f6ee-1a63-483a-ac64-a522cd8ef11e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 104, 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:54:53.280499 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.384895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.388653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.390162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b4a03ee0-ae63-422f-8278-b3ed5b86e5c4 HTTP/1.1" status: 204 len: 168 time: 0.5332837 Jul 22 11:54:53.408157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97145c5a-e877-447d-a7f9-50e305e4d9f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4a03ee0-ae63-422f-8278-b3ed5b86e5c4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:53.411416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:54:53.415460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:54:53.431683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.467899 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.487250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:53.487884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.489326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] 10.222.0.36 "PUT /v2.0/ports/60275dba-3fd8-4b03-bf6d-b1fc27bffdae HTTP/1.1" status: 200 len: 1055 time: 1.9524348 Jul 22 11:54:53.489765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:53.493016 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9242fca-ecee-4408-83a0-fe06c62a975c" -d '{"events": [{"name": "network-changed", "server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:53.547950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Pushing event deleted for resources: {'Port': ['ID=bd4beadb-a941-4b81-b53b-b40386ae69c7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:53.608795 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b73e3f3f-941d-4a12-a957-3169241c9351 x-openstack-request-id: req-b73e3f3f-941d-4a12-a957-3169241c9351 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:53.609310 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:53.609513 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b73e3f3f-941d-4a12-a957-3169241c9351 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:53.610117 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae', 'status': 'completed', 'code': 200} Jul 22 11:54:53.677914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.682075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.686578 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5d4f40bb-4111-43c4-b855-ef2030a55bb8 tempest-ExternalNetworksAdminNegativeTestJSON-578692752 tempest-ExternalNetworksAdminNegativeTestJSON-578692752-project-admin] 10.222.0.21 "DELETE /v2.0/floatingips/e4867fc7-263e-4610-967e-6dea4825899e HTTP/1.1" status: 204 len: 168 time: 1.0523727 Jul 22 11:54:53.726398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-695be41a-3e6e-47b9-ac9b-9a0637c806c1 service neutron] Pushing event updated for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:53.759104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 728bfe07-e959-4e89-9bbb-35009117e0af up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:53.810231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-a81a0609-6933-4c06-8c43-1ecc558bf293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:53.811903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-a81a0609-6933-4c06-8c43-1ecc558bf293 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 1058 time: 0.2628467 Jul 22 11:54:53.825133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e1255be-1456-40a3-a244-d1b114433eb1 req-706858b0-665b-4996-9ec6-63307f45151e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:53.827531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1e1255be-1456-40a3-a244-d1b114433eb1 req-706858b0-665b-4996-9ec6-63307f45151e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 907 time: 0.2332628 Jul 22 11:54:53.872545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-ca5d2c48-9ed7-4a6d-ba6b-909c6654fcc9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae HTTP/1.1" status: 200 len: 217 time: 0.0440097 Jul 22 11:54:53.898559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 728bfe07-e959-4e89-9bbb-35009117e0af triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:53.899198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:53.966300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-c1e44a0e-84cf-42dc-8402-e70618f12466 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:53.968153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-c1e44a0e-84cf-42dc-8402-e70618f12466 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9484f1ad-96d3-40b1-bb37-31377c2dc805 HTTP/1.1" status: 200 len: 837 time: 0.0878043 Jul 22 11:54:54.075183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f067156-960f-4044-a112-8cb708639939 req-21b2726c-fe1a-4366-80b7-e06bde99e5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.077362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-21b2726c-fe1a-4366-80b7-e06bde99e5ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44e8010e-24ed-4eb2-bb25-04a3fbb3f078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1004500 Jul 22 11:54:54.203331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-551d0694-716c-4815-8a62-c96f251525c0 service neutron] 10.222.0.36 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1110582 Jul 22 11:54:54.349383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:54.392586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f067156-960f-4044-a112-8cb708639939 req-b85f0327-1d9e-4800-875c-83fbc72f59f9 service neutron] 10.222.0.36 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1873095 Jul 22 11:54:54.408922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c530d04a-262e-44ae-bd84-dec0876004b4 req-ede82b3a-dc90-46c3-9218-25b9b4b01db5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.410465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c530d04a-262e-44ae-bd84-dec0876004b4 req-ede82b3a-dc90-46c3-9218-25b9b4b01db5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.0977049 Jul 22 11:54:54.497601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c530d04a-262e-44ae-bd84-dec0876004b4 req-f7cb4de3-d95b-4199-90ba-c6347ff675e1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jul 22 11:54:54.525472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-53900bca-f004-469e-a064-fdd2d831436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.527012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-53900bca-f004-469e-a064-fdd2d831436d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 1058 time: 0.0699522 Jul 22 11:54:54.691912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-dc10ab94-1fbd-4662-af9a-dc336c330b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.694493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-dc10ab94-1fbd-4662-af9a-dc336c330b1d service neutron] 10.222.0.36 "GET /v2.0/networks?id=44e8010e-24ed-4eb2-bb25-04a3fbb3f078 HTTP/1.1" status: 200 len: 897 time: 0.1595910 Jul 22 11:54:54.721374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ab80db-6e8f-464b-9d8c-df890b0629aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:54.745967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-15dee8ea-45fa-42e9-9fe8-c71bb05f163b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.26&port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae HTTP/1.1" status: 200 len: 217 time: 0.0459003 Jul 22 11:54:54.814388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-8c321179-fdde-45b2-ad9d-b15022249c46 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.816430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-8c321179-fdde-45b2-ad9d-b15022249c46 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9484f1ad-96d3-40b1-bb37-31377c2dc805 HTTP/1.1" status: 200 len: 837 time: 0.0641518 Jul 22 11:54:54.894699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ab80db-6e8f-464b-9d8c-df890b0629aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:54.902773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56ab80db-6e8f-464b-9d8c-df890b0629aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:54.927422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-ba6df451-743e-4d97-a7aa-d3fd8fae51d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:54.937681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-ba6df451-743e-4d97-a7aa-d3fd8fae51d7 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=44e8010e-24ed-4eb2-bb25-04a3fbb3f078&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1041877 Jul 22 11:54:55.005121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56ab80db-6e8f-464b-9d8c-df890b0629aa admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=bacc7754d99a4ad78a6368462a3d8856&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6563702 Jul 22 11:54:55.005889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.013968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab80db-6e8f-464b-9d8c-df890b0629aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c312d738-bc9b-4bf6-9a33-941ed852fe20,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:55.092580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7327fc1c-da15-4e55-9b7b-3ac3c2f40957 req-e2224d60-0afb-4488-9b6b-33a400e3d990 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:55.094213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7327fc1c-da15-4e55-9b7b-3ac3c2f40957 req-e2224d60-0afb-4488-9b6b-33a400e3d990 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 907 time: 0.1420908 Jul 22 11:54:55.111908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-86cebe11-3ff7-491c-ad0b-3304e7fce3c1 service neutron] 10.222.0.36 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1733043 Jul 22 11:54:55.135680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:55.188566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:55.195553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.261815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:55.262336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9242fca-ecee-4408-83a0-fe06c62a975c req-6eb888f5-91fb-4ea4-aba8-280a47e3415b service neutron] 10.222.0.36 "GET /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1382380 Jul 22 11:54:55.264630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:55.265698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c312d738-bc9b-4bf6-9a33-941ed852fe20 HTTP/1.1" status: 204 len: 168 time: 0.2580242 Jul 22 11:54:55.305490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11979560-bd44-4c43-964c-922ec0661651 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c312d738-bc9b-4bf6-9a33-941ed852fe20,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:55.442292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c50fb65b-5fe1-4100-9016-b2bec7635c8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] Request body: {'port': {'network_id': '1a29ce50-0972-45bd-80bd-6474ee83a84a', 'name': 'tempest-NetworksNegativeTestJSON-1058674319'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:55.471812 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50fb65b-5fe1-4100-9016-b2bec7635c8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] POST failed (client error): The resource could not be found. Jul 22 11:54:55.473069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50fb65b-5fe1-4100-9016-b2bec7635c8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.475291 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c50fb65b-5fe1-4100-9016-b2bec7635c8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 0.2786961 Jul 22 11:54:55.480086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35712) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.512066 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3d5c01db-0174-43b6-9f39-25748f055d87 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:55.513130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3d5c01db-0174-43b6-9f39-25748f055d87 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.516273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3d5c01db-0174-43b6-9f39-25748f055d87 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "DELETE /v2.0/networks/9c2f6d30-41e5-4f9f-81ac-61ceb68f8b8a HTTP/1.1" status: 404 len: 339 time: 0.0346193 Jul 22 11:54:55.520842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.551174 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-186e4a05-66dd-4d31-a014-91e8ba550658 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:55.551831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-186e4a05-66dd-4d31-a014-91e8ba550658 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.553724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-186e4a05-66dd-4d31-a014-91e8ba550658 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "DELETE /v2.0/ports/2806d481-1b95-41e8-99e5-8745cf7a5d74 HTTP/1.1" status: 404 len: 333 time: 0.0319278 Jul 22 11:54:55.566181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.643682 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-0179264b-0fc6-4b38-8fe7-41b6be929136 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] DELETE failed (client error): The resource could not be found. Jul 22 11:54:55.646708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0179264b-0fc6-4b38-8fe7-41b6be929136 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.652605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0179264b-0fc6-4b38-8fe7-41b6be929136 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "DELETE /v2.0/subnets/23f7abd4-b09e-4772-b89f-d57536419648 HTTP/1.1" status: 404 len: 337 time: 0.0808964 Jul 22 11:54:55.653381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.697594 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1cd7c6ee-786c-40bc-9a26-9541936df11f tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] GET failed (client error): The resource could not be found. Jul 22 11:54:55.706936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1cd7c6ee-786c-40bc-9a26-9541936df11f tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "GET /v2.0/networks/1d0cb749-017d-43b6-94b8-cbdcc4868cba HTTP/1.1" status: 404 len: 339 time: 0.0460007 Jul 22 11:54:55.707307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.765392 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-71e70018-7574-44ab-96a9-7573dce9bf6b tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] GET failed (client error): The resource could not be found. Jul 22 11:54:55.767049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71e70018-7574-44ab-96a9-7573dce9bf6b tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "GET /v2.0/ports/52f63680-c66a-475c-bdb0-fb2f6defc120 HTTP/1.1" status: 404 len: 333 time: 0.0586896 Jul 22 11:54:55.770729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35728) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.823035 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-98dbde7d-b479-4077-b558-eb85b2a6cd12 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] GET failed (client error): The resource could not be found. Jul 22 11:54:55.824422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-98dbde7d-b479-4077-b558-eb85b2a6cd12 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "GET /v2.0/subnets/80708b4a-701f-4822-afb5-ffcdfd17a203 HTTP/1.1" status: 404 len: 337 time: 0.0523014 Jul 22 11:54:55.830127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.836371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9159e941-0def-4155-99d1-e915792c5e8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] Request body: {'network': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:55.863265 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-9159e941-0def-4155-99d1-e915792c5e8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] PUT failed (client error): The resource could not be found. Jul 22 11:54:55.863968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9159e941-0def-4155-99d1-e915792c5e8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.871421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9159e941-0def-4155-99d1-e915792c5e8c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "PUT /v2.0/networks/d2d074cf-3da6-4d27-9a10-b9e0e48805ce HTTP/1.1" status: 404 len: 339 time: 0.0401647 Jul 22 11:54:55.872180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.877430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-447684ca-c07f-43ee-969c-0eb00ff16f1c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] Request body: {'port': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:55.903394 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-447684ca-c07f-43ee-969c-0eb00ff16f1c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] PUT failed (client error): The resource could not be found. Jul 22 11:54:55.904273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-447684ca-c07f-43ee-969c-0eb00ff16f1c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.911343 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-447684ca-c07f-43ee-969c-0eb00ff16f1c tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "PUT /v2.0/ports/1e492a68-9f04-4acb-b4e7-2296787133e5 HTTP/1.1" status: 404 len: 333 time: 0.0380597 Jul 22 11:54:55.911939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:55.918056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-208b3830-790c-4da5-952b-b307daafd909 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] Request body: {'subnet': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:54:55.940185 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-208b3830-790c-4da5-952b-b307daafd909 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] PUT failed (client error): The resource could not be found. Jul 22 11:54:55.940654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-208b3830-790c-4da5-952b-b307daafd909 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:54:55.948966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-208b3830-790c-4da5-952b-b307daafd909 tempest-NetworksNegativeTestJSON-1719727090 tempest-NetworksNegativeTestJSON-1719727090-project] 10.222.0.21 "PUT /v2.0/subnets/07eb7ecb-27e4-4582-89b6-1415aa5f9416 HTTP/1.1" status: 404 len: 337 time: 0.0359707 Jul 22 11:54:55.972640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fabe8d29-20d2-468e-863a-d0be79d655fb req-28f0d880-9829-4619-a17c-5816ccdcd8b1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:55.980042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fabe8d29-20d2-468e-863a-d0be79d655fb req-28f0d880-9829-4619-a17c-5816ccdcd8b1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.3068321 Jul 22 11:54:56.002557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-42ab34fa-ad27-4bb1-bd01-7b496ea32f06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:56.004052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-42ab34fa-ad27-4bb1-bd01-7b496ea32f06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1096 time: 0.2384820 Jul 22 11:54:56.112129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:56.129818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fabe8d29-20d2-468e-863a-d0be79d655fb req-a79f8255-6257-4b8a-9cab-d23bb85d9209 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1488829 Jul 22 11:54:56.251007 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c20b220-3685-4e19-bd8b-22ba72f3d1fb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a5ed975811244236866cacd1f873f739&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1374257 Jul 22 11:54:56.257014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:56.276300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-725ad5ca-f571-4183-b0e0-37b3ec6789e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:56.279589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-725ad5ca-f571-4183-b0e0-37b3ec6789e6 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2467656 Jul 22 11:54:56.362917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-fd9e8e3a-e945-41a1-8416-86b34a9b1626 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 217 time: 0.0571327 Jul 22 11:54:56.433574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:56.441347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35746) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:56.453845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fdedd8e6-9586-407b-99e5-e551f576ad27 req-31782995-a734-4137-ab09-0ea346d48f43 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:56.467489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdedd8e6-9586-407b-99e5-e551f576ad27 req-31782995-a734-4137-ab09-0ea346d48f43 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 907 time: 0.2083747 Jul 22 11:54:56.485343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-683b3456-24a5-491f-983b-f5386d4994d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:56.486956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-683b3456-24a5-491f-983b-f5386d4994d3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1168900 Jul 22 11:54:56.523703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:56.634092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-85ccfa49-10fc-4de6-b4b2-80ba9bf88265 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:56.637819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-85ccfa49-10fc-4de6-b4b2-80ba9bf88265 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1411455 Jul 22 11:54:56.668326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:56.673453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:56.676016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/05cd5686-e58c-483e-b402-500ea0d5383f HTTP/1.1" status: 204 len: 168 time: 0.4101899 Jul 22 11:54:56.686827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5369c6d7-fa06-41f9-a689-7150c934aae9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=05cd5686-e58c-483e-b402-500ea0d5383f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:56.707832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7ab-9b0c-4d11-96d4-d4188ba2e861 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:56.806718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-088ed21f-1670-4470-8e8c-abe7a518dbce service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1617730 Jul 22 11:54:56.867540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 60275dba-3fd8-4b03-bf6d-b1fc27bffdae details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:54:56.966912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4ce3e9a-8f67-4dd1-b9d2-607555d42895 req-ac7909df-1d7f-4efd-a59a-e8e8ff10809e service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540704 Jul 22 11:54:57.013727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7ab-9b0c-4d11-96d4-d4188ba2e861 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.033798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1f8ac7ab-9b0c-4d11-96d4-d4188ba2e861 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.093390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8ac7ab-9b0c-4d11-96d4-d4188ba2e861 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b082f6a-52e6-47f6-af61-38ff0c776f5f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:57.102477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1f8ac7ab-9b0c-4d11-96d4-d4188ba2e861 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8ca74b4669ae43f1b14426950ded0007&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6587834 Jul 22 11:54:57.105805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:57.112473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:57.140324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae', 'network_id': '44e8010e-24ed-4eb2-bb25-04a3fbb3f078', 'port_id': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae', 'mac_address': 'fa:16:3e:92:08:f9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 104, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9484f1ad-96d3-40b1-bb37-31377c2dc805', 'ip_address': '172.20.0.26'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': False, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:54:57.221283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.251537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.262997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 60275dba-3fd8-4b03-bf6d-b1fc27bffdae {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:54:57.316718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.320866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:57.327117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.403398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:57.482664 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.486661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15f88a4e-24bc-48c9-84de-97c425dc7aa8 req-47d4c0e8-1d61-4b8e-b8de-d963f21fcb3e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:57.488450 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f88a4e-24bc-48c9-84de-97c425dc7aa8 req-47d4c0e8-1d61-4b8e-b8de-d963f21fcb3e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.1692510 Jul 22 11:54:57.491175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.495211 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:57.499630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b082f6a-52e6-47f6-af61-38ff0c776f5f HTTP/1.1" status: 204 len: 168 time: 0.3922877 Jul 22 11:54:57.537431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673f50a1-2fca-4c36-ac29-86eb9e55ec11 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b082f6a-52e6-47f6-af61-38ff0c776f5f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:57.569918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['60275dba-3fd8-4b03-bf6d-b1fc27bffdae'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:54:57.615085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15f88a4e-24bc-48c9-84de-97c425dc7aa8 req-a24177cb-4673-4550-85e3-68f6ceffb6b7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1061633 Jul 22 11:54:57.960637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e449c4fb-2a00-49f3-970c-17f09a73f757 req-b3c115b9-7381-43d2-9cb5-87af02ceba4e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:57.962185 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e449c4fb-2a00-49f3-970c-17f09a73f757 req-b3c115b9-7381-43d2-9cb5-87af02ceba4e tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 908 time: 0.2401266 Jul 22 11:54:58.014794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9ecfec6-818c-403c-a8e9-3da039b0679c req-5fc32518-ab23-4080-833a-5596a830ee6b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:58.025561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9ecfec6-818c-403c-a8e9-3da039b0679c req-5fc32518-ab23-4080-833a-5596a830ee6b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1649916 Jul 22 11:54:58.091184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9ecfec6-818c-403c-a8e9-3da039b0679c req-004992ed-a0c0-445a-b1a6-7955141a46d9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633554 Jul 22 11:54:58.249918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2dc3741d-990c-49a6-ade9-6f97bd6164d7 req-14e5dca5-eed4-4b48-883a-97739d48c6df tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:58.258237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dc3741d-990c-49a6-ade9-6f97bd6164d7 req-14e5dca5-eed4-4b48-883a-97739d48c6df tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0927579 Jul 22 11:54:58.310311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2dc3741d-990c-49a6-ade9-6f97bd6164d7 req-ffd3ad89-ba1e-4dbc-b4d8-b52e06b17c9d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0503681 Jul 22 11:54:58.390811 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:58.725483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-f9b07af5-2d34-4066-98e0-5971de0c428a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:58.734703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-f9b07af5-2d34-4066-98e0-5971de0c428a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.1514475 Jul 22 11:54:58.750871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ad94396a-7bf4-40d6-acb4-a8d6547685da tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/quotas/2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 375 time: 0.0161455 Jul 22 11:54:58.845505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-835fd690-8865-490a-9e3e-0aec63fd6398 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0937052 Jul 22 11:54:58.868383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 60275dba-3fd8-4b03-bf6d-b1fc27bffdae up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:54:58.970157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-d4be10fb-f634-4f5d-a7d6-3a8f5881a1aa service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1236913 Jul 22 11:54:58.993300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:54:59.001730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:54:59.002161 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:59.092271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-5f22672a-9cd8-4b23-a6e4-a00e7c95254b service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1167896 Jul 22 11:54:59.262440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:59.367961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:54:59.371052 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21116e92-b868-47a0-9a30-82796bee9552" -d '{"events": [{"server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "name": "network-vif-plugged", "status": "completed", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:54:59.401866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:54:59.410374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:54:59.546613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d2c289-dd43-49fc-a7e1-6a28197be183 req-15384371-68d6-4405-87a5-8ffe39278af9 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:59.570317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84d2c289-dd43-49fc-a7e1-6a28197be183 req-15384371-68d6-4405-87a5-8ffe39278af9 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.1691432 Jul 22 11:54:59.594872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:54:59.650502 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:54:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6297405-9569-4915-990f-c73781264949 x-openstack-request-id: req-d6297405-9569-4915-990f-c73781264949 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:54:59.650799 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "name": "network-vif-plugged", "status": "completed", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:54:59.651250 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6297405-9569-4915-990f-c73781264949 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:54:59.651922 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae', 'code': 200} Jul 22 11:54:59.671314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-943e5ebf-3d60-4e78-afaf-dea211ed5841 req-6275029b-8529-400d-ae64-054fe07857bf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 210 time: 0.0570536 Jul 22 11:54:59.727179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:54:59.907426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31e4ca1f-f41d-4d8b-aa67-cc4c719fbb94 req-8b4f3346-e810-4527-8b9d-ec4d8c565a18 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:54:59.908975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31e4ca1f-f41d-4d8b-aa67-cc4c719fbb94 req-8b4f3346-e810-4527-8b9d-ec4d8c565a18 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 1060 time: 0.1680932 Jul 22 11:54:59.967057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'network': {'name': 'tempest-RoutersAdminTest-1100521652', 'router:external': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:00.016695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Made reservation on behalf of eaf138a7d7334a0889383fc84b621e92 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:55:00.031187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.054683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.302474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.309997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.339717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfba7ab5-3739-4086-a8b1-e8e3a9012cfc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:00.349787 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:55:00.368089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] vlan segment allocate from pool success with {'vlan_id': 117, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:55:00.380521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.382280 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Added segment 9abe8614-d65a-4f4c-9d6d-0fd36871f900 of type vlan for network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 Jul 22 11:55:00.494788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.546174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.550825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:00.551700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:00.633545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 0.9053228 Jul 22 11:55:00.637612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35890) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:00.644493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'subnet': {'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:00.696422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Made reservation on behalf of eaf138a7d7334a0889383fc84b621e92 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:55:00.699619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:01.202350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2892c8b7-2727-41ad-8bcd-f239bc4904b5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Network': ['ID=f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:01.216877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:55:01.331448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6229121-2a85-4d35-9ac4-ae6bfd2d1a00 req-90232b06-9a68-4186-89f3-322557c6fc5c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 210 time: 0.1034572 Jul 22 11:55:01.393926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:55:01.395058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:01.484791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Subnet': ['ID=36d5e758-d0c2-4c09-ae6f-bead321a1767,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:01.525854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c5c6b00-0622-4d98-a4d0-bcd6d7986104 req-42fd9081-79dd-4720-8db1-aec875a560ea tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:01.532218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Checking segment: {'id': '9abe8614-d65a-4f4c-9d6d-0fd36871f900', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 117, 'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:55:01.533659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network hostable DHCP agents. Network: f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:55:01.538795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c5c6b00-0622-4d98-a4d0-bcd6d7986104 req-42fd9081-79dd-4720-8db1-aec875a560ea tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.3301647 Jul 22 11:55:01.548702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-606f726b-0598-4443-b38c-f06be627ff91 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:01.550482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-606f726b-0598-4443-b38c-f06be627ff91 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.3409717 Jul 22 11:55:01.564457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:55:01.564929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'device_id': '40003795-2285-445e-8181-4b4eaba6c217', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'admin_state_up': True, 'tenant_id': '2c2e1458dea143d0804a11370d1147f4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:01.583655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:01.595439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a92feef7-251a-4c5e-83e1-beed5e416f4d None None] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:55:01.601116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:01.605566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:01.701057 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47c5cecf-8bff-4285-af22-48b53bd1902d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 1.0622809 Jul 22 11:55:01.701770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:01.715994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1234830474', 'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:01.777696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Made reservation on behalf of eaf138a7d7334a0889383fc84b621e92 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:55:01.781238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:01.810989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:55:01.815680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:01.820025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] device_id is not set on port 98e0e078-7301-4ba3-a9b6-ae0b6a16786e yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:55:01.893852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4aafcb9c-b067-46e6-a35d-1bccfb6ecc61 None None] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:55:02.049985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.20.0.12 (f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1/36d5e758-d0c2-4c09-ae6f-bead321a1767/98e0e078-7301-4ba3-a9b6-ae0b6a16786e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:02.102654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.20.0.4 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/9d19016c-71e8-47e1-ba69-1f2b2f3a4545) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:02.241614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.308732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.344295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.362858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Transition to ACTIVE for port object 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:55:02.398136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=98e0e078-7301-4ba3-a9b6-ae0b6a16786e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:02.420746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:02.422252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:02.424058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.428141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:02.445710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:55:02.503348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:02.504240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.541454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:02.546280 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e977dacb-3fee-4a75-85a4-46939be61c76 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1024 time: 0.8434906 Jul 22 11:55:02.549928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35914) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:02.560540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:02.582222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:02.585267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:02.686843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a453b9-f42c-4118-878c-3d9e13241571 req-cda95f7e-6944-4f15-adad-557feaac5a58 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:02.689793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a453b9-f42c-4118-878c-3d9e13241571 req-cda95f7e-6944-4f15-adad-557feaac5a58 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 931 time: 0.2187183 Jul 22 11:55:02.697449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:02.698121 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.854127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Deleting port 98e0e078-7301-4ba3-a9b6-ae0b6a16786e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:02.854880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:02.882886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-ab874bcd-bf29-412f-a7f2-8738a18faa76 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3229983 Jul 22 11:55:02.931764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Request body: {'port': {'device_id': '40003795-2285-445e-8181-4b4eaba6c217', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:03.049546 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a453b9-f42c-4118-878c-3d9e13241571 req-1fb7a8f1-dfa0-41ac-8cc6-e04abd394f9b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3478916 Jul 22 11:55:03.059232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.088845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Calling delete_port for 98e0e078-7301-4ba3-a9b6-ae0b6a16786e owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:03.131708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98d77bc7-2d2b-4d91-a0bb-b0a83ba58e50 None None] Provisioning for port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:55:03.141463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-98d77bc7-2d2b-4d91-a0bb-b0a83ba58e50 None None] Provisioning complete for port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:55:03.141894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-98d77bc7-2d2b-4d91-a0bb-b0a83ba58e50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.170957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.192850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-98d77bc7-2d2b-4d91-a0bb-b0a83ba58e50 None None] Port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:55:03.227609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92cbd698-4fdc-4023-8693-6421a0b124a9 req-16c44745-2eaa-4e47-8de9-1c2cf7502c35 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:03.241357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92cbd698-4fdc-4023-8693-6421a0b124a9 req-16c44745-2eaa-4e47-8de9-1c2cf7502c35 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.5158279 Jul 22 11:55:03.370698 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.422670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Port': ['ID=98e0e078-7301-4ba3-a9b6-ae0b6a16786e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:03.588548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.592485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-536baddf-f7f1-4513-a1f4-504821a69630 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/ports/98e0e078-7301-4ba3-a9b6-ae0b6a16786e HTTP/1.1" status: 204 len: 168 time: 1.0400465 Jul 22 11:55:03.596449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:03.601291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738233b7-03f3-4091-8ed9-f66e13797f75 req-999ac74f-e545-40c9-8ce2-5a2f48f7b6eb tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:03.604372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738233b7-03f3-4091-8ed9-f66e13797f75 req-999ac74f-e545-40c9-8ce2-5a2f48f7b6eb tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.2300632 Jul 22 11:55:03.610596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1', 'external_fixed_ips': [{'subnet_id': '36d5e758-d0c2-4c09-ae6f-bead321a1767', 'ip_address': '172.20.0.12'}]}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:03.667520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.668940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.768214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.824845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:55:03.834827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.868117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Transition to ACTIVE for port object 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:55:03.890935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:03.910845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16efcdfb-6042-414e-9ae6-41136521e514 req-c99d0176-f418-4a8f-8c7f-14b2b3977a45 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:03.913182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16efcdfb-6042-414e-9ae6-41136521e514 req-c99d0176-f418-4a8f-8c7f-14b2b3977a45 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 1060 time: 0.1298089 Jul 22 11:55:04.106975 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.198972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:04.305200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Attempting to bind port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:55:04.305552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Attempting to bind port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:55:04.306555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Attempting to bind port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:04.325023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-489e99ab-3af0-4ba9-835f-6fa127a7b34a req-f257cec7-24c4-4a4e-baef-ce90e4cb2217 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:04.331446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-489e99ab-3af0-4ba9-835f-6fa127a7b34a req-f257cec7-24c4-4a4e-baef-ce90e4cb2217 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1136 time: 0.2505832 Jul 22 11:55:04.335227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:55:04.335765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Attempting to bind port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:04.365401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 54, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:55:04.365814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:55:04.366139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:55:04.366629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Bound port: 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:55:04.366998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.393066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4476b71b-5c14-4edc-a626-19ceb8265047 req-30dfab53-757d-4689-b026-b93342e050d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:04.401281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4476b71b-5c14-4edc-a626-19ceb8265047 req-30dfab53-757d-4689-b026-b93342e050d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 943 time: 0.2613730 Jul 22 11:55:04.475412 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-489e99ab-3af0-4ba9-835f-6fa127a7b34a req-57fad428-a201-43cb-a2d0-f847566526b8 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1353047 Jul 22 11:55:04.513226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.530842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 35948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:04.540810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-54668459-19e7-4ecf-9744-75ca51d8cf5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2199087 Jul 22 11:55:04.542802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.544226 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4476b71b-5c14-4edc-a626-19ceb8265047 req-d0a64777-4907-41f2-aee9-641adee24fc0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420739 Jul 22 11:55:04.687020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:55:04.703875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:55:04.711157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfeca6aa-d79a-4cec-9529-d2571afffee7 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:04.720321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cfeca6aa-d79a-4cec-9529-d2571afffee7 tempest-TestSecurityGroupsBasicOps-614161189 tempest-TestSecurityGroupsBasicOps-614161189-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 1055 time: 0.1864622 Jul 22 11:55:04.733358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.785950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:04.787361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:04.788940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] 10.222.0.20 "PUT /v2.0/ports/9d19016c-71e8-47e1-ba69-1f2b2f3a4545 HTTP/1.1" status: 200 len: 1091 time: 1.8854935 Jul 22 11:55:04.792359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:04.859762 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-70623c38-d83a-4d84-8d86-81da248e988c" -d '{"events": [{"name": "network-changed", "server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:04.923611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c00a2fd-82d8-488b-9bef-de636f17e9cd service neutron] Pushing event updated for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:04.951942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.20.0.12 (f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1/36d5e758-d0c2-4c09-ae6f-bead321a1767/0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:04.953615 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-58cfeccc-eb72-4d3a-b97b-58da5c83ed60 x-openstack-request-id: req-58cfeccc-eb72-4d3a-b97b-58da5c83ed60 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:04.953955 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:04.954169 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-58cfeccc-eb72-4d3a-b97b-58da5c83ed60 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:04.954595 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545', 'status': 'completed', 'code': 200} Jul 22 11:55:05.002633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-b1da2c13-f6ef-45ff-b5b3-2466d4e7a2f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.003520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-b1da2c13-f6ef-45ff-b5b3-2466d4e7a2f4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 1094 time: 0.1240637 Jul 22 11:55:05.107341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-3cf07cee-8fd6-453b-b6b9-8d6cbcfb3586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545 HTTP/1.1" status: 200 len: 217 time: 0.0951886 Jul 22 11:55:05.164157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:05.187391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-3b0b2fa0-f303-4703-ba5d-a7df68e17498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.188994 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-3b0b2fa0-f303-4703-ba5d-a7df68e17498 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.5372660 Jul 22 11:55:05.288888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-0d721ff2-cc45-48f1-b896-0ed979bda4b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.290523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-0d721ff2-cc45-48f1-b896-0ed979bda4b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1820273 Jul 22 11:55:05.351803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:05.365027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bf45de-a90c-4c04-810b-395c0718770a req-346712a9-a6e4-47ce-b5eb-639f1c700fbc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.367128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0bf45de-a90c-4c04-810b-395c0718770a req-346712a9-a6e4-47ce-b5eb-639f1c700fbc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.1519823 Jul 22 11:55:05.418845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-cc1ec5c4-f93a-4c29-8661-e99b872745e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.420988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-cc1ec5c4-f93a-4c29-8661-e99b872745e6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1221797 Jul 22 11:55:05.430168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:05.433188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:05.446081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-de4f3644-a9ae-42be-bc81-2434ae53fdc6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.447837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-de4f3644-a9ae-42be-bc81-2434ae53fdc6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2312644 Jul 22 11:55:05.448893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:05.544287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:05.585913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-87f393d5-c8b4-4480-b36b-00ca1626da7e service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1563029 Jul 22 11:55:05.661842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-d23c44ce-3f92-4817-9a23-d9e96fb71974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.2052617 Jul 22 11:55:05.799114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4841b2d2-42ab-4d00-b20d-c5daab98e1ce req-1872d1c4-61a1-48a1-b001-754cf6853712 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2052412 Jul 22 11:55:05.830540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a63bec33-3dc1-4d8d-829a-24d921d0ef1d req-a34b3199-5f0d-47df-8931-2fb9a9372c53 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.841102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a63bec33-3dc1-4d8d-829a-24d921d0ef1d req-a34b3199-5f0d-47df-8931-2fb9a9372c53 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 943 time: 0.1802554 Jul 22 11:55:05.863293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-28cd24cf-57fc-49d4-ae9c-b16f57087d75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.866125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-28cd24cf-57fc-49d4-ae9c-b16f57087d75 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1857672 Jul 22 11:55:05.888038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a63bec33-3dc1-4d8d-829a-24d921d0ef1d req-59464f05-c968-4c22-be72-0469fe55d345 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0460992 Jul 22 11:55:05.962576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623c38-d83a-4d84-8d86-81da248e988c req-ee6607d7-6166-4772-8b21-331404b0b066 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:05.964450 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-ee6607d7-6166-4772-8b21-331404b0b066 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 1094 time: 0.0753601 Jul 22 11:55:06.093418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623c38-d83a-4d84-8d86-81da248e988c req-9a7bf1cf-6aee-4a9b-910d-3713a8abcbf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.095436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-9a7bf1cf-6aee-4a9b-910d-3713a8abcbf4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1222315 Jul 22 11:55:06.147523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-065385a0-86dd-46c0-829e-7da7ddf68f88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545 HTTP/1.1" status: 200 len: 217 time: 0.0430491 Jul 22 11:55:06.238481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623c38-d83a-4d84-8d86-81da248e988c req-6d266dba-8e4f-491b-bcd6-4317b8e68219 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.240418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-6d266dba-8e4f-491b-bcd6-4317b8e68219 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0736399 Jul 22 11:55:06.339000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70623c38-d83a-4d84-8d86-81da248e988c req-25cdc885-837e-4850-a744-6d1caa169e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.341153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-25cdc885-837e-4850-a744-6d1caa169e85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0857153 Jul 22 11:55:06.403593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:06.623135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-0b959c38-4acb-4cfb-a0b1-8dccc578c7fa service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2744374 Jul 22 11:55:06.655588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-5534fc88-9694-49f9-b39e-472c0a1ffa56 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.657731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-5534fc88-9694-49f9-b39e-472c0a1ffa56 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7816987 Jul 22 11:55:06.729816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-f5c43a80-a8b3-4320-8230-5bb3baea347f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.731408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-f5c43a80-a8b3-4320-8230-5bb3baea347f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.36 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.3434207 Jul 22 11:55:06.797778 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:06.869779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a7670c8-7e7b-4664-82e0-ea0397d40039 req-84a8b141-c27f-466a-9fee-814cdabf1bd9 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:06.874902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-34248bc5-71fe-4134-9742-68b18830e080 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1973872 Jul 22 11:55:06.877155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a7670c8-7e7b-4664-82e0-ea0397d40039 req-84a8b141-c27f-466a-9fee-814cdabf1bd9 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 909 time: 0.3369615 Jul 22 11:55:06.899215 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70623c38-d83a-4d84-8d86-81da248e988c req-dbc9c7ef-ae87-4a70-9e8d-82780de48018 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2677982 Jul 22 11:55:07.017370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:07.017924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.169571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-badb9fd4-c590-4d2c-82ef-c6c80e01eb5c req-708ccd26-59aa-41e2-86c0-dd591e627314 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2425859 Jul 22 11:55:07.182404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a47dba3-46cb-416a-ba2c-f86ee5ddbb64 req-53ffde2b-4b15-4e9a-9726-de8e87c92050 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:07.184826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a47dba3-46cb-416a-ba2c-f86ee5ddbb64 req-53ffde2b-4b15-4e9a-9726-de8e87c92050 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 943 time: 0.1621139 Jul 22 11:55:07.190580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router 93543158-0c5c-497d-913a-0773a420a71e is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:07.195809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:07.196463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.251892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 60275dba-3fd8-4b03-bf6d-b1fc27bffdae owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:07.265980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6a47dba3-46cb-416a-ba2c-f86ee5ddbb64 req-190a32d1-5851-4068-8379-63c5fba3e410 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0726161 Jul 22 11:55:07.329694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:07.342693 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Sync routers for ids ['93543158-0c5c-497d-913a-0773a420a71e'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:07.356349 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Routers {'93543158-0c5c-497d-913a-0773a420a71e'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:07.357373 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['93543158-0c5c-497d-913a-0773a420a71e'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:07.358922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.360220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-176dc5ab-fa06-46d5-937a-e5ae4bfed4fe tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 876 time: 3.7625155 Jul 22 11:55:07.364303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 35982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:07.433726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.468708 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Set router 93543158-0c5c-497d-913a-0773a420a71e gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:07.481778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=60275dba-3fd8-4b03-bf6d-b1fc27bffdae,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:07.482798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.556592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] No DVR routers for this DVR port 60275dba-3fd8-4b03-bf6d-b1fc27bffdae on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:55:07.562345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.564850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfed96fb-c79d-4ef8-80d3-f551e60b4fe6 req-12577435-9edb-4eed-bc34-5138c4ba8f02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.36 "DELETE /v2.0/ports/60275dba-3fd8-4b03-bf6d-b1fc27bffdae HTTP/1.1" status: 204 len: 173 time: 0.8247426 Jul 22 11:55:07.565433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'name': 'network-vif-deleted', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:07.569625 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32cdfa8d-d561-494f-ad86-3fbef0818b11" -d '{"events": [{"server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "name": "network-vif-deleted", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:07.672814 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be6abf62-7b1b-4f62-9c0c-dfa58381fca8 x-openstack-request-id: req-be6abf62-7b1b-4f62-9c0c-dfa58381fca8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:07.673108 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "fa21a657-727d-410e-9852-e2be69c8a372", "name": "network-vif-deleted", "tag": "60275dba-3fd8-4b03-bf6d-b1fc27bffdae", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:07.673359 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be6abf62-7b1b-4f62-9c0c-dfa58381fca8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:07.673758 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'fa21a657-727d-410e-9852-e2be69c8a372', 'name': 'network-vif-deleted', 'tag': '60275dba-3fd8-4b03-bf6d-b1fc27bffdae', 'status': 'completed', 'code': 200} Jul 22 11:55:07.736161 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.754183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93543158-0c5c-497d-913a-0773a420a71e', 'name': '', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1', 'external_fixed_ips': [{'subnet_id': '36d5e758-d0c2-4c09-ae6f-bead321a1767', 'ip_address': '172.20.0.12'}], 'enable_snat': True}, 'gw_port_id': '0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:03Z', 'updated_at': '2021-07-22T11:55:05Z', 'revision_number': 3, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port': {'id': '0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f', 'name': '', 'network_id': 'f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1', 'tenant_id': '', 'mac_address': 'fa:16:3e:47:49:81', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93543158-0c5c-497d-913a-0773a420a71e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3274, 'fixed_ips': [{'subnet_id': '36d5e758-d0c2-4c09-ae6f-bead321a1767', 'ip_address': '172.20.0.12', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:55:04Z', 'updated_at': '2021-07-22T11:55:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '36d5e758-d0c2-4c09-ae6f-bead321a1767', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:07.823955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Checking router: 93543158-0c5c-497d-913a-0773a420a71e for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:07.824312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Updating router 93543158-0c5c-497d-913a-0773a420a71e port 0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:55:07.824774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Deleting port 0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:07.825218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.861249 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.942756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:07.964206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Calling delete_port for 0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:08.109993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27adf25f-cf7b-4729-86c1-dbd16e5dc3ed req-16e6e07a-ff20-4b42-9474-d2bf617024f4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=fa21a657-727d-410e-9852-e2be69c8a372 HTTP/1.1" status: 200 len: 210 time: 0.0794687 Jul 22 11:55:08.259592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.319889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Port': ['ID=0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:08.431299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.491327 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.db.api [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93709) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:55:08.491808 n-d-754448-4 neutron-server[93709]: DEBUG oslo_db.api [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:55:08.604395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.606750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.690990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.691887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 93543158-0c5c-497d-913a-0773a420a71e {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:08.699554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.701210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba2bce93-6dd4-46a7-bf59-9ac2126ec676 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/routers/93543158-0c5c-497d-913a-0773a420a71e HTTP/1.1" status: 204 len: 168 time: 1.3348362 Jul 22 11:55:08.704158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:08.755995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Deleting subnet 36d5e758-d0c2-4c09-ae6f-bead321a1767 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:55:08.759595 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.804231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ccdbb58-4a31-465a-86d8-dd6926edf0c4 req-12f40c35-c356-497c-9848-ac8c172f1179 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:08.810074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.811389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:55:08.816979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ccdbb58-4a31-465a-86d8-dd6926edf0c4 req-12f40c35-c356-497c-9848-ac8c172f1179 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 943 time: 0.0907834 Jul 22 11:55:08.862089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.887198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ccdbb58-4a31-465a-86d8-dd6926edf0c4 req-5db5b876-f275-4301-aae3-b0c521063f88 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0647941 Jul 22 11:55:08.943802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.955946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 60275dba-3fd8-4b03-bf6d-b1fc27bffdae no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:08.965368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:08.969453 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/subnets/36d5e758-d0c2-4c09-ae6f-bead321a1767 HTTP/1.1" status: 204 len: 168 time: 0.2642016 Jul 22 11:55:08.970711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:08.982168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 60275dba-3fd8-4b03-bf6d-b1fc27bffdae {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:08.982803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 60275dba-3fd8-4b03-bf6d-b1fc27bffdae not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:08.993930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c39db6-abd8-410e-9e47-36c2620417ba tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Subnet': ['ID=36d5e758-d0c2-4c09-ae6f-bead321a1767,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:09.016881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:09.028857 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Port 0b7dbf8e-7115-4e99-9ed1-c0c94af62c3f not found while updating agent binding for router 93543158-0c5c-497d-913a-0773a420a71e. {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:216}} Jul 22 11:55:09.030901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545', 'mac_address': 'fa:16:3e:d0:cc:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:55:09.040799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Routers set() bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:09.041190 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Router IDs set() for agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:462}} Jul 22 11:55:09.041888 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_agentschedulers_db [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'93543158-0c5c-497d-913a-0773a420a71e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent'). {{(pid=93709) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:353}} Jul 22 11:55:09.042268 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f6b11dbf-46cc-4d80-895c-37cdac136179 None None] The sync data for ids ['93543158-0c5c-497d-913a-0773a420a71e'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:09.094345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.108698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.137112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:55:09.179144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36026) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:09.182962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:09.194841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.221344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.233289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:09.245011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9abe8614-d65a-4f4c-9d6d-0fd36871f900') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:09.245311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9abe8614-d65a-4f4c-9d6d-0fd36871f900') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:09.263105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:09.265448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.284751 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.292421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Releasing vlan 117 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:55:09.292697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:55:09.294731 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:55:09.366360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.372877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:120}} Jul 22 11:55:09.407408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.417473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/networks/f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1 HTTP/1.1" status: 204 len: 168 time: 0.4452591 Jul 22 11:55:09.418931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d273ccba-0388-417a-b05a-5eafbc33aac0 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Network': ['ID=f6fcb056-a6fa-43cb-9b07-f74ea5f3d2e1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:09.441188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:55:09.764832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.789870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:09.795331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'name': 'tempest-router--1307685331', 'project_id': 'd6291dd8fcc843bb9fac3610140626bd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:09.825229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.826402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.945849 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.958875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.986612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:09.991374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d00caaa2-d105-49d6-8c58-30477d133963 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2002096 Jul 22 11:55:09.991968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36044) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:10.114567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.233407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 728bfe07-e959-4e89-9bbb-35009117e0af {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:10.233763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.390786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port 728bfe07-e959-4e89-9bbb-35009117e0af, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=728bfe07-e959-4e89-9bbb-35009117e0af,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:10.391052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.405866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 728bfe07-e959-4e89-9bbb-35009117e0af owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:10.626836 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.668465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=728bfe07-e959-4e89-9bbb-35009117e0af,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:10.675728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.678064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.753762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6f17ed-6e46-4b73-bfa7-1b7f8a58b3bb req-f0453efa-8991-4545-ac04-e0c1d6d2878a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:10.761708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a6f17ed-6e46-4b73-bfa7-1b7f8a58b3bb req-f0453efa-8991-4545-ac04-e0c1d6d2878a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 944 time: 0.6447549 Jul 22 11:55:10.793401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.793999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1d28d92c-a711-414d-819c-9dc3fb0e76f9 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:10.804032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:10.806003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3d585ffb-0d11-4c64-be68-1bbbf032501a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1d28d92c-a711-414d-819c-9dc3fb0e76f9 HTTP/1.1" status: 204 len: 168 time: 0.8129542 Jul 22 11:55:10.824885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:55:10.869253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a6f17ed-6e46-4b73-bfa7-1b7f8a58b3bb req-67a37ef4-5171-4154-8209-9d69e7c3cc22 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1009696 Jul 22 11:55:10.935680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:55:10.941191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:55:10.941605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.049105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36056) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:11.083141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.110144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.159840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:11.162123 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8afa234e-ab6e-411b-9641-373d893bf8b6" -d '{"events": [{"server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "name": "network-vif-plugged", "status": "completed", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:11.197539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:11.210057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.251736 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75810928-7819-4313-8de5-b7bd0821f9a4 x-openstack-request-id: req-75810928-7819-4313-8de5-b7bd0821f9a4 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:11.263060 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "name": "network-vif-plugged", "status": "completed", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:11.263323 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75810928-7819-4313-8de5-b7bd0821f9a4 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:11.263762 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545', 'code': 200} Jul 22 11:55:11.333880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:11.499756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1960738705', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:11.543703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.544837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.646759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.701884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91154094-aab9-4430-9a67-52d1ae93a647 req-3729514e-3e6f-4950-907e-0ad791e84455 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:11.730378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91154094-aab9-4430-9a67-52d1ae93a647 req-3729514e-3e6f-4950-907e-0ad791e84455 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 1096 time: 0.1291335 Jul 22 11:55:11.874302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91154094-aab9-4430-9a67-52d1ae93a647 req-4a938265-ed5a-4387-8161-a06e7ffba25c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1371014 Jul 22 11:55:11.887090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:11.973688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:55:12.121453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-477c50e6-ec41-4871-990a-4dc5810eed3f req-48920a2b-1d99-4086-ae21-aa2038a7ceac tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:12.123002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-477c50e6-ec41-4871-990a-4dc5810eed3f req-48920a2b-1d99-4086-ae21-aa2038a7ceac tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 945 time: 0.1795883 Jul 22 11:55:12.186825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:12.206482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9af8d261-8a29-482c-81cb-9eea276c0758 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "PUT /v2.0/routers/4aaa880e-131b-4e85-8d03-15a4bdc072f9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0228977 Jul 22 11:55:12.206769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Sync routers for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:12.207194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:12.218796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:12.219428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:12.249145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-477c50e6-ec41-4871-990a-4dc5810eed3f req-18b77713-fc9e-49a5-b6f8-8f4932dfce99 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1152802 Jul 22 11:55:12.293585 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.293905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting subnet 9484f1ad-96d3-40b1-bb37-31377c2dc805 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:55:12.302181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.334924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.351748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.401941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:12.471636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.488156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Allocated IP 172.25.6.29 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/23cca594-f61d-4a79-90ff-8a3ac427ca65) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:12.617617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.643318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.658959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a54ef227-dd23-400c-a5ea-87cf451c05a9 None None] Network 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:55:12.660052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/subnets/9484f1ad-96d3-40b1-bb37-31377c2dc805 HTTP/1.1" status: 204 len: 168 time: 0.4493995 Jul 22 11:55:12.723320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:12.733329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:12.774797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2b7175-d348-44f3-9cb2-410d87aa65dc tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Subnet': ['ID=9484f1ad-96d3-40b1-bb37-31377c2dc805,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:12.963715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:13.014146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:55:10Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:13.069673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:13.069865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Checking router: 4aaa880e-131b-4e85-8d03-15a4bdc072f9 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:13.106052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Routers {'4aaa880e-131b-4e85-8d03-15a4bdc072f9'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:13.107143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:13.238740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:13.244044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:13.247278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:13.253688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:13.279223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event updated for resources: {'Port': ['ID=23cca594-f61d-4a79-90ff-8a3ac427ca65,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:13.311539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] DHCP port deletion for 44e8010e-24ed-4eb2-bb25-04a3fbb3f078 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:55:13.358009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] Set router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:13.654221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Deleting port effcfb22-43c1-4cc2-9e4a-0602c1905c77 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:13.679569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:13.758413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 5bd50b69-0c90-41e9-a961-659d4bb67ac7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:13.759511 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:13.822123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device effcfb22-43c1-4cc2-9e4a-0602c1905c77 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:13.852170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.072837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] For port effcfb22-43c1-4cc2-9e4a-0602c1905c77, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=effcfb22-43c1-4cc2-9e4a-0602c1905c77,segment=NetworkSegment(9b76f6ee-1a63-483a-ac64-a522cd8ef11e),segment_id=9b76f6ee-1a63-483a-ac64-a522cd8ef11e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:14.075020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.100636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Calling delete_port for effcfb22-43c1-4cc2-9e4a-0602c1905c77 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:14.152901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port 5bd50b69-0c90-41e9-a961-659d4bb67ac7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5bd50b69-0c90-41e9-a961-659d4bb67ac7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:14.154358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.187594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 5bd50b69-0c90-41e9-a961-659d4bb67ac7 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:14.258681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5c2c325-371e-4795-b373-9a63251ad96f req-274aff2d-1f15-420e-96e7-9e4483fc4943 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:14.260824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5c2c325-371e-4795-b373-9a63251ad96f req-274aff2d-1f15-420e-96e7-9e4483fc4943 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 945 time: 0.7585592 Jul 22 11:55:14.282366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.349361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:55:10Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:14.354755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.416067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5c2c325-371e-4795-b373-9a63251ad96f req-2e8c6c7a-9650-4dcc-9f78-4ccf27a27a93 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0907819 Jul 22 11:55:14.570058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.572458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] Pushing event deleted for resources: {'Port': ['ID=effcfb22-43c1-4cc2-9e4a-0602c1905c77,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:14.624546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ef8ae23c-8ab8-4a3a-8da9-e73365078065 None None] The sync data for ids ['4aaa880e-131b-4e85-8d03-15a4bdc072f9'] in n-d-754448-4 is: [{'id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'name': 'tempest-TestSecurityGroupsBasicOps-router-2006405620', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190'}], 'enable_snat': True}, 'gw_port_id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:54:35Z', 'updated_at': '2021-07-22T11:55:10Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': '5bd50b69-0c90-41e9-a961-659d4bb67ac7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:99:2d:5d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4aaa880e-131b-4e85-8d03-15a4bdc072f9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3221, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:54:37Z', 'updated_at': '2021-07-22T11:54:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:14.631796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e56d8fbd-6cfe-4e84-b904-614e5b98dc9c None None] No DVR routers for this DVR port effcfb22-43c1-4cc2-9e4a-0602c1905c77 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:55:14.805883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:14.848215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=5bd50b69-0c90-41e9-a961-659d4bb67ac7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:14.946710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.952971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.953150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.953545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.953885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:14.954224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:15.022176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.263864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Router 3e002be3-b0a6-4eba-bbaf-49fb2d439873 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:15.271683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.286213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.301957 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37ea6488-61fd-4a95-bf4b-961afa9d74b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.836183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.837406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Fanout notify agent at l3_agent the message router_deleted on router 4aaa880e-131b-4e85-8d03-15a4bdc072f9 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:15.846101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.850772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36146) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:15.851382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7229c9da-7637-40b7-b96f-73a9d6db7541 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/routers/4aaa880e-131b-4e85-8d03-15a4bdc072f9 HTTP/1.1" status: 204 len: 168 time: 3.1161318 Jul 22 11:55:15.853730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 728bfe07-e959-4e89-9bbb-35009117e0af no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:15.880040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 728bfe07-e959-4e89-9bbb-35009117e0af {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:15.881979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 728bfe07-e959-4e89-9bbb-35009117e0af not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:15.906240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:15.919969 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] Sync routers for ids ['3e002be3-b0a6-4eba-bbaf-49fb2d439873'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:15.932732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:15.934526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-13c753f9-5360-45db-82eb-09af7f39b4da tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.8838053 Jul 22 11:55:15.937091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:15.939318 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] Routers {'3e002be3-b0a6-4eba-bbaf-49fb2d439873'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:15.939318 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3e002be3-b0a6-4eba-bbaf-49fb2d439873'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.038762 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.055281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.095379 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] Routers {'3e002be3-b0a6-4eba-bbaf-49fb2d439873'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:16.096639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:54:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['3e002be3-b0a6-4eba-bbaf-49fb2d439873'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.148135 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.149898 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1cfa0b9-64bd-4833-8443-d840859d7e67 None None] The sync data for ids ['3e002be3-b0a6-4eba-bbaf-49fb2d439873'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:16.164107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-898e0d4d-d21c-4057-8415-37958603657d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/3e002be3-b0a6-4eba-bbaf-49fb2d439873 HTTP/1.1" status: 200 len: 920 time: 0.2258880 Jul 22 11:55:16.169449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36154) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:16.205866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.222166 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b77ee73f-5d9b-49ec-afb5-879db1b22716 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e002be3-b0a6-4eba-bbaf-49fb2d439873 HTTP/1.1" status: 200 len: 205 time: 0.0512586 Jul 22 11:55:16.222166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:16.233307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44e8010e-24ed-4eb2-bb25-04a3fbb3f078']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.253002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9b76f6ee-1a63-483a-ac64-a522cd8ef11e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.253474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9b76f6ee-1a63-483a-ac64-a522cd8ef11e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:16.271910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.299237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.317013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Releasing vlan 104 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:55:16.317889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:55:16.322135 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:55:16.386338 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.402403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.417596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.419843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/networks/44e8010e-24ed-4eb2-bb25-04a3fbb3f078 HTTP/1.1" status: 204 len: 168 time: 0.5685031 Jul 22 11:55:16.422671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:16.545449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Network': ['ID=44e8010e-24ed-4eb2-bb25-04a3fbb3f078,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:16.595846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.637657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.643302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.644471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.645636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.646903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.647255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.647600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.647976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.648319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.648639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.649004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.649512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-663bbf39-11cd-442b-a271-97d1675d89f6 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:16.676566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port 23cca594-f61d-4a79-90ff-8a3ac427ca65 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:16.677071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.947131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:16.959903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for 23cca594-f61d-4a79-90ff-8a3ac427ca65 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:16.984258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 9821ad24-4689-4e75-8b83-323c91f88dd4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:16.984827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.205062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.205414 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.235889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 9821ad24-4689-4e75-8b83-323c91f88dd4 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:17.260892 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.296323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=23cca594-f61d-4a79-90ff-8a3ac427ca65,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:17.437246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.591563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.611463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.614883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.632623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=9821ad24-4689-4e75-8b83-323c91f88dd4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:17.724149 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.725652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router 3e002be3-b0a6-4eba-bbaf-49fb2d439873 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:17.726058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5bd50b69-0c90-41e9-a961-659d4bb67ac7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:17.754375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.762490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-992a8ef5-30b6-48cf-9fe0-f118b3312a49 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/3e002be3-b0a6-4eba-bbaf-49fb2d439873 HTTP/1.1" status: 204 len: 168 time: 1.5393565 Jul 22 11:55:17.765850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36194) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:17.771542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-554428535', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:17.783675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5bd50b69-0c90-41e9-a961-659d4bb67ac7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:17.784187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5bd50b69-0c90-41e9-a961-659d4bb67ac7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:17.905953 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.914753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.915240 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Floating IP 9e6b903c-1940-4db4-8774-ad059d0873a8 disassociated (deleted). External IP: 172.25.6.117, port: 9582c591-bac1-4600-ada0-52199a10b65f. Jul 22 11:55:17.973912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:17.975165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:18.116055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:18.187322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8228f921-e056-4eda-a704-526ed58ca6d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:18.523106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:18.528805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 172c499c-3579-4bfc-a04c-c737871a34ac has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:55:18.762879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:18.767412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:18.775187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Sync routers for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:18.798858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:18.799900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:18.814501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6965c531-a62a-4f9b-8dde-d58f23f22e17 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/floatingips/9e6b903c-1940-4db4-8774-ad059d0873a8 HTTP/1.1" status: 204 len: 168 time: 2.3905213 Jul 22 11:55:18.815685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:18.818090 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-efdf10cd-682f-4781-aa4f-4a79fc80657f" -d '{"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:18.879381 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-25d6aabd-4b54-4b52-a80d-ae236d10754a x-openstack-request-id: req-25d6aabd-4b54-4b52-a80d-ae236d10754a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:18.879836 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "tag": "9582c591-bac1-4600-ada0-52199a10b65f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:18.880194 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-25d6aabd-4b54-4b52-a80d-ae236d10754a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:18.880715 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f', 'status': 'completed', 'code': 200} Jul 22 11:55:19.035311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:19.047252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:19.079020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:19.253784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-663c2db5-e33c-4b4f-bf0e-034ae4165844 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:19.255376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-663c2db5-e33c-4b4f-bf0e-034ae4165844 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=46f3dadd75374080b82324e36d5e6112&device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 1136 time: 0.3314548 Jul 22 11:55:19.346033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d60b3d23-0cfe-4426-aba8-f155728c03be req-a996cbb9-0746-42d0-8891-de69f7f02088 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:19.359951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d60b3d23-0cfe-4426-aba8-f155728c03be req-a996cbb9-0746-42d0-8891-de69f7f02088 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.1062613 Jul 22 11:55:19.429674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d60b3d23-0cfe-4426-aba8-f155728c03be req-5fff73b6-40b1-4f62-abbc-92e1b243514a tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.0558574 Jul 22 11:55:19.471494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:19.507225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.25.6.168 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/65f2dd39-80c0-4b21-87f3-81ef009f744d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:19.550389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-0a241b81-76d6-4ace-8d50-059476b605fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:19.550389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-0a241b81-76d6-4ace-8d50-059476b605fd service neutron] 10.222.0.20 "GET /v2.0/networks?id=4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 200 len: 897 time: 0.2787352 Jul 22 11:55:19.599335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:19.630220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Checking router: 172c499c-3579-4bfc-a04c-c737871a34ac for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:19.641521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:19.642390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:19.659381 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-c9010b07-157b-4826-a05f-125804b1c4fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 200 len: 217 time: 0.1101255 Jul 22 11:55:19.866284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:20.123675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-ec4470ce-6a49-429c-abc1-bd0be807e38c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:20.125182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-ec4470ce-6a49-429c-abc1-bd0be807e38c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=e3fecd37-25af-4a1f-95e0-1b238702c6e4 HTTP/1.1" status: 200 len: 833 time: 0.4571030 Jul 22 11:55:20.155571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:20.272417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-38e6ab9e-a4c5-4685-9fb5-237c21029d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:20.273912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-38e6ab9e-a4c5-4685-9fb5-237c21029d96 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=4da73a66-b481-492a-86cc-4250595c46fb&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1338923 Jul 22 11:55:20.274958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:20.287835 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:20.328277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5639ea22-fc4e-4c88-8ff6-2b4424ae50ae None None] The sync data for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 is: [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7d2c0470-8910-44e3-894c-e1d06eef74fe', 'name': '', 'network_id': '4da73a66-b481-492a-86cc-4250595c46fb', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'mac_address': 'fa:16:3e:f0:ee:cb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_interface', 'standard_attr_id': 3096, 'fixed_ips': [{'subnet_id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:32Z', 'updated_at': '2021-07-22T11:53:48Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'subnets': [{'id': 'e3fecd37-25af-4a1f-95e0-1b238702c6e4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:20.386297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:20.432465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:20.440350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:20.447862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=65f2dd39-80c0-4b21-87f3-81ef009f744d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:20.523439 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-88b76fe4-2066-44a9-ae39-83ef71be49ab service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2325234 Jul 22 11:55:20.573832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-a2b1af73-55e2-4b81-aee6-652de7732180 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:20.579665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-a2b1af73-55e2-4b81-aee6-652de7732180 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.20 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.1787651 Jul 22 11:55:20.794225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-efdf10cd-682f-4781-aa4f-4a79fc80657f req-e0ad0951-8516-41d2-8441-a247b4bfd014 service neutron] 10.222.0.20 "GET /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2562730 Jul 22 11:55:20.834262 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6556af75-959f-478f-a206-a5bbb4035fa4 None None] New status for floating IP 9e6b903c-1940-4db4-8774-ad059d0873a8: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:55:20.992113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9f09138-eca8-4a9b-9680-cf370e732925 req-b8b801c5-5e0e-44f3-8f2a-15f29665b84b tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:21.000427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9f09138-eca8-4a9b-9680-cf370e732925 req-b8b801c5-5e0e-44f3-8f2a-15f29665b84b tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 985 time: 0.4013040 Jul 22 11:55:21.066807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.199083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9f09138-eca8-4a9b-9680-cf370e732925 req-f1be2904-58e7-4335-b577-fd9894c75499 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/security-groups?id=8c4260dd-6f02-41a8-965b-3845ee8bd864&id=d2b27514-238f-4c2f-b02c-7ea985ed6c70&fields=id&fields=name HTTP/1.1" status: 200 len: 409 time: 0.1976864 Jul 22 11:55:21.246401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 9582c591-bac1-4600-ada0-52199a10b65f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:21.246844 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.379280 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.444718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.472093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port 9582c591-bac1-4600-ada0-52199a10b65f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9582c591-bac1-4600-ada0-52199a10b65f,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:21.472468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.498988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 9582c591-bac1-4600-ada0-52199a10b65f owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:21.649459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.687735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=9582c591-bac1-4600-ada0-52199a10b65f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:21.728363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router 1fd85eb1-6758-410d-93d8-70479ef1426c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:21.764903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] No DVR routers for this DVR port 9582c591-bac1-4600-ada0-52199a10b65f on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:55:21.765164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.772601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1247d13e-761c-42af-b802-97aa4ca532f5 req-79a3cabc-7ced-46fc-ab42-7f66d2a3f88f tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.20 "DELETE /v2.0/ports/9582c591-bac1-4600-ada0-52199a10b65f HTTP/1.1" status: 204 len: 173 time: 1.1809096 Jul 22 11:55:21.772601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'name': 'network-vif-deleted', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:21.780717 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ba6af585-e05c-47cb-a9ec-2d31241c132c" -d '{"events": [{"server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "name": "network-vif-deleted", "tag": "9582c591-bac1-4600-ada0-52199a10b65f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:21.856418 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f75f262d-9577-483b-a9ec-b9fd737916de x-openstack-request-id: req-f75f262d-9577-483b-a9ec-b9fd737916de {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:21.856418 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "808bc562-efca-4cb8-9c34-f389d8c63d77", "name": "network-vif-deleted", "tag": "9582c591-bac1-4600-ada0-52199a10b65f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:21.856418 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f75f262d-9577-483b-a9ec-b9fd737916de {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:21.856960 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '808bc562-efca-4cb8-9c34-f389d8c63d77', 'name': 'network-vif-deleted', 'tag': '9582c591-bac1-4600-ada0-52199a10b65f', 'status': 'completed', 'code': 200} Jul 22 11:55:21.938932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:21.953517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Sync routers for ids ['1fd85eb1-6758-410d-93d8-70479ef1426c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:21.979412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Routers {'1fd85eb1-6758-410d-93d8-70479ef1426c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:21.983922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1fd85eb1-6758-410d-93d8-70479ef1426c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:21.997682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:21.999295 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2bf8b42d-037f-4579-b771-7c1911230492 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 4.2319241 Jul 22 11:55:22.002298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:22.145354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Set router 1fd85eb1-6758-410d-93d8-70479ef1426c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:22.207635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36306) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:22.213214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'name': 'tempest-snat-router-554428535', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': True}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:22.215433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e455743e-e486-486f-8296-348222c857c8 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/1fd85eb1-6758-410d-93d8-70479ef1426c HTTP/1.1" status: 200 len: 908 time: 0.2118225 Jul 22 11:55:22.326062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:22.339534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:22.456867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:17Z', 'updated_at': '2021-07-22T11:55:20Z', 'revision_number': 3, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port': {'id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:55:19Z', 'updated_at': '2021-07-22T11:55:19Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:22.507615 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:22.551825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Checking router: 1fd85eb1-6758-410d-93d8-70479ef1426c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:22.557425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Updating router 1fd85eb1-6758-410d-93d8-70479ef1426c port 65f2dd39-80c0-4b21-87f3-81ef009f744d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:55:22.614343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3adbb432-8954-4c9b-b3e3-fe9c4baa382b req-75987bce-b153-49d0-80d1-f375077a9fe5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "GET /v2.0/ports?device_id=808bc562-efca-4cb8-9c34-f389d8c63d77 HTTP/1.1" status: 200 len: 210 time: 0.2072725 Jul 22 11:55:22.619515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:22.753549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:22.906068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9582c591-bac1-4600-ada0-52199a10b65f no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:22.954167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 9582c591-bac1-4600-ada0-52199a10b65f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:22.954167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9582c591-bac1-4600-ada0-52199a10b65f not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:23.071593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.109646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.113014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.125093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Transition to ACTIVE for port object 65f2dd39-80c0-4b21-87f3-81ef009f744d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:55:23.141836 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.279049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b7cc5-b733-4bf3-9560-44b1c4f2310b None None] Pushing event updated for resources: {'Port': ['ID=65f2dd39-80c0-4b21-87f3-81ef009f744d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:23.293839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Attempting to bind port 65f2dd39-80c0-4b21-87f3-81ef009f744d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:55:23.294433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Attempting to bind port 65f2dd39-80c0-4b21-87f3-81ef009f744d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:55:23.295047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Attempting to bind port 65f2dd39-80c0-4b21-87f3-81ef009f744d on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:23.301838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:55:23.302500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:55:23.303113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.303749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:55:23.304431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Bound port: 65f2dd39-80c0-4b21-87f3-81ef009f744d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:55:23.305485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.336779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.25.6.140 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5c088493-e00f-450e-9310-0b548565b3b6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:23.424899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] For port 65f2dd39-80c0-4b21-87f3-81ef009f744d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:55:23.433724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] For port 65f2dd39-80c0-4b21-87f3-81ef009f744d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=65f2dd39-80c0-4b21-87f3-81ef009f744d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:55:23.440344 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.582053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-808b7cc5-b733-4bf3-9560-44b1c4f2310b None None] Pushing event updated for resources: {'Port': ['ID=65f2dd39-80c0-4b21-87f3-81ef009f744d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:23.613417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Routers {'1fd85eb1-6758-410d-93d8-70479ef1426c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:23.614336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1fd85eb1-6758-410d-93d8-70479ef1426c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:23.662644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.743518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:23.782319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.834502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] Set router 1fd85eb1-6758-410d-93d8-70479ef1426c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:23.837294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:23.841082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:23.843506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=5c088493-e00f-450e-9310-0b548565b3b6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:23.850863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:23.939814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:23.999608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.096601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.102130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.106499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36362) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:24.106775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/security-groups/d2b27514-238f-4c2f-b02c-7ea985ed6c70 HTTP/1.1" status: 204 len: 168 time: 0.3619187 Jul 22 11:55:24.122283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489fc5df-aec1-492e-bb97-0ba1dbe05aa7 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2b27514-238f-4c2f-b02c-7ea985ed6c70,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:24.196393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:17Z', 'updated_at': '2021-07-22T11:55:20Z', 'revision_number': 3, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port': {'id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:55:19Z', 'updated_at': '2021-07-22T11:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:24.247595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c699e193-92ec-427b-be59-a2ec34cfaec2 None None] The sync data for ids ['1fd85eb1-6758-410d-93d8-70479ef1426c'] in n-d-754448-4 is: [{'id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168'}], 'enable_snat': False}, 'gw_port_id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:17Z', 'updated_at': '2021-07-22T11:55:20Z', 'revision_number': 3, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port': {'id': '65f2dd39-80c0-4b21-87f3-81ef009f744d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:e2:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1fd85eb1-6758-410d-93d8-70479ef1426c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3279, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.168', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:55:19Z', 'updated_at': '2021-07-22T11:55:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:24.320302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.356392 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.538115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.811695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.818405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:24.821722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/security-groups/8c4260dd-6f02-41a8-965b-3845ee8bd864 HTTP/1.1" status: 204 len: 168 time: 0.7121882 Jul 22 11:55:24.824604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:24.858527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:25.004496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c848f0-316d-4637-af00-adbd4f602695 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c4260dd-6f02-41a8-965b-3845ee8bd864,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:25.081758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:25.280925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:25.291816 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Sync routers for ids ['a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:25.308612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:25.311102 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-99726cf5-9dc5-465b-b560-f0ab2dab4d16 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 906 time: 3.1022961 Jul 22 11:55:25.313732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36386) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:25.314257 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Routers {'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:25.314992 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:25.465084 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Set router a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:25.495672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ee50b39b-c1a5-4b8f-a46f-f2ea5baee4ec tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 HTTP/1.1" status: 200 len: 907 time: 0.1803761 Jul 22 11:55:25.498220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36388) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:25.710673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:25.836892 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.140'}], 'enable_snat': True}, 'gw_port_id': '5c088493-e00f-450e-9310-0b548565b3b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:22Z', 'updated_at': '2021-07-22T11:55:24Z', 'revision_number': 3, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port': {'id': '5c088493-e00f-450e-9310-0b548565b3b6', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5b:ef:22', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3281, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.140', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:55:23Z', 'updated_at': '2021-07-22T11:55:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:25.851238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 65f2dd39-80c0-4b21-87f3-81ef009f744d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:55:26.038517 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Checking router: a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:26.038875 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Updating router a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 port 5c088493-e00f-450e-9310-0b548565b3b6 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:55:26.061823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.096411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 65f2dd39-80c0-4b21-87f3-81ef009f744d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:55:26.103107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 65f2dd39-80c0-4b21-87f3-81ef009f744d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:55:26.103497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.154744 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.290349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73f5de56-2419-48a3-80b4-c2306ffa5497 req-498018e6-b783-41fb-85fd-3e9c7cfbdc34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:26.297581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73f5de56-2419-48a3-80b4-c2306ffa5497 req-498018e6-b783-41fb-85fd-3e9c7cfbdc34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1339796 Jul 22 11:55:26.341298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.393366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73f5de56-2419-48a3-80b4-c2306ffa5497 req-67f2d806-6289-4a3c-b2c1-4e2cf73fa898 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0948081 Jul 22 11:55:26.396105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 65f2dd39-80c0-4b21-87f3-81ef009f744d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=65f2dd39-80c0-4b21-87f3-81ef009f744d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:26.416154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.457177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.542162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=65f2dd39-80c0-4b21-87f3-81ef009f744d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:26.680745 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.695923 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Transition to ACTIVE for port object 5c088493-e00f-450e-9310-0b548565b3b6 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:55:26.702760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Deleting port 5c088493-e00f-450e-9310-0b548565b3b6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:26.703439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.705148 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.745622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port 7d2c0470-8910-44e3-894c-e1d06eef74fe {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:26.746078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.784591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52d7a07f-bca6-4d05-82c4-f21e84886d98 req-76206e70-3cde-4868-af17-aa195fd54d80 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:26.787128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52d7a07f-bca6-4d05-82c4-f21e84886d98 req-76206e70-3cde-4868-af17-aa195fd54d80 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2058749 Jul 22 11:55:26.839782 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Attempting to bind port 5c088493-e00f-450e-9310-0b548565b3b6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:55:26.840963 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Attempting to bind port 5c088493-e00f-450e-9310-0b548565b3b6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:55:26.840963 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Attempting to bind port 5c088493-e00f-450e-9310-0b548565b3b6 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:26.851597 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75917-0a73-47bd-96fa-dffcf88f1f24 None None] Pushing event updated for resources: {'Port': ['ID=5c088493-e00f-450e-9310-0b548565b3b6,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:26.857239 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:55:26.857650 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:55:26.858062 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.858475 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:55:26.858994 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Bound port: 5c088493-e00f-450e-9310-0b548565b3b6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:55:26.859332 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.936157 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] For port 5c088493-e00f-450e-9310-0b548565b3b6, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:55:26.947185 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] For port 5c088493-e00f-450e-9310-0b548565b3b6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5c088493-e00f-450e-9310-0b548565b3b6,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:55:26.958387 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:26.974223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:27.040788 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff75917-0a73-47bd-96fa-dffcf88f1f24 None None] Pushing event updated for resources: {'Port': ['ID=5c088493-e00f-450e-9310-0b548565b3b6,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:27.043543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52d7a07f-bca6-4d05-82c4-f21e84886d98 req-04119cae-f8a0-417a-8355-7eff1d3e04c1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2123196 Jul 22 11:55:27.050998 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Routers {'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:27.052263 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:27.065925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Calling delete_port for 5c088493-e00f-450e-9310-0b548565b3b6 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:27.106694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port 7d2c0470-8910-44e3-894c-e1d06eef74fe, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7d2c0470-8910-44e3-894c-e1d06eef74fe,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:27.107075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:27.138538 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for 7d2c0470-8910-44e3-894c-e1d06eef74fe owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:27.302832 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] Set router a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:27.377011 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:22Z', 'updated_at': '2021-07-22T11:55:26Z', 'revision_number': 4, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:27.438980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:27.447564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96e3dfc6-d6a1-4d68-8590-bc2c29df6dc1 None None] The sync data for ids ['a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8'] in n-d-754448-4 is: [{'id': 'a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8', 'name': 'tempest-snat-router-554428535', 'tenant_id': 'eaf138a7d7334a0889383fc84b621e92', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:55:22Z', 'updated_at': '2021-07-22T11:55:26Z', 'revision_number': 4, 'project_id': 'eaf138a7d7334a0889383fc84b621e92', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:27.638329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:27.736039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Port': ['ID=5c088493-e00f-450e-9310-0b548565b3b6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:27.790815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 65f2dd39-80c0-4b21-87f3-81ef009f744d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:55:27.838408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81290cfd-947d-4e20-af8f-61de31cb1c3a req-beaee2c5-21d6-42ce-bff2-62fb950f6e9f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:27.840372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81290cfd-947d-4e20-af8f-61de31cb1c3a req-beaee2c5-21d6-42ce-bff2-62fb950f6e9f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.3926890 Jul 22 11:55:27.841310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:27.934056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 65f2dd39-80c0-4b21-87f3-81ef009f744d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:55:27.934972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.315702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.423509 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.427944 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.430788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.487695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=7d2c0470-8910-44e3-894c-e1d06eef74fe,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:28.517697 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.518783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:28.526679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.529955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1a02672-a15f-46ed-aa9f-95965d6bdc03 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/routers/a25b4b7f-2cfc-43bf-bd11-0f1510e76ca8 HTTP/1.1" status: 204 len: 168 time: 3.0304201 Jul 22 11:55:28.533235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:28.711307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81290cfd-947d-4e20-af8f-61de31cb1c3a req-b08479ca-09dd-405a-8fc4-5bdd1e8f98ff tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.3988900 Jul 22 11:55:28.824902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:28.957285 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:29.550474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Router 172c499c-3579-4bfc-a04c-c737871a34ac has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:55:29.786548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:29.795981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4fd8af1d-4cd5-445d-968d-c7f1fbcbfcc5 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "PUT /v2.0/routers/172c499c-3579-4bfc-a04c-c737871a34ac/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9675856 Jul 22 11:55:29.797878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:29.803790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Sync routers for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:29.822327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:29.823513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:29.827956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce7808bd-7cf9-432e-b671-3bbd3aec6221 req-66c281df-5c0d-4e75-862a-25d7c765ae29 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:29.834579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce7808bd-7cf9-432e-b671-3bbd3aec6221 req-66c281df-5c0d-4e75-862a-25d7c765ae29 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.4076326 Jul 22 11:55:29.866550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:29.909905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce7808bd-7cf9-432e-b671-3bbd3aec6221 req-9e38d77b-327c-4c6e-8d16-206d143d25fc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0743363 Jul 22 11:55:30.005426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting subnet e3fecd37-25af-4a1f-95e0-1b238702c6e4 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:55:30.020335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.073359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Deleting port 65f2dd39-80c0-4b21-87f3-81ef009f744d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:30.074146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.177795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] For port 65f2dd39-80c0-4b21-87f3-81ef009f744d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=65f2dd39-80c0-4b21-87f3-81ef009f744d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:30.178589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.193044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Calling delete_port for 65f2dd39-80c0-4b21-87f3-81ef009f744d owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:30.258479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:30.276063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.438059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.547845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.565498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:55:27Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:30.575887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.628318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event deleted for resources: {'Port': ['ID=65f2dd39-80c0-4b21-87f3-81ef009f744d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:30.636600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Subnet': ['ID=e3fecd37-25af-4a1f-95e0-1b238702c6e4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:30.653936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Checking router: 172c499c-3579-4bfc-a04c-c737871a34ac for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:55:30.686035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d263aeec-bd11-4560-9b58-031d6f64313d None None] Network 4da73a66-b481-492a-86cc-4250595c46fb requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:55:30.696193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:30.701717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5557f786-f3cc-45dd-b273-cdc8e504de02 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/subnets/e3fecd37-25af-4a1f-95e0-1b238702c6e4 HTTP/1.1" status: 204 len: 168 time: 0.8960934 Jul 22 11:55:30.701948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:30.722035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Routers {'172c499c-3579-4bfc-a04c-c737871a34ac'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:30.722709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['172c499c-3579-4bfc-a04c-c737871a34ac'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:30.828485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.028934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] Set router 172c499c-3579-4bfc-a04c-c737871a34ac gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:55:31.039951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.044045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.147113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.147912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Fanout notify agent at l3_agent the message router_deleted on router 1fd85eb1-6758-410d-93d8-70479ef1426c {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:31.155846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.160590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a2fedd80-ebda-42a3-9f59-88e629228172 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "DELETE /v2.0/routers/1fd85eb1-6758-410d-93d8-70479ef1426c HTTP/1.1" status: 204 len: 168 time: 2.6220615 Jul 22 11:55:31.160590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.162757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:31.168552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-743787838', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:31.208421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1151a5e-0423-4b9b-a5fc-d48cc65ccf5c req-741613a9-5d95-4bf0-b68c-81470fdc610a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:31.212141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1151a5e-0423-4b9b-a5fc-d48cc65ccf5c req-741613a9-5d95-4bf0-b68c-81470fdc610a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2080326 Jul 22 11:55:31.292222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] DHCP port deletion for 4da73a66-b481-492a-86cc-4250595c46fb request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:55:31.321280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1151a5e-0423-4b9b-a5fc-d48cc65ccf5c req-bba351e3-bcf5-44ca-9820-1bd6e0345bc7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1012847 Jul 22 11:55:31.416379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.417638 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.467772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Deleting port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:31.468257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.493149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.559761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] For port 4376f5ca-4c53-4fe8-90c7-8052fcf27396, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4376f5ca-4c53-4fe8-90c7-8052fcf27396,segment=NetworkSegment(13eeca9c-0958-4d63-b2ce-a803ad7d0706),segment_id=13eeca9c-0958-4d63-b2ce-a803ad7d0706)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:31.560168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.575977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Calling delete_port for 4376f5ca-4c53-4fe8-90c7-8052fcf27396 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:31.615463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.677941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:55:27Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:31.722757 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.724576 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3376379-6fd0-4126-908a-f5cf43fa92f9 None None] The sync data for ids ['172c499c-3579-4bfc-a04c-c737871a34ac'] in n-d-754448-4 is: [{'id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'name': 'tempest-TestSecurityGroupsBasicOps-router-73609411', 'tenant_id': '46f3dadd75374080b82324e36d5e6112', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80'}], 'enable_snat': True}, 'gw_port_id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:53:22Z', 'updated_at': '2021-07-22T11:55:27Z', 'revision_number': 5, 'project_id': '46f3dadd75374080b82324e36d5e6112', 'gw_port': {'id': 'd5241e1e-0962-44f1-b766-281216693b4b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f8:1e:18', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '172c499c-3579-4bfc-a04c-c737871a34ac', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3089, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.80', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:53:24Z', 'updated_at': '2021-07-22T11:53:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:31.742066 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:31.795617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] Pushing event deleted for resources: {'Port': ['ID=4376f5ca-4c53-4fe8-90c7-8052fcf27396,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:31.823458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25720b95-e3ef-47df-875e-c3e98154967e None None] No DVR routers for this DVR port 4376f5ca-4c53-4fe8-90c7-8052fcf27396 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:55:31.845621 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Deleting port d5241e1e-0962-44f1-b766-281216693b4b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:31.846121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.021910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] For port d5241e1e-0962-44f1-b766-281216693b4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d5241e1e-0962-44f1-b766-281216693b4b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:32.022285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.051162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Calling delete_port for d5241e1e-0962-44f1-b766-281216693b4b owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:32.254242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4376f5ca-4c53-4fe8-90c7-8052fcf27396 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:32.305469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4376f5ca-4c53-4fe8-90c7-8052fcf27396 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:32.305824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4376f5ca-4c53-4fe8-90c7-8052fcf27396 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:32.306264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 65f2dd39-80c0-4b21-87f3-81ef009f744d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:32.387327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 65f2dd39-80c0-4b21-87f3-81ef009f744d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:32.387681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 65f2dd39-80c0-4b21-87f3-81ef009f744d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:32.487914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.521569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.526647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.563490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Port': ['ID=d5241e1e-0962-44f1-b766-281216693b4b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:32.580714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25583260-1947-42de-bca9-bbec1ba0b49b req-9c1ceefe-61f2-4c91-b62f-1731f06963e6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:32.582330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25583260-1947-42de-bca9-bbec1ba0b49b req-9c1ceefe-61f2-4c91-b62f-1731f06963e6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1347516 Jul 22 11:55:32.695121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25583260-1947-42de-bca9-bbec1ba0b49b req-54934199-d857-4805-861a-bf8ee129ea29 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1019340 Jul 22 11:55:32.719225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.870287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.875542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.889634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Allocated IP 172.25.6.186 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/31268f1b-be6f-488f-ab6b-74ebeb6c8709) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:32.990300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:32.990989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Fanout notify agent at l3_agent the message router_deleted on router 172c499c-3579-4bfc-a04c-c737871a34ac {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:33.005685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.007173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c197ba25-eac8-48d2-a9bc-640c2a39c346 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/routers/172c499c-3579-4bfc-a04c-c737871a34ac HTTP/1.1" status: 204 len: 168 time: 2.3044105 Jul 22 11:55:33.010380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:33.187193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.193080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.241390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.330078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:33.331535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event updated for resources: {'Port': ['ID=31268f1b-be6f-488f-ab6b-74ebeb6c8709,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:33.335773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:33.341783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:33.360155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.378645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4da73a66-b481-492a-86cc-4250595c46fb']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:33.405483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13eeca9c-0958-4d63-b2ce-a803ad7d0706') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:33.405483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13eeca9c-0958-4d63-b2ce-a803ad7d0706') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:33.411328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.429724 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.437698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Releasing vlan 131 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:55:33.438162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:55:33.441999 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:55:33.547848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.555136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.557654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] 10.222.0.21 "DELETE /v2.0/networks/4da73a66-b481-492a-86cc-4250595c46fb HTTP/1.1" status: 204 len: 168 time: 0.5457661 Jul 22 11:55:33.581918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed467e57-217e-438b-99bd-bf14b26db3b4 tempest-TestSecurityGroupsBasicOps-1924258616 tempest-TestSecurityGroupsBasicOps-1924258616-project] Pushing event deleted for resources: {'Network': ['ID=4da73a66-b481-492a-86cc-4250595c46fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:33.827870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7d2c0470-8910-44e3-894c-e1d06eef74fe no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:33.896618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7d2c0470-8910-44e3-894c-e1d06eef74fe {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:33.903509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7d2c0470-8910-44e3-894c-e1d06eef74fe not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:33.904373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5241e1e-0962-44f1-b766-281216693b4b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:33.919790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:33.943097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d5241e1e-0962-44f1-b766-281216693b4b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:33.943708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d5241e1e-0962-44f1-b766-281216693b4b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:34.059515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92e39e63-de87-4fbd-aab4-bfea9a420466 req-3e23601e-12c3-4c88-a519-fa04c8e77ce0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:34.064155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92e39e63-de87-4fbd-aab4-bfea9a420466 req-3e23601e-12c3-4c88-a519-fa04c8e77ce0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1537814 Jul 22 11:55:34.114421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:34.162161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92e39e63-de87-4fbd-aab4-bfea9a420466 req-3d3207ff-f3b5-46c5-92fb-57ef00536473 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871885 Jul 22 11:55:34.371923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91c36c12-e3b1-49cc-bdeb-6cf65f7421c0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=46f3dadd75374080b82324e36d5e6112&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2562861 Jul 22 11:55:34.372954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:34.428977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:34.444727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:34.475104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:34.537258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:34.541423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:34.546256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6d98e637-2404-40ab-9b90-d7f66346831f HTTP/1.1" status: 204 len: 168 time: 0.1720235 Jul 22 11:55:34.574833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5ff0985-958f-4e5f-935a-d0a4519fcea7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d98e637-2404-40ab-9b90-d7f66346831f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:34.649457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Router 95d5a21c-6521-4266-b5b6-4e32af0aa222 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:35.015464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:35.033691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-430bbfd4-4572-458c-854c-36befd0cfc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.249019 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-430bbfd4-4572-458c-854c-36befd0cfc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.257566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-430bbfd4-4572-458c-854c-36befd0cfc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.341683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-430bbfd4-4572-458c-854c-36befd0cfc3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e6f82bc5540c4c8bbf826d3d8d30001f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3218758 Jul 22 11:55:35.342345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-430bbfd4-4572-458c-854c-36befd0cfc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a30cd7a3-ffa4-4e6a-8897-c39e70efa27a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:35.355548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:35.401154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af0215f3-e5d5-4a2d-870e-ea76229ba63f req-849f7123-71e4-4463-b990-adddc3a5411a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:35.408486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af0215f3-e5d5-4a2d-870e-ea76229ba63f req-849f7123-71e4-4463-b990-adddc3a5411a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0916436 Jul 22 11:55:35.416576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:35.432319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] Sync routers for ids ['95d5a21c-6521-4266-b5b6-4e32af0aa222'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:35.449216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.450209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.454652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c5a95e36-5495-4e88-b0e3-bcb52426e372 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 4.2905354 Jul 22 11:55:35.458994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:35.461958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:35.463446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-af0215f3-e5d5-4a2d-870e-ea76229ba63f req-5e6a3cff-25f3-4e98-8cbb-7a287a88c63b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0514176 Jul 22 11:55:35.464532 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] Routers {'95d5a21c-6521-4266-b5b6-4e32af0aa222'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:35.465330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95d5a21c-6521-4266-b5b6-4e32af0aa222'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:35.504997 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:35.516679 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] Routers {'95d5a21c-6521-4266-b5b6-4e32af0aa222'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:35.517524 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95d5a21c-6521-4266-b5b6-4e32af0aa222'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:35.551452 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:35.552106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d73683cf-a258-4841-81cc-c97f92de656d None None] The sync data for ids ['95d5a21c-6521-4266-b5b6-4e32af0aa222'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:35.554059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.697971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.700542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:35.701693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a30cd7a3-ffa4-4e6a-8897-c39e70efa27a HTTP/1.1" status: 204 len: 168 time: 0.3429201 Jul 22 11:55:35.715677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5152d156-ca01-4df4-9d4c-393687db5ee9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a30cd7a3-ffa4-4e6a-8897-c39e70efa27a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:35.870760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.214439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:36.326692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5641b71-5638-4adc-9fff-30804afdbf19 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=27a461020dfc40329c1f90325911db71&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1079233 Jul 22 11:55:36.327346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:36.463700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.506993 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.531348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.541927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.572164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.574923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.576373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e03c65e9-968c-40a2-86e6-36a20d81a374 HTTP/1.1" status: 204 len: 168 time: 0.2480752 Jul 22 11:55:36.607422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7afd8c5a-3524-42e7-a58b-9d544ef453d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e03c65e9-968c-40a2-86e6-36a20d81a374,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:36.774613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router 95d5a21c-6521-4266-b5b6-4e32af0aa222 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:55:36.822017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c100139a-1e0c-4ef6-972f-c58704949d69 req-497ced1b-5ee7-4606-a909-1ebb2c12507d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:36.835321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c100139a-1e0c-4ef6-972f-c58704949d69 req-497ced1b-5ee7-4606-a909-1ebb2c12507d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1590891 Jul 22 11:55:36.901317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c100139a-1e0c-4ef6-972f-c58704949d69 req-06980c76-5711-42e3-920f-9d011f8feaee tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0644886 Jul 22 11:55:36.974786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:36.982701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:36.984599 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ac3eb34-548e-4360-a7fc-5e50827349bf tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "PUT /v2.0/routers/95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 200 len: 921 time: 1.5272739 Jul 22 11:55:36.987532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:37.004248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] Sync routers for ids ['95d5a21c-6521-4266-b5b6-4e32af0aa222'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:37.028122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] Routers {'95d5a21c-6521-4266-b5b6-4e32af0aa222'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:37.029244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95d5a21c-6521-4266-b5b6-4e32af0aa222'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:37.081697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:37.109983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fabec397-0eb8-4af8-a05e-7ebab535fc8d tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 200 len: 921 time: 0.1208413 Jul 22 11:55:37.112940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36722) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:37.115480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] Routers {'95d5a21c-6521-4266-b5b6-4e32af0aa222'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:37.116557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['95d5a21c-6521-4266-b5b6-4e32af0aa222'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:37.155122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:37.155799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d84b1bd3-8cac-41ac-bbc3-da27eaaf2888 None None] The sync data for ids ['95d5a21c-6521-4266-b5b6-4e32af0aa222'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:37.232996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0480bcff-a0f3-42dc-91fc-b63447623aae tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:37.237026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0480bcff-a0f3-42dc-91fc-b63447623aae tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=95d5a21c-6521-4266-b5b6-4e32af0aa222&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.1202869 Jul 22 11:55:37.237235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:37.335060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fc6e261-2d8d-4ab5-bfc1-cfbaeb21677a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:37.340375 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2fc6e261-2d8d-4ab5-bfc1-cfbaeb21677a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.0991609 Jul 22 11:55:37.343025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:37.356359 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:55:37.381511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5973d9e8-2995-4bb6-baea-7d0ff96ed453 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 200 len: 205 time: 0.0356219 Jul 22 11:55:37.392671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:37.509535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:37.643464 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:37.722435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port 31268f1b-be6f-488f-ab6b-74ebeb6c8709 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:37.722807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:37.821556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:37.840024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for 31268f1b-be6f-488f-ab6b-74ebeb6c8709 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:37.946469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c104bc76-c5b7-4aa1-a26a-253c98e03c2d req-c9d4a9a7-763b-4d3b-970d-fe6456e3e9c7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:37.948798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c104bc76-c5b7-4aa1-a26a-253c98e03c2d req-c9d4a9a7-763b-4d3b-970d-fe6456e3e9c7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.0950701 Jul 22 11:55:38.055070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c104bc76-c5b7-4aa1-a26a-253c98e03c2d req-7d183bf9-d782-4823-8479-21520428feee tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0986362 Jul 22 11:55:38.107026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.110311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66a67ba5-d7a3-4904-ac46-1ee8ff73812c req-409a8882-62e5-4e1f-94be-8816ae89f161 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:38.112882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66a67ba5-d7a3-4904-ac46-1ee8ff73812c req-409a8882-62e5-4e1f-94be-8816ae89f161 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0994453 Jul 22 11:55:38.140099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=31268f1b-be6f-488f-ab6b-74ebeb6c8709,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:38.157351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66a67ba5-d7a3-4904-ac46-1ee8ff73812c req-1babfdc3-ef3b-440b-aaff-2e128e0f3d12 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381808 Jul 22 11:55:38.208584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.301171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.303410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.354152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.354877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router 95d5a21c-6521-4266-b5b6-4e32af0aa222 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:38.362171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.363340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d840e1f0-b892-47ba-8f84-b41f48bd9624 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 204 len: 168 time: 0.9793310 Jul 22 11:55:38.368395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:38.373177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-55145174', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:38.401138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.402131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.456888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.461624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.477343 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.481196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d0c3673d-c33c-4322-814a-11507adee062 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.1092868 Jul 22 11:55:38.481415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:38.485919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:38.695468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.893805 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:38.915014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:39.027808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Allocated IP 172.25.6.145 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b80d2a9a-6dac-4402-8362-f91c695e0634) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:39.171692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:39.265459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ae2bda8-4f78-47ef-a158-eb585ceef2c1 req-79cdd81a-97fc-4538-8de5-3d9f2b0850f3 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:39.267038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ae2bda8-4f78-47ef-a158-eb585ceef2c1 req-79cdd81a-97fc-4538-8de5-3d9f2b0850f3 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.1090827 Jul 22 11:55:39.329834 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:39.400514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:39.416041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:39.422611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ae2bda8-4f78-47ef-a158-eb585ceef2c1 req-851e9d00-70d9-4ee6-8805-0c408a244674 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1420939 Jul 22 11:55:39.429092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:39.463488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event updated for resources: {'Port': ['ID=b80d2a9a-6dac-4402-8362-f91c695e0634,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:39.510723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-6bb869ab-45cb-432a-a112-68ddb3352024 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:39.512339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-6bb869ab-45cb-432a-a112-68ddb3352024 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.2444086 Jul 22 11:55:39.522367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf09101-4dea-467f-9bae-5f5b499d42dc req-da92df85-06fe-42f0-8f1e-3bcea510743e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:39.526976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cf09101-4dea-467f-9bae-5f5b499d42dc req-da92df85-06fe-42f0-8f1e-3bcea510743e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2563105 Jul 22 11:55:40.052531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cf09101-4dea-467f-9bae-5f5b499d42dc req-177f786a-c733-49ab-b16c-5f185bc8c28c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5170431 Jul 22 11:55:40.189069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Deleting port afb8eda6-9410-4dae-a769-6e4c82ed7fea {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:40.189413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.268843 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.367506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] For port afb8eda6-9410-4dae-a769-6e4c82ed7fea, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=afb8eda6-9410-4dae-a769-6e4c82ed7fea,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:40.367869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.385648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Calling delete_port for afb8eda6-9410-4dae-a769-6e4c82ed7fea owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:40.694279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.713536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.779465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd22b70-b5bd-45fe-9bf3-ce1f604beaec req-5274ac76-ac59-4c87-b39d-73bbcc75f92a tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:40.781117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abd22b70-b5bd-45fe-9bf3-ce1f604beaec req-5274ac76-ac59-4c87-b39d-73bbcc75f92a tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=dfd799de-73ee-44cb-b340-feb7d6a7386d HTTP/1.1" status: 200 len: 945 time: 0.2610404 Jul 22 11:55:40.810196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.822876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['afb8eda6-9410-4dae-a769-6e4c82ed7fea'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:55:40.877970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Pushing event deleted for resources: {'Port': ['ID=afb8eda6-9410-4dae-a769-6e4c82ed7fea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:40.943469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] No DVR routers for this DVR port afb8eda6-9410-4dae-a769-6e4c82ed7fea on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:55:40.947736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:40.951019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9ae7412-8e64-4789-9b10-9c181ab787c4 req-a80ec179-9b78-4514-bcb8-b62156d61095 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "DELETE /v2.0/ports/afb8eda6-9410-4dae-a769-6e4c82ed7fea HTTP/1.1" status: 204 len: 173 time: 1.4227872 Jul 22 11:55:40.956902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'name': 'network-vif-deleted', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:40.959242 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73df41b1-eb39-4fd9-9b0a-94d9d86ca1b1" -d '{"events": [{"server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "name": "network-vif-deleted", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:40.970058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abd22b70-b5bd-45fe-9bf3-ce1f604beaec req-bc0ace9c-0c1c-4263-90dd-6a4d3567c1ea tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1614227 Jul 22 11:55:41.058170 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-832087e3-3992-464d-ab7e-afe8aa95d5d0 x-openstack-request-id: req-832087e3-3992-464d-ab7e-afe8aa95d5d0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:41.058624 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "dfd799de-73ee-44cb-b340-feb7d6a7386d", "name": "network-vif-deleted", "tag": "afb8eda6-9410-4dae-a769-6e4c82ed7fea", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:41.058811 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-832087e3-3992-464d-ab7e-afe8aa95d5d0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:41.059260 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'dfd799de-73ee-44cb-b340-feb7d6a7386d', 'name': 'network-vif-deleted', 'tag': 'afb8eda6-9410-4dae-a769-6e4c82ed7fea', 'status': 'completed', 'code': 200} Jul 22 11:55:41.060418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Router 31c42116-8282-40b2-b910-b89838bc074b is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:41.251761 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:41.259906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:41.261031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d79829c9-9cec-455a-b07a-97ac3938469a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "PUT /v2.0/routers/31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 200 len: 878 time: 2.7787051 Jul 22 11:55:41.263759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:41.266340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] Sync routers for ids ['31c42116-8282-40b2-b910-b89838bc074b'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:41.275634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e6cced3-b699-4a4d-bda8-b3e3e1d84a84 req-3f76c6b0-10ac-411a-b53d-b5fe5a7a642e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:41.277601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e6cced3-b699-4a4d-bda8-b3e3e1d84a84 req-3f76c6b0-10ac-411a-b53d-b5fe5a7a642e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1193168 Jul 22 11:55:41.282972 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] Routers {'31c42116-8282-40b2-b910-b89838bc074b'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:41.283905 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['31c42116-8282-40b2-b910-b89838bc074b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:41.334893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e6cced3-b699-4a4d-bda8-b3e3e1d84a84 req-3092fc7e-854e-4baf-b43f-11f13c62161c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510421 Jul 22 11:55:41.347256 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:41.357501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] Routers {'31c42116-8282-40b2-b910-b89838bc074b'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:41.358261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['31c42116-8282-40b2-b910-b89838bc074b'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:41.435152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3bead1d-8b2c-4020-b92f-f26bcaf1cfa5 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 200 len: 919 time: 0.1695938 Jul 22 11:55:41.437924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:41.442972 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:41.443623 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34ff0ae8-4f2f-4dbc-8735-f1ab102cb188 None None] The sync data for ids ['31c42116-8282-40b2-b910-b89838bc074b'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:41.505442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d2c2ecc-7ce2-4cd1-a089-c12b43d5d200 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:41.510094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0d2c2ecc-7ce2-4cd1-a089-c12b43d5d200 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=31c42116-8282-40b2-b910-b89838bc074b&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0682735 Jul 22 11:55:41.510536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36846) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:41.719542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40ea35c9-13b7-4dc6-8f50-c5e4004f3602 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:41.725191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-40ea35c9-13b7-4dc6-8f50-c5e4004f3602 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.2094343 Jul 22 11:55:41.725191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:41.761930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de6b22b4-ac8c-4212-98c0-ae6cb01d38b0 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 200 len: 205 time: 0.0365553 Jul 22 11:55:41.764523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:41.853178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9305514a-1df2-4527-81e3-a02efc485a52 req-376602e2-be6d-4c07-8bb2-5abdf19c262b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:41.854742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9305514a-1df2-4527-81e3-a02efc485a52 req-376602e2-be6d-4c07-8bb2-5abdf19c262b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2570486 Jul 22 11:55:41.879446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-1694ba13-75a0-4e45-b5d7-d91d39a21b95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:41.880944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-1694ba13-75a0-4e45-b5d7-d91d39a21b95 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.2150044 Jul 22 11:55:41.988786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9305514a-1df2-4527-81e3-a02efc485a52 req-25ef1c66-9e35-4a1d-8873-7c123ee35f11 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1218970 Jul 22 11:55:41.999302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:42.142754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-e14e095f-a28b-4f8d-9c6a-3a09db0d761a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:42.144364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-e14e095f-a28b-4f8d-9c6a-3a09db0d761a service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2532835 Jul 22 11:55:42.246075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-2a78cf51-69d1-4aa4-a879-78c01873164b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.0868363 Jul 22 11:55:42.325393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-fa5d2f90-551e-41ad-b570-4f69490c2e08 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:42.328726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-fa5d2f90-551e-41ad-b570-4f69490c2e08 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0722907 Jul 22 11:55:42.352614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:42.446823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-9484d567-e8ae-42b2-90df-826c68b528ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:42.448294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-9484d567-e8ae-42b2-90df-826c68b528ed service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1138909 Jul 22 11:55:42.460585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-fa822cd0-f8be-4c27-884d-5ceadfb506a6 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:55:42.461946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-fa822cd0-f8be-4c27-884d-5ceadfb506a6 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0064592 Jul 22 11:55:42.468878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port b80d2a9a-6dac-4402-8362-f91c695e0634 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:42.469316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:42.652965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:42.658802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-c12c2568-7df1-4fe9-a55e-16c54e6452a1 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1868088 Jul 22 11:55:42.692111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for b80d2a9a-6dac-4402-8362-f91c695e0634 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:42.967444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:42.999385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=b80d2a9a-6dac-4402-8362-f91c695e0634,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:43.087497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device afb8eda6-9410-4dae-a769-6e4c82ed7fea no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:55:43.129901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: afb8eda6-9410-4dae-a769-6e4c82ed7fea {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:55:43.130566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device afb8eda6-9410-4dae-a769-6e4c82ed7fea not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:55:43.229043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ac9401-f635-4b09-9638-de66c0d518ab req-25aba39c-0104-4784-8780-665f901ef15e service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5589862 Jul 22 11:55:43.253702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.013466 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.017744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.112891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8816c33-0596-4dd5-8998-2295d95bbce3 req-bda06ca9-8bb8-4789-8e1d-fefae6a83223 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:44.122416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8816c33-0596-4dd5-8998-2295d95bbce3 req-bda06ca9-8bb8-4789-8e1d-fefae6a83223 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.9685917 Jul 22 11:55:44.130103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.130796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router 31c42116-8282-40b2-b910-b89838bc074b {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:44.138279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.139796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-625951c7-1fa9-47b2-8164-cfa546889d50 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 204 len: 168 time: 2.3743823 Jul 22 11:55:44.143504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36920) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:44.150465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-498988159', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:44.191937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.193439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.203583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8816c33-0596-4dd5-8998-2295d95bbce3 req-9e08c2c2-8458-4da1-8bfe-e937ece5863d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796337 Jul 22 11:55:44.270193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.276047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.302935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.326420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 36928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:44.332249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': True}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:44.341956 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8a1fcff1-57b0-41b3-9ba2-1455667efd5b tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1958091 Jul 22 11:55:44.583311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.877215 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:44.910213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:45.049074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.25.6.2 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/8ff56ed1-4630-4c92-ba83-622b993b8241) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:45.185081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:45.235890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:45.276804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15f5a673-7670-4629-b750-fc615809d251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:45.294620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=8ff56ed1-4630-4c92-ba83-622b993b8241,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:45.307014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:45.309019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:45.315274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:45.539247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c607662c-1c21-4343-9eeb-189d65f95de1 req-6eba61e5-f07e-4058-be97-e2efec539558 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:45.541025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c607662c-1c21-4343-9eeb-189d65f95de1 req-6eba61e5-f07e-4058-be97-e2efec539558 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1658175 Jul 22 11:55:45.738671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c607662c-1c21-4343-9eeb-189d65f95de1 req-6ae3e6d7-d0a0-45e4-9d08-ec7275cec93d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1084445 Jul 22 11:55:45.766734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:46.108388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da6a703c-8963-4ed5-96ae-27344c5eef8d req-2db8a6cb-760a-4c75-8d45-c4f19f161ba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:46.110065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da6a703c-8963-4ed5-96ae-27344c5eef8d req-2db8a6cb-760a-4c75-8d45-c4f19f161ba4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2422752 Jul 22 11:55:46.112508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:46.116143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:46.249464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-da6a703c-8963-4ed5-96ae-27344c5eef8d req-7fcc0283-e949-4d8a-8a14-311419936e2d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1204863 Jul 22 11:55:46.336504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router a8b14e4f-8d92-4303-a50a-aa778fc7cd7e is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:46.473462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:46.483648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] Sync routers for ids ['a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:46.485279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:46.489062 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c3bee9d-5c14-4b68-a83e-01d0f3b617ff tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "PUT /v2.0/routers/a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 200 len: 912 time: 2.1589496 Jul 22 11:55:46.489407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 36994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:46.508490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] Routers {'a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:46.510475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:46.579564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:46.592190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] Routers {'a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:46.593613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:46.636093 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d77bc705-4303-44ee-85fb-1121a29bb9da tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 200 len: 918 time: 0.1455045 Jul 22 11:55:46.636589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:46.637283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d22d6ab-ee13-4fe0-8eef-9f589a6c69c7 None None] The sync data for ids ['a8b14e4f-8d92-4303-a50a-aa778fc7cd7e'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:46.638831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37006) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:46.670551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5b3c80f-d12c-4411-9b8b-53d1631b3126 req-049adb61-e4ae-40cb-b1f8-801e0c08bb44 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:46.673399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5b3c80f-d12c-4411-9b8b-53d1631b3126 req-049adb61-e4ae-40cb-b1f8-801e0c08bb44 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1075742 Jul 22 11:55:46.735125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5b3c80f-d12c-4411-9b8b-53d1631b3126 req-10eea280-ece2-4f82-af5e-330e717d24d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474992 Jul 22 11:55:46.759162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfcdb38e-399e-4efb-8d2e-3e32a3756526 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:46.760716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dfcdb38e-399e-4efb-8d2e-3e32a3756526 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=a8b14e4f-8d92-4303-a50a-aa778fc7cd7e&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 0.1207957 Jul 22 11:55:46.763705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37012) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:46.966204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4cbc65f7-6ab1-4121-933d-3794320415c3 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:46.970553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4cbc65f7-6ab1-4121-933d-3794320415c3 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.2045715 Jul 22 11:55:46.973099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37024) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:47.037580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d598011-326c-4afb-8eef-9de124560fbf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 200 len: 205 time: 0.0627525 Jul 22 11:55:47.039339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37032) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:47.162016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13b056d2-3e0b-4105-9303-baad8351e44c req-24aa0e3d-cf6c-46ae-94a8-bcaec1cc9c26 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:47.165344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13b056d2-3e0b-4105-9303-baad8351e44c req-24aa0e3d-cf6c-46ae-94a8-bcaec1cc9c26 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1549923 Jul 22 11:55:47.241114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13b056d2-3e0b-4105-9303-baad8351e44c req-cea720a8-6bce-45d8-b60a-e948ffc3bc66 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699360 Jul 22 11:55:47.249985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:47.369101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:47.837151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port 8ff56ed1-4630-4c92-ba83-622b993b8241 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:47.837821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:47.869073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:47.979685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.001243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for 8ff56ed1-4630-4c92-ba83-622b993b8241 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:48.152532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a7d300ba-8d83-4e46-a270-2f9dbc17fe37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.245006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.307719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=8ff56ed1-4630-4c92-ba83-622b993b8241,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:48.470494 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.592576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ae158-7ebd-4061-ab1b-9aab272a5607 req-7144ebe0-b53c-4740-bd8a-b3b5ca5ce565 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:48.594296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-722ae158-7ebd-4061-ab1b-9aab272a5607 req-7144ebe0-b53c-4740-bd8a-b3b5ca5ce565 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1237547 Jul 22 11:55:48.619372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.622390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.649392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-722ae158-7ebd-4061-ab1b-9aab272a5607 req-81a3c0f2-03a9-41ce-a071-ba6fe1df0879 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0481324 Jul 22 11:55:48.677510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.678100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router a8b14e4f-8d92-4303-a50a-aa778fc7cd7e {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:48.688467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.689890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-874c6f38-a706-4fa3-bb43-c93887a24184 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 204 len: 168 time: 1.6491349 Jul 22 11:55:48.694082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37066) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:48.700959 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-495341346', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:48.728434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.730041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.798978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.819289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.840174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:48.841595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-58effe93-40e7-4a38-9a6d-a460420fb9cc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.1459908 Jul 22 11:55:48.844518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:48.852748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Request body: {'router': {'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'enable_snat': False}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:48.971190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbe952f5-394a-42c9-bdbd-0c9ea99f5c98 req-72a873a3-2482-4fad-b31f-ffd950c62e28 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:48.972979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe952f5-394a-42c9-bdbd-0c9ea99f5c98 req-72a873a3-2482-4fad-b31f-ffd950c62e28 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0990021 Jul 22 11:55:49.054380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbe952f5-394a-42c9-bdbd-0c9ea99f5c98 req-d17c0e5a-7f4c-42c4-8bca-711c71f333d2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0732956 Jul 22 11:55:49.223304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.429550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.442588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-cca36854-a464-4f99-94f5-a608214e3ff5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:49.452172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-cca36854-a464-4f99-94f5-a608214e3ff5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 813 time: 0.1288571 Jul 22 11:55:49.473856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-e19cebab-763d-4e41-a1b9-6c7f87cb5693 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/quotas/f5127c1de1304279a8ce1cb18de2ccdd HTTP/1.1" status: 200 len: 375 time: 0.0206423 Jul 22 11:55:49.487865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.510259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.526238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-517c6b54-2f04-4583-816e-15b6565647aa tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0514143 Jul 22 11:55:49.532453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-58da9583-8ecc-4660-b877-d27953400e8f service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:55:49.540588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-58da9583-8ecc-4660-b877-d27953400e8f service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0131459 Jul 22 11:55:49.639961 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Allocated IP 172.25.6.179 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2d4e5aef-b5da-4a34-80e9-022902055f04) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:49.668709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-8ace70f2-991f-49cd-a515-c20f05a6a9e2 service neutron] 10.222.0.21 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1271164 Jul 22 11:55:49.781833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-d5b23b4f-62c9-400a-979c-694ed781b186 service neutron] 10.222.0.21 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1122537 Jul 22 11:55:49.800099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.847481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:49.894430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:49.898625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:49.903416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:49.910130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Pushing event updated for resources: {'Port': ['ID=2d4e5aef-b5da-4a34-80e9-022902055f04,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:50.002212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0315434f-d15e-4743-84f2-d08f3e7061fe req-59346c50-af70-49a0-9705-44af773681a9 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 210 time: 0.0519829 Jul 22 11:55:50.317549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:50.332680 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd2241e9-9838-4b48-8df6-0c199a313412 req-67e9f4ae-1341-40ff-8e45-6e69b1f0c0bd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:50.348948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd2241e9-9838-4b48-8df6-0c199a313412 req-67e9f4ae-1341-40ff-8e45-6e69b1f0c0bd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1173499 Jul 22 11:55:50.391671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd2241e9-9838-4b48-8df6-0c199a313412 req-a83b9057-26cb-4203-9cf7-9ce4113fbe46 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0411747 Jul 22 11:55:50.588267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d906a5b-fbcc-4cd2-aaf6-a95c92cc54a7 req-367ad508-a02c-4013-a365-c0aab033ca08 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:50.596885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d906a5b-fbcc-4cd2-aaf6-a95c92cc54a7 req-367ad508-a02c-4013-a365-c0aab033ca08 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1166399 Jul 22 11:55:50.603404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:50.608263 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:50.646621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d906a5b-fbcc-4cd2-aaf6-a95c92cc54a7 req-fb676ca6-c782-4936-8764-56c0579faef8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484166 Jul 22 11:55:50.816664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Router 1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:50.840312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f1fa165-ec6a-4b59-87ea-5441654e8873 req-0fb4bcf9-3542-4267-85c9-3271903a4fdf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:50.848366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f1fa165-ec6a-4b59-87ea-5441654e8873 req-0fb4bcf9-3542-4267-85c9-3271903a4fdf tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1097600 Jul 22 11:55:50.911080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f1fa165-ec6a-4b59-87ea-5441654e8873 req-59e5878c-8e88-4f42-b1f2-c92b67c4271a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0555329 Jul 22 11:55:50.965686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:50.970073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:50.971358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f01348e8-e203-41ba-b315-21f9ebb04b2a tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "PUT /v2.0/routers/1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 200 len: 915 time: 2.1259172 Jul 22 11:55:50.973900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37142) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:50.977339 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] Sync routers for ids ['1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:50.991728 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] Routers {'1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:50.995009 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:51.046613 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:51.060799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] Routers {'1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:51.061747 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:51.127439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04effc0c-2722-4326-b02d-c9cb861d2531 req-a58a6855-9a58-44f0-adcd-afd6bede7116 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:51.130173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04effc0c-2722-4326-b02d-c9cb861d2531 req-a58a6855-9a58-44f0-adcd-afd6bede7116 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1145866 Jul 22 11:55:51.169701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3443665-53b6-4bf3-a3e1-e0d4dd2afb0d req-6658e10a-6297-446d-be08-bafd2df4f09c tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 210 time: 0.0630000 Jul 22 11:55:51.179931 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7972570f-7274-4513-9b98-e28889af73aa tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 200 len: 921 time: 0.2008359 Jul 22 11:55:51.180792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37148) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:51.243121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-04effc0c-2722-4326-b02d-c9cb861d2531 req-3026e111-d5ac-4d6f-b0fe-47d6ae84f0fb tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0819287 Jul 22 11:55:51.257570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-448b3d1d-4fd2-4468-9688-bbd637f53df9 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:51.259534 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-448b3d1d-4fd2-4468-9688-bbd637f53df9 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.0775290 Jul 22 11:55:51.262322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:51.266066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:51.271376 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-67952faa-c5ff-461e-bf64-152a88b86a0b None None] The sync data for ids ['1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:51.379494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:51.452094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e78ae196-2cf0-42bc-8a62-b8ca76813c90 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:51.461372 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e78ae196-2cf0-42bc-8a62-b8ca76813c90 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/networks/70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 881 time: 0.1967378 Jul 22 11:55:51.462271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37168) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:51.488744 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-9daf3c73-8c7a-4d2e-85c3-089b963f8c41 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:51.495631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-9daf3c73-8c7a-4d2e-85c3-089b963f8c41 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 813 time: 0.2236385 Jul 22 11:55:51.520639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Request body: {'port': {'device_id': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7', 'admin_state_up': True, 'tenant_id': 'f5127c1de1304279a8ce1cb18de2ccdd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:51.521583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ecf93f0e-a365-4862-bd9b-ebb47c0bc952 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 200 len: 205 time: 0.0577610 Jul 22 11:55:51.522237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37172) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:51.708037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:51.712066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Made reservation on behalf of f5127c1de1304279a8ce1cb18de2ccdd for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:55:51.729546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:51.871867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:51.904320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Allocated IP 172.20.0.3 (0130ddc0-3884-4703-93d5-0a2c343d83f7/1d29aa50-2465-4066-8557-20f75d1c7ece/7947bdcd-d239-4344-83d2-b122b49f7c7c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:51.944092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port 2d4e5aef-b5da-4a34-80e9-022902055f04 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:51.945041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.059126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.078113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for 2d4e5aef-b5da-4a34-80e9-022902055f04 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:52.110130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.150988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.195547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Network 0130ddc0-3884-4703-93d5-0a2c343d83f7 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:52.198913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:52.205224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:52.245595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Pushing event updated for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:52.294770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:52.296229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.311609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.339266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=2d4e5aef-b5da-4a34-80e9-022902055f04,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:52.343780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-f1aa0b59-cee2-489b-8cd0-aa727320f5f5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8392246 Jul 22 11:55:52.358392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-82873b21-3ee1-4132-9892-e168c8b9fd82 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:55:52.359463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-82873b21-3ee1-4132-9892-e168c8b9fd82 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0065739 Jul 22 11:55:52.401203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee2b2ef0-2530-4f06-9b5a-42d771a346e0 req-391d991c-8462-48b1-b971-e583658c0617 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:52.403009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee2b2ef0-2530-4f06-9b5a-42d771a346e0 req-391d991c-8462-48b1-b971-e583658c0617 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 931 time: 0.1027932 Jul 22 11:55:52.427058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.452233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee2b2ef0-2530-4f06-9b5a-42d771a346e0 req-13ba8f44-e3fd-409e-8025-ec033f58f19f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432401 Jul 22 11:55:52.530365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Request body: {'port': {'device_id': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:52.538291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.540714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.587269 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.587859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router 1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:52.595240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.599832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac6655a3-f946-4b33-99d6-256019aa8aaf tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 204 len: 168 time: 1.0726643 Jul 22 11:55:52.600027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:52.605155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-765370097', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:52.625155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.633799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.634895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.697644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.862328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.951674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7947bdcd-d239-4344-83d2-b122b49f7c7c {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:55:52.961974 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:52.979725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Transition to ACTIVE for port object 7947bdcd-d239-4344-83d2-b122b49f7c7c will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:55:52.985581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.108447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Pushing event updated for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:53.145056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Attempting to bind port 7947bdcd-d239-4344-83d2-b122b49f7c7c on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:55:53.145404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Attempting to bind port 7947bdcd-d239-4344-83d2-b122b49f7c7c by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:55:53.145993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Attempting to bind port 7947bdcd-d239-4344-83d2-b122b49f7c7c on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:53.153043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Port 7947bdcd-d239-4344-83d2-b122b49f7c7c on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:55:53.153439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Attempting to bind port 7947bdcd-d239-4344-83d2-b122b49f7c7c on network 0130ddc0-3884-4703-93d5-0a2c343d83f7 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:55:53.159632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:55:53.160039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Checking segment: {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:55:53.160940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Bound using segment: {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:55:53.160940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Bound port: 7947bdcd-d239-4344-83d2-b122b49f7c7c, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:55:53.161383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.308040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:55:53.312271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:55:53.321208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.368964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:53.369794 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.371636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] 10.222.0.36 "PUT /v2.0/ports/7947bdcd-d239-4344-83d2-b122b49f7c7c HTTP/1.1" status: 200 len: 1091 time: 1.0000920 Jul 22 11:55:53.372143 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:53.374540 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8a8af218-6fc8-4119-bf8b-4df163af3e5a" -d '{"events": [{"name": "network-changed", "server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:53.625177 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.648723 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.773069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Allocated IP 172.25.6.239 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/1dd14bac-2ccf-43e3-93d1-72ae9f56ba3f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:55:53.838317 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f4c951e4-7fc2-4952-9845-165eb545b38a x-openstack-request-id: req-f4c951e4-7fc2-4952-9845-165eb545b38a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:53.838567 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:53.838656 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f4c951e4-7fc2-4952-9845-165eb545b38a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:53.839038 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c', 'status': 'completed', 'code': 200} Jul 22 11:55:53.880359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ffe0064-b3f6-4b25-9423-5546cf1cf876 service neutron] Pushing event updated for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:53.909711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-b8f6dd57-45e0-47f7-8256-0f62e041cd9b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:53.911320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-b8f6dd57-45e0-47f7-8256-0f62e041cd9b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 1094 time: 0.4945302 Jul 22 11:55:53.947601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:53.978559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-5d351de9-6a64-4171-81a9-b7803f4f3455 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c HTTP/1.1" status: 200 len: 217 time: 0.0544326 Jul 22 11:55:53.986813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-873c14d6-ec98-4812-af14-4c774e85d02e req-3e72e8a7-b2d5-4727-acd9-e093c217a135 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:53.988382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-873c14d6-ec98-4812-af14-4c774e85d02e req-3e72e8a7-b2d5-4727-acd9-e093c217a135 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 943 time: 0.1485674 Jul 22 11:55:54.060036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:54.070116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-c8621646-3a82-4658-b2ff-812155095bc2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:54.073630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-c8621646-3a82-4658-b2ff-812155095bc2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d29aa50-2465-4066-8557-20f75d1c7ece HTTP/1.1" status: 200 len: 853 time: 0.0840764 Jul 22 11:55:54.107233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event updated for resources: {'Port': ['ID=1dd14bac-2ccf-43e3-93d1-72ae9f56ba3f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:54.124992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:55:54.126500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:55:54.129069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:55:54.160894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-b9125a14-9e0c-4f47-b427-f692ef1a364b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0130ddc0-3884-4703-93d5-0a2c343d83f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0714681 Jul 22 11:55:54.177641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-873c14d6-ec98-4812-af14-4c774e85d02e req-fb8902cb-191d-41a5-b934-33c98a6eb1ea tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1603255 Jul 22 11:55:54.344725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-b9e45fba-2c8d-499d-b853-f7a33f520dff service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1654654 Jul 22 11:55:54.417995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:54.467204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-188b7d4f-b33c-43a0-8725-b2d92c440eee req-3965973b-6c5f-412d-8fa9-aaa73ebaf487 service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1143308 Jul 22 11:55:54.591309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-3eff2eef-6e9f-4963-b397-fb7fecd1a6b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:54.593080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-3eff2eef-6e9f-4963-b397-fb7fecd1a6b9 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 1094 time: 0.0757108 Jul 22 11:55:54.667217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:54.712348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-41eecad0-4f06-4a7e-bc3c-9cedb4b70c1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:54.714488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-41eecad0-4f06-4a7e-bc3c-9cedb4b70c1e service neutron] 10.222.0.36 "GET /v2.0/networks?id=0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 200 len: 914 time: 0.1145685 Jul 22 11:55:54.766652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-5f42fecf-843f-4492-a617-f4903131541b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c HTTP/1.1" status: 200 len: 217 time: 0.0409679 Jul 22 11:55:54.823136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Router b85ea742-f16b-45aa-8ac8-e1fda83ccab8 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:55:54.829417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-2a08d69d-2cbe-416c-a8f5-cd4b593f2e54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:54.831297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-2a08d69d-2cbe-416c-a8f5-cd4b593f2e54 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=1d29aa50-2465-4066-8557-20f75d1c7ece HTTP/1.1" status: 200 len: 853 time: 0.0571911 Jul 22 11:55:54.873242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-3abe1f34-f6d8-40d6-b89f-6c2fad4187b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=0130ddc0-3884-4703-93d5-0a2c343d83f7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0338860 Jul 22 11:55:54.961247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:54.978942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] Sync routers for ids ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:54.994857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] Routers {'b85ea742-f16b-45aa-8ac8-e1fda83ccab8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:54.995476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:54.995638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-8e649292-8adb-4e63-8ec5-2ba94b961e4b service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1157076 Jul 22 11:55:55.003285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.009510 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b998b49-2227-43e5-8c92-d0defd46cff5 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 2.4080775 Jul 22 11:55:55.010266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:55.015968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Request body: {'router': {'external_gateway_info': {}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:55:55.065699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:55.083843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] Routers {'b85ea742-f16b-45aa-8ac8-e1fda83ccab8'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:55.086272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:55.110131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a8af218-6fc8-4119-bf8b-4df163af3e5a req-1bae7d89-df5d-47ba-b6c0-de03ec54ee2c service neutron] 10.222.0.36 "GET /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1066556 Jul 22 11:55:55.145215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:55.146013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-be49a67c-c831-4795-a48b-17a0fe5c66d9 None None] The sync data for ids ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:55.371000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047aaf56-1535-46d2-aade-d9a22933ab6f req-d56fa42d-6472-4292-a557-788147f0e597 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:55.373220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-047aaf56-1535-46d2-aade-d9a22933ab6f req-d56fa42d-6472-4292-a557-788147f0e597 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 943 time: 0.1008706 Jul 22 11:55:55.394910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.414167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.426489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-047aaf56-1535-46d2-aade-d9a22933ab6f req-aa2b455b-3134-4945-bb98-656a3c544a1f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469820 Jul 22 11:55:55.487671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Deleting port 1dd14bac-2ccf-43e3-93d1-72ae9f56ba3f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:55:55.488015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.566992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.581057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Calling delete_port for 1dd14bac-2ccf-43e3-93d1-72ae9f56ba3f owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:55:55.776053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:55.810834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Pushing event deleted for resources: {'Port': ['ID=1dd14bac-2ccf-43e3-93d1-72ae9f56ba3f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:55.902584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.121658 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.125076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-8053239', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-8053228', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-8053084'] for router, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.206308 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Router b85ea742-f16b-45aa-8ac8-e1fda83ccab8 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:55:56.289609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:55:56.296438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.300128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73f591ef-b51f-4865-a792-73fee028d897 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "PUT /v2.0/routers/b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 200 len: 705 time: 1.2861960 Jul 22 11:55:56.300280 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] Sync routers for ids ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:55:56.300690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.309919 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] Routers {'b85ea742-f16b-45aa-8ac8-e1fda83ccab8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:56.310628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:56.343805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:56.352514 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] Routers {'b85ea742-f16b-45aa-8ac8-e1fda83ccab8'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:55:56.353125 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:55:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:56.380011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-48653157-d79a-424c-9275-9a56790e244e tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/routers/b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 200 len: 740 time: 0.0781515 Jul 22 11:55:56.383393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37264) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.392279 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:55:56.392916 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa7eaa7a-17af-4ef8-8495-b31e839cf36e None None] The sync data for ids ['b85ea742-f16b-45aa-8ac8-e1fda83ccab8'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:55:56.434320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-56759c98-8074-4632-ad8d-ed3dad5b6116 tempest-RoutersAdminTest-1111364830 tempest-RoutersAdminTest-1111364830-project-admin] 10.222.0.21 "GET /v2.0/ports?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&device_id=b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 200 len: 205 time: 0.0496254 Jul 22 11:55:56.436857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37266) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.470146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-50f3e655-71e1-4bdf-a923-7238d6d971d7 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 200 len: 205 time: 0.0295262 Jul 22 11:55:56.470146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37270) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.571860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.754359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2ca3d0-7062-4ef8-8c73-9aab3ad0ea5d req-3742860c-1a30-436b-a8d5-842a841c3ccd tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:56.755928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d2ca3d0-7062-4ef8-8c73-9aab3ad0ea5d req-3742860c-1a30-436b-a8d5-842a841c3ccd tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 943 time: 0.2450662 Jul 22 11:55:56.758361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.761045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.837762 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.837762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Fanout notify agent at l3_agent the message router_deleted on router b85ea742-f16b-45aa-8ac8-e1fda83ccab8 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:55:56.842335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:56.847205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-96b1a983-3f19-4816-8737-901c7ede5c25 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 204 len: 168 time: 0.3726323 Jul 22 11:55:56.848002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.852085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d2ca3d0-7062-4ef8-8c73-9aab3ad0ea5d req-cdfa7668-1939-4642-ac32-4b0b304c0fbe tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0890629 Jul 22 11:55:56.925762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4686d657-12f6-4dd4-a3cb-b65a1308f421 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 200 len: 205 time: 0.0756474 Jul 22 11:55:56.927883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37290) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:56.973749 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-adcae475-29cc-41ec-9e3f-30052a09ef27 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:56.974915 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-adcae475-29cc-41ec-9e3f-30052a09ef27 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/b85ea742-f16b-45aa-8ac8-e1fda83ccab8 HTTP/1.1" status: 404 len: 336 time: 0.0459349 Jul 22 11:55:56.979318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.014998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83db7367-3138-4f5d-a72f-1bdcc5e95b98 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 200 len: 205 time: 0.0342493 Jul 22 11:55:57.017307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37298) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.064000 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-d0b97b12-c32f-4b62-a026-e385cd083ff8 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:57.065207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d0b97b12-c32f-4b62-a026-e385cd083ff8 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/1adab1f9-c8c5-41fd-bec6-3a4c9fbb4eb6 HTTP/1.1" status: 404 len: 336 time: 0.0468249 Jul 22 11:55:57.067912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37302) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.111734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a47e7fd7-1ded-4608-ae56-7e9db24cca38 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 200 len: 205 time: 0.0426075 Jul 22 11:55:57.114231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37304) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.141431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7947bdcd-d239-4344-83d2-b122b49f7c7c details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:55:57.163545 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-2f6cec99-ca73-4f64-8013-5927f7f2558a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:57.164607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2f6cec99-ca73-4f64-8013-5927f7f2558a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/a8b14e4f-8d92-4303-a50a-aa778fc7cd7e HTTP/1.1" status: 404 len: 336 time: 0.0493493 Jul 22 11:55:57.167321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37306) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.204478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37308) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.205072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-07a08c9e-2926-4f35-b87d-a2fd6bf6e71a tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 200 len: 205 time: 0.0363526 Jul 22 11:55:57.246720 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-adc96cb8-895f-483f-96cb-e00ac8c350ed tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:57.249191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-adc96cb8-895f-483f-96cb-e00ac8c350ed tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/31c42116-8282-40b2-b910-b89838bc074b HTTP/1.1" status: 404 len: 336 time: 0.0429842 Jul 22 11:55:57.251724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37310) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.277474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:57.293094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '7947bdcd-d239-4344-83d2-b122b49f7c7c', 'network_id': '0130ddc0-3884-4703-93d5-0a2c343d83f7', 'port_id': '7947bdcd-d239-4344-83d2-b122b49f7c7c', 'mac_address': 'fa:16:3e:e4:d0:4b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '1d29aa50-2465-4066-8557-20f75d1c7ece', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:55:57.293909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6570a7e-2918-4eee-aae1-9ed578359999 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 200 len: 205 time: 0.0407405 Jul 22 11:55:57.295554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.335986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:57.338480 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-4e08114e-e2fa-4670-89a2-71a8bcf7628f tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:57.341820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37314) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.342286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4e08114e-e2fa-4670-89a2-71a8bcf7628f tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/95d5a21c-6521-4266-b5b6-4e32af0aa222 HTTP/1.1" status: 404 len: 336 time: 0.0453751 Jul 22 11:55:57.350214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7947bdcd-d239-4344-83d2-b122b49f7c7c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:55:57.371953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:57.375710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7d7026f0-83c0-4b93-a4e6-1e593a4c45dc tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "GET /v2.0/ports?device_id=3e002be3-b0a6-4eba-bbaf-49fb2d439873 HTTP/1.1" status: 200 len: 205 time: 0.0320673 Jul 22 11:55:57.378117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.379346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:57.422898 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-922ef425-88d4-43fc-abc8-3079d63685ac tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] delete failed (client error): The resource could not be found. Jul 22 11:55:57.431792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-922ef425-88d4-43fc-abc8-3079d63685ac tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/routers/3e002be3-b0a6-4eba-bbaf-49fb2d439873 HTTP/1.1" status: 404 len: 336 time: 0.0446150 Jul 22 11:55:57.431792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.452354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:57.458284 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3fdc8017-fca0-4072-832c-3e6eb2cc77e4 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] DELETE failed (client error): The resource could not be found. Jul 22 11:55:57.458284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3fdc8017-fca0-4072-832c-3e6eb2cc77e4 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:55:57.460790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3fdc8017-fca0-4072-832c-3e6eb2cc77e4 tempest-RoutersAdminTest-1711964970 tempest-RoutersAdminTest-1711964970-project] 10.222.0.21 "DELETE /v2.0/subnets/36d5e758-d0c2-4c09-ae6f-bead321a1767 HTTP/1.1" status: 404 len: 337 time: 0.0322864 Jul 22 11:55:57.468133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.468499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.468943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.469293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.469643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.470068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.470562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.471137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.471557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.471931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.472356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.472680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:55:57.477809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:57.614110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7947bdcd-d239-4344-83d2-b122b49f7c7c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:55:57.792811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:57.945421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa051e39-195d-4d55-94ba-ef21ed91ac62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.041472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbd4c2db-85c5-4c0b-b2eb-950feba148f5 req-93b6d721-e492-48d7-a109-07f46c09629f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:58.043255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbd4c2db-85c5-4c0b-b2eb-950feba148f5 req-93b6d721-e492-48d7-a109-07f46c09629f tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 944 time: 0.0855889 Jul 22 11:55:58.094645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa051e39-195d-4d55-94ba-ef21ed91ac62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.107352 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbd4c2db-85c5-4c0b-b2eb-950feba148f5 req-971f3f1b-564e-4497-94f3-b7d7d7edf887 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0555117 Jul 22 11:55:58.111607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aa051e39-195d-4d55-94ba-ef21ed91ac62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.165226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aa051e39-195d-4d55-94ba-ef21ed91ac62 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c250cb269256469bb483b1e63d24daeb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3680367 Jul 22 11:55:58.165605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37334) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:58.167267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa051e39-195d-4d55-94ba-ef21ed91ac62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0b6100fd-200f-4e5b-a519-2c8c872d5427,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:58.231674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.254583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.305491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.308182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.309492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0b6100fd-200f-4e5b-a519-2c8c872d5427 HTTP/1.1" status: 204 len: 168 time: 0.1428354 Jul 22 11:55:58.317628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-520c7cb1-1b76-48dc-b3ac-4c640369bb3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b6100fd-200f-4e5b-a519-2c8c872d5427,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:58.425835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.642637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:58.707427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94d22433-b849-4187-9f78-b9a2901a21fc admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=eaf138a7d7334a0889383fc84b621e92&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0608218 Jul 22 11:55:58.708298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:55:58.766126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.792096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.846876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.849510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:58.852920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dfba7ab5-3739-4086-a8b1-e8e3a9012cfc HTTP/1.1" status: 204 len: 168 time: 0.1418521 Jul 22 11:55:58.859413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b03875b-cf63-4c45-8b0c-b3059ffb16c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfba7ab5-3739-4086-a8b1-e8e3a9012cfc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:59.149861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7947bdcd-d239-4344-83d2-b122b49f7c7c up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:55:59.274743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 7947bdcd-d239-4344-83d2-b122b49f7c7c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:55:59.288982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 7947bdcd-d239-4344-83d2-b122b49f7c7c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:55:59.296018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:59.361434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9e79af0-3007-4a4c-a889-25c2530f5a5d req-bf54275a-2d7a-4075-a2bf-071dfab3ae23 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:59.370311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9e79af0-3007-4a4c-a889-25c2530f5a5d req-bf54275a-2d7a-4075-a2bf-071dfab3ae23 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 944 time: 0.1617198 Jul 22 11:55:59.464171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9e79af0-3007-4a4c-a889-25c2530f5a5d req-0a3510bf-93d7-47c0-b515-4ae1be7aeb58 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0805535 Jul 22 11:55:59.486604 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:59.548380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:55:59.563452 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98972583-6faa-4ba0-93f2-d4a1fb71c69a" -d '{"events": [{"server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "name": "network-vif-plugged", "status": "completed", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:55:59.594652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:55:59.602551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:55:59.676102 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:55:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4a6b19d-1277-46a5-bfa2-a8a226e19f66 x-openstack-request-id: req-d4a6b19d-1277-46a5-bfa2-a8a226e19f66 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:55:59.677192 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "name": "network-vif-plugged", "status": "completed", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:55:59.677450 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4a6b19d-1277-46a5-bfa2-a8a226e19f66 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:55:59.677848 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c', 'code': 200} Jul 22 11:55:59.738933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:55:59.813491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b862953-3630-4950-b305-b91d933ebee6 req-0e8519ea-c77d-4f79-b42e-44de676264cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:55:59.815210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b862953-3630-4950-b305-b91d933ebee6 req-0e8519ea-c77d-4f79-b42e-44de676264cd service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 1096 time: 0.0838256 Jul 22 11:55:59.860461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b862953-3630-4950-b305-b91d933ebee6 req-0abd34d7-4656-4b5e-89ee-91d485334c13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376728 Jul 22 11:56:00.091273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37548) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:00.249536 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7eb44e2-ea3e-417d-a88e-874d55bd6159 tempest-AgentManagementNegativeTest-1177966013 tempest-AgentManagementNegativeTest-1177966013-project] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.1452882 Jul 22 11:56:00.592786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:00.789107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32285fc1-b617-4ed6-ba0f-584fc0ad13a2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:00.807698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfe12db4-3fd4-42ca-a2e3-e11e7ed43009 req-a72986f3-7fbb-4a4a-8edd-75521b4fbc01 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:00.815277 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfe12db4-3fd4-42ca-a2e3-e11e7ed43009 req-a72986f3-7fbb-4a4a-8edd-75521b4fbc01 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 945 time: 0.1521444 Jul 22 11:56:00.881526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfe12db4-3fd4-42ca-a2e3-e11e7ed43009 req-2e47c431-e3cc-4f1a-b05b-48f650b561f7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0648005 Jul 22 11:56:01.001037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32285fc1-b617-4ed6-ba0f-584fc0ad13a2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.017426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32285fc1-b617-4ed6-ba0f-584fc0ad13a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.081098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:01.088008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-32285fc1-b617-4ed6-ba0f-584fc0ad13a2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6f79b7f32ce94cef953471f382cbe141&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4927597 Jul 22 11:56:01.090044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32285fc1-b617-4ed6-ba0f-584fc0ad13a2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8aea104d-e7b8-4906-9111-6a561bd1037c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:01.156324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.185726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.252272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.255098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:01.256278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8aea104d-e7b8-4906-9111-6a561bd1037c HTTP/1.1" status: 204 len: 168 time: 0.1741774 Jul 22 11:56:01.264480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcc9c23b-f499-4611-8bcc-4168a046e6c3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8aea104d-e7b8-4906-9111-6a561bd1037c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:02.124589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a8c495-3bcb-48a9-9f77-734f53a9e1f6 req-983a0f86-3125-4462-8469-3c735f7a2dbf tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:02.126251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74a8c495-3bcb-48a9-9f77-734f53a9e1f6 req-983a0f86-3125-4462-8469-3c735f7a2dbf tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 945 time: 0.1254992 Jul 22 11:56:02.138011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37834) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:02.260632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74a8c495-3bcb-48a9-9f77-734f53a9e1f6 req-9ff5e999-8802-493c-9ad1-8377ed1eeff5 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1193357 Jul 22 11:56:02.297664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1387585481'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:02.339479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:02.345279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.357383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.493503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.500582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.550159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:02.563059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.563392 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment d8ef7bdd-890a-423c-963b-ad014f447f9e of type vlan for network bbdd405a-d9ee-4cf6-b110-c68a00227870 Jul 22 11:56:02.577535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fffdc90f-f560-4c0b-bf3d-322a2cdd20bb,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:02.633541 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.677703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.685486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:02.686419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:02.738723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.5995066 Jul 22 11:56:02.810889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ef6db4c-9683-414d-848a-0ed0c83009fe tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=bbdd405a-d9ee-4cf6-b110-c68a00227870,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:02.827347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:02.862176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37916) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:03.001889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4012ac6-9452-423c-bab5-016cf5ca00a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.104586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4012ac6-9452-423c-bab5-016cf5ca00a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.109630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e4012ac6-9452-423c-bab5-016cf5ca00a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.146507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4012ac6-9452-423c-bab5-016cf5ca00a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b47b1e73-6612-421a-8ade-d3c146b13cd5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:03.152012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e4012ac6-9452-423c-bab5-016cf5ca00a6 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2fdf6b8af78943f6b087ec4f11d3bf0c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2885261 Jul 22 11:56:03.154779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:03.210490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.233097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.283851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.286912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.298709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b47b1e73-6612-421a-8ade-d3c146b13cd5 HTTP/1.1" status: 204 len: 168 time: 0.1344123 Jul 22 11:56:03.310535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dac87db-b8af-49d4-8dc5-8865490c17cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b47b1e73-6612-421a-8ade-d3c146b13cd5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:03.594330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37928) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:03.611176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6363955b-a107-4b0a-abae-6b0eb28bdc39 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.728908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6363955b-a107-4b0a-abae-6b0eb28bdc39 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.733196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6363955b-a107-4b0a-abae-6b0eb28bdc39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.776559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:03.777025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6363955b-a107-4b0a-abae-6b0eb28bdc39 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3d9ca5db76f344e491fe10b2eb444ccb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1811438 Jul 22 11:56:03.778904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6363955b-a107-4b0a-abae-6b0eb28bdc39 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08c7c096-f22d-46f2-baf2-15f9177024bb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:03.855580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.894438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.962064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.965823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:03.968157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/08c7c096-f22d-46f2-baf2-15f9177024bb HTTP/1.1" status: 204 len: 168 time: 0.1880054 Jul 22 11:56:03.978928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0aa69fc6-a27f-46df-8654-84ca72130bc4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08c7c096-f22d-46f2-baf2-15f9177024bb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:05.494507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-fe7703b2-532a-4b00-966c-6f0d46d40fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1558547 Jul 22 11:56:05.579342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-3d2051cc-c36b-441d-bc8c-132c1af0f4e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:05.581016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-3d2051cc-c36b-441d-bc8c-132c1af0f4e8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 1100 time: 0.0650456 Jul 22 11:56:05.695996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-12d9ff55-c54c-42cd-bd86-3928889d39d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:05.697505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-12d9ff55-c54c-42cd-bd86-3928889d39d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.0961430 Jul 22 11:56:05.744349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-ce4e3a56-4ad2-47c6-b40d-9bea174ba8ab service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.94&port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34 HTTP/1.1" status: 200 len: 217 time: 0.0392463 Jul 22 11:56:05.801909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-f02ef812-506e-4f59-88fa-056a4b1841a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:05.804222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-f02ef812-506e-4f59-88fa-056a4b1841a3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0525787 Jul 22 11:56:05.866814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-26e78c1c-a8a1-4c38-9c03-01208de5d27a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:05.868657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-26e78c1c-a8a1-4c38-9c03-01208de5d27a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0562274 Jul 22 11:56:05.962038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-0cae259e-a072-467d-872b-f2398424f6f4 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856385 Jul 22 11:56:06.070063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-096a874d-563c-4805-aa65-89c6c2b0f94a req-56ff8adc-58b9-4004-9121-fb609408f2b7 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950263 Jul 22 11:56:06.115762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:06.120831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:06.208953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:06.213182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.425451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.491359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=cc036af2-f523-43db-91cb-54f05cc3e98e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:06.503397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': 'd8ef7bdd-890a-423c-963b-ad014f447f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:06.504090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: bbdd405a-d9ee-4cf6-b110-c68a00227870, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:06.524251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:06.534056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, bbdd405a-d9ee-4cf6-b110-c68a00227870) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:06.538675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:06.539451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.544337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b3b6d3-c237-46b9-a612-d4a46212c96e None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:06.571995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1ee6365b-54e9-42c8-99f3-dcbe427c5e0e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4550927 Jul 22 11:56:06.576271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:06.587918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1845977106'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:06.615225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:06.619645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.654615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 102, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:06.665461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.665810 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment 3dc92f3c-7cb4-4025-870d-b8724675169c of type vlan for network da2dcfc3-3177-41d8-9b14-3323125bd02a Jul 22 11:56:06.716848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.744427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-bbdd405a-d9ee-4cf6-b110-c68a00227870', 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': 'cc036af2-f523-43db-91cb-54f05cc3e98e'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:06.745411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.754226 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.763006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:06.763962 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.816803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2387269 Jul 22 11:56:06.819713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:06.826868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:06.858182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33f7163d-adbc-4c2a-8dcf-40308c1faf39 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=da2dcfc3-3177-41d8-9b14-3323125bd02a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:06.888875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network da2dcfc3-3177-41d8-9b14-3323125bd02a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:06.944761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:06.952814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:06.967721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Allocated IP 2001:db8:0:ffff::2 (bbdd405a-d9ee-4cf6-b110-c68a00227870/cc036af2-f523-43db-91cb-54f05cc3e98e/d44210bd-4ce7-47c6-b849-7c282f11df80) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:07.263459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.objects.ports [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93706) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:56:07.265199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.327941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=645f5243-f345-4661-927d-c21639b21e7d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:07.332161 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.337829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': '3dc92f3c-7cb4-4025-870d-b8724675169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:07.338202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: da2dcfc3-3177-41d8-9b14-3323125bd02a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:07.342083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Transition to ACTIVE for port object d44210bd-4ce7-47c6-b849-7c282f11df80 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:07.357386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network da2dcfc3-3177-41d8-9b14-3323125bd02a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:07.358429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Transition to ACTIVE for port object d44210bd-4ce7-47c6-b849-7c282f11df80 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:07.365656 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.367592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, da2dcfc3-3177-41d8-9b14-3323125bd02a) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:07.373431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:07.374267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.400098 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-33dcebe1-e539-4cd6-8679-101730c4ca8e tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 0.5758920 Jul 22 11:56:07.400398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:07.405683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'port': {'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a', 'name': 'tempest-NetworksIpV6TestAttrs-827247172'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:07.408406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a08e2f1-c097-4316-8917-c20efb9466e3 None None] Network da2dcfc3-3177-41d8-9b14-3323125bd02a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:07.444641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:07.451723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:07.453545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Pushing event updated for resources: {'Port': ['ID=d44210bd-4ce7-47c6-b849-7c282f11df80,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:07.457719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:07.538926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:07.545097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.572672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] device_id is not set on port 645cdeac-ace5-412f-a11e-9ab9ff4709e0 yet. {{(pid=93707) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:56:07.594916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Attempting to bind port d44210bd-4ce7-47c6-b849-7c282f11df80 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:07.595409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Attempting to bind port d44210bd-4ce7-47c6-b849-7c282f11df80 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd8ef7bdd-890a-423c-963b-ad014f447f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:07.595642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Attempting to bind port d44210bd-4ce7-47c6-b849-7c282f11df80 on network bbdd405a-d9ee-4cf6-b110-c68a00227870 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:07.605508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:07.605889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Checking segment: {'id': 'd8ef7bdd-890a-423c-963b-ad014f447f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:07.606298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.606721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Bound using segment: {'id': 'd8ef7bdd-890a-423c-963b-ad014f447f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:07.607193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Bound port: d44210bd-4ce7-47c6-b849-7c282f11df80, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd8ef7bdd-890a-423c-963b-ad014f447f9e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'bbdd405a-d9ee-4cf6-b110-c68a00227870'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:07.607580 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.670424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-da2dcfc3-3177-41d8-9b14-3323125bd02a', 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': '645f5243-f345-4661-927d-c21639b21e7d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:07.671473 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.700481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Allocated IP 2001:db8::f816:3eff:fe48:b35b (da2dcfc3-3177-41d8-9b14-3323125bd02a/645f5243-f345-4661-927d-c21639b21e7d/645cdeac-ace5-412f-a11e-9ab9ff4709e0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:07.771003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] For port d44210bd-4ce7-47c6-b849-7c282f11df80, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:07.794102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] For port d44210bd-4ce7-47c6-b849-7c282f11df80, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d44210bd-4ce7-47c6-b849-7c282f11df80,segment=NetworkSegment(d8ef7bdd-890a-423c-963b-ad014f447f9e),segment_id=d8ef7bdd-890a-423c-963b-ad014f447f9e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:07.802417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.864231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d3bb86-5ae1-4985-bb30-32e48f9d7c66 None None] Pushing event updated for resources: {'Port': ['ID=d44210bd-4ce7-47c6-b849-7c282f11df80,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:07.877609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.893524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Transition to ACTIVE for port object 645cdeac-ace5-412f-a11e-9ab9ff4709e0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:07.931250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:07.981055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network da2dcfc3-3177-41d8-9b14-3323125bd02a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:07.982337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Allocated IP 2001:db8::f816:3eff:feaa:87d0 (da2dcfc3-3177-41d8-9b14-3323125bd02a/645f5243-f345-4661-927d-c21639b21e7d/aa06bcbd-2d5c-44db-ad79-8dc36d769a9d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:07.987706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:07.992425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:07.998900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:07.999800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.009955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Port': ['ID=645cdeac-ace5-412f-a11e-9ab9ff4709e0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:08.032406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6ecbcd3-8052-4b87-9826-ce4f06c71e0a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 0.6286676 Jul 22 11:56:08.032767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 37994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:08.100727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting subnet 645f5243-f345-4661-927d-c21639b21e7d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:56:08.191080 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.201208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Transition to ACTIVE for port object aa06bcbd-2d5c-44db-ad79-8dc36d769a9d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:08.221894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Transition to ACTIVE for port object aa06bcbd-2d5c-44db-ad79-8dc36d769a9d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:08.227804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.235648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.268988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.291351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Network da2dcfc3-3177-41d8-9b14-3323125bd02a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:08.292674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Pushing event updated for resources: {'Port': ['ID=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:08.296203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:08.298260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:08.363247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Attempting to bind port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:08.363673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Attempting to bind port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3dc92f3c-7cb4-4025-870d-b8724675169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:08.364193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Attempting to bind port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d on network da2dcfc3-3177-41d8-9b14-3323125bd02a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:08.370683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:08.371128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Checking segment: {'id': '3dc92f3c-7cb4-4025-870d-b8724675169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:08.371486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.371887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Bound using segment: {'id': '3dc92f3c-7cb4-4025-870d-b8724675169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:08.372372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Bound port: aa06bcbd-2d5c-44db-ad79-8dc36d769a9d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3dc92f3c-7cb4-4025-870d-b8724675169c', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 102, 'network_id': 'da2dcfc3-3177-41d8-9b14-3323125bd02a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:08.373070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.461403 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] For port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:08.465701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] For port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,segment=NetworkSegment(3dc92f3c-7cb4-4025-870d-b8724675169c),segment_id=3dc92f3c-7cb4-4025-870d-b8724675169c)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:08.469881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.533019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03b0d6c2-6b83-4e4f-a5a7-8f84e0d59d49 None None] Pushing event updated for resources: {'Port': ['ID=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:08.790322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.867276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.894405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=645f5243-f345-4661-927d-c21639b21e7d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:08.900825 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:08.905645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37996) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:08.906089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a0f110de-f30c-4608-8a24-7ca9c7348388 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/645f5243-f345-4661-927d-c21639b21e7d HTTP/1.1" status: 204 len: 168 time: 0.8719733 Jul 22 11:56:08.973896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4347e8-a085-4382-a6d0-b22f4a04f214 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:08.976245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f4347e8-a085-4382-a6d0-b22f4a04f214 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:08.980567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8f4347e8-a085-4382-a6d0-b22f4a04f214 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0712378 Jul 22 11:56:08.980811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 37998) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:09.073688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a9315a8c-024d-448f-ad6c-baa406024176 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.080935 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a9315a8c-024d-448f-ad6c-baa406024176 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 11:56:09.081408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a9315a8c-024d-448f-ad6c-baa406024176 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:09.083205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9315a8c-024d-448f-ad6c-baa406024176 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/da2dcfc3-3177-41d8-9b14-3323125bd02a HTTP/1.1" status: 409 len: 405 time: 0.1014640 Jul 22 11:56:09.087556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:09.092954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-2091548659'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:09.099434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e29eca9-0229-4f9f-aa7e-41b5ebe41498 None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:09.117646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:09.121685 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.153083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:09.162358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.162953 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment e3c34fd7-3133-4a25-9077-6802a7268dbd of type vlan for network e40450ab-aa74-42c9-b488-c39377b14697 Jul 22 11:56:09.185630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5a2033f0-0100-4869-b501-0a4c8dbeb0f0 None None] Provisioning for port d44210bd-4ce7-47c6-b849-7c282f11df80 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:09.211204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.243299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.251053 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:09.251937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.290855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2020683 Jul 22 11:56:09.293661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:09.299471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:09.327937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bedd6237-2b43-4ceb-a0cc-0640bbe4baa5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=e40450ab-aa74-42c9-b488-c39377b14697,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:09.340006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network e40450ab-aa74-42c9-b488-c39377b14697 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:09.425216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:09.429620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.862830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:56:09.864779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:09.935889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=5b234951-5500-455c-b776-57d5d0b35e08,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:09.950206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': 'e3c34fd7-3133-4a25-9077-6802a7268dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:09.950796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: e40450ab-aa74-42c9-b488-c39377b14697, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:09.976324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aa06bcbd-2d5c-44db-ad79-8dc36d769a9d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:09.979867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network e40450ab-aa74-42c9-b488-c39377b14697 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:09.992627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, e40450ab-aa74-42c9-b488-c39377b14697) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:10.000483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:10.001023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.029950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:10.030089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-36de00d8-031d-4f90-99e8-01d263774fc5 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7349355 Jul 22 11:56:10.033991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9f66684-f46c-45d3-9906-c6eb5840b859 None None] Network e40450ab-aa74-42c9-b488-c39377b14697 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:10.036712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'port': {'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697', 'name': 'tempest-NetworksIpV6TestAttrs-1622432063'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:10.107278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84632fef-22e5-4bc1-8971-62d3da907982 None None] Network da2dcfc3-3177-41d8-9b14-3323125bd02a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:10.196555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:10.200973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:10.203448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.216725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d44210bd-4ce7-47c6-b849-7c282f11df80 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:10.242376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] device_id is not set on port cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:56:10.244330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Provisioning for port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:10.260818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3f87566-6705-4c42-a671-b5af1efec6b8 req-cf84fded-c6a8-458c-9f13-2a991cbec810 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:10.267088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e3f87566-6705-4c42-a671-b5af1efec6b8 req-cf84fded-c6a8-458c-9f13-2a991cbec810 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 949 time: 0.1583941 Jul 22 11:56:10.301183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Provisioning complete for port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:10.301789 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.308829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e3f87566-6705-4c42-a671-b5af1efec6b8 req-101f8765-4368-4292-b45d-b03046fd14f4 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394230 Jul 22 11:56:10.421095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Allocated IP 2001:db8::f816:3eff:fe2a:3cb0 (e40450ab-aa74-42c9-b488-c39377b14697/5b234951-5500-455c-b776-57d5d0b35e08/cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:10.449278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-e40450ab-aa74-42c9-b488-c39377b14697', 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': '5b234951-5500-455c-b776-57d5d0b35e08'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:10.450416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.463133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d44210bd-4ce7-47c6-b849-7c282f11df80 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:10.478718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d44210bd-4ce7-47c6-b849-7c282f11df80 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:10.479234 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.629821 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.644809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] DHCP port deletion for da2dcfc3-3177-41d8-9b14-3323125bd02a request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:56:10.700637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.720923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Transition to ACTIVE for port object cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:10.740233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] For port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,segment=NetworkSegment(3dc92f3c-7cb4-4025-870d-b8724675169c),segment_id=3dc92f3c-7cb4-4025-870d-b8724675169c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:10.753207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.776443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.836493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network e40450ab-aa74-42c9-b488-c39377b14697 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:10.839820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:10.842849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:10.844419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.848954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:10.849588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.858093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad63bb4-308a-4348-b4bc-5dc823cb6d44 None None] Pushing event updated for resources: {'Port': ['ID=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:10.872163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Port': ['ID=cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:10.879663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-38b5c63e-03da-4f52-a9a1-ad27f4393105 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 951 time: 0.8455660 Jul 22 11:56:10.880022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:10.889476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Deleting port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:10.889898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:10.903391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Allocated IP 2001:db8::f816:3eff:fe6f:a9bd (e40450ab-aa74-42c9-b488-c39377b14697/5b234951-5500-455c-b776-57d5d0b35e08/a645d230-82a8-47fd-b67d-f06c632583b1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:10.939732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting subnet 5b234951-5500-455c-b776-57d5d0b35e08 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:56:10.945789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d44210bd-4ce7-47c6-b849-7c282f11df80, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d44210bd-4ce7-47c6-b849-7c282f11df80,segment=NetworkSegment(d8ef7bdd-890a-423c-963b-ad014f447f9e),segment_id=d8ef7bdd-890a-423c-963b-ad014f447f9e)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:10.954715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.037172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] For port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,segment=NetworkSegment(3dc92f3c-7cb4-4025-870d-b8724675169c),segment_id=3dc92f3c-7cb4-4025-870d-b8724675169c)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:11.038140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.093978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Calling delete_port for aa06bcbd-2d5c-44db-ad79-8dc36d769a9d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:11.268511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d44210bd-4ce7-47c6-b849-7c282f11df80,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:11.395478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.405810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Transition to ACTIVE for port object a645d230-82a8-47fd-b67d-f06c632583b1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:11.413520 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.454717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] No DVR routers for this DVR port aa06bcbd-2d5c-44db-ad79-8dc36d769a9d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:11.466847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Transition to ACTIVE for port object a645d230-82a8-47fd-b67d-f06c632583b1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:11.466847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c244cc1c-c4b3-4a53-b2d8-5be71630b289 None None] Pushing event deleted for resources: {'Port': ['ID=aa06bcbd-2d5c-44db-ad79-8dc36d769a9d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:11.476776 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.482461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77940eef-fe0f-4b17-8579-6677482828d0 req-486eb3e7-a90f-4dd5-837f-5111bf569c3e tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:11.487267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77940eef-fe0f-4b17-8579-6677482828d0 req-486eb3e7-a90f-4dd5-837f-5111bf569c3e tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 949 time: 0.0975389 Jul 22 11:56:11.488993 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.519474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Network e40450ab-aa74-42c9-b488-c39377b14697 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:11.523083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:11.527443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:11.537103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Pushing event updated for resources: {'Port': ['ID=a645d230-82a8-47fd-b67d-f06c632583b1,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:11.557745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.586992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77940eef-fe0f-4b17-8579-6677482828d0 req-0ad9a599-6500-42ed-bcb9-ae5a1aaf8b45 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/security-groups?id=02e91221-473a-434c-9ac3-ab150194956e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933611 Jul 22 11:56:11.617868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Attempting to bind port a645d230-82a8-47fd-b67d-f06c632583b1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:11.618329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Attempting to bind port a645d230-82a8-47fd-b67d-f06c632583b1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'e3c34fd7-3133-4a25-9077-6802a7268dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:11.619006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Attempting to bind port a645d230-82a8-47fd-b67d-f06c632583b1 on network e40450ab-aa74-42c9-b488-c39377b14697 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:11.623901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:11.624284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Checking segment: {'id': 'e3c34fd7-3133-4a25-9077-6802a7268dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:11.624691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.625091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Bound using segment: {'id': 'e3c34fd7-3133-4a25-9077-6802a7268dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:11.625562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Bound port: a645d230-82a8-47fd-b67d-f06c632583b1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e3c34fd7-3133-4a25-9077-6802a7268dbd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'e40450ab-aa74-42c9-b488-c39377b14697'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:11.625946 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.695901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] For port a645d230-82a8-47fd-b67d-f06c632583b1, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:11.699116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] For port a645d230-82a8-47fd-b67d-f06c632583b1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a645d230-82a8-47fd-b67d-f06c632583b1,segment=NetworkSegment(e3c34fd7-3133-4a25-9077-6802a7268dbd),segment_id=e3c34fd7-3133-4a25-9077-6802a7268dbd)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:11.704519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.731307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.790215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-6a4a51b5-aa25-48e3-a7fe-61e30f982ff4 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:11.791275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-577983d2-7f1f-4f1d-b941-cf5585719b87 None None] Pushing event updated for resources: {'Port': ['ID=a645d230-82a8-47fd-b67d-f06c632583b1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:11.791940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-6a4a51b5-aa25-48e3-a7fe-61e30f982ff4 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.20 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 949 time: 0.1456831 Jul 22 11:56:11.840659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d44210bd-4ce7-47c6-b849-7c282f11df80 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:11.874866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.919406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=5b234951-5500-455c-b776-57d5d0b35e08,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:11.933152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.933517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d44210bd-4ce7-47c6-b849-7c282f11df80 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:11.934295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:11.937882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f91298c5-ff0a-41a9-8223-38b4ef7a27d4 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/5b234951-5500-455c-b776-57d5d0b35e08 HTTP/1.1" status: 204 len: 168 time: 1.0566618 Jul 22 11:56:11.938093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:11.965533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Deleting port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:11.965985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.018064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb36311-a69a-431f-bde7-015a9e302334 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:12.019730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fb36311-a69a-431f-bde7-015a9e302334 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:12.024163 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9fb36311-a69a-431f-bde7-015a9e302334 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.0822437 Jul 22 11:56:12.027243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:12.140564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] For port 67b076c9-d77c-4ea0-b274-5e774aa3bf34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=67b076c9-d77c-4ea0-b274-5e774aa3bf34,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:12.141000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.152304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aa06bcbd-2d5c-44db-ad79-8dc36d769a9d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:56:12.158247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Calling delete_port for 67b076c9-d77c-4ea0-b274-5e774aa3bf34 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:12.183008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a1cd6653-e703-4ff5-8a1a-d69416ff2a94 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.191241 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a1cd6653-e703-4ff5-8a1a-d69416ff2a94 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): There was a conflict when trying to complete your request. Jul 22 11:56:12.192052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a1cd6653-e703-4ff5-8a1a-d69416ff2a94 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 409 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:12.193274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: aa06bcbd-2d5c-44db-ad79-8dc36d769a9d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:56:12.194600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device aa06bcbd-2d5c-44db-ad79-8dc36d769a9d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:56:12.195549 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a1cd6653-e703-4ff5-8a1a-d69416ff2a94 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/e40450ab-aa74-42c9-b488-c39377b14697 HTTP/1.1" status: 409 len: 405 time: 0.1672320 Jul 22 11:56:12.200298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38046) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:12.206771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-792067443'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:12.231004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:12.234616 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.264219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:12.274371 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.274748 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment 0a30a69a-755c-4c1f-8d54-2212fb8c4059 of type vlan for network 47f56542-311c-46f5-a9cc-ddce1808c17c Jul 22 11:56:12.322531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.342718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.355174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['67b076c9-d77c-4ea0-b274-5e774aa3bf34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:56:12.368240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.375629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Pushing event deleted for resources: {'Port': ['ID=67b076c9-d77c-4ea0-b274-5e774aa3bf34,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:12.376098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:12.376932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.434564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] No DVR routers for this DVR port 67b076c9-d77c-4ea0-b274-5e774aa3bf34 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:12.438009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:12.440187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2749d068-e3d7-4386-b71d-30bd1aeb2f46 req-b85eac66-9be6-4bb6-adee-f5929b806132 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.20 "DELETE /v2.0/ports/67b076c9-d77c-4ea0-b274-5e774aa3bf34 HTTP/1.1" status: 204 len: 173 time: 0.6420183 Jul 22 11:56:12.440634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'name': 'network-vif-deleted', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:56:12.444703 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb09365b-4694-4f36-884b-604800aa7a29" -d '{"events": [{"server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "name": "network-vif-deleted", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:56:12.481642 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2796142 Jul 22 11:56:12.483033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3bca24f-8127-4933-bb26-7614c654bcda tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=47f56542-311c-46f5-a9cc-ddce1808c17c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:12.484783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38054) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:12.489967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': '47f56542-311c-46f5-a9cc-ddce1808c17c', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:12.495659 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:56:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9463f917-f64e-421c-a919-79670925b324 x-openstack-request-id: req-9463f917-f64e-421c-a919-79670925b324 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:56:12.495964 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "109523b1-e1bd-4107-a403-f1ab00142d5f", "name": "network-vif-deleted", "tag": "67b076c9-d77c-4ea0-b274-5e774aa3bf34", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:56:12.496205 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9463f917-f64e-421c-a919-79670925b324 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:56:12.496598 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '109523b1-e1bd-4107-a403-f1ab00142d5f', 'name': 'network-vif-deleted', 'tag': '67b076c9-d77c-4ea0-b274-5e774aa3bf34', 'status': 'completed', 'code': 200} Jul 22 11:56:12.500023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 47f56542-311c-46f5-a9cc-ddce1808c17c details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:12.995850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed62cd9b-2a93-46e0-b705-9feeeffe1935 req-406efacd-9047-49b4-bf8b-cef5b2e78e61 tempest-VolumesBackupsTest-897369331 tempest-VolumesBackupsTest-897369331-project] 10.222.0.21 "GET /v2.0/ports?device_id=109523b1-e1bd-4107-a403-f1ab00142d5f HTTP/1.1" status: 200 len: 210 time: 0.0700166 Jul 22 11:56:13.027864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:13.031642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.101466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c766ea66-abd9-4fe5-906e-81b59c27778b None None] Network e40450ab-aa74-42c9-b488-c39377b14697 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:13.218839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d7691866-f6f8-4da6-935d-81b13d6cf54d None None] Provisioning for port a645d230-82a8-47fd-b67d-f06c632583b1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:13.289921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:56:13.291597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.306933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] DHCP port deletion for e40450ab-aa74-42c9-b488-c39377b14697 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:56:13.354520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Deleting port a645d230-82a8-47fd-b67d-f06c632583b1 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:13.354830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.358163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=bfe0233f-c35e-49e0-8b83-2dc089c35ca3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:13.367443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': '0a30a69a-755c-4c1f-8d54-2212fb8c4059', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '47f56542-311c-46f5-a9cc-ddce1808c17c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:13.367811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: 47f56542-311c-46f5-a9cc-ddce1808c17c, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:13.385916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network 47f56542-311c-46f5-a9cc-ddce1808c17c is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:13.395964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 47f56542-311c-46f5-a9cc-ddce1808c17c) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:13.401061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:13.401651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.416862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cb86f970-7af6-429c-b543-206351ca5742 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 0.9309592 Jul 22 11:56:13.419637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:13.420410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7e26d5c-b361-4de2-8961-7d765f10f827 None None] Network 47f56542-311c-46f5-a9cc-ddce1808c17c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:13.442480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] For port a645d230-82a8-47fd-b67d-f06c632583b1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a645d230-82a8-47fd-b67d-f06c632583b1,segment=NetworkSegment(e3c34fd7-3133-4a25-9077-6802a7268dbd),segment_id=e3c34fd7-3133-4a25-9077-6802a7268dbd)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:13.442947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.465686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Calling delete_port for a645d230-82a8-47fd-b67d-f06c632583b1 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:13.524540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.585916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.631131 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.654999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.679679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=bfe0233f-c35e-49e0-8b83-2dc089c35ca3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:13.692373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] No DVR routers for this DVR port a645d230-82a8-47fd-b67d-f06c632583b1 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:13.699869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ff47ef0-7ada-4886-897d-e8de6c8e7a65 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-47f56542-311c-46f5-a9cc-ddce1808c17c', 'network_id': '47f56542-311c-46f5-a9cc-ddce1808c17c', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': 'bfe0233f-c35e-49e0-8b83-2dc089c35ca3'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:13.699869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ff47ef0-7ada-4886-897d-e8de6c8e7a65 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.702078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-024dfd03-516f-4ab9-9cc8-52fd3810de62 None None] Pushing event deleted for resources: {'Port': ['ID=a645d230-82a8-47fd-b67d-f06c632583b1,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:13.774609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.785297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47f56542-311c-46f5-a9cc-ddce1808c17c']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:13.797637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a30a69a-755c-4c1f-8d54-2212fb8c4059') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:13.797984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a30a69a-755c-4c1f-8d54-2212fb8c4059') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:13.810192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.811698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba15b78-f0de-424b-bf83-a9c87fd5891a None None] Network 47f56542-311c-46f5-a9cc-ddce1808c17c requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:13.825661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.833468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:13.833898 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:13.838517 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:13.904746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.919904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.925541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/47f56542-311c-46f5-a9cc-ddce1808c17c HTTP/1.1" status: 204 len: 168 time: 0.5015008 Jul 22 11:56:13.925749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:13.931484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-484667198'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:13.940595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311969e1-4a38-4c47-b67e-0c69d183716a tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=47f56542-311c-46f5-a9cc-ddce1808c17c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:13.956681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:13.961664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:13.998950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:14.010139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.010660 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment 86418776-b250-46ba-9b9d-cb8fc404dbac of type vlan for network 123d4ebf-e28d-4871-a9e1-5a8f4204e507 Jul 22 11:56:14.053245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.096898 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.103112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:14.103740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.146880 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 0.2199030 Jul 22 11:56:14.149841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:14.156728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': '123d4ebf-e28d-4871-a9e1-5a8f4204e507', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:14.189049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242c539f-b670-4484-8a8f-845554ea98e3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=123d4ebf-e28d-4871-a9e1-5a8f4204e507,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:14.201244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 123d4ebf-e28d-4871-a9e1-5a8f4204e507 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:14.312226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:14.315967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.347553 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:56:14.431678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:14.523150 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.554026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f399d7-a10b-4fa8-8c66-f8bb157f2334 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.610336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=4e9f69a4-491b-449e-bf12-2d240faabd7d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:14.624906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': '86418776-b250-46ba-9b9d-cb8fc404dbac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': '123d4ebf-e28d-4871-a9e1-5a8f4204e507'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:14.625398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: 123d4ebf-e28d-4871-a9e1-5a8f4204e507, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:14.643731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network 123d4ebf-e28d-4871-a9e1-5a8f4204e507 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:14.655593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 123d4ebf-e28d-4871-a9e1-5a8f4204e507) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:14.660338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:14.661099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.666931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a418159-b3cf-4112-ace7-3d3820e00549 None None] Network 123d4ebf-e28d-4871-a9e1-5a8f4204e507 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:14.680090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f399d7-a10b-4fa8-8c66-f8bb157f2334 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.685586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36f399d7-a10b-4fa8-8c66-f8bb157f2334 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.692480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-97279b26-d06a-4ced-95b8-92033dd288f7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.5403295 Jul 22 11:56:14.696693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:14.730528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-36f399d7-a10b-4fa8-8c66-f8bb157f2334 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a9f0697ae1be4360bd5db230a447c8c3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2976906 Jul 22 11:56:14.734110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:14.770729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f399d7-a10b-4fa8-8c66-f8bb157f2334 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c85da5f-e2df-4a52-ac28-4fa9ff087491,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:14.807731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.833201 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.843000 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.896813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75878094-a510-4c69-9eaa-6518bd5e6d4c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-123d4ebf-e28d-4871-a9e1-5a8f4204e507', 'network_id': '123d4ebf-e28d-4871-a9e1-5a8f4204e507', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': '4e9f69a4-491b-449e-bf12-2d240faabd7d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:14.898283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-75878094-a510-4c69-9eaa-6518bd5e6d4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.901337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.904524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.905908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3c85da5f-e2df-4a52-ac28-4fa9ff087491 HTTP/1.1" status: 204 len: 168 time: 0.1707995 Jul 22 11:56:14.912736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:14.916566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeea8a6e-6cb4-4578-8116-583463ba5c37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c85da5f-e2df-4a52-ac28-4fa9ff087491,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:14.997526 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-75878094-a510-4c69-9eaa-6518bd5e6d4c None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e9f69a4-491b-449e-bf12-2d240faabd7d: This subnet is being modified by another concurrent operation. Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 4e9f69a4-491b-449e-bf12-2d240faabd7d: This subnet is being modified by another concurrent operation. Jul 22 11:56:15.058873 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 11:56:15.098409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d0811c-0da5-4067-9409-36912ca010f7 None None] Network 123d4ebf-e28d-4871-a9e1-5a8f4204e507 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:15.113620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.124389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['123d4ebf-e28d-4871-a9e1-5a8f4204e507']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:15.134684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86418776-b250-46ba-9b9d-cb8fc404dbac') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:15.135128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86418776-b250-46ba-9b9d-cb8fc404dbac') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:15.168724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=4e9f69a4-491b-449e-bf12-2d240faabd7d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:15.173339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.192651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.193008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.193354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.194652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.196164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.196566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.196910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.197487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.197848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.198215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.198582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.198916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:15.209720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.215636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 67b076c9-d77c-4ea0-b274-5e774aa3bf34 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:56:15.220291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:15.220717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:15.226764 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:15.271945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 67b076c9-d77c-4ea0-b274-5e774aa3bf34 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:56:15.272529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 67b076c9-d77c-4ea0-b274-5e774aa3bf34 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:56:15.276044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6cbc35ee-b3bd-4725-a2ab-a695ea42d326 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:56:15.280775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c32d080e-adba-4a53-8c6d-813105d2df1b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.303331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:15.317724 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.323609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.325808 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/123d4ebf-e28d-4871-a9e1-5a8f4204e507 HTTP/1.1" status: 204 len: 168 time: 0.6273968 Jul 22 11:56:15.330384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:15.331756 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.336402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1850605233'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:15.359677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-923e4a1e-1c62-4c96-b363-b24691b059c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=123d4ebf-e28d-4871-a9e1-5a8f4204e507,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:15.374691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cbc35ee-b3bd-4725-a2ab-a695ea42d326 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:56:15.374896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.db.api [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jul 22 11:56:15.374896 n-d-754448-4 neutron-server[93706]: [SQL: INSERT INTO reservations (project_id, id, expiration) VALUES (%(project_id)s, %(id)s, %(expiration)s)] Jul 22 11:56:15.374896 n-d-754448-4 neutron-server[93706]: [parameters: {'project_id': 'adfdd21c853449429a5d7fafe1bcf036', 'id': '601f258a-22f1-40f0-9ec5-ad876f9f4c4d', 'expiration': datetime.datetime(2021, 7, 22, 11, 58, 15, 371197)}] Jul 22 11:56:15.374896 n-d-754448-4 neutron-server[93706]: (Background on this error at: http://sqlalche.me/e/14/e3q8) {{(pid=93706) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:56:15.375191 n-d-754448-4 neutron-server[93706]: DEBUG oslo_db.api [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Performing DB retry for function neutron.db.securitygroups_db.SecurityGroupDbMixin.create_security_group {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:56:15.383216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:15.386838 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.411591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] vlan segment allocate from pool success with {'vlan_id': 135, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:15.421907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.422249 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Added segment 57d90c64-4995-4148-9fc1-b382f676a6b9 of type vlan for network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 Jul 22 11:56:15.465732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.498848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.504827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:15.505463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.540183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.2084689 Jul 22 11:56:15.542988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:15.550324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Request body: {'subnet': {'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:15.612840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-340d3e32-7379-4d07-92a2-78932304224b tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Network': ['ID=92f6822c-e899-409e-ae0d-34ffaeddf7e0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:15.625715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:15.685357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Made reservation on behalf of 6800a75e981e44299be01fe0d5a1a8ca for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:15.689534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.876512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.953034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.objects.ports [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Time-cost: Fetching 0 ports in 0 security groups {{(pid=93707) get_objects /opt/stack/neutron/neutron/objects/ports.py:444}} Jul 22 11:56:15.954680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.987981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:15.992911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.023552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event updated for resources: {'Subnet': ['ID=2d17e9d7-90af-457a-8c98-5cc8d613cd46,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:16.031069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Checking segment: {'id': '57d90c64-4995-4148-9fc1-b382f676a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:16.031435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network hostable DHCP agents. Network: 92f6822c-e899-409e-ae0d-34ffaeddf7e0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:16.041373 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adfdd21c853449429a5d7fafe1bcf036&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7337565 Jul 22 11:56:16.041373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7896a11c-ac75-457c-914d-abafb1e93043 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44a869e7-872a-4a53-8ad0-242c72c4793d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:16.041935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:16.062150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:16.085966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 92f6822c-e899-409e-ae0d-34ffaeddf7e0) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:16.090988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:16.091578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.096746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-133e857e-ce89-4716-a4e2-18a0669243cf None None] Network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:16.114957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.118500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a0957ae9-0944-495d-a62e-486b547227fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 0.5743685 Jul 22 11:56:16.121128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:16.184833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.273122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-92f6822c-e899-409e-ae0d-34ffaeddf7e0', 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0', 'tenant_id': '6800a75e981e44299be01fe0d5a1a8ca', 'fixed_ips': [{'subnet_id': '2d17e9d7-90af-457a-8c98-5cc8d613cd46'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:16.274099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.293503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.302220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.305318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.306470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44a869e7-872a-4a53-8ad0-242c72c4793d HTTP/1.1" status: 204 len: 168 time: 0.2635729 Jul 22 11:56:16.319170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a0ea7e8-51eb-4785-b441-bed5252088d3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a869e7-872a-4a53-8ad0-242c72c4793d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:16.380756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.476892 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Allocated IP 2001:db8::f816:3eff:fe19:d67d (92f6822c-e899-409e-ae0d-34ffaeddf7e0/2d17e9d7-90af-457a-8c98-5cc8d613cd46/dd16b979-5498-4e5a-b4cd-6dd54763fe35) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:16.649441 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.658034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Transition to ACTIVE for port object dd16b979-5498-4e5a-b4cd-6dd54763fe35 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:16.679707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Transition to ACTIVE for port object dd16b979-5498-4e5a-b4cd-6dd54763fe35 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:16.693326 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.720223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.738599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:16.746134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:16.766885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=2d17e9d7-90af-457a-8c98-5cc8d613cd46,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:16.779134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:16.820650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Pushing event updated for resources: {'Port': ['ID=dd16b979-5498-4e5a-b4cd-6dd54763fe35,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:16.868984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Attempting to bind port dd16b979-5498-4e5a-b4cd-6dd54763fe35 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:16.869370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Attempting to bind port dd16b979-5498-4e5a-b4cd-6dd54763fe35 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '57d90c64-4995-4148-9fc1-b382f676a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:16.869745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Attempting to bind port dd16b979-5498-4e5a-b4cd-6dd54763fe35 on network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:16.875437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 55, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:16.875849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Checking segment: {'id': '57d90c64-4995-4148-9fc1-b382f676a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:16.876319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.876731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Bound using segment: {'id': '57d90c64-4995-4148-9fc1-b382f676a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:16.877212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Bound port: dd16b979-5498-4e5a-b4cd-6dd54763fe35, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57d90c64-4995-4148-9fc1-b382f676a6b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 135, 'network_id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:16.877609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.913034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.927074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f6822c-e899-409e-ae0d-34ffaeddf7e0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:16.940818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d90c64-4995-4148-9fc1-b382f676a6b9') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:16.941122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d90c64-4995-4148-9fc1-b382f676a6b9') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:16.951750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.958239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] For port dd16b979-5498-4e5a-b4cd-6dd54763fe35, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:16.962791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] For port dd16b979-5498-4e5a-b4cd-6dd54763fe35, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dd16b979-5498-4e5a-b4cd-6dd54763fe35,segment=NetworkSegment(57d90c64-4995-4148-9fc1-b382f676a6b9),segment_id=57d90c64-4995-4148-9fc1-b382f676a6b9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:16.969895 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.974437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.982001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:16.982409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:16.985881 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:17.058977 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.db.api [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jul 22 11:56:17.058977 n-d-754448-4 neutron-server[93707]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jul 22 11:56:17.058977 n-d-754448-4 neutron-server[93707]: [parameters: {'id': '92f6822c-e899-409e-ae0d-34ffaeddf7e0'}] Jul 22 11:56:17.058977 n-d-754448-4 neutron-server[93707]: (Background on this error at: http://sqlalche.me/e/14/gkpj) {{(pid=93707) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:56:17.059596 n-d-754448-4 neutron-server[93707]: DEBUG oslo_db.api [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:56:17.078405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bb5184-831c-40a0-aadc-8a93973f7e1a None None] Pushing event updated for resources: {'Port': ['ID=dd16b979-5498-4e5a-b4cd-6dd54763fe35,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:17.108526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a27bdfa-b76d-4755-aee1-3b7916fb5d07 None None] Network 92f6822c-e899-409e-ae0d-34ffaeddf7e0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:17.259814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e5049f6-1459-4090-b386-f2e8007e5f2b None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 11:56:17.359894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e5049f6-1459-4090-b386-f2e8007e5f2b None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 11:56:17.561086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:17.664474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting port dd16b979-5498-4e5a-b4cd-6dd54763fe35 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:17.665094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:17.768519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] For port dd16b979-5498-4e5a-b4cd-6dd54763fe35, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dd16b979-5498-4e5a-b4cd-6dd54763fe35,segment=NetworkSegment(57d90c64-4995-4148-9fc1-b382f676a6b9),segment_id=57d90c64-4995-4148-9fc1-b382f676a6b9)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:17.768883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:17.783633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Calling delete_port for dd16b979-5498-4e5a-b4cd-6dd54763fe35 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:17.864377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:17.903443 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:17.924265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No DVR routers for this DVR port dd16b979-5498-4e5a-b4cd-6dd54763fe35 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:17.978928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Port': ['ID=dd16b979-5498-4e5a-b4cd-6dd54763fe35,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:18.090625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.104594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['92f6822c-e899-409e-ae0d-34ffaeddf7e0']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:18.117686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57d90c64-4995-4148-9fc1-b382f676a6b9') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:18.117996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57d90c64-4995-4148-9fc1-b382f676a6b9') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:18.133138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.154537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.161313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 135 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:18.161715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.164095 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-48ad0949-75c5-4fb0-834d-0a0ce1269bb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:18.176098 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:18.236025 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.255366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.258125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/92f6822c-e899-409e-ae0d-34ffaeddf7e0 HTTP/1.1" status: 204 len: 168 time: 2.1359575 Jul 22 11:56:18.259228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bd77d58-14eb-4251-bddd-1e9fc1e06e68 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=92f6822c-e899-409e-ae0d-34ffaeddf7e0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:18.261965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.300554 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-7d9cb2ef-dc54-4abb-b903-1487489bc05d tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.301018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7d9cb2ef-dc54-4abb-b903-1487489bc05d tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.302938 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7d9cb2ef-dc54-4abb-b903-1487489bc05d tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/2d17e9d7-90af-457a-8c98-5cc8d613cd46 HTTP/1.1" status: 404 len: 337 time: 0.0399339 Jul 22 11:56:18.305989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38244) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.330650 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-b09a77d8-153c-4195-be6b-b4787eafc1fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.331246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b09a77d8-153c-4195-be6b-b4787eafc1fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.334593 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b09a77d8-153c-4195-be6b-b4787eafc1fc tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/92f6822c-e899-409e-ae0d-34ffaeddf7e0 HTTP/1.1" status: 404 len: 339 time: 0.0266130 Jul 22 11:56:18.337058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38250) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.368309 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-01b3d7e2-498b-467f-b0de-5d4d41eed4fa tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.368611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-01b3d7e2-498b-467f-b0de-5d4d41eed4fa tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.370367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-01b3d7e2-498b-467f-b0de-5d4d41eed4fa tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/4e9f69a4-491b-449e-bf12-2d240faabd7d HTTP/1.1" status: 404 len: 337 time: 0.0314574 Jul 22 11:56:18.372874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.395082 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3bf3e26c-c8e6-4c21-b882-ba58d150cdc6 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.395462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3bf3e26c-c8e6-4c21-b882-ba58d150cdc6 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.397539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3bf3e26c-c8e6-4c21-b882-ba58d150cdc6 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/123d4ebf-e28d-4871-a9e1-5a8f4204e507 HTTP/1.1" status: 404 len: 339 time: 0.0235357 Jul 22 11:56:18.400019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.476465 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e37791c-6acc-4f1e-a739-c891085107cf tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.486706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e37791c-6acc-4f1e-a739-c891085107cf tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.492501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.496129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1e37791c-6acc-4f1e-a739-c891085107cf tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/bfe0233f-c35e-49e0-8b83-2dc089c35ca3 HTTP/1.1" status: 404 len: 337 time: 0.0943689 Jul 22 11:56:18.529178 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-5188a558-d38b-45ee-a780-de62331dfda8 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:18.529844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5188a558-d38b-45ee-a780-de62331dfda8 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:18.534568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5188a558-d38b-45ee-a780-de62331dfda8 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/47f56542-311c-46f5-a9cc-ddce1808c17c HTTP/1.1" status: 404 len: 339 time: 0.0394108 Jul 22 11:56:18.536633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38278) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:18.724253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting port cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:18.725440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.792735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-3827a449-d266-4b43-85df-382563818ab3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:18.808682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-3827a449-d266-4b43-85df-382563818ab3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.1446881 Jul 22 11:56:18.848390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:18.872915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Calling delete_port for cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:18.913328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18d9bbea-aa48-45e8-8763-3b377a527bf7 req-fcb07de2-3e2c-435f-b9a4-b1cd86f65cc1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:18.915551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18d9bbea-aa48-45e8-8763-3b377a527bf7 req-fcb07de2-3e2c-435f-b9a4-b1cd86f65cc1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2024229 Jul 22 11:56:19.059056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-e1af43ab-b7a8-4504-a60a-e9250c92bba6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:19.066103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-e1af43ab-b7a8-4504-a60a-e9250c92bba6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2470117 Jul 22 11:56:19.138074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.216618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-18d9bbea-aa48-45e8-8763-3b377a527bf7 req-d2f68787-b01b-41be-abb2-88cc9cf7e125 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2907152 Jul 22 11:56:19.264618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Port': ['ID=cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:19.290324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.295719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/ports/cec1985d-d9e3-4e04-8b4d-1ddcbbf60d32 HTTP/1.1" status: 204 len: 168 time: 0.7566738 Jul 22 11:56:19.296913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38294) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:19.307569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.308728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.309096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.309426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.309926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.310438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.310882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.311223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.311558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.311891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.312391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.312735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78305a2a-54c5-44ea-be1f-5414e4c7d6c3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:19.339655 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3ab42f-9b00-4384-9c91-5e52b7fae2ff tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:19.339897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-c5c45d1b-3096-4fed-b127-55358e30d3c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.2173793 Jul 22 11:56:19.340124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e3ab42f-9b00-4384-9c91-5e52b7fae2ff tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:19.344780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e3ab42f-9b00-4384-9c91-5e52b7fae2ff tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/5b234951-5500-455c-b776-57d5d0b35e08 HTTP/1.1" status: 404 len: 337 time: 0.0465038 Jul 22 11:56:19.345012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38296) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:19.413200 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.463577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-f78a05b0-4321-4fc0-8fd5-2c9bd332188d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:19.465096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-f78a05b0-4321-4fc0-8fd5-2c9bd332188d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1104193 Jul 22 11:56:19.468728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.623590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.633377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-abc250e3-5686-4c25-b6f8-2efdbd04ef32 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:19.635189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-abc250e3-5686-4c25-b6f8-2efdbd04ef32 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1635375 Jul 22 11:56:19.639056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e40450ab-aa74-42c9-b488-c39377b14697']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:19.679363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e3c34fd7-3133-4a25-9077-6802a7268dbd') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:19.679695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e3c34fd7-3133-4a25-9077-6802a7268dbd') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:19.699089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.762089 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.779284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:19.780954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:19.784701 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:19.834025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-f56b5009-2c48-4ffc-8437-ae8a9e2de07c service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1905246 Jul 22 11:56:19.904073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.913342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:19.915803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/e40450ab-aa74-42c9-b488-c39377b14697 HTTP/1.1" status: 204 len: 168 time: 0.5698311 Jul 22 11:56:19.919194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38316) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:19.972002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed2c07d-7472-4f24-9dc5-0eac78a9c228 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=e40450ab-aa74-42c9-b488-c39377b14697,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:20.002664 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef90efe5-66bf-48c5-bcd6-219721251851 req-445062c9-d3f4-4809-bab4-fdf7649d6dda service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1614289 Jul 22 11:56:20.047803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting port 645cdeac-ace5-412f-a11e-9ab9ff4709e0 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:20.048140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.142554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.176748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Calling delete_port for 645cdeac-ace5-412f-a11e-9ab9ff4709e0 owned by {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:20.313617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.354585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Port': ['ID=645cdeac-ace5-412f-a11e-9ab9ff4709e0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:20.366469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.371747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba51633e-a6d1-45e7-b864-c2c48298c0f3 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/ports/645cdeac-ace5-412f-a11e-9ab9ff4709e0 HTTP/1.1" status: 204 len: 168 time: 0.4502854 Jul 22 11:56:20.375508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:20.436499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc18889-f9c7-4354-a677-c4a0e80c491a req-5ffd3a38-aac3-42b8-9767-604ecd69cc83 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:20.438262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dc18889-f9c7-4354-a677-c4a0e80c491a req-5ffd3a38-aac3-42b8-9767-604ecd69cc83 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0856698 Jul 22 11:56:20.452341 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-84467be2-e79a-461f-bc39-8100543a4d27 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] DELETE failed (client error): The resource could not be found. Jul 22 11:56:20.452809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-84467be2-e79a-461f-bc39-8100543a4d27 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:56:20.454692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84467be2-e79a-461f-bc39-8100543a4d27 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/645f5243-f345-4661-927d-c21639b21e7d HTTP/1.1" status: 404 len: 337 time: 0.0773082 Jul 22 11:56:20.460862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38326) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:20.486682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dc18889-f9c7-4354-a677-c4a0e80c491a req-cee4c9c9-6b1f-477d-8691-ebdd9d93230f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416293 Jul 22 11:56:20.563576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.692597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.706533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da2dcfc3-3177-41d8-9b14-3323125bd02a']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:20.727070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3dc92f3c-7cb4-4025-870d-b8724675169c') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:20.727789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3dc92f3c-7cb4-4025-870d-b8724675169c') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:20.744029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.764601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.773301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 102 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:20.773700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:20.777153 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:20.859482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.868858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:20.871268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/da2dcfc3-3177-41d8-9b14-3323125bd02a HTTP/1.1" status: 204 len: 168 time: 0.4090545 Jul 22 11:56:20.873568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38332) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:20.884326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53dbb8a2-428c-4eec-bea3-945248d303d1 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=da2dcfc3-3177-41d8-9b14-3323125bd02a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:20.963239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting subnet cc036af2-f523-43db-91cb-54f05cc3e98e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:56:20.966889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.026258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.265508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.372208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.387727 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.442603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.449871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/subnets/cc036af2-f523-43db-91cb-54f05cc3e98e HTTP/1.1" status: 204 len: 168 time: 0.5702176 Jul 22 11:56:21.450774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:21.451196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-276608c0-34de-4903-a700-00ef4d8cbc8d None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:21.451285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc205f93-a43a-4b15-b9ca-88fc3ee56aab tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Subnet': ['ID=cc036af2-f523-43db-91cb-54f05cc3e98e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:21.547090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.624858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Deleting port d44210bd-4ce7-47c6-b849-7c282f11df80 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:21.625209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.692542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be406081-afc4-4046-8c0f-7423d04a682f req-69a827f5-5771-4460-8494-6ea24e532f62 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:21.698962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be406081-afc4-4046-8c0f-7423d04a682f req-69a827f5-5771-4460-8494-6ea24e532f62 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1107092 Jul 22 11:56:21.713798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] For port d44210bd-4ce7-47c6-b849-7c282f11df80, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d44210bd-4ce7-47c6-b849-7c282f11df80,segment=NetworkSegment(d8ef7bdd-890a-423c-963b-ad014f447f9e),segment_id=d8ef7bdd-890a-423c-963b-ad014f447f9e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:21.714180 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.728600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Calling delete_port for d44210bd-4ce7-47c6-b849-7c282f11df80 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:21.767051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] DHCP port deletion for bbdd405a-d9ee-4cf6-b110-c68a00227870 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:56:21.785753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be406081-afc4-4046-8c0f-7423d04a682f req-7845c75c-b80c-41cf-856b-c82e4e8ced35 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0830874 Jul 22 11:56:21.861965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Deleting port d44210bd-4ce7-47c6-b849-7c282f11df80 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:21.862376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.865712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:21.885905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] No DVR routers for this DVR port d44210bd-4ce7-47c6-b849-7c282f11df80 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:21.969903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Port': ['ID=d44210bd-4ce7-47c6-b849-7c282f11df80,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:22.043511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.058060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbdd405a-d9ee-4cf6-b110-c68a00227870']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:22.072192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8ef7bdd-890a-423c-963b-ad014f447f9e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:22.072797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8ef7bdd-890a-423c-963b-ad014f447f9e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:22.085534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.102473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.109294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:56:22.110034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:56:22.113565 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:56:22.197255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.209613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.215355 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] 10.222.0.21 "DELETE /v2.0/networks/bbdd405a-d9ee-4cf6-b110-c68a00227870 HTTP/1.1" status: 204 len: 168 time: 0.7667620 Jul 22 11:56:22.223109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] For port d44210bd-4ce7-47c6-b849-7c282f11df80, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:22.223670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.244421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f158e810-21c8-472d-8185-dc93eadf72b7 tempest-NetworksIpV6TestAttrs-1293571495 tempest-NetworksIpV6TestAttrs-1293571495-project] Pushing event deleted for resources: {'Network': ['ID=bbdd405a-d9ee-4cf6-b110-c68a00227870,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:22.253991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Calling delete_port for d44210bd-4ce7-47c6-b849-7c282f11df80 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:22.257631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Port d44210bd-4ce7-47c6-b849-7c282f11df80 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 11:56:22.259072 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.291933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Network bbdd405a-d9ee-4cf6-b110-c68a00227870 is not hosted by any dhcp agent {{(pid=93708) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:225}} Jul 22 11:56:22.292788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] No DVR routers for this DVR port d44210bd-4ce7-47c6-b849-7c282f11df80 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:22.295152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56dbce41-f1b4-4fa7-940b-034c4d71c9c1 None None] Pushing event deleted for resources: {'Port': ['ID=d44210bd-4ce7-47c6-b849-7c282f11df80,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:22.597225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:22.785850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:22.786495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9a2db98d-44db-48d3-bfe1-ba09bceb3434 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6800a75e981e44299be01fe0d5a1a8ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1877663 Jul 22 11:56:22.851212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.878683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.946582 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.951371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:22.956693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fffdc90f-f560-4c0b-bf3d-322a2cdd20bb HTTP/1.1" status: 204 len: 168 time: 0.1686366 Jul 22 11:56:23.044408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58ef9e5-d7e7-4ada-84b8-6a6bf1218629 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fffdc90f-f560-4c0b-bf3d-322a2cdd20bb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:23.814657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d44210bd-4ce7-47c6-b849-7c282f11df80 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:56:23.870134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d44210bd-4ce7-47c6-b849-7c282f11df80 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:56:23.870134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d44210bd-4ce7-47c6-b849-7c282f11df80 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:56:23.994616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:24.050984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:24.137822 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ada22c95-b47b-4044-b0ad-8f4b423248d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.191817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--964712907'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:24.281255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ada22c95-b47b-4044-b0ad-8f4b423248d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.294189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ada22c95-b47b-4044-b0ad-8f4b423248d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.351279 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.357953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ada22c95-b47b-4044-b0ad-8f4b423248d2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d08cdade097e4e19a9c97fda1d22bad9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3599386 Jul 22 11:56:24.358293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38434) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:24.399690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ada22c95-b47b-4044-b0ad-8f4b423248d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c3d37941-e120-4f23-b466-3f0693d0812c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:24.405954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.456522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.493416 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.598986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.602879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.606542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c3d37941-e120-4f23-b466-3f0693d0812c HTTP/1.1" status: 204 len: 168 time: 0.2449400 Jul 22 11:56:24.628006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.647261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c73b1e-eb3e-41bc-94f2-92900d94a2f2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c3d37941-e120-4f23-b466-3f0693d0812c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:24.649197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.738817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=29c4d095-4553-4bd4-96bf-c815e88486d0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:24.762563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.767051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.804872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825695ee-a626-4522-b6f5-5f2c9e0abdda,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:24.811084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.812701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-94914a5a-91e0-403a-a7cc-fcc57c85a871 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7607932 Jul 22 11:56:24.815328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:24.901933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6dfed85e-94ce-48b2-b747-58ffd578b1f7 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0815213 Jul 22 11:56:24.901933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38444) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:24.907707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-security--1188858390', 'description': 'tempest-security-description-2038744139'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:24.939105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.994790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:24.999330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.004575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.006493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "PUT /v2.0/security-groups/825695ee-a626-4522-b6f5-5f2c9e0abdda HTTP/1.1" status: 200 len: 1780 time: 0.1028512 Jul 22 11:56:25.009238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38446) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.014601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38448) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.035842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4b52040-37a0-423f-a352-a328678bcf1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.058070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-284fffa0-c37a-4328-8267-037864082d2b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=825695ee-a626-4522-b6f5-5f2c9e0abdda,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.075724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-62bf99fc-8ebb-421a-95f8-a074b71ced21 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups/825695ee-a626-4522-b6f5-5f2c9e0abdda HTTP/1.1" status: 200 len: 1780 time: 0.0651631 Jul 22 11:56:25.078594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.169365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.206705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.224183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4b52040-37a0-423f-a352-a328678bcf1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.233437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b4b52040-37a0-423f-a352-a328678bcf1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.295828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b4b52040-37a0-423f-a352-a328678bcf1b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a86a4c8d0388499cbe85a48564b7eaec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2800746 Jul 22 11:56:25.298635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38454) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.300894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4b52040-37a0-423f-a352-a328678bcf1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5e41dfdd-62d8-42f6-bb28-39b46b5b4086,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.328188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.331432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.332611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/825695ee-a626-4522-b6f5-5f2c9e0abdda HTTP/1.1" status: 204 len: 168 time: 0.2531252 Jul 22 11:56:25.337381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.391605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eaa0ac9f-8e0a-481b-a595-37e6bf5ba9ce tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=825695ee-a626-4522-b6f5-5f2c9e0abdda,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.446467 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.446730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17fa873a-c347-4dde-93af-3b227a52ac35 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1094291 Jul 22 11:56:25.449638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38458) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.473408 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e047600b-2118-4c4a-a027-10446322918d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] delete failed (client error): The resource could not be found. Jul 22 11:56:25.478187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e047600b-2118-4c4a-a027-10446322918d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/825695ee-a626-4522-b6f5-5f2c9e0abdda HTTP/1.1" status: 404 len: 347 time: 0.0238831 Jul 22 11:56:25.478586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.483555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1239566381'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:25.488096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.531946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.551283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.555115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.556340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5e41dfdd-62d8-42f6-bb28-39b46b5b4086 HTTP/1.1" status: 204 len: 168 time: 0.2564826 Jul 22 11:56:25.577655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edcc1bf1-2580-4e36-9e2a-f18afc7ad260 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5e41dfdd-62d8-42f6-bb28-39b46b5b4086,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.671356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.676307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.711945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.713274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2336688 Jul 22 11:56:25.716077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.720705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'e5a302c9-344b-4a88-83dd-3945a415094e', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:25.737662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ebf2f39-3e19-43c8-a4bd-945432f67f97 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e5a302c9-344b-4a88-83dd-3945a415094e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.774110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.852321 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.857068 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.875557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d5dac9a-6830-4a88-969d-280544b7dd12,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.883089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.887103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-24712de8-1d01-47dc-8a42-afcbbd37bbf3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1672881 Jul 22 11:56:25.887599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.924182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.932570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.966935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.972864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:25.974107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d5dac9a-6830-4a88-969d-280544b7dd12 HTTP/1.1" status: 204 len: 168 time: 0.0858033 Jul 22 11:56:25.977150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38472) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.982332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992bad2e-9e37-4ee7-bb2e-95cb7c77c7c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d5dac9a-6830-4a88-969d-280544b7dd12,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:25.984709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:25.998377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad867ac2-3336-442c-a7b0-046c9f3a09f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.046786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-55f5364f-54ab-44b6-b5bf-00f15e1acdd5 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0683630 Jul 22 11:56:26.049584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.140838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.158209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad867ac2-3336-442c-a7b0-046c9f3a09f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.169036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ad867ac2-3336-442c-a7b0-046c9f3a09f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.176926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.236016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad867ac2-3336-442c-a7b0-046c9f3a09f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=327070d3bb9a405abfe45eee96fe03fb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2498441 Jul 22 11:56:26.238626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38478) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.238876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad867ac2-3336-442c-a7b0-046c9f3a09f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6202bc5-cae9-4136-bb84-cc031c4e1663,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.257469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.260413 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.263966 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/e5a302c9-344b-4a88-83dd-3945a415094e HTTP/1.1" status: 204 len: 168 time: 0.2110252 Jul 22 11:56:26.264291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.270946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a49e167-f1f7-4d8b-9ef5-ca2f2ce3fb98 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e5a302c9-344b-4a88-83dd-3945a415094e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.325154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.333218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fbb69ef5-3f7d-4fe4-960a-ebc0d54f6567 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0678601 Jul 22 11:56:26.337835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.342750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1834449281'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:26.356717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.376294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.427404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.430713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.431581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c6202bc5-cae9-4136-bb84-cc031c4e1663 HTTP/1.1" status: 204 len: 168 time: 0.1915946 Jul 22 11:56:26.442804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b4d9dc4-e202-486a-9ba3-fce5f3ae24d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6202bc5-cae9-4136-bb84-cc031c4e1663,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.517722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.523761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.567385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d940651b-e8a2-488d-98fe-eb4bbfcd6a1a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.579059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.583248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05a81fdb-8677-459c-9e02-5b2d87fe673d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2427003 Jul 22 11:56:26.585344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.590838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'd940651b-e8a2-488d-98fe-eb4bbfcd6a1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:26.629719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.714938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.721424 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.748134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edbc1c9e-c886-435e-80c0-4d0a283c7a52,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.759518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.764943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38496) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.765497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2fbb843b-0d03-4bf2-aab9-b79ae8c461d0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1783938 Jul 22 11:56:26.770520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'd940651b-e8a2-488d-98fe-eb4bbfcd6a1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:26.825356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.902267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.915910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.945043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c64a1084-7259-40e6-94e2-70d7924b3cc7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:26.955294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:26.957011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dc711e67-44d4-4bb1-b3dc-8a3825e9f254 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1908445 Jul 22 11:56:26.960155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:26.965169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'd940651b-e8a2-488d-98fe-eb4bbfcd6a1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:27.002197 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.105465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.111717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.142641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=73e2e5d4-0832-4879-bbfe-e72143b939e3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:27.148748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.153736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38514) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:27.156792 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-49204e08-beb8-44cc-bd9f-e96c57d3d9ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1951518 Jul 22 11:56:27.160253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'd940651b-e8a2-488d-98fe-eb4bbfcd6a1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:27.197412 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.478886 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.717566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.723184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.748098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e14313e8-d516-4552-a253-44a5474cd01e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:27.762409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.763681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30183d55-5ef2-47a8-80ba-9fb742a3512d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6083622 Jul 22 11:56:27.766814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:27.771702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'd940651b-e8a2-488d-98fe-eb4bbfcd6a1a', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:27.801783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.877079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.883137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.906337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0ca99597-bd3a-42d2-b6b1-d926e5e41547,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:27.914155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.915430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e3ad96d9-4532-4317-b6f8-6fb2de4b56fa tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 0.1477048 Jul 22 11:56:27.918346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:27.931449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38536) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:27.964356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:27.973817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.006002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.012759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.013975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0ca99597-bd3a-42d2-b6b1-d926e5e41547 HTTP/1.1" status: 204 len: 168 time: 0.0938087 Jul 22 11:56:28.017588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38540) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.020232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f5161-54e9-40ba-8b59-45811641a2a0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0ca99597-bd3a-42d2-b6b1-d926e5e41547,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.083637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c6d799b-42d6-43f9-9743-07e24b683c30 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.0643196 Jul 22 11:56:28.084856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072aa078-1576-4470-ba38-25ae7bb63647 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.086685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.132117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.144997 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.188380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.199836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.201047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/e14313e8-d516-4552-a253-44a5474cd01e HTTP/1.1" status: 204 len: 168 time: 0.1133990 Jul 22 11:56:28.204796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.214666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65e35adb-172f-41e9-af30-b7dc349bc791 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=e14313e8-d516-4552-a253-44a5474cd01e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.259207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072aa078-1576-4470-ba38-25ae7bb63647 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.264405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-072aa078-1576-4470-ba38-25ae7bb63647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.265336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31c832fc-8e30-46b0-a0ec-d85c9a7f19d5 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.0592730 Jul 22 11:56:28.267932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.295922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.304626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.314159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-072aa078-1576-4470-ba38-25ae7bb63647 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7523296932a3475fbe85371c712a0302&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3832972 Jul 22 11:56:28.315083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072aa078-1576-4470-ba38-25ae7bb63647 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd461b20-9c48-484b-9726-f336c95f4f69,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.318485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.352696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.358810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.363826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/73e2e5d4-0832-4879-bbfe-e72143b939e3 HTTP/1.1" status: 204 len: 168 time: 0.0943296 Jul 22 11:56:28.364545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.380900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.386497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dadede3a-2564-44fb-ac5d-d3af1ceaedc6 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=73e2e5d4-0832-4879-bbfe-e72143b939e3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.407897 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.425701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6545a8e4-be26-4e7e-b8f8-624ff3b76aa3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0571918 Jul 22 11:56:28.426062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.462701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.465688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.474830 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.501578 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.504411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.506483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fd461b20-9c48-484b-9726-f336c95f4f69 HTTP/1.1" status: 204 len: 168 time: 0.1864166 Jul 22 11:56:28.514220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.523721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.524871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/c64a1084-7259-40e6-94e2-70d7924b3cc7 HTTP/1.1" status: 204 len: 168 time: 0.0978074 Jul 22 11:56:28.527771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.531039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c961e944-a878-4cdb-8e68-a3ab274b30e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd461b20-9c48-484b-9726-f336c95f4f69,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.536551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08dcd095-c1dd-4140-b720-b60cc5c6f7ef tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c64a1084-7259-40e6-94e2-70d7924b3cc7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.600109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.600741 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d28f218f-690a-4986-9960-05c506d5a37d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0717235 Jul 22 11:56:28.631648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.640523 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.673732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.697325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.698653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/edbc1c9e-c886-435e-80c0-4d0a283c7a52 HTTP/1.1" status: 204 len: 168 time: 0.0968492 Jul 22 11:56:28.699698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40cfbace-0e0f-479c-a467-feff169bbef9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=edbc1c9e-c886-435e-80c0-4d0a283c7a52,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.701313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.756847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e9bed7a8-fa36-4b61-bc8f-a7a7baa13640 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0467086 Jul 22 11:56:28.757081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38572) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.819641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.848186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.915989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.920876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:28.922649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/d940651b-e8a2-488d-98fe-eb4bbfcd6a1a HTTP/1.1" status: 204 len: 168 time: 0.1645491 Jul 22 11:56:28.925738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:28.944287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8559a4a8-06b4-42b3-894f-268a86c7fcc0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d940651b-e8a2-488d-98fe-eb4bbfcd6a1a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:28.990583 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-304f64ca-8ec9-4300-8a21-b114f0dd6ba3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0626538 Jul 22 11:56:28.994863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38588) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.000188 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--257153696'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:29.025832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.145373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.151640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.186593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.187984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.1920123 Jul 22 11:56:29.188970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b939a4ee-6042-4e0c-9d9d-d345ecd40f48 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=199cf56a-880f-44e3-9121-33d63a23ccd6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:29.191721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38596) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.197321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': '199cf56a-880f-44e3-9121-33d63a23ccd6', 'direction': 'ingress', 'protocol': 17}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:29.233324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.304093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.309039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.333142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ade995f-ef19-48ba-b407-b15f82f4fe83,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:29.338622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.340193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b2cc9c6b-e4b9-4942-9cd9-5b94d04e0f20 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1470773 Jul 22 11:56:29.343173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38600) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.409574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.450608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.515423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.519423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.521521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/199cf56a-880f-44e3-9121-33d63a23ccd6 HTTP/1.1" status: 204 len: 168 time: 0.1771276 Jul 22 11:56:29.524664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38604) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.535024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-149f9ea2-39bc-4171-860e-2bf7426e162f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=199cf56a-880f-44e3-9121-33d63a23ccd6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:29.607441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2303eb69-8298-4d01-9ac4-7f324811974c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0807745 Jul 22 11:56:29.608426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38608) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.615914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1468594750'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:29.647294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.762553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.769847 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.810811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.813026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2032151 Jul 22 11:56:29.815276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc087314-08cb-4bbb-8241-f4a457e47366 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=16e7e6e9-00fb-4d25-b9fe-0dd74ca55fc3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:29.815831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38614) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:29.829932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1401063767'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:29.861119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:29.977738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.003395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.034214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8cf4cabc-7540-4681-ac24-402dc7dfc66e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:30.048988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.053983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.054175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-92c11962-6db0-4811-afbe-e529e1c0d7e9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2368746 Jul 22 11:56:30.059817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': '16e7e6e9-00fb-4d25-b9fe-0dd74ca55fc3', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8cf4cabc-7540-4681-ac24-402dc7dfc66e', 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:30.129124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.217959 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.225711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.247560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=655ae82a-1fec-4019-a363-eb73241033f4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:30.258777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.269179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38632) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.272355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6b5585f-bbb6-4c37-9140-0a98225205b4 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.2164567 Jul 22 11:56:30.309226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.321846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.361834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.372783 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.374293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/655ae82a-1fec-4019-a363-eb73241033f4 HTTP/1.1" status: 204 len: 168 time: 0.1037629 Jul 22 11:56:30.376917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.398818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac8e8219-fbb8-4dd1-9a17-e57f8d05b76c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=655ae82a-1fec-4019-a363-eb73241033f4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:30.438869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5f5fe746-531c-4dac-8f6a-9ce28f32a14f tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.0604851 Jul 22 11:56:30.441730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38636) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.514844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.546147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.611561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.616629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.618767 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/8cf4cabc-7540-4681-ac24-402dc7dfc66e HTTP/1.1" status: 204 len: 168 time: 0.1758087 Jul 22 11:56:30.621305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.636977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071cf2a1-1949-4a9e-b792-f32bc38838f0 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cf4cabc-7540-4681-ac24-402dc7dfc66e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:30.691485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ba21e6d-c65e-4401-9b39-83d30a70e5b7 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.0688083 Jul 22 11:56:30.695305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38640) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.784744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.848633 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.905127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.908599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:30.912758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/16e7e6e9-00fb-4d25-b9fe-0dd74ca55fc3 HTTP/1.1" status: 204 len: 168 time: 0.2129574 Jul 22 11:56:30.912994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.925332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d142f993-9d73-471d-bd97-fd07d5df3cc3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=16e7e6e9-00fb-4d25-b9fe-0dd74ca55fc3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:30.971589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4a221cbe-4859-42f9-8da0-99f1b6099651 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0574076 Jul 22 11:56:30.976201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:30.981697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--111746289'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:31.011066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.167824 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.175619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.243818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f5f6ff78-365a-47ab-bfff-e28059bf63bc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:31.260404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.262004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-07277985-0394-4f9a-a13e-36661327f52b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2845027 Jul 22 11:56:31.264891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38656) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.270778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': 'f5f6ff78-365a-47ab-bfff-e28059bf63bc', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:31.325316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.425084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.431046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.461169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20491a6d-c501-410b-9293-7736b35b9fd2,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:31.477302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.481253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2480159a-8945-4556-b537-180fc0682037 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2147379 Jul 22 11:56:31.484276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.515939 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.530197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.600345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.608868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.612939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38660) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.613498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/20491a6d-c501-410b-9293-7736b35b9fd2 HTTP/1.1" status: 204 len: 168 time: 0.1275377 Jul 22 11:56:31.619703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a53299-3ae6-4176-9136-ff57dfa0ad64 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=20491a6d-c501-410b-9293-7736b35b9fd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:31.681721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-253dd59f-bc11-4940-a7a4-0efad3476f37 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0657907 Jul 22 11:56:31.684621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.749088 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.779192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.832358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.835092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:31.839381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/f5f6ff78-365a-47ab-bfff-e28059bf63bc HTTP/1.1" status: 204 len: 168 time: 0.1534126 Jul 22 11:56:31.839751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38664) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.853946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cc0fccf-0dc6-4a8e-86bf-c1f4b9ff3f5b tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5f6ff78-365a-47ab-bfff-e28059bf63bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:31.893896 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f22cd2ca-15f4-45a8-9cf9-c905d4937a72 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0528746 Jul 22 11:56:31.897887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:31.902854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group': {'name': 'tempest-secgroup--1865691362'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:31.936800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.064666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.071462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.119945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroup': ['ID=77bb1378-c47d-46b6-aa1d-9eba7a6cb95f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:32.126777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.132634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4e8fd859-61b7-4b57-a3fe-8d71bdf98a0c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.2300887 Jul 22 11:56:32.133071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.138607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': '77bb1378-c47d-46b6-aa1d-9eba7a6cb95f', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:32.176322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.257321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.262604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.323521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87826f17-e509-484b-9a25-ba3e7f08ecd4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:32.332532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.336824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-131f3174-ef1f-4bdf-ae80-630cf3283046 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2023757 Jul 22 11:56:32.339006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.362064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e484289-0722-4972-ab71-55e8c2e5525e tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules/87826f17-e509-484b-9a25-ba3e7f08ecd4 HTTP/1.1" status: 200 len: 763 time: 0.0211098 Jul 22 11:56:32.365324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.454811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-40b2be2d-dfe8-49ac-8c6d-c6787ae09c36 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0877202 Jul 22 11:56:32.456975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.487582 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.499632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.538186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.545656 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.547372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/87826f17-e509-484b-9a25-ba3e7f08ecd4 HTTP/1.1" status: 204 len: 168 time: 0.0893295 Jul 22 11:56:32.549812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38688) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.575061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72a2da72-710b-4f6e-b0de-f673d248a16d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=87826f17-e509-484b-9a25-ba3e7f08ecd4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:32.615542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dd711c7a-a584-4ecb-9fa6-8b7d05b4c7d2 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642698 Jul 22 11:56:32.618505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.623982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': '77bb1378-c47d-46b6-aa1d-9eba7a6cb95f', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:32.658213 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.722700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.733428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.763618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=46477581-9bc6-4854-b175-0733ef763e38,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:32.769293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.772449 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8da51225-afe0-4423-b4e1-25f82c13b916 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1506429 Jul 22 11:56:32.774059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.793797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41deeeef-c9c3-464a-9257-6e5b84347cf7 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules/46477581-9bc6-4854-b175-0733ef763e38 HTTP/1.1" status: 200 len: 763 time: 0.0181789 Jul 22 11:56:32.796228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.870011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.870622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-89b1761d-a830-4a17-b008-045b2e9083c3 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0728612 Jul 22 11:56:32.907132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.919682 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.959846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.967829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:32.969149 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/46477581-9bc6-4854-b175-0733ef763e38 HTTP/1.1" status: 204 len: 168 time: 0.0978186 Jul 22 11:56:32.972589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:32.979465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-776fd6cc-7021-465e-bdac-9318e5cc3361 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=46477581-9bc6-4854-b175-0733ef763e38,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:33.031698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-25f50462-092f-42b5-8c4a-be901de93ecd tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0579267 Jul 22 11:56:33.035081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.045704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Request body: {'security_group_rule': {'security_group_id': '77bb1378-c47d-46b6-aa1d-9eba7a6cb95f', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:33.106701 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Project 37d0cf51ec524f208dd272dcc065ce87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:56:33.114209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.190284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.195802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.218249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d82ca56-6f6f-4a89-b044-3c23a244a9fb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:33.226519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.230304 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-65f110f0-3e1b-42ab-b947-c649f991a367 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1913977 Jul 22 11:56:33.230555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.251960 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bf324336-1774-47d5-8cd7-684f2d23e5d1 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules/5d82ca56-6f6f-4a89-b044-3c23a244a9fb HTTP/1.1" status: 200 len: 769 time: 0.0202782 Jul 22 11:56:33.254384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38706) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.310302 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd0ae518-c9c8-4d9a-b774-6ebaaa136e90 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.0546970 Jul 22 11:56:33.313663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38710) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.362241 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.374939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.415514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.422095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.423917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/5d82ca56-6f6f-4a89-b044-3c23a244a9fb HTTP/1.1" status: 204 len: 168 time: 0.1099310 Jul 22 11:56:33.426577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.436530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8251024-6539-43ce-9fd7-2cd200380ae9 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=5d82ca56-6f6f-4a89-b044-3c23a244a9fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:33.475863 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64a11ad5-d848-468e-9e17-59cef2f9e90d tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0477886 Jul 22 11:56:33.478057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38716) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.547217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.589596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.641670 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.644587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:33.646060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "DELETE /v2.0/security-groups/77bb1378-c47d-46b6-aa1d-9eba7a6cb95f HTTP/1.1" status: 204 len: 168 time: 0.1663184 Jul 22 11:56:33.649671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.659678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c454e669-5501-4e17-a2ed-799405ffb090 tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=77bb1378-c47d-46b6-aa1d-9eba7a6cb95f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:33.706158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-68f9468e-639c-4703-ad6e-adf599c6ce6a tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0553222 Jul 22 11:56:33.710345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38720) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:33.765833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ca821f50-e6ce-4b7d-aa0f-8bec39e2805c tempest-SecGroupIPv6Test-1648508101 tempest-SecGroupIPv6Test-1648508101-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0503223 Jul 22 11:56:34.059939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:34.275614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd4df16a-9ba9-49bc-98be-8dccccb4a98e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=37d0cf51ec524f208dd272dcc065ce87&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2145004 Jul 22 11:56:34.279659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:34.337350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:34.364879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:34.433586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:34.436389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:34.437592 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/29c4d095-4553-4bd4-96bf-c815e88486d0 HTTP/1.1" status: 204 len: 168 time: 0.1569831 Jul 22 11:56:34.448295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fef91f6c-92e0-449a-a002-cf515c5fbab6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29c4d095-4553-4bd4-96bf-c815e88486d0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:34.749023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:34.820590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dad702ea-844f-42bf-9526-184960bf4b24 req-50444daf-bc3c-4198-bbf0-d6d24853d3e8 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:34.828774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dad702ea-844f-42bf-9526-184960bf4b24 req-50444daf-bc3c-4198-bbf0-d6d24853d3e8 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 945 time: 0.1061254 Jul 22 11:56:34.924372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dad702ea-844f-42bf-9526-184960bf4b24 req-4b0b7c3e-7f40-435a-a7b1-5cb500ad648d tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936079 Jul 22 11:56:34.980066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d3ea-df3e-4e08-bd7b-ffd2949c4a03 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.104799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d3ea-df3e-4e08-bd7b-ffd2949c4a03 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.110540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d3c3d3ea-df3e-4e08-bd7b-ffd2949c4a03 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.164689 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d3c3d3ea-df3e-4e08-bd7b-ffd2949c4a03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=fae0a2ac4c9545ea93979bf1f4e23bf1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4142287 Jul 22 11:56:35.168234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:35.169832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3c3d3ea-df3e-4e08-bd7b-ffd2949c4a03 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=869cc327-af98-4969-9001-bf8c54bfc6fc,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:35.239095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.265546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.322929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.325735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.327214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/869cc327-af98-4969-9001-bf8c54bfc6fc HTTP/1.1" status: 204 len: 168 time: 0.1586549 Jul 22 11:56:35.353425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b47d197-3acd-47f8-82d4-03815c05a970 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=869cc327-af98-4969-9001-bf8c54bfc6fc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:35.761330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:35.776728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f535ff42-2e02-4f81-b421-40194b2dd17c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.875435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f535ff42-2e02-4f81-b421-40194b2dd17c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.882866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f535ff42-2e02-4f81-b421-40194b2dd17c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:35.929953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f535ff42-2e02-4f81-b421-40194b2dd17c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=57997c19b9574185a1ec0e3a8a74686a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1646075 Jul 22 11:56:35.929953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f535ff42-2e02-4f81-b421-40194b2dd17c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5272c6ec-aeae-4840-887b-78e08f751aa3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:35.930506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38806) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:35.989099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.012978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.106550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.109470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.110764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5272c6ec-aeae-4840-887b-78e08f751aa3 HTTP/1.1" status: 204 len: 168 time: 0.1791711 Jul 22 11:56:36.130041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-244c7537-c054-4524-a291-822b45598ea7 req-2ea0c89c-1b65-49a9-94aa-fd81403ce031 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:36.132512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-244c7537-c054-4524-a291-822b45598ea7 req-2ea0c89c-1b65-49a9-94aa-fd81403ce031 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 945 time: 0.0854604 Jul 22 11:56:36.133939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fe80ae-b956-4235-a1fc-ac787a6dcf76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5272c6ec-aeae-4840-887b-78e08f751aa3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:36.175626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-244c7537-c054-4524-a291-822b45598ea7 req-f7571967-101f-4bbc-a41f-158deca128c1 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/security-groups?id=c90221e2-e980-411b-af19-feb34c019553&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373039 Jul 22 11:56:36.287246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-8b89c071-2a89-47a4-b4ce-269ff7c378da tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:36.289206 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-8b89c071-2a89-47a4-b4ce-269ff7c378da tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 945 time: 0.0794766 Jul 22 11:56:36.416492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Deleting port 7947bdcd-d239-4344-83d2-b122b49f7c7c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:56:36.417373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.544357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] For port 7947bdcd-d239-4344-83d2-b122b49f7c7c, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=7947bdcd-d239-4344-83d2-b122b49f7c7c,segment=NetworkSegment(6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb),segment_id=6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:36.545180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.569817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Calling delete_port for 7947bdcd-d239-4344-83d2-b122b49f7c7c owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:56:36.781429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.794756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['7947bdcd-d239-4344-83d2-b122b49f7c7c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:56:36.814095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:36.848273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Pushing event deleted for resources: {'Port': ['ID=7947bdcd-d239-4344-83d2-b122b49f7c7c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:36.918142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] No DVR routers for this DVR port 7947bdcd-d239-4344-83d2-b122b49f7c7c on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:56:36.921334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:36.924529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d22ef016-a71c-4f57-854a-390c9c1ccf50 req-87235717-d0b9-4736-95c8-fd2deccf40e7 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.36 "DELETE /v2.0/ports/7947bdcd-d239-4344-83d2-b122b49f7c7c HTTP/1.1" status: 204 len: 173 time: 0.6297405 Jul 22 11:56:36.925012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'name': 'network-vif-deleted', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:56:36.928706 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-68632b32-ae4c-47f3-901e-5108977728a4" -d '{"events": [{"server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "name": "network-vif-deleted", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:56:37.000780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c630e4f4-91a9-4388-92ff-e640ffeffd46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.179193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c630e4f4-91a9-4388-92ff-e640ffeffd46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.185496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c630e4f4-91a9-4388-92ff-e640ffeffd46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.227302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c630e4f4-91a9-4388-92ff-e640ffeffd46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf30fb6-8452-42f9-9937-5db750cdbf93,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:37.247322 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c630e4f4-91a9-4388-92ff-e640ffeffd46 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a4d40b517dd54a16b2db316c79fd60d7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4306819 Jul 22 11:56:37.251515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38868) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:37.384918 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:56:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a4bfc3a-fafa-4b17-8cab-d86c85c67980 x-openstack-request-id: req-2a4bfc3a-fafa-4b17-8cab-d86c85c67980 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:56:37.385379 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "333f3e69-716a-420e-ba8d-9f5e5f7873af", "name": "network-vif-deleted", "tag": "7947bdcd-d239-4344-83d2-b122b49f7c7c", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:56:37.385866 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a4bfc3a-fafa-4b17-8cab-d86c85c67980 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:56:37.386594 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '333f3e69-716a-420e-ba8d-9f5e5f7873af', 'name': 'network-vif-deleted', 'tag': '7947bdcd-d239-4344-83d2-b122b49f7c7c', 'status': 'completed', 'code': 200} Jul 22 11:56:37.391046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-016da90b-c272-473b-ad59-f23f4aa0b5c6 req-84a4e93d-b826-4f8d-836a-824b75b7acd0 tempest-VolumesSnapshotTestJSON-256966328 tempest-VolumesSnapshotTestJSON-256966328-project] 10.222.0.21 "GET /v2.0/ports?device_id=333f3e69-716a-420e-ba8d-9f5e5f7873af HTTP/1.1" status: 200 len: 210 time: 0.0988469 Jul 22 11:56:37.424617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.470153 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.540187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.543881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:37.546488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6cf30fb6-8452-42f9-9937-5db750cdbf93 HTTP/1.1" status: 204 len: 168 time: 0.2939174 Jul 22 11:56:37.586018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-962b3baa-7490-499e-9a17-16d14ab0b7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf30fb6-8452-42f9-9937-5db750cdbf93,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:37.992946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:38.019486 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4083cf02-ac7a-42af-aa25-e965c6c49c2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.077635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:38.132987 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4083cf02-ac7a-42af-aa25-e965c6c49c2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.137928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4083cf02-ac7a-42af-aa25-e965c6c49c2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.180281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4083cf02-ac7a-42af-aa25-e965c6c49c2f admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=771255fc75014fe4acdc1ccccf855637&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1830680 Jul 22 11:56:38.180490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38896) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:38.187798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4083cf02-ac7a-42af-aa25-e965c6c49c2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96015ffd-960b-4825-a4f4-df13aa73bef5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:38.237567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.248198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'network': {'name': 'tempest-network-smoke--355936027', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:38.274905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.294709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:38.298111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.320902 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.362269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.365770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.367285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/96015ffd-960b-4825-a4f4-df13aa73bef5 HTTP/1.1" status: 204 len: 168 time: 0.1858277 Jul 22 11:56:38.386431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-932bcc5c-1244-4b88-b1af-f61b2cea0152 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96015ffd-960b-4825-a4f4-df13aa73bef5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:38.482971 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.487626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.514468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:56:38.532394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=da256fa0-aa49-420b-8292-e10112c1872d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:38.535796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.536422 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Added segment 1ce3c9ed-1e43-482e-95d0-c863fc097f06 of type vlan for network ba06faa3-bf8d-45f0-b1d5-0a2021992957 Jul 22 11:56:38.600604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.633606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.640920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:38.641649 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.682526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.6009934 Jul 22 11:56:38.682858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:38.688668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'admin_state_up': True, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:38.738683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.741782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:38.760773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44da024f-44f1-4e3f-bf76-5d87c05d982f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Network': ['ID=ba06faa3-bf8d-45f0-b1d5-0a2021992957,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:38.774931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:56:38.859706 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.092872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.356373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7947bdcd-d239-4344-83d2-b122b49f7c7c no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:56:39.388292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 7947bdcd-d239-4344-83d2-b122b49f7c7c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:56:39.389817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 7947bdcd-d239-4344-83d2-b122b49f7c7c not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:56:39.418749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.444780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.591377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.25.6.30 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2b3b1a31-200e-4c87-9919-40d6221eead1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:39.766896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.815004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:39.862503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:39.866091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:39.868743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:39.901704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=2b3b1a31-200e-4c87-9919-40d6221eead1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:40.197078 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:40.421165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:40.582081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:56:40.743938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:40.862053 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95914153-0a09-4ee3-8158-ff05e3bcd7c1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:40.972824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95914153-0a09-4ee3-8158-ff05e3bcd7c1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:40.978597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95914153-0a09-4ee3-8158-ff05e3bcd7c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.025549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.026070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95914153-0a09-4ee3-8158-ff05e3bcd7c1 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1f905b86f7bd4343b3226b7ad81ec68a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2804978 Jul 22 11:56:41.041092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:56:41.041436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95914153-0a09-4ee3-8158-ff05e3bcd7c1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c27aa3-c88f-41a9-995a-efee881afa78,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:41.051494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:56:41.074855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:56:41.075461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:41.091043 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.092477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-851d768d-d984-481d-85bf-4a398327b606 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.4080565 Jul 22 11:56:41.095563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38970) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.118578 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.165891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.228751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:56:41.230088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.237557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.242760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/90c27aa3-c88f-41a9-995a-efee881afa78 HTTP/1.1" status: 204 len: 168 time: 0.2138283 Jul 22 11:56:41.255905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9115d69a-8d27-4bba-939d-54b343500c57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c27aa3-c88f-41a9-995a-efee881afa78,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:41.336730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.337228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-976c7d9f-4c63-4e8e-bc1e-7b1f1a098589 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f91c50bb3d3244478290c97d8757bcbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2404954 Jul 22 11:56:41.498975 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1de2e34-aec4-4ee3-ae99-883dc30eba62 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:41.507904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.530532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1de2e34-aec4-4ee3-ae99-883dc30eba62 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1917732 Jul 22 11:56:41.565433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6ddc7fde-2e1f-4e7f-9c6b-dea1d55dfe07 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0516968 Jul 22 11:56:41.566062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38988) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.577360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1649345438', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:41.618869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:40Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:41.668233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:56:41.668946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Updating router 90c45f8a-b175-40c9-aede-d6f3328e6865 port 2b3b1a31-200e-4c87-9919-40d6221eead1 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:56:41.714657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.730184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:41.734275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.836624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 38990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:41.858966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-029dc25c-9cb9-4d31-8ce2-b046c4cfdf3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.967516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.985149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-029dc25c-9cb9-4d31-8ce2-b046c4cfdf3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:41.993945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-029dc25c-9cb9-4d31-8ce2-b046c4cfdf3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.035284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-029dc25c-9cb9-4d31-8ce2-b046c4cfdf3c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e403426c1a044620ab0b2c2f74ed0434&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1972222 Jul 22 11:56:42.042176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38992) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:42.062056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-029dc25c-9cb9-4d31-8ce2-b046c4cfdf3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=91526b82-2387-451a-909a-46540aff8c85,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:42.098171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Subnet': ['ID=cf231495-557a-4265-8ebf-3f953c210b31,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:42.100890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.110650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Checking segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:42.110650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network hostable DHCP agents. Network: ba06faa3-bf8d-45f0-b1d5-0a2021992957, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:56:42.113592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Transition to ACTIVE for port object 2b3b1a31-200e-4c87-9919-40d6221eead1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:42.119955 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.121317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.149613 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.151345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:56:42.172947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ba06faa3-bf8d-45f0-b1d5-0a2021992957) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:42.187859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9243619-4e1b-4671-8245-b753f532ba57 None None] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:42.189995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:42.190531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Attempting to bind port 2b3b1a31-200e-4c87-9919-40d6221eead1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:42.190935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Attempting to bind port 2b3b1a31-200e-4c87-9919-40d6221eead1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:42.191066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.191330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Attempting to bind port 2b3b1a31-200e-4c87-9919-40d6221eead1 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:42.210630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6cdb5a61-8fff-4299-87c8-82e7a2abdfdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.6432731 Jul 22 11:56:42.214489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 38994) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:42.221373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc62db-493a-4b55-82ff-02b46c15978f None None] Pushing event updated for resources: {'Port': ['ID=2b3b1a31-200e-4c87-9919-40d6221eead1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:42.226916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:42.227313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:42.227752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.228170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:42.228680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Bound port: 2b3b1a31-200e-4c87-9919-40d6221eead1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:42.229069 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.258552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.261306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.264982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/91526b82-2387-451a-909a-46540aff8c85 HTTP/1.1" status: 204 len: 168 time: 0.2186878 Jul 22 11:56:42.305460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33e5cc77-3aa8-49c5-8b54-f95b90f5aed5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=91526b82-2387-451a-909a-46540aff8c85,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:42.436637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] For port 2b3b1a31-200e-4c87-9919-40d6221eead1, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:42.476817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:56:42.478009 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.485927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] For port 2b3b1a31-200e-4c87-9919-40d6221eead1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b3b1a31-200e-4c87-9919-40d6221eead1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:42.497972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:42.686607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Allocated IP 172.20.0.2 (ba06faa3-bf8d-45f0-b1d5-0a2021992957/cf231495-557a-4265-8ebf-3f953c210b31/d72658d7-13f0-4a86-b08a-d3d08d597a07) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:42.914419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:56:42.915397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:42.965366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.001886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-befc62db-493a-4b55-82ff-02b46c15978f None None] Pushing event updated for resources: {'Port': ['ID=2b3b1a31-200e-4c87-9919-40d6221eead1,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:43.043151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.061559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Transition to ACTIVE for port object d72658d7-13f0-4a86-b08a-d3d08d597a07 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:43.088690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Transition to ACTIVE for port object d72658d7-13f0-4a86-b08a-d3d08d597a07 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:43.106802 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.123870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:56:43.234669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Pushing event updated for resources: {'Port': ['ID=d72658d7-13f0-4a86-b08a-d3d08d597a07,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:43.392161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:43.395190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:43.399267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:43.568310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Attempting to bind port d72658d7-13f0-4a86-b08a-d3d08d597a07 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:43.569000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Attempting to bind port d72658d7-13f0-4a86-b08a-d3d08d597a07 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:43.569520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Attempting to bind port d72658d7-13f0-4a86-b08a-d3d08d597a07 on network ba06faa3-bf8d-45f0-b1d5-0a2021992957 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:43.581082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.1 (ba06faa3-bf8d-45f0-b1d5-0a2021992957/cf231495-557a-4265-8ebf-3f953c210b31/0b316325-82d2-48a6-be80-3aafc08be58d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:43.588777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:43.589162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Checking segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:43.589796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.589960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Bound using segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:43.596415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Bound port: d72658d7-13f0-4a86-b08a-d3d08d597a07, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:43.596858 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.758944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] For port d72658d7-13f0-4a86-b08a-d3d08d597a07, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:43.763078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] For port d72658d7-13f0-4a86-b08a-d3d08d597a07, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d72658d7-13f0-4a86-b08a-d3d08d597a07,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:43.775430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:40Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:43.813039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-578df980-a2df-4e0e-9292-5c64f5d9f64e None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:40Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:56:43.815989 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.832318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.862184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object 0b316325-82d2-48a6-be80-3aafc08be58d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:43.917476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:43.918564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b37d7b39-c6b5-4f54-a768-3129d2c865ce None None] Pushing event updated for resources: {'Port': ['ID=d72658d7-13f0-4a86-b08a-d3d08d597a07,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:44.014739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:44.020074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:44.027703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:44.090685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:44.169988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:44.454922 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:44.947248 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:44.959646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:45.099133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:45.109751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:45.300300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:45.302660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:45.313404 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26ad37db-f270-44b4-a0c3-ec694b9f8c7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:45.602494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:56:45.699535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9ccf8d7-1847-4d74-ac25-3fa6f21b4916 None None] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:56:45.772772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:56:45.785411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-96a2ee1f-2b17-4a17-b809-f824c784c986 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/90c45f8a-b175-40c9-aede-d6f3328e6865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5694666 Jul 22 11:56:45.789639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:46.038915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.041108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.041921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.042595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.043223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.043878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.046336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e67ec66d-7dbd-42f9-8be5-2f73ff45aaa5 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4286 time: 0.2556796 Jul 22 11:56:46.049008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:46.080934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39082) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:46.134381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.135313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.136250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.136871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.137621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.138409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:46.140624 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a656db98-d8e0-4624-bdb5-10cfaea1fe34 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4008 time: 0.0900609 Jul 22 11:56:46.143468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:46.202125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b3b1a31-200e-4c87-9919-40d6221eead1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:46.202125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4755d242-c9dd-44d6-94dd-85aa73813fe6 None None] Provisioning for port d72658d7-13f0-4a86-b08a-d3d08d597a07 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:46.282322 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a6dfbeb-8b5a-4b7f-8d52-b9c0bf4e9d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.359395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2b3b1a31-200e-4c87-9919-40d6221eead1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:46.376583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2b3b1a31-200e-4c87-9919-40d6221eead1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:46.377293 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.548195 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a6dfbeb-8b5a-4b7f-8d52-b9c0bf4e9d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.572333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a6dfbeb-8b5a-4b7f-8d52-b9c0bf4e9d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.604668 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:56:46.617448 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.619085 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:56:46.620449 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:46.639417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a6dfbeb-8b5a-4b7f-8d52-b9c0bf4e9d6b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f7f8854a6b374adab04dca62cc62a2c1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5561581 Jul 22 11:56:46.643467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39092) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:46.668136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2b3b1a31-200e-4c87-9919-40d6221eead1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b3b1a31-200e-4c87-9919-40d6221eead1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:46.681945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.682912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d72658d7-13f0-4a86-b08a-d3d08d597a07 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:46.801759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a6dfbeb-8b5a-4b7f-8d52-b9c0bf4e9d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=60876ee9-1758-40b7-a22a-5bdaba69c975,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:46.826678 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.856351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2b3b1a31-200e-4c87-9919-40d6221eead1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:46.873495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:46.925269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aafb9b77-3784-4138-818f-4811321dc86f None None] Provisioning for port 0b316325-82d2-48a6-be80-3aafc08be58d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:46.939914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:56:46.967847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aafb9b77-3784-4138-818f-4811321dc86f None None] Provisioning complete for port 0b316325-82d2-48a6-be80-3aafc08be58d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:46.968235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aafb9b77-3784-4138-818f-4811321dc86f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.017427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.022187 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.023424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/60876ee9-1758-40b7-a22a-5bdaba69c975 HTTP/1.1" status: 204 len: 168 time: 0.3789763 Jul 22 11:56:47.045113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8284bcd-193c-4064-9ed2-c9866cf7ae35 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60876ee9-1758-40b7-a22a-5bdaba69c975,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:47.069161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aafb9b77-3784-4138-818f-4811321dc86f None None] Port 0b316325-82d2-48a6-be80-3aafc08be58d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:56:47.094679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d72658d7-13f0-4a86-b08a-d3d08d597a07 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:47.102012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d72658d7-13f0-4a86-b08a-d3d08d597a07 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:47.102433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.188820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a11fa4ce-8172-4a11-a960-3417cdf5c302 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2327 time: 1.0440199 Jul 22 11:56:47.311416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.315421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7555155f-18ef-4eaf-8dd7-54b0ddb7d67e None None] Provisioning complete for port 0b316325-82d2-48a6-be80-3aafc08be58d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:47.316295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7555155f-18ef-4eaf-8dd7-54b0ddb7d67e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.414187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d72658d7-13f0-4a86-b08a-d3d08d597a07, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d72658d7-13f0-4a86-b08a-d3d08d597a07,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:47.421321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7555155f-18ef-4eaf-8dd7-54b0ddb7d67e None None] Port 0b316325-82d2-48a6-be80-3aafc08be58d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:56:47.438360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.546532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d72658d7-13f0-4a86-b08a-d3d08d597a07,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:47.711347 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 2, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:47.756864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:47.760800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-20edd9bc-2b87-4923-881c-1877c981a6fc None None] Provisioning complete for port 0b316325-82d2-48a6-be80-3aafc08be58d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:47.761357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20edd9bc-2b87-4923-881c-1877c981a6fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.762163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-794978320', 'description': 'tempest-secgroup-smoke-794978320 description', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:47.814848 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.815467 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:56:47.820300 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Updating router 90c45f8a-b175-40c9-aede-d6f3328e6865 port 0b316325-82d2-48a6-be80-3aafc08be58d binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:56:47.932558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-20edd9bc-2b87-4923-881c-1877c981a6fc None None] Port 0b316325-82d2-48a6-be80-3aafc08be58d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:56:47.958697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:47.967067 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.976947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.977964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.983097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:47.985550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b3b1a31-200e-4c87-9919-40d6221eead1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:47.991515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-886ec00e-e094-4737-9d01-0c2c59ad6d0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.037806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.044392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2862926 Jul 22 11:56:48.049203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:48.054476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f783fa76-4b64-4790-a690-a4aa0ecc3f3e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f258f7f3-c71b-443e-91e2-6c4b56434cb6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.065486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:48.101169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2b3b1a31-200e-4c87-9919-40d6221eead1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:48.101741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.177144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1c0e21df-4cd3-4020-b1bb-688364035ddc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.270012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-886ec00e-e094-4737-9d01-0c2c59ad6d0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.276901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-886ec00e-e094-4737-9d01-0c2c59ad6d0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.289637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d72658d7-13f0-4a86-b08a-d3d08d597a07 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:48.378049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-886ec00e-e094-4737-9d01-0c2c59ad6d0b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=08bd2f293f9b4de1b5f8b4c79be84228&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4172440 Jul 22 11:56:48.386409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39110) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:48.386974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-886ec00e-e094-4737-9d01-0c2c59ad6d0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b01873fc-0a52-43cf-9dea-3b6877cf7066,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.398757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d72658d7-13f0-4a86-b08a-d3d08d597a07 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:48.399159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.421692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.501681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.573871 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.585801 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.596701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.603554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.621914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Transition to ACTIVE for port object 0b316325-82d2-48a6-be80-3aafc08be58d will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:48.633045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b2124321-2d19-4727-999b-20796f77abe5,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.637645 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.648429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.650102 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4b5e2cbe-8d59-4f19-b735-b9fd94c8eb15 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5996060 Jul 22 11:56:48.653041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39118) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:48.659726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:48.672714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.681018 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.684231 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b01873fc-0a52-43cf-9dea-3b6877cf7066 HTTP/1.1" status: 204 len: 168 time: 0.2955887 Jul 22 11:56:48.733222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27d8faf-5f75-4389-a7e7-957422aa95b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b01873fc-0a52-43cf-9dea-3b6877cf7066,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.778049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.890386 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Attempting to bind port 0b316325-82d2-48a6-be80-3aafc08be58d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:48.891249 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Attempting to bind port 0b316325-82d2-48a6-be80-3aafc08be58d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:48.891249 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Attempting to bind port 0b316325-82d2-48a6-be80-3aafc08be58d on network ba06faa3-bf8d-45f0-b1d5-0a2021992957 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:48.902655 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.906516 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Pushing event updated for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.911581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.935284 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.939031 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.939398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.939731 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.940060 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.940385 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.940710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.941335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.941845 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.943912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa276377-df48-4b89-ad48-80e6f00aee12,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:48.947258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.947699 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.948083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:56:48.970229 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:48.971934 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Checking segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:48.972532 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.974244 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Bound using segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:48.976521 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Bound port: 0b316325-82d2-48a6-be80-3aafc08be58d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:48.977274 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:48.993639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.004180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6e91682-7c12-4b11-a4fc-dd6abe9fdc25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3479528 Jul 22 11:56:49.004394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39122) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:49.016842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:49.075604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.124498 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] For port 0b316325-82d2-48a6-be80-3aafc08be58d, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:49.137116 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] For port 0b316325-82d2-48a6-be80-3aafc08be58d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0b316325-82d2-48a6-be80-3aafc08be58d,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:49.143921 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.167060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.175568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.194805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=41040e42-b2b3-430e-8ecc-bde84d6f2ad0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:49.204525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.205791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a5d3bce4-f1e1-4e3e-8099-fe99d38167bc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1938267 Jul 22 11:56:49.209037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:49.220499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:49.243861 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:56:49.244450 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:49.288020 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60fadf64-273e-43dc-88bd-2b541cbb327e None None] Pushing event updated for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:49.318873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.402177 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:56:49.431239 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.459532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.465633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.528709 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e7118b5b-36ad-4a10-95c4-af89aa5012d4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:49.543085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.550283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:49.551089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-226f0080-17b7-45f8-b9e1-5026895f3270 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3385904 Jul 22 11:56:49.559147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:49.600512 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:56:49.610054 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.760743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.766998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.783941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0aaa7cd3-c384-43a8-910f-141db4613f95,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:49.805713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.806961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e7acfa0-b828-4ef8-8af3-9292bfd25884 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2540739 Jul 22 11:56:49.809894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:49.814311 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:49Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:56:49.814869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': 'f258f7f3-c71b-443e-91e2-6c4b56434cb6', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:49.857500 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:56:49.860032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7d90dee-3706-4f40-a2c3-3b58d64b9232 None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:49Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:56:49.866868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.935791 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.941404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:49.968205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe9a195d-35ad-4b2a-953d-514a30d77d4a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:50.009016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:50.016013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-164475c4-6118-4821-a379-5005ab978fd1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2048070 Jul 22 11:56:50.430991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-cef827a9-3292-49a8-8167-e08b539953be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-794978320&fields=id&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 267 time: 0.0856993 Jul 22 11:56:50.720953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-ffde8963-cfda-4602-a5e0-66688f9cc8ed tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:50.723788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-ffde8963-cfda-4602-a5e0-66688f9cc8ed tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/networks?id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 796 time: 0.2749999 Jul 22 11:56:50.749982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-1fbc1a41-f66f-456f-afcb-b2fbc6aa77d7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/quotas/f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 375 time: 0.0156369 Jul 22 11:56:50.949273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-4433edf8-6813-42da-8a9b-208c26ca2ced tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1914251 Jul 22 11:56:51.080747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-f4b44010-79a2-4ab7-99e2-291a4a269f88 service neutron] 10.222.0.21 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1177068 Jul 22 11:56:51.251183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-a2947db1-a6ca-46b3-8d73-7ee7537b7ac5 service neutron] 10.222.0.21 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1633139 Jul 22 11:56:51.361488 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:56:51.402363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:51.682489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea90ee5d-ff17-4d25-886b-79b38db22474 req-71c87a9b-b346-4b7a-8df2-c70584507492 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 210 time: 0.0538778 Jul 22 11:56:51.932528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0b316325-82d2-48a6-be80-3aafc08be58d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:51.997309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0b316325-82d2-48a6-be80-3aafc08be58d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:52.003616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0b316325-82d2-48a6-be80-3aafc08be58d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:52.004190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:52.158086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:52.202711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 0b316325-82d2-48a6-be80-3aafc08be58d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0b316325-82d2-48a6-be80-3aafc08be58d,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:52.212365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:52.398628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:52.832382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52edb0f9-77cd-46a3-8adf-e1096a76db89 req-70af8d3f-a0a8-4e3a-9a0a-59f4b96ac958 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 210 time: 0.0771847 Jul 22 11:56:53.630031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-213bbb3b-40ee-46a4-9b68-ffa4b12d4512 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:53.631790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-213bbb3b-40ee-46a4-9b68-ffa4b12d4512 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/networks?id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 796 time: 0.1277847 Jul 22 11:56:53.691103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-9036258f-b3e0-4806-bbc8-a97d17b12fb1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 379 time: 0.0511148 Jul 22 11:56:53.702388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'port': {'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'admin_state_up': True, 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'security_groups': ['f258f7f3-c71b-443e-91e2-6c4b56434cb6']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:53.830966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0b316325-82d2-48a6-be80-3aafc08be58d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:56:53.840862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:53.844635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:53.925108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0b316325-82d2-48a6-be80-3aafc08be58d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:53.926359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:53.991157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de7bc0c0-9ebd-4f30-afa7-1278c64e7180 req-be094708-a78e-4356-a7eb-b39d5c15acf2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 210 time: 0.0513749 Jul 22 11:56:54.071448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.4 (ba06faa3-bf8d-45f0-b1d5-0a2021992957/cf231495-557a-4265-8ebf-3f953c210b31/055d1201-4c0a-4d0f-b9be-f6bca66b3387) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:54.257623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:54.275303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object 055d1201-4c0a-4d0f-b9be-f6bca66b3387 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:54.326504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:54.398511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:54.402757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:56:54.404765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:54.407647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:56:54.470328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:54.471048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:54.528325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-6ee767d3-593d-4205-b16a-a02eb89d5a32 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8298810 Jul 22 11:56:54.548958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Request body: {'port': {'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:54.610759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c0cf3b-8a81-4940-92d2-bbaa3bfedab9 req-02ebf0cc-93dc-4fc4-ab2c-c06dd6408222 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:54.612661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24c0cf3b-8a81-4940-92d2-bbaa3bfedab9 req-02ebf0cc-93dc-4fc4-ab2c-c06dd6408222 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1342204 Jul 22 11:56:54.683537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24c0cf3b-8a81-4940-92d2-bbaa3bfedab9 req-0b13cd84-4137-4efb-8ad2-caf1d3bd878f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0621758 Jul 22 11:56:54.735384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:54.832222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44803c53-f670-4bab-8022-bc6edebadca5 None None] Provisioning for port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:56:54.839151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-44803c53-f670-4bab-8022-bc6edebadca5 None None] Provisioning complete for port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:56:54.839799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-44803c53-f670-4bab-8022-bc6edebadca5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:54.886413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-44803c53-f670-4bab-8022-bc6edebadca5 None None] Port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:56:55.086440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bc974a3-0a4c-4815-b722-ffe6bfc269e8 req-8455baac-65a0-4d71-a6e4-e6b69ed107d9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:55.088242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bc974a3-0a4c-4815-b722-ffe6bfc269e8 req-8455baac-65a0-4d71-a6e4-e6b69ed107d9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2756095 Jul 22 11:56:55.260050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bc974a3-0a4c-4815-b722-ffe6bfc269e8 req-4dfd4d44-5df1-46e4-87d9-a6a25be05565 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1146655 Jul 22 11:56:55.262522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 055d1201-4c0a-4d0f-b9be-f6bca66b3387 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:56:55.280646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:55.304605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Transition to ACTIVE for port object 055d1201-4c0a-4d0f-b9be-f6bca66b3387 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:55.321203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eea6068-6750-42ac-a3f7-c5ce4e0260ff req-5026e836-b77d-4689-b505-d8d0801fba3c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:55.323258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eea6068-6750-42ac-a3f7-c5ce4e0260ff req-5026e836-b77d-4689-b505-d8d0801fba3c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 931 time: 0.1566586 Jul 22 11:56:55.324458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:55.407734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Pushing event updated for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:55.495483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8eea6068-6750-42ac-a3f7-c5ce4e0260ff req-db6dba40-c513-433a-ac33-1dbb63a6ab81 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1618178 Jul 22 11:56:55.626016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Attempting to bind port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:56:55.626368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Attempting to bind port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:56:55.626760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Attempting to bind port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 on network ba06faa3-bf8d-45f0-b1d5-0a2021992957 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:55.637415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 on network ba06faa3-bf8d-45f0-b1d5-0a2021992957 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:56:55.637787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Attempting to bind port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 on network ba06faa3-bf8d-45f0-b1d5-0a2021992957 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:56:55.649767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:56:55.650164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Checking segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:56:55.650552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Bound using segment: {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:56:55.655259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Bound port: 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ce3c9ed-1e43-482e-95d0-c863fc097f06', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:56:55.655659 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:55.878227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-dea57683-24aa-4a66-98df-2299b2c7ee5f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:55.882625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-dea57683-24aa-4a66-98df-2299b2c7ee5f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.2227991 Jul 22 11:56:55.884081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:56:55.905722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-39467740-2ed9-4855-a9fb-974764ebaace tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/quotas/2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 375 time: 0.0185421 Jul 22 11:56:55.908010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:56:55.926057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:56.017442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:56.018763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:56.021274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] 10.222.0.36 "PUT /v2.0/ports/055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 200 len: 1091 time: 1.4837146 Jul 22 11:56:56.024549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:56:56.028032 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be6ebd8b-b60b-46c8-8123-acaa638c12f0" -d '{"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:56:56.115140 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:56:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e0a6cc37-2d3f-4880-a0f2-d1a383ee6624 x-openstack-request-id: req-e0a6cc37-2d3f-4880-a0f2-d1a383ee6624 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:56:56.116085 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:56:56.116491 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e0a6cc37-2d3f-4880-a0f2-d1a383ee6624 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:56:56.117065 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'status': 'completed', 'code': 200} Jul 22 11:56:56.166025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-635546d6-a83f-40e7-a508-b29ac530240d service neutron] Pushing event updated for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:56.203293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-6da03e9a-1657-4967-b83e-9f914412a593 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&fields=id HTTP/1.1" status: 200 len: 486 time: 0.2897069 Jul 22 11:56:56.221891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d31e294f-c477-41a7-94b0-84727779a8ce service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:56:56.221891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d31e294f-c477-41a7-94b0-84727779a8ce service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0073109 Jul 22 11:56:56.240913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-3009ff84-3f64-4b61-aba2-e74caf730049 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:56.242415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-3009ff84-3f64-4b61-aba2-e74caf730049 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1094 time: 0.1768684 Jul 22 11:56:56.306245 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-6be08d0f-ae9e-4975-84d3-4a6819b2c721 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 200 len: 217 time: 0.0548429 Jul 22 11:56:56.408519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-02be7a7f-816e-41bb-9c63-28bc023ca5f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:56.410076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-02be7a7f-816e-41bb-9c63-28bc023ca5f1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf231495-557a-4265-8ebf-3f953c210b31 HTTP/1.1" status: 200 len: 835 time: 0.0971410 Jul 22 11:56:56.437518 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-b2e81005-c095-41d5-9062-d96d621703b9 service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2002811 Jul 22 11:56:56.602476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-086e4797-6e17-4114-a55c-a69030df06dc req-267249b3-5807-4274-8679-c5a644a7a95b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:56.604506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-267249b3-5807-4274-8679-c5a644a7a95b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba06faa3-bf8d-45f0-b1d5-0a2021992957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1875610 Jul 22 11:56:56.611082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-2b1947a1-3d20-4456-b93a-644d8efe6d0c service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1558993 Jul 22 11:56:56.823106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-40822fb0-ebea-4fe1-9ca3-817c0fe5d8db service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2105334 Jul 22 11:56:56.859388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf7ccdb-7521-495d-aa79-92a0e3c93b75 req-b95b3ae8-80e6-49c5-8593-605a12fea617 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:56.860929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cf7ccdb-7521-495d-aa79-92a0e3c93b75 req-b95b3ae8-80e6-49c5-8593-605a12fea617 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 943 time: 0.1432765 Jul 22 11:56:56.905370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df0e0d82-5c81-45d9-b4aa-b6613f35cd3d req-8b8772a1-3854-4e77-9d18-0411c4ffeced tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 210 time: 0.0350461 Jul 22 11:56:56.984036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4cf7ccdb-7521-495d-aa79-92a0e3c93b75 req-386e1d62-5b61-42ea-acb4-27afb0252cc3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0755291 Jul 22 11:56:57.032068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-086e4797-6e17-4114-a55c-a69030df06dc req-8c6000bf-33d9-43cb-a3c7-86ac7c7c71ef service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2027001 Jul 22 11:56:57.156797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-6d8220c8-8dec-4d51-9b10-2c6287d70a6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:57.159173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-6d8220c8-8dec-4d51-9b10-2c6287d70a6d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1094 time: 0.0729992 Jul 22 11:56:57.280426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-c968ff5a-5af0-413e-bcda-567af744766c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:57.282064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-c968ff5a-5af0-413e-bcda-567af744766c service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 897 time: 0.1152110 Jul 22 11:56:57.341572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-64afa079-56ec-4a7a-bb7c-74656b1a59cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 200 len: 217 time: 0.0511706 Jul 22 11:56:57.405955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-f2ef3560-1fd8-4a90-8078-1a9b4344db5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:57.407687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-f2ef3560-1fd8-4a90-8078-1a9b4344db5a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf231495-557a-4265-8ebf-3f953c210b31 HTTP/1.1" status: 200 len: 835 time: 0.0587335 Jul 22 11:56:57.468922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:57.499201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-5f4a6f6f-278f-4254-9253-6f8fd72bd685 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:57.505483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-5f4a6f6f-278f-4254-9253-6f8fd72bd685 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba06faa3-bf8d-45f0-b1d5-0a2021992957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0894420 Jul 22 11:56:57.685465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-d5d9cce1-e7cb-419d-8cd7-695d8ddd98f7 service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728754 Jul 22 11:56:57.803747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be6ebd8b-b60b-46c8-8123-acaa638c12f0 req-d5391d38-ccf3-465b-b4cf-5f85c9195259 service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1100800 Jul 22 11:56:58.360932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-337e7ed1-57ed-4d7b-a4c8-8d2f877a82f9 req-d60a0426-d639-449e-8681-a1e4e4468190 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 210 time: 0.0952034 Jul 22 11:56:58.369629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-c32caa76-d5c3-4bc9-a0ad-c554caa7ddfe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:58.371149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-c32caa76-d5c3-4bc9-a0ad-c554caa7ddfe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.3553979 Jul 22 11:56:58.393576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'device_id': '010f8a25-cd9b-4296-8339-545b395f0643', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'admin_state_up': True, 'tenant_id': '2c2e1458dea143d0804a11370d1147f4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:56:58.465783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:58.471456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cbfe664-311b-46c3-bd0b-ca579d175636 req-5e9666d2-d24f-4d46-9a5a-3b392bd10b7b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:58.479301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cbfe664-311b-46c3-bd0b-ca579d175636 req-5e9666d2-d24f-4d46-9a5a-3b392bd10b7b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 943 time: 0.2126491 Jul 22 11:56:58.541858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cbfe664-311b-46c3-bd0b-ca579d175636 req-eb8ca4be-3da1-46dd-a4ee-6c09f89231fa tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0615203 Jul 22 11:56:58.604993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:56:58.609057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:58.670599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39384) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:58.810118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc68b-4ead-4679-b7a3-52141e0d84e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:58.848873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.20.0.14 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/47cbc93c-352d-4047-a4f9-7de16acb0a71) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:56:58.960309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-83ed9b00-0649-472b-9c47-55f646d1d44b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2604661 Jul 22 11:56:58.986830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc68b-4ead-4679-b7a3-52141e0d84e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:58.992583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd8cc68b-4ead-4679-b7a3-52141e0d84e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.060984 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fd8cc68b-4ead-4679-b7a3-52141e0d84e4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=14c496b2f1f445f8aadb7abf45fb4f85&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3883028 Jul 22 11:56:59.062165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd8cc68b-4ead-4679-b7a3-52141e0d84e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56fbd61c-a87e-4d1b-96c0-385d4da4a5e3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:59.065361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39392) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:59.264438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.279586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.297156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Transition to ACTIVE for port object 47cbc93c-352d-4047-a4f9-7de16acb0a71 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:56:59.301834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-7f13b526-a4d6-4ffb-8647-3dfbfac37c92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:59.303717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-7f13b526-a4d6-4ffb-8647-3dfbfac37c92 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1096 time: 0.2679827 Jul 22 11:56:59.320663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.434538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 055d1201-4c0a-4d0f-b9be-f6bca66b3387 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:56:59.456619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.478509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:56:59.480979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:56:59.536949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.539432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.542966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/56fbd61c-a87e-4d1b-96c0-385d4da4a5e3 HTTP/1.1" status: 204 len: 168 time: 0.4704244 Jul 22 11:56:59.555653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-a2a505ab-e49e-4a11-a43e-00dfa4461462 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:56:59.557211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-a2a505ab-e49e-4a11-a43e-00dfa4461462 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2328045 Jul 22 11:56:59.561125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae6bfd33-c46b-41f0-8e1d-b1fbd1634042 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56fbd61c-a87e-4d1b-96c0-385d4da4a5e3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:56:59.621847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-e6df23ca-cbac-47aa-8a95-71c7d5515b38 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 217 time: 0.0488026 Jul 22 11:56:59.626495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:56:59.678768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:59.743699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:56:59.845124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.861422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 055d1201-4c0a-4d0f-b9be-f6bca66b3387 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:56:59.935224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:56:59.954228 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:56:59.967465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39410) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:56:59.984659 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97df4b7d-d277-4197-980e-8586ecfbf618 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.023815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:00.033200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.033788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.034199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.034732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.035183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.035705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.036560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.037148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.037590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.038165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.038682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.039088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:00.067935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:00.092717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97df4b7d-d277-4197-980e-8586ecfbf618 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.099503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-97df4b7d-d277-4197-980e-8586ecfbf618 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.106717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:00.112743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:00.156590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-97df4b7d-d277-4197-980e-8586ecfbf618 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3df59bc2691432b93beda8ec526da16&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1879849 Jul 22 11:57:00.157932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97df4b7d-d277-4197-980e-8586ecfbf618 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3eace726-6dfc-4265-909d-069d1dc6b92b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:00.161506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39412) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:00.180848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['055d1201-4c0a-4d0f-b9be-f6bca66b3387'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:00.192859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d83643bc-33d1-438e-9562-8c7a57e8dfec req-9cae5207-8ea4-4065-9928-a0d5ddf7b821 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:00.205103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d83643bc-33d1-438e-9562-8c7a57e8dfec req-9cae5207-8ea4-4065-9928-a0d5ddf7b821 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 932 time: 0.7396233 Jul 22 11:57:00.244422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.254944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-15262ecc-691a-4d1c-93dc-49cbf37e81b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:00.259658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-15262ecc-691a-4d1c-93dc-49cbf37e81b1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.6311255 Jul 22 11:57:00.288800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.317915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7a0a81c-79d6-4b30-82ac-3bf422528614 req-07e23b79-9a63-48ff-8cb1-d25764deeb83 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:00.319842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7a0a81c-79d6-4b30-82ac-3bf422528614 req-07e23b79-9a63-48ff-8cb1-d25764deeb83 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 944 time: 0.2489407 Jul 22 11:57:00.334594 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:00.341394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.381662 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.384404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.393271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3eace726-6dfc-4265-909d-069d1dc6b92b HTTP/1.1" status: 204 len: 168 time: 0.2264605 Jul 22 11:57:00.415557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-52b65fb2-bed2-4def-88f9-8a5a6acb009e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0270517 Jul 22 11:57:00.429728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b0139ae-9c6a-481f-95a0-e71011b72c98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3eace726-6dfc-4265-909d-069d1dc6b92b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:00.472672 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-084b7f44-fba5-4fc6-844e-0db5ad54cdc0 None None] Provisioning for port 47cbc93c-352d-4047-a4f9-7de16acb0a71 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:00.487479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-084b7f44-fba5-4fc6-844e-0db5ad54cdc0 None None] Provisioning complete for port 47cbc93c-352d-4047-a4f9-7de16acb0a71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:00.487896 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-084b7f44-fba5-4fc6-844e-0db5ad54cdc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.488439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Request body: {'port': {'device_id': '010f8a25-cd9b-4296-8339-545b395f0643', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:00.517244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d83643bc-33d1-438e-9562-8c7a57e8dfec req-7cbe8860-c235-417b-9aec-fe748150c4a3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3002353 Jul 22 11:57:00.555374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-084b7f44-fba5-4fc6-844e-0db5ad54cdc0 None None] Port 47cbc93c-352d-4047-a4f9-7de16acb0a71 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:00.584927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7a0a81c-79d6-4b30-82ac-3bf422528614 req-461e608c-9022-48bc-a470-6785da8354fe tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1846378 Jul 22 11:57:00.699855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:00.725212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-c416c6d8-af16-4754-bd13-911031cd9ef5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:00.731136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-c416c6d8-af16-4754-bd13-911031cd9ef5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4597445 Jul 22 11:57:00.951984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-681694c2-061b-475e-b70f-f939acbb14d8 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1993930 Jul 22 11:57:01.205094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 47cbc93c-352d-4047-a4f9-7de16acb0a71 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:01.220609 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.234726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bacc7be8-3eb1-4733-9435-f3608e5c89d7 req-f28bb4a6-ce61-45ee-b7e1-9364c55c1180 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2684693 Jul 22 11:57:01.253627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Transition to ACTIVE for port object 47cbc93c-352d-4047-a4f9-7de16acb0a71 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:01.259391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.401416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:01.443376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 055d1201-4c0a-4d0f-b9be-f6bca66b3387 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:01.465055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Attempting to bind port 47cbc93c-352d-4047-a4f9-7de16acb0a71 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:01.465478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Attempting to bind port 47cbc93c-352d-4047-a4f9-7de16acb0a71 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:01.466039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Attempting to bind port 47cbc93c-352d-4047-a4f9-7de16acb0a71 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:01.483153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Port 47cbc93c-352d-4047-a4f9-7de16acb0a71 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:57:01.483575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Attempting to bind port 47cbc93c-352d-4047-a4f9-7de16acb0a71 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:01.490736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:01.491489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:01.491800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:01.492338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Bound port: 47cbc93c-352d-4047-a4f9-7de16acb0a71, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:01.492803 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.546067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:01.552261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:01.552261 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.657983 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:01.667027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:01.692738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.768225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:01.769333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.771647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] 10.222.0.20 "PUT /v2.0/ports/47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 200 len: 1092 time: 1.3194323 Jul 22 11:57:01.776689 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.792705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:01.795414 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ebf529bb-d31e-43df-9a06-c931ebb86371" -d '{"events": [{"name": "network-changed", "server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:01.837736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:01.844620 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14b49292-8ea5-48e0-80a0-1a23a3ef8aa3" -d '{"events": [{"server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "name": "network-vif-plugged", "status": "completed", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:01.859067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:01.866350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:01.908055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fbce5a-004a-41f3-b1cc-377e0af77583 service neutron] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:01.966012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:02.044521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3a1bfab-5631-421c-894c-d62d62bafa9e req-ea9da4c5-5ece-4fbd-96a4-a1b57fac2d92 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.047805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3a1bfab-5631-421c-894c-d62d62bafa9e req-ea9da4c5-5ece-4fbd-96a4-a1b57fac2d92 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 944 time: 0.3752170 Jul 22 11:57:02.100363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409bb3c-4250-4e9e-8ae6-e340e3e6b050 req-d09d8ed7-a240-4989-a69c-956100dd548e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.103691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d409bb3c-4250-4e9e-8ae6-e340e3e6b050 req-d09d8ed7-a240-4989-a69c-956100dd548e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 944 time: 0.3881180 Jul 22 11:57:02.143554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-0d7b345b-d175-4980-bd19-91c6c43b1bec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.144976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-0d7b345b-d175-4980-bd19-91c6c43b1bec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 1095 time: 0.3221886 Jul 22 11:57:02.229696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3a1bfab-5631-421c-894c-d62d62bafa9e req-0b7ef10c-d829-4ccb-9542-9deb240a83bb tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1652937 Jul 22 11:57:02.324144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d409bb3c-4250-4e9e-8ae6-e340e3e6b050 req-e6a6ea89-615c-4bbc-a705-76199f829942 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2075446 Jul 22 11:57:02.326000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-449f815d-ad92-431f-9c23-2e98f546ef27 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 200 len: 217 time: 0.1478217 Jul 22 11:57:02.407200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-59bdc8b0-75e9-496d-a2ae-8ac59df45828 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.408796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-59bdc8b0-75e9-496d-a2ae-8ac59df45828 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0765932 Jul 22 11:57:02.411893 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7f4de78e-3402-4bc9-ad32-b58b8d1585a5 x-openstack-request-id: req-7f4de78e-3402-4bc9-ad32-b58b8d1585a5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:02.412370 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:02.412725 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7f4de78e-3402-4bc9-ad32-b58b8d1585a5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:02.413212 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'status': 'completed', 'code': 200} Jul 22 11:57:02.520162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-842b1c02-cd3d-4b66-84a9-e3b2ffccd27f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.520162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-842b1c02-cd3d-4b66-84a9-e3b2ffccd27f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1002738 Jul 22 11:57:02.630810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-faf74109-6d1e-448d-9370-aebfc56ed404 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1065524 Jul 22 11:57:02.700566 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df032100-c984-45d8-8ae3-09a9e634bc6e x-openstack-request-id: req-df032100-c984-45d8-8ae3-09a9e634bc6e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:02.701059 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "name": "network-vif-plugged", "status": "completed", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:02.701140 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df032100-c984-45d8-8ae3-09a9e634bc6e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:02.701494 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'code': 200} Jul 22 11:57:02.823463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-46a441fc-ffd2-4db0-a499-8ec6a2491b0f req-c251677d-0cd9-4fa1-bf4d-5b972dd3d298 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1862612 Jul 22 11:57:02.843637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40391b60-77c5-47e8-a745-cf811570efa0 req-27a7e9b1-8a9d-4d49-9556-2deab416073e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.846296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40391b60-77c5-47e8-a745-cf811570efa0 req-27a7e9b1-8a9d-4d49-9556-2deab416073e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1096 time: 0.0907395 Jul 22 11:57:02.928478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-40391b60-77c5-47e8-a745-cf811570efa0 req-c45fe2dd-dbd5-40a0-94a1-1a616c4c6b85 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729642 Jul 22 11:57:02.961316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-e08b99b0-57f3-46ce-a2d1-54c826498dfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:02.966555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-e08b99b0-57f3-46ce-a2d1-54c826498dfa service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 1095 time: 0.0795908 Jul 22 11:57:03.076389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-f449a30a-a90d-4c2b-a55c-73a84f4c9498 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:03.077947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-f449a30a-a90d-4c2b-a55c-73a84f4c9498 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1087112 Jul 22 11:57:03.167474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-5a5fe700-69f4-484f-995c-8c41940c8529 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 200 len: 217 time: 0.0544450 Jul 22 11:57:03.227251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-7a4907ec-5fbc-437b-a985-cb6f7ba187da service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:03.228739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-7a4907ec-5fbc-437b-a985-cb6f7ba187da service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0539174 Jul 22 11:57:03.352289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-d240a451-e609-4eb8-a1d1-3bfade057ec5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:03.353957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-d240a451-e609-4eb8-a1d1-3bfade057ec5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1184447 Jul 22 11:57:03.646172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec045865-fe3b-4396-9dab-d47cfd6c8162 req-23f5da34-3bf7-4b09-b7e5-0aa3b57e1ab8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:03.656378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec045865-fe3b-4396-9dab-d47cfd6c8162 req-23f5da34-3bf7-4b09-b7e5-0aa3b57e1ab8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 944 time: 0.2688928 Jul 22 11:57:03.662556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-609bd77f-dcdc-460a-8722-82d39d7f7de0 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2997820 Jul 22 11:57:03.732115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30eda9ff-ecd5-4f23-a57a-d81d10da8067 req-e159c9c8-1042-4cf7-861f-89929e14a011 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:03.733557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30eda9ff-ecd5-4f23-a57a-d81d10da8067 req-e159c9c8-1042-4cf7-861f-89929e14a011 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.2653384 Jul 22 11:57:03.768208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec045865-fe3b-4396-9dab-d47cfd6c8162 req-959c9053-4de1-4fb7-aacb-5e7f4580ccc0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1107655 Jul 22 11:57:03.863066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30eda9ff-ecd5-4f23-a57a-d81d10da8067 req-c30f24c5-0f08-48c9-a0d0-568328b0043a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1168575 Jul 22 11:57:03.878149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebf529bb-d31e-43df-9a06-c931ebb86371 req-3aabf5b4-a7a3-4f31-9b03-e9c3f6810cca service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838312 Jul 22 11:57:05.054115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c608f2e9-3814-455f-a7b2-3f23f23b507d req-aa506b44-de34-4299-bc29-c4e9639ab294 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:05.061009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c608f2e9-3814-455f-a7b2-3f23f23b507d req-aa506b44-de34-4299-bc29-c4e9639ab294 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 944 time: 0.2063968 Jul 22 11:57:05.101871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-064b9b52-dd0d-4377-84cb-9d35b0a11656 req-b77090ef-13f5-43ba-9aef-ec1340f85ec0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:05.103504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-064b9b52-dd0d-4377-84cb-9d35b0a11656 req-b77090ef-13f5-43ba-9aef-ec1340f85ec0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.1383955 Jul 22 11:57:05.146284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c608f2e9-3814-455f-a7b2-3f23f23b507d req-b7abc6a8-7b18-4300-9e7d-68425ae07411 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0843275 Jul 22 11:57:05.171433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-064b9b52-dd0d-4377-84cb-9d35b0a11656 req-1d6bd686-14ee-42f2-9741-45287316e215 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0613217 Jul 22 11:57:05.355707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb7baa33-256f-4815-b2b3-5fcc490c5a2b req-945a7166-39a9-4d35-a869-da734834936b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:05.364158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb7baa33-256f-4815-b2b3-5fcc490c5a2b req-945a7166-39a9-4d35-a869-da734834936b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.1110265 Jul 22 11:57:05.401804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 47cbc93c-352d-4047-a4f9-7de16acb0a71 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:57:05.437246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb7baa33-256f-4815-b2b3-5fcc490c5a2b req-41de17f5-300d-4d7c-817e-d046b776eebf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717571 Jul 22 11:57:05.458480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:05.522162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f42ce10b-17a1-4ebe-b59c-1480af541d25 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:05.526496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f42ce10b-17a1-4ebe-b59c-1480af541d25 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1091 time: 0.0641446 Jul 22 11:57:05.527298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:05.532136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:05.601334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:05.614732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:05.617530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'mac_address': 'fa:16:3e:1a:fd:53', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:57:05.709464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:05.743451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:05.750027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 47cbc93c-352d-4047-a4f9-7de16acb0a71 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:05.802682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:05.807417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:05.860995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:05.925228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.25.6.177 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d3c63f97-bbbd-4b45-8956-b3010b881a60) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:06.026042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['47cbc93c-352d-4047-a4f9-7de16acb0a71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:06.046916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:06.124363 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:06.162293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:06.166200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:06.169971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:06.222361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=d3c63f97-bbbd-4b45-8956-b3010b881a60,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:06.612522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a33395-4e77-489c-b514-db30ea17185e req-c0b515fe-20b1-414b-8221-b892007e1ca9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:06.614964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a33395-4e77-489c-b514-db30ea17185e req-c0b515fe-20b1-414b-8221-b892007e1ca9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 945 time: 0.3223934 Jul 22 11:57:06.819648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a33395-4e77-489c-b514-db30ea17185e req-fc405784-ffff-4703-b615-b17a6581a351 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1654592 Jul 22 11:57:07.014314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:07.199104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:07.405593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 47cbc93c-352d-4047-a4f9-7de16acb0a71 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:07.498467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 47cbc93c-352d-4047-a4f9-7de16acb0a71 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:07.509187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 47cbc93c-352d-4047-a4f9-7de16acb0a71 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:07.510306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:07.767818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:07.860566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:07.862973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:07.866835 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7467240-de14-4b39-bf00-0eab9efeeedc" -d '{"events": [{"server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "name": "network-vif-plugged", "status": "completed", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:07.878101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:07.991188 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26aaa715-f7ac-4b80-99fa-0acf91182260 x-openstack-request-id: req-26aaa715-f7ac-4b80-99fa-0acf91182260 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:07.991403 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "name": "network-vif-plugged", "status": "completed", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:07.991667 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26aaa715-f7ac-4b80-99fa-0acf91182260 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:07.992074 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'code': 200} Jul 22 11:57:08.108750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:08.154577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd38b57a-cb04-4280-8579-d4ffacade149 req-0d3e386f-3949-4863-bbab-36e47e9a692f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:08.162114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd38b57a-cb04-4280-8579-d4ffacade149 req-0d3e386f-3949-4863-bbab-36e47e9a692f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 1097 time: 0.1547451 Jul 22 11:57:08.239889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-6a4bc592-6242-4b3c-990c-f8fd0770d095 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.8860817 Jul 22 11:57:08.257080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:08.270476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd38b57a-cb04-4280-8579-d4ffacade149 req-f35596b0-4bf4-4ec1-8afe-ac9285d92d43 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0962627 Jul 22 11:57:08.272524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:08.290985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5510cbe-20b5-4aed-a69a-1e15b70b4c50 req-529852b8-95ae-40e3-af91-84aa0be5f91b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:08.298606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5510cbe-20b5-4aed-a69a-1e15b70b4c50 req-529852b8-95ae-40e3-af91-84aa0be5f91b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 946 time: 0.2358217 Jul 22 11:57:08.437710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5510cbe-20b5-4aed-a69a-1e15b70b4c50 req-2fd6c855-80a5-456c-9ad1-a5a5fc4f52ae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1378272 Jul 22 11:57:08.491874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:08.504996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=d3c63f97-bbbd-4b45-8956-b3010b881a60,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:08.519124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-cd52dd3c-b5ca-4073-aec1-6068029902bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:08.525047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-cd52dd3c-b5ca-4073-aec1-6068029902bc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.1679511 Jul 22 11:57:08.884951 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Floating IP 11e46ea1-ac20-4df5-b435-d0ee025259f2 associated. External IP: 172.25.6.177, port: 055d1201-4c0a-4d0f-b9be-f6bca66b3387. Jul 22 11:57:08.890416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-224016fb-4b63-4bc7-bfb0-f6c4afd90224 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:08.891971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-224016fb-4b63-4bc7-bfb0-f6c4afd90224 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.3407354 Jul 22 11:57:09.042401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-424d3f96-8b7b-421d-b3d5-89e40c67f015 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.1424470 Jul 22 11:57:09.128440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-392b1d02-0cc6-4e82-9cdc-026ada73f9c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:09.132400 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-392b1d02-0cc6-4e82-9cdc-026ada73f9c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0822904 Jul 22 11:57:09.310580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-48d77a4a-65df-4865-8472-e96e32623c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:09.313897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-48d77a4a-65df-4865-8472-e96e32623c83 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1488645 Jul 22 11:57:09.447047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-22347385-4188-4a6d-aa57-f855c816905a service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1272168 Jul 22 11:57:09.697502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:57:09.707810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3a49e63-0b58-41ae-ae3f-86b7a25b986d req-7baaaeda-85f9-499a-8f1e-cb8460eee4d1 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2542150 Jul 22 11:57:09.887210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbe9c396-850a-456b-bb1d-fb74548f3751 req-851810f8-b74d-4c07-b2b4-6bd2d74ab541 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:09.892451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbe9c396-850a-456b-bb1d-fb74548f3751 req-851810f8-b74d-4c07-b2b4-6bd2d74ab541 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 946 time: 0.2817953 Jul 22 11:57:09.965093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbe9c396-850a-456b-bb1d-fb74548f3751 req-207006ea-4b7a-4702-9c62-3f138ca30d5c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0450273 Jul 22 11:57:09.982250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:57:09.994027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:57:10.008195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:10.008860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:10.054772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:10.166462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39612) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:10.166680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cda59ca3-e027-4e51-8113-eca44e9c2b5d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 4.6378672 Jul 22 11:57:10.178497 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:10.182698 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5fe4343c-0258-4103-a780-67e9afc8322a" -d '{"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:10.205201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c980a060-d554-4c87-8d65-ccde6030d219 req-3e6cddbc-d123-41de-82c9-14376f13deb2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?name=default&fields=id&tenant_id=2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 267 time: 0.1208096 Jul 22 11:57:10.217979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:10.302725 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6ca8011d-f6b3-4e58-bd7e-fc267ff61f7d x-openstack-request-id: req-6ca8011d-f6b3-4e58-bd7e-fc267ff61f7d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:10.307368 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:10.307638 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6ca8011d-f6b3-4e58-bd7e-fc267ff61f7d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:10.308052 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'status': 'completed', 'code': 200} Jul 22 11:57:10.334332 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05ecfc69-84da-4cd6-bc9c-56d94ddc26ab tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 200 len: 991 time: 0.1655667 Jul 22 11:57:10.429939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980a060-d554-4c87-8d65-ccde6030d219 req-45e652c0-5b55-46da-9dc8-2e82cbc8ef0b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:10.438377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c980a060-d554-4c87-8d65-ccde6030d219 req-45e652c0-5b55-46da-9dc8-2e82cbc8ef0b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 946 time: 0.2246752 Jul 22 11:57:10.446375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'security_groups': []}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:10.486727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4343c-0258-4103-a780-67e9afc8322a req-fd8d1d70-016e-4765-b985-57f2926de74b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:10.488353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-fd8d1d70-016e-4765-b985-57f2926de74b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1096 time: 0.1781645 Jul 22 11:57:10.587877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:10.732247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4343c-0258-4103-a780-67e9afc8322a req-8fcf0162-248c-4327-a56c-a9c1083694f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:10.734663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-8fcf0162-248c-4327-a56c-a9c1083694f9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 897 time: 0.2384834 Jul 22 11:57:11.113177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-55ae5ba9-10ae-48a0-bd6c-790d649ec973 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 200 len: 999 time: 0.3643854 Jul 22 11:57:11.168097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:06Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:11.237336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:11.271515 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:11.288849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:57:11.318889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:11.327779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:11.329736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:56:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:11.337411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39628) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:11.346826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545', '47cbc93c-352d-4047-a4f9-7de16acb0a71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:11.349376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:11.397931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:11.399333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:11.401111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c980a060-d554-4c87-8d65-ccde6030d219 req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "PUT /v2.0/ports/47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 200 len: 905 time: 0.9618568 Jul 22 11:57:11.421896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4343c-0258-4103-a780-67e9afc8322a req-f2ce58f1-eb80-4d66-b501-ba1e8dfb52aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:11.424055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-f2ce58f1-eb80-4d66-b501-ba1e8dfb52aa service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf231495-557a-4265-8ebf-3f953c210b31 HTTP/1.1" status: 200 len: 835 time: 0.2990024 Jul 22 11:57:11.499087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c77ef5-37fa-417a-b791-5cc108426750 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:11.559173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fe4343c-0258-4103-a780-67e9afc8322a req-2ad8c43f-7159-4437-ad93-7180c25cfcd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:11.565042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-2ad8c43f-7159-4437-ad93-7180c25cfcd5 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba06faa3-bf8d-45f0-b1d5-0a2021992957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289957 Jul 22 11:57:11.611241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-42198cf1-420a-4816-a1e8-9b230cef41dc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 200 len: 991 time: 0.2693255 Jul 22 11:57:11.793092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['47cbc93c-352d-4047-a4f9-7de16acb0a71'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:11.793552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-ed7fdad5-bbd3-4c70-8cc2-e2772626bad2 service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2207611 Jul 22 11:57:11.814031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1bb8554-004a-4cab-9f90-d03f9ed7222f req-661617c0-7cd7-419e-8a50-2d6286fcb86a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:11.815449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1bb8554-004a-4cab-9f90-d03f9ed7222f req-661617c0-7cd7-419e-8a50-2d6286fcb86a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 908 time: 0.2247641 Jul 22 11:57:11.978704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fe4343c-0258-4103-a780-67e9afc8322a req-42c09b8c-fb4f-42a6-8233-af0520858fd1 service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1622064 Jul 22 11:57:12.062706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c5fed6a-5101-4c4d-92d1-c4e40b17989d req-270a419f-d00d-4ba9-ba53-4adad2452d3c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.064792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c5fed6a-5101-4c4d-92d1-c4e40b17989d req-270a419f-d00d-4ba9-ba53-4adad2452d3c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0849683 Jul 22 11:57:12.122634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:12.151691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c5fed6a-5101-4c4d-92d1-c4e40b17989d req-3b7b6617-f8ac-45ea-9446-ffd9022b6400 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0769706 Jul 22 11:57:12.309260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:12.312434 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2550da70-2c31-49f6-a90a-507a6abd73f4" -d '{"events": [{"name": "network-changed", "server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:12.399457 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9586b425-734f-475c-9e8d-256115c23824 x-openstack-request-id: req-9586b425-734f-475c-9e8d-256115c23824 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:12.400044 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:12.400368 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9586b425-734f-475c-9e8d-256115c23824 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:12.401069 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'status': 'completed', 'code': 200} Jul 22 11:57:12.456144 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be0a3b5a-4823-446c-a65c-164503715c60 req-40a6347a-acda-4eef-b97b-6540e38aabab tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.465787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be0a3b5a-4823-446c-a65c-164503715c60 req-40a6347a-acda-4eef-b97b-6540e38aabab tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1415627 Jul 22 11:57:12.531520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be0a3b5a-4823-446c-a65c-164503715c60 req-e629aa0f-f7f4-4aa3-b167-34af98e3a8e3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500119 Jul 22 11:57:12.548063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-270a450d-f6e8-4d56-a8fb-acdc08fb11e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.552098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4968f2e6-c9bf-4081-90ec-432c695678b0 None None] Provisioning complete for port 47cbc93c-352d-4047-a4f9-7de16acb0a71 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:12.553211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4968f2e6-c9bf-4081-90ec-432c695678b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:12.562017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-270a450d-f6e8-4d56-a8fb-acdc08fb11e3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 1059 time: 0.1376374 Jul 22 11:57:12.615450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:12.671173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-00bb6aa4-d9a9-45ab-a74d-8d2f20c09c7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.672692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-00bb6aa4-d9a9-45ab-a74d-8d2f20c09c7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1023781 Jul 22 11:57:12.731084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-a2ad96ca-db31-4b5d-8110-ed7a8d01b67a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 200 len: 217 time: 0.0515242 Jul 22 11:57:12.797184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-99edd769-b357-4704-884c-649845ffcf5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.804814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-99edd769-b357-4704-884c-649845ffcf5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0575120 Jul 22 11:57:12.885406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-116978d3-5b17-4761-9968-3f4f509ea5ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:12.888213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-116978d3-5b17-4761-9968-3f4f509ea5ca service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0804102 Jul 22 11:57:12.891850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9db0032-fa2e-4808-b831-e40140cc9344 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 200 len: 991 time: 0.2740729 Jul 22 11:57:12.973856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:06Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:13.026413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-aeeae6d7-6090-4c1e-b329-9bd21bb9aaae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:13.028610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-aeeae6d7-6090-4c1e-b329-9bd21bb9aaae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.1737111 Jul 22 11:57:13.055491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-e13c04ed-6a89-4e8c-bb97-e0758305394a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/quotas/2c2e1458dea143d0804a11370d1147f4 HTTP/1.1" status: 200 len: 375 time: 0.0204015 Jul 22 11:57:13.063718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90c367a7-1755-4651-88d3-8af088d4a14e None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:56:44Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:06Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:57:13.079756 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-4f3c78a8-42f3-4890-9e91-08acd64d3ef1 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854370 Jul 22 11:57:13.185152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-6ca8a1a6-2e0c-4cf1-a223-65920c018d27 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&fields=id HTTP/1.1" status: 200 len: 532 time: 0.1224101 Jul 22 11:57:13.208933 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2550da70-2c31-49f6-a90a-507a6abd73f4 req-32fab78b-5609-42e2-926e-a424f48b36c9 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228139 Jul 22 11:57:13.316824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-17bf504f-dc6a-4b40-8771-720db0ada844 service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1202538 Jul 22 11:57:13.445219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01d8ddb4-40d7-4dee-8384-f6119037bc50 None None] New status for floating IP 11e46ea1-ac20-4df5-b435-d0ee025259f2: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:57:13.498281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-759f7dda-a274-48a8-9915-d9a2e87358c6 service neutron] 10.222.0.21 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1786292 Jul 22 11:57:13.843341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d486c044-05cd-4f12-885e-629692cdde88 req-aefff8e2-910e-42e6-800f-912dccc48763 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 210 time: 0.0643981 Jul 22 11:57:13.895258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39686) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:14.046572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-493166c6-281c-4938-a416-d5044640b2b3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 200 len: 991 time: 0.1408184 Jul 22 11:57:14.083043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:14.272037 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-52e0cf49-fc94-45e6-a0d4-f642f011289b admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.399462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-52e0cf49-fc94-45e6-a0d4-f642f011289b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.406178 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-52e0cf49-fc94-45e6-a0d4-f642f011289b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.453922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-52e0cf49-fc94-45e6-a0d4-f642f011289b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=798f0ce0930441bca337131829ce7f24&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3697672 Jul 22 11:57:14.455186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52e0cf49-fc94-45e6-a0d4-f642f011289b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c6c0c98-fbb3-40e6-9c0d-cf9b544d1975,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:14.458253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:14.521984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.546382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.613205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.622116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:14.623554 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5c6c0c98-fbb3-40e6-9c0d-cf9b544d1975 HTTP/1.1" status: 204 len: 168 time: 0.1630089 Jul 22 11:57:14.637046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ba61d52-266f-4403-825e-1f4ff9532f26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c6c0c98-fbb3-40e6-9c0d-cf9b544d1975,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:14.965070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fcef049-8fd9-4789-8488-195014a5bc8c req-dfe34ffc-b956-4ebb-b1fc-bdcd8d374ab0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 210 time: 0.0414815 Jul 22 11:57:15.018821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39716) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:15.037761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92cd589f-6532-4cd6-9963-7648302e93a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.045381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:15.186284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92cd589f-6532-4cd6-9963-7648302e93a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.192504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-92cd589f-6532-4cd6-9963-7648302e93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.250192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-92cd589f-6532-4cd6-9963-7648302e93a3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6209020360074a349a69f28cc30d62a1&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2291758 Jul 22 11:57:15.252729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:15.253647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92cd589f-6532-4cd6-9963-7648302e93a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=69657cde-2cd7-4ece-a795-c751ca86ea4f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:15.280061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ddc3ff9-28d9-4aed-8f88-2d0af8cfb0d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 200 len: 993 time: 0.2227051 Jul 22 11:57:15.288417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9402f5e8-e90c-45e5-a78b-70c08b0dee90 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.308320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-48583a0b-4291-416d-ac09-feddcfa797cd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:15.309909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-48583a0b-4291-416d-ac09-feddcfa797cd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 812 time: 0.3089483 Jul 22 11:57:15.323033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Request body: {'port': {'device_id': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'admin_state_up': True, 'tenant_id': '2c2e1458dea143d0804a11370d1147f4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:15.354535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.380864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.453718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.457877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:15.459310 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/69657cde-2cd7-4ece-a795-c751ca86ea4f HTTP/1.1" status: 204 len: 168 time: 0.2006946 Jul 22 11:57:15.473782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c3b6ce-6ec9-4c3a-ab76-d50f748916a6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=69657cde-2cd7-4ece-a795-c751ca86ea4f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:15.812243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Made reservation on behalf of 2c2e1458dea143d0804a11370d1147f4 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:15.820455 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:16.042719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Allocated IP 172.20.0.9 (1da5971f-04aa-41d8-85db-fdd3724108d6/a57fa4aa-a69e-4181-88c2-77cf4623adc1/1dd34672-fdbc-4bc3-9df9-7ae563c2edd2) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:16.102534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-961f3598-2b44-4fd2-9bc8-02c69ef031d9 req-b266fd83-2333-4ce5-a2d6-f1a81256cffe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 210 time: 0.0450449 Jul 22 11:57:16.302666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:16.319624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Transition to ACTIVE for port object 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:16.367482 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:16.385132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:16.391068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:16.512481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:16.513973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:16.520875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:16.527992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:16.578769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.579115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.579457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.579797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.580127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.580459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.580790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.581174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.581504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.582787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.583120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.583833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:16.619985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:16.620671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:16.653688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-b7aa9046-b4ee-4314-9a64-a3a5fd08ca75 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.3349905 Jul 22 11:57:16.669010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Request body: {'port': {'device_id': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:16.777004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:16.966779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29834991-74f1-43a8-b9ad-03cf29009f8c None None] Provisioning for port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:16.976626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-29834991-74f1-43a8-b9ad-03cf29009f8c None None] Provisioning complete for port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:16.977307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-29834991-74f1-43a8-b9ad-03cf29009f8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.060913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-29834991-74f1-43a8-b9ad-03cf29009f8c None None] Port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:17.268129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:17.279900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.303698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Transition to ACTIVE for port object 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:17.320329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.413653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b260896e-68c8-4f5b-85c3-a9b1e53a6a5c req-b7063624-c3dd-4187-aa65-ba72ce6d2881 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:17.415286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b260896e-68c8-4f5b-85c3-a9b1e53a6a5c req-b7063624-c3dd-4187-aa65-ba72ce6d2881 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 931 time: 0.1997943 Jul 22 11:57:17.433925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:17.565433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Attempting to bind port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:17.565770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Attempting to bind port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:17.566912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Attempting to bind port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:17.572730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:57:17.573466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Attempting to bind port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 on network 1da5971f-04aa-41d8-85db-fdd3724108d6 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:17.593055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b260896e-68c8-4f5b-85c3-a9b1e53a6a5c req-cf4b6cb1-24be-48f7-957b-b6f80df691f5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1685739 Jul 22 11:57:17.615185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 56, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:17.615185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Checking segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:17.615532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Bound using segment: {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:17.616234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Bound port: 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a940cb34-d9e6-4e16-8c0b-620030118da2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:17.616638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.744298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:17.747753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:17.755695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.817056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:17.817754 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.819618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] 10.222.0.36 "PUT /v2.0/ports/1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 HTTP/1.1" status: 200 len: 1091 time: 1.1564274 Jul 22 11:57:17.821686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:17.824965 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b" -d '{"events": [{"name": "network-changed", "server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:17.848892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d96f54e-c2d7-44b3-80ed-08b707270233 service neutron] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:17.891397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:17.894925 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c93adf83-d6aa-4d9d-8ad7-9e93058d8a1a x-openstack-request-id: req-c93adf83-d6aa-4d9d-8ad7-9e93058d8a1a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:17.895272 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:17.896059 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c93adf83-d6aa-4d9d-8ad7-9e93058d8a1a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:17.896646 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'status': 'completed', 'code': 200} Jul 22 11:57:17.954492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-242f4969-5067-4ba1-9e22-dccdbe908fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:17.956561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-242f4969-5067-4ba1-9e22-dccdbe908fd2 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 1094 time: 0.0845649 Jul 22 11:57:18.012292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-bf073c19-b977-4f4e-a626-e6e5daeb0244 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 HTTP/1.1" status: 200 len: 217 time: 0.0482857 Jul 22 11:57:18.131424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-f0798c3b-917f-4b8b-acce-2bd2482e7470 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:18.132956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-f0798c3b-917f-4b8b-acce-2bd2482e7470 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.1112688 Jul 22 11:57:18.162890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-39514dcb-7e27-49ff-8cf7-b1b1a0f7ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:18.217495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-d761e38f-25cb-4e5d-8ddb-79ac6594d810 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:18.219918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-d761e38f-25cb-4e5d-8ddb-79ac6594d810 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0805571 Jul 22 11:57:18.361978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-5660f626-a36e-4d0c-9b0c-a8c2ea17a62b service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264803 Jul 22 11:57:18.513893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ef8b793-c0e6-4676-9e9a-6de1e954a36f req-d99e95d5-adb4-4b07-b259-27fa7d462cb9 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1446540 Jul 22 11:57:18.641069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-3e0837f9-64bf-44d8-9aef-874a34243e61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:18.647873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-3e0837f9-64bf-44d8-9aef-874a34243e61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 1094 time: 0.0837376 Jul 22 11:57:18.788078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39832) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:18.846165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-852ed305-0348-475c-81be-777c3b0500ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:18.848475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-852ed305-0348-475c-81be-777c3b0500ac service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1930938 Jul 22 11:57:18.904656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-27b5c528-c9d8-46fb-ab05-bac74ac646ce service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 HTTP/1.1" status: 200 len: 217 time: 0.0486209 Jul 22 11:57:18.921556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4239b7a1-27dc-40c8-963f-49dc4928edc2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:18.981040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb6c9c87-093f-439d-a8b5-adf7f92958fd req-023574b5-2b8c-45c9-846e-6854130e9281 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:18.982573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb6c9c87-093f-439d-a8b5-adf7f92958fd req-023574b5-2b8c-45c9-846e-6854130e9281 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 943 time: 0.2747240 Jul 22 11:57:19.003992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-e658b8c5-6e79-4ee6-91c2-56cb118175a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:19.005506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-e658b8c5-6e79-4ee6-91c2-56cb118175a3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0879230 Jul 22 11:57:19.045459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4239b7a1-27dc-40c8-963f-49dc4928edc2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.052283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4239b7a1-27dc-40c8-963f-49dc4928edc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.064157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb6c9c87-093f-439d-a8b5-adf7f92958fd req-982f6987-d83e-4949-9722-fc8d82a8de50 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0717409 Jul 22 11:57:19.103890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-219a51ee-a00b-43b9-b886-c11fc24667aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:19.105334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-219a51ee-a00b-43b9-b886-c11fc24667aa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0904410 Jul 22 11:57:19.110903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4239b7a1-27dc-40c8-963f-49dc4928edc2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=914c6ccb41644bfcb7f43829d209725e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3213654 Jul 22 11:57:19.114056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:19.146191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4239b7a1-27dc-40c8-963f-49dc4928edc2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f45743df-17e2-4168-a19f-03f3ee5dfb09,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:19.210636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.240073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.280545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-4d3a3d52-8734-4348-801e-43abe8a1b4db service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1637983 Jul 22 11:57:19.308691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.311865 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.313076 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f45743df-17e2-4168-a19f-03f3ee5dfb09 HTTP/1.1" status: 204 len: 168 time: 0.1980407 Jul 22 11:57:19.332369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f45743df-17e2-4168-a19f-03f3ee5dfb09,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:19.340084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.340434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.340777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.341113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.341560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.341907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.342235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.342582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.342888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.343220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.343539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.343910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-de81feae-d281-4f3e-9356-c1a5071272f4 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:19.422014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c5b6ee-ea39-4e6e-9338-4cde7f99b98b req-ce4ff292-c67c-41c9-82ad-ff9dfd6fa679 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345098 Jul 22 11:57:19.426817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.644876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:19.658400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f8a92b-60c9-4942-a051-3fc4b78190de admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.757726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f8a92b-60c9-4942-a051-3fc4b78190de admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.764083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-01f8a92b-60c9-4942-a051-3fc4b78190de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.812305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-01f8a92b-60c9-4942-a051-3fc4b78190de admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=079967c7be164186886d304cdfec1cb0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1638710 Jul 22 11:57:19.812305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f8a92b-60c9-4942-a051-3fc4b78190de admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f2a3d381-6948-4bcc-9fb7-441f24df91b4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:19.812969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:19.870198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.894400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.949233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.952323 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:19.955896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f2a3d381-6948-4bcc-9fb7-441f24df91b4 HTTP/1.1" status: 204 len: 168 time: 0.1421337 Jul 22 11:57:19.964849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f84a6977-7b65-4807-ad40-36bfef1855fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2a3d381-6948-4bcc-9fb7-441f24df91b4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:20.320250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b10e411-b493-42cd-9fc5-3f8a00ea9952 req-7221f2ec-b930-4f54-b5f3-f5e327bcfa34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:20.321838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b10e411-b493-42cd-9fc5-3f8a00ea9952 req-7221f2ec-b930-4f54-b5f3-f5e327bcfa34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 943 time: 0.1534064 Jul 22 11:57:20.392392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b10e411-b493-42cd-9fc5-3f8a00ea9952 req-df099fbd-8c12-47fa-84bd-c8c3db12e325 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0583992 Jul 22 11:57:21.393305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:21.554639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:57:21.595078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f7b0eea-ce57-455f-80ea-0b855fc868bb req-41cd05e8-7007-484c-a4be-0f6517b4c186 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:21.605473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f7b0eea-ce57-455f-80ea-0b855fc868bb req-41cd05e8-7007-484c-a4be-0f6517b4c186 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 943 time: 0.1133435 Jul 22 11:57:21.672257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f7b0eea-ce57-455f-80ea-0b855fc868bb req-d3fc0f13-c83f-4cd1-b36d-d7b471868e08 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0494726 Jul 22 11:57:21.718500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:21.734838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'mac_address': 'fa:16:3e:e7:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:57:21.795622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:21.817981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:21.840990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:21.846055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:21.896611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:22.068908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:22.178823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39936) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:22.301377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa4a98c5-35d3-42eb-b229-e5f447bf66f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.396285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa4a98c5-35d3-42eb-b229-e5f447bf66f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.400181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fa4a98c5-35d3-42eb-b229-e5f447bf66f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.438828 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fa4a98c5-35d3-42eb-b229-e5f447bf66f8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=c602d35af4774c3fa71113d74be4eeda&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2587945 Jul 22 11:57:22.439444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa4a98c5-35d3-42eb-b229-e5f447bf66f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a8021a8-92b1-406e-98b3-a9e74576633c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:22.443126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39942) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:22.495456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.517304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.582918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.588148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:22.589328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/4a8021a8-92b1-406e-98b3-a9e74576633c HTTP/1.1" status: 204 len: 168 time: 0.1444299 Jul 22 11:57:22.600446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db86fb2e-3d8b-428a-bfa4-b9f388995c90 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a8021a8-92b1-406e-98b3-a9e74576633c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:22.808413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c6a4866-d431-4811-b32b-6112104d3d91 req-e0590136-a3e1-42cb-a3ab-e492cd3ca1f4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:22.810374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c6a4866-d431-4811-b32b-6112104d3d91 req-e0590136-a3e1-42cb-a3ab-e492cd3ca1f4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 944 time: 0.0851848 Jul 22 11:57:22.872386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c6a4866-d431-4811-b32b-6112104d3d91 req-80b52f69-0e51-4b67-afa7-b01e1632c8bd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0552752 Jul 22 11:57:22.961376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 39960) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:22.975804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438b58f6-1eff-45d1-b38a-a943187350fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.085950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438b58f6-1eff-45d1-b38a-a943187350fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.091918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-438b58f6-1eff-45d1-b38a-a943187350fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.136889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-438b58f6-1eff-45d1-b38a-a943187350fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24e3670f-9ea9-431d-99b5-165da1bc33b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:23.145092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 39962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:23.156892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-438b58f6-1eff-45d1-b38a-a943187350fe admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=6e8275ff9550442ba62efcf7e0470379&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1936729 Jul 22 11:57:23.204040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.248329 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.310437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.313812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.315488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/24e3670f-9ea9-431d-99b5-165da1bc33b9 HTTP/1.1" status: 204 len: 168 time: 0.1678848 Jul 22 11:57:23.331172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edbd2fc3-2b07-4036-a7e6-7421f45f7a43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24e3670f-9ea9-431d-99b5-165da1bc33b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:23.570823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:23.651751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:23.656204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:23.656590 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.800449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.837702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:23.839083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:23.842386 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bc820856-c63c-473a-9bca-d008d18782d6" -d '{"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:23.848111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:23.920759 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e4f491da-8067-47a0-bde3-7343e6af6e06 x-openstack-request-id: req-e4f491da-8067-47a0-bde3-7343e6af6e06 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:23.922478 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:23.923120 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e4f491da-8067-47a0-bde3-7343e6af6e06 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:23.924644 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'code': 200} Jul 22 11:57:23.963522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:24.089815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21c0c1af-70dd-4cc4-95e9-054620c56219 req-c91cd125-54c2-4720-bed6-8334b8d9c221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:24.093135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21c0c1af-70dd-4cc4-95e9-054620c56219 req-c91cd125-54c2-4720-bed6-8334b8d9c221 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 1096 time: 0.1071603 Jul 22 11:57:24.114740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87bd9bcf-8d2c-4575-8dea-4bd92403d1ca req-86d9f836-f5d6-4ff1-aeee-738c2d6f02e5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:24.119648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87bd9bcf-8d2c-4575-8dea-4bd92403d1ca req-86d9f836-f5d6-4ff1-aeee-738c2d6f02e5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.1252499 Jul 22 11:57:24.166998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21c0c1af-70dd-4cc4-95e9-054620c56219 req-8cf6482c-6190-4902-a2ec-88b0cb1da2ae service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621381 Jul 22 11:57:24.192148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87bd9bcf-8d2c-4575-8dea-4bd92403d1ca req-b04968be-cf0a-459a-b44d-837b039428d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0607765 Jul 22 11:57:24.702127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:24.826186 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8932-2682-413b-a375-09e18ebdb76d admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.011976 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8932-2682-413b-a375-09e18ebdb76d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.021023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6fa8932-2682-413b-a375-09e18ebdb76d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.077719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e6fa8932-2682-413b-a375-09e18ebdb76d admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=56e44897d71b4f2a8a9bb5ee3953f4bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3744142 Jul 22 11:57:25.078492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fa8932-2682-413b-a375-09e18ebdb76d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a0cb8180-a2ff-4e85-baec-99bc641746c8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:25.080892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40036) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:25.170336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.199254 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.268622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.272427 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:25.273695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a0cb8180-a2ff-4e85-baec-99bc641746c8 HTTP/1.1" status: 204 len: 168 time: 0.1914592 Jul 22 11:57:25.289668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf585f58-9d70-4f05-829d-c7924828d6dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a0cb8180-a2ff-4e85-baec-99bc641746c8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:25.428710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9840f92c-5801-48ac-8227-9d6e28f9edb5 req-bba13df1-260b-48c8-8aba-1c625bacfb19 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:25.430515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9840f92c-5801-48ac-8227-9d6e28f9edb5 req-bba13df1-260b-48c8-8aba-1c625bacfb19 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0882580 Jul 22 11:57:25.476537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9840f92c-5801-48ac-8227-9d6e28f9edb5 req-0b2528e4-b4b6-4b39-b631-5781462f8d10 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396109 Jul 22 11:57:25.781053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c26c2cf-5b3d-4756-9751-d5746b8f6979 req-8e1a6c71-0749-48d7-84e0-2745dbe9dad7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:25.782731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c26c2cf-5b3d-4756-9751-d5746b8f6979 req-8e1a6c71-0749-48d7-84e0-2745dbe9dad7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0972874 Jul 22 11:57:25.859796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c26c2cf-5b3d-4756-9751-d5746b8f6979 req-6bdbe493-c1f3-4509-8bc4-d05e17fb2a0f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0679317 Jul 22 11:57:27.005720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e28c5bc8-57ed-43b4-b4fa-c66107d6b0a2 req-a87397e9-037b-4dab-a19a-73ab2ab74590 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:27.016266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e28c5bc8-57ed-43b4-b4fa-c66107d6b0a2 req-a87397e9-037b-4dab-a19a-73ab2ab74590 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0792401 Jul 22 11:57:27.061029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e28c5bc8-57ed-43b4-b4fa-c66107d6b0a2 req-c3886220-0963-4e4b-99b9-c9746c33c846 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0388563 Jul 22 11:57:27.469329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:27.626026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9006f98c-c3fd-4fa6-afb6-d7562f665809 req-2c037c07-19e5-4ad7-9f65-fba6050041b5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:27.627581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9006f98c-c3fd-4fa6-afb6-d7562f665809 req-2c037c07-19e5-4ad7-9f65-fba6050041b5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0781765 Jul 22 11:57:27.687912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9006f98c-c3fd-4fa6-afb6-d7562f665809 req-45e97066-930d-4925-8893-24674f39d9ab tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0501435 Jul 22 11:57:28.352106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:57:28.462713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:28.867377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b38c17-f466-48bc-9e81-d6bf33c81e5a req-230bb0f1-b3b4-4486-8623-9810258eedc9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:28.870413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89b38c17-f466-48bc-9e81-d6bf33c81e5a req-230bb0f1-b3b4-4486-8623-9810258eedc9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0886130 Jul 22 11:57:28.944785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89b38c17-f466-48bc-9e81-d6bf33c81e5a req-88cdad84-0196-4171-872a-07f58c135b9a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0684481 Jul 22 11:57:29.590527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:57:29.744513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:29.761224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'port_id': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'mac_address': 'fa:16:3e:e7:12:df', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:57:29.854980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:29.890615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:29.917095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:29.924078 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:30.027845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:57:30.087099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:30.194936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd920d99-a50b-42c6-960c-30e1b0482b51 req-c8c63a0a-df7d-4554-9848-fb976288d086 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:30.197838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd920d99-a50b-42c6-960c-30e1b0482b51 req-c8c63a0a-df7d-4554-9848-fb976288d086 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 944 time: 0.1285474 Jul 22 11:57:30.250805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd920d99-a50b-42c6-960c-30e1b0482b51 req-8f1528e7-7819-4dfc-bc5e-b598afc360e2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444095 Jul 22 11:57:31.431072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3826c306-0478-4eab-bd62-e49ce0977081 req-07c24bd4-96b6-451d-b090-95da8d122566 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:31.440010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3826c306-0478-4eab-bd62-e49ce0977081 req-07c24bd4-96b6-451d-b090-95da8d122566 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 944 time: 0.0889654 Jul 22 11:57:31.491603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3826c306-0478-4eab-bd62-e49ce0977081 req-fd95932b-a8f0-4f93-8d51-c8efdc8970ff tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0496514 Jul 22 11:57:31.605327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:31.719823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:31.723070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:31.920116 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:31.983387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:31.985620 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b3e4f9b-385a-4b43-a56f-fa076d8a60a5" -d '{"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:32.024375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:32.032152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:32.167378 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1d9af562-9a70-4156-8b80-38c34dc836fc x-openstack-request-id: req-1d9af562-9a70-4156-8b80-38c34dc836fc {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:32.168326 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-plugged", "status": "completed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:32.168687 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1d9af562-9a70-4156-8b80-38c34dc836fc {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:32.169089 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'code': 200} Jul 22 11:57:32.183276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:32.738863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2438dda3-6795-4288-8f4a-835a90bb8f55 req-3a628bcd-305c-4caa-a856-ebb88e6f5cf6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:32.749114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2438dda3-6795-4288-8f4a-835a90bb8f55 req-3a628bcd-305c-4caa-a856-ebb88e6f5cf6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.1306911 Jul 22 11:57:32.843104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2438dda3-6795-4288-8f4a-835a90bb8f55 req-8d4e208a-b89a-4430-93e3-068a60d45222 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0903635 Jul 22 11:57:34.045104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42d1f982-a0cc-4d21-bd02-e4515095e08c req-720e4b86-a091-4ec4-9be4-4345e35110d4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:34.054521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42d1f982-a0cc-4d21-bd02-e4515095e08c req-720e4b86-a091-4ec4-9be4-4345e35110d4 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.1337869 Jul 22 11:57:34.099122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40232) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:34.108869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42d1f982-a0cc-4d21-bd02-e4515095e08c req-2e8085fb-6391-483f-b06c-08342fe9a1d6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528953 Jul 22 11:57:34.441278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Deleting subnet 1d29aa50-2465-4066-8557-20f75d1c7ece {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:57:34.466080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.565249 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.647823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.746919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.785669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1d29aa50-2465-4066-8557-20f75d1c7ece,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:34.797156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.799198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d0cce2bb-2316-45ab-8177-02097cbed3f1 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/1d29aa50-2465-4066-8557-20f75d1c7ece HTTP/1.1" status: 204 len: 168 time: 0.6988835 Jul 22 11:57:34.802293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40246) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:34.882023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:34.990888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.008997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0130ddc0-3884-4703-93d5-0a2c343d83f7']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:35.036000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:35.038312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a384cfc-dfb6-4b6d-a9d5-9be0e5ac71eb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:35.054346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.089537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.096208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:57:35.096743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:57:35.169559 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:57:35.174833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.188326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.196256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] 10.222.0.21 "DELETE /v2.0/networks/0130ddc0-3884-4703-93d5-0a2c343d83f7 HTTP/1.1" status: 204 len: 168 time: 0.3926301 Jul 22 11:57:35.224252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-725e5ccb-c559-453b-8001-a0e635122f58 admin admin] Pushing event deleted for resources: {'Network': ['ID=0130ddc0-3884-4703-93d5-0a2c343d83f7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:35.313915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb28ca1-4465-4c9e-94b2-81d16c04d601 req-5324b18b-2ac6-4e7b-8530-9648e739fe34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:35.317788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb28ca1-4465-4c9e-94b2-81d16c04d601 req-5324b18b-2ac6-4e7b-8530-9648e739fe34 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0784588 Jul 22 11:57:35.391233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb28ca1-4465-4c9e-94b2-81d16c04d601 req-c63cbb24-1245-4246-9712-c8c35168538e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0659747 Jul 22 11:57:35.519127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:35.569940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40262) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:35.570369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0bae4ad5-bdf2-4679-ac12-dc4de64dde49 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f5127c1de1304279a8ce1cb18de2ccdd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0492699 Jul 22 11:57:35.648957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.696541 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.752256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.759254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:35.760965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c90221e2-e980-411b-af19-feb34c019553 HTTP/1.1" status: 204 len: 168 time: 0.1899638 Jul 22 11:57:35.785848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18948eb2-043e-481d-8acc-57c6c86f49ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90221e2-e980-411b-af19-feb34c019553,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:36.712378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-970d1734-b049-42c3-9922-3b3179b08dce req-53d6a65c-678a-45c2-b4bd-5d52a5256030 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:36.732169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-970d1734-b049-42c3-9922-3b3179b08dce req-53d6a65c-678a-45c2-b4bd-5d52a5256030 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.2195125 Jul 22 11:57:36.847900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-970d1734-b049-42c3-9922-3b3179b08dce req-4e2c9ee8-eae6-4dcb-99b6-9ed7c9d1b7b5 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1147225 Jul 22 11:57:37.436228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-ac966fb0-88e0-463c-93d9-3126715bd31a req-fe98ce48-d2e5-4a75-a7bc-3754a90c206a service neutron] (93707) timed out ('10.222.0.21', 48970) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 11:57:38.046098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59e24745-0e0e-4c04-9cdc-18572add910e req-f4530e17-725a-4241-b196-60cc375ba2d2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:38.054128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59e24745-0e0e-4c04-9cdc-18572add910e req-f4530e17-725a-4241-b196-60cc375ba2d2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0856593 Jul 22 11:57:38.115345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59e24745-0e0e-4c04-9cdc-18572add910e req-b0b437a6-6d23-4020-b303-ca22a0a706a9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597651 Jul 22 11:57:38.690568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:38.696853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1775483775', 'description': 'tempest-secgroup-smoke-1775483775 description', 'project_id': '85b39e011ef14bc7bc5387f646974344'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:38.731526 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:38.743235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:38.860080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:38.870010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:38.902539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b3bd42c0-0d0e-4f97-89f6-2a4e5e37892b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:38.997083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.007198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.066940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:39.072087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.073558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6ffda19f-8a95-4bf5-851b-5f628b27461f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3817203 Jul 22 11:57:39.076542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40372) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:39.082514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:39.131529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.238963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.273028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.288377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe424337-2c06-47dd-972d-0bae738a6dac,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:39.320037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.323871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b3f4547-0d99-453f-8cb6-68d673cc45cf tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2432368 Jul 22 11:57:39.324215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40380) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:39.327093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aebe1172-a2d8-4d6c-b3ab-bad6d80a64ca req-dee311b4-710a-4aec-98f5-b6e61a99784d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:39.328772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aebe1172-a2d8-4d6c-b3ab-bad6d80a64ca req-dee311b4-710a-4aec-98f5-b6e61a99784d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0919678 Jul 22 11:57:39.335427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:39.384095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aebe1172-a2d8-4d6c-b3ab-bad6d80a64ca req-50b1b2d4-b12c-4af0-950e-21f0f30fb47e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0493269 Jul 22 11:57:39.389712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.469373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.474421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.506199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c890ba2e-f135-4451-b237-df2dcb98e4af,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:39.511056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.512529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a5ecd798-b149-4d45-b026-ad4c22cc52b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1870246 Jul 22 11:57:39.515418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:39.521655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:39.583548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.684017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.691079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.714010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3d142d9b-87b4-4c0b-8c65-d72a6025cf0d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:39.717610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.719187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f4951c38-a83f-41af-80b9-b70dd721db4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2028060 Jul 22 11:57:39.722170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40394) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:39.729272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:39.777779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.871340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.877151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.904264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2ee404e7-8f24-4ac7-98ae-60d5b3c71798,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:39.915196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:39.916820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ff717dc1-9d22-42c8-8219-f7646a9e708d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1933863 Jul 22 11:57:39.919619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40402) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:39.926250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:39.961359 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:57:39.968279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.047203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.059596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.079391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad08d5f2-2bc2-4878-9130-1a9b42008089,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:40.088219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.089620 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-57eab8db-6445-4ae0-9ea3-ba8b605b298b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1687486 Jul 22 11:57:40.092487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:40.099434 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '7337dc36-e5ee-4247-82d0-7c3f80ff9c0a', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:40.126530 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:57:40.133490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.210596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.220257 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.238116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7010f95b-5e12-4f49-8073-1e8034df4040,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:40.251334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.253625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a02463f-d994-4197-9be9-1efacdd39f52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1594346 Jul 22 11:57:40.256582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:40.263024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'network': {'name': 'tempest-network-smoke--715392215', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:40.294127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:40.298026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.335463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] vlan segment allocate from pool success with {'vlan_id': 111, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:57:40.353912 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.354437 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Added segment b01e77f9-b81e-44a6-8167-3b235a1f2912 of type vlan for network b5fbea36-1165-4fd4-ab74-ec429fd12535 Jul 22 11:57:40.439206 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.498167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40416) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:40.503555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.516107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:40.516745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.653613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:40.653944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.3950531 Jul 22 11:57:40.664685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'admin_state_up': True, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:40.733391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18d355-bbd0-4f93-bcac-165437392af0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:40.734493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18d355-bbd0-4f93-bcac-165437392af0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:40.735163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f18d355-bbd0-4f93-bcac-165437392af0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:40.739478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f18d355-bbd0-4f93-bcac-165437392af0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/ports?project_id=f91c50bb3d3244478290c97d8757bcbd&network_id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 2969 time: 0.2398732 Jul 22 11:57:40.759088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.767696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.772694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39407be5-34cd-4646-a125-c1d61935c79c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Network': ['ID=b5fbea36-1165-4fd4-ab74-ec429fd12535,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:40.788069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:57:40.859131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d824d08e-5a3f-4d84-b812-42f3634df278 req-485fbb82-409a-4b4e-8d3b-23813f293e1a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:40.870733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d824d08e-5a3f-4d84-b812-42f3634df278 req-485fbb82-409a-4b4e-8d3b-23813f293e1a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.3138397 Jul 22 11:57:40.916612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:40.982761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d824d08e-5a3f-4d84-b812-42f3634df278 req-78d1d65f-861c-4459-b383-0905f568b10f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1110220 Jul 22 11:57:41.145733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:41.480623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:41.543829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:41.737274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.240 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/b5b68fc2-9094-4b5c-bbab-085d94e0061e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:41.977192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:42.159510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:42.229212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-130917c6-a722-4e0e-b8bc-15f613d50222 req-d9a0609e-08c2-4872-bcf0-dc360d78729b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:42.230965 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-130917c6-a722-4e0e-b8bc-15f613d50222 req-d9a0609e-08c2-4872-bcf0-dc360d78729b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.0990868 Jul 22 11:57:42.233973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:42.237233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:42.241402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:42.311687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-130917c6-a722-4e0e-b8bc-15f613d50222 req-342d315d-908e-4bb9-b704-09ee3c039fca tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0721514 Jul 22 11:57:42.367059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=b5b68fc2-9094-4b5c-bbab-085d94e0061e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:42.654642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:42.749353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40474) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:42.873179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-059a4e80-c07b-46e3-9e8d-385ac645c624 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:42.878256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-059a4e80-c07b-46e3-9e8d-385ac645c624 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c HTTP/1.1" status: 200 len: 814 time: 0.1242411 Jul 22 11:57:42.946182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.291687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router a116d70c-fe34-41da-9b6f-a915d989b4ef is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:57:43.366724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:43.442739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'network': {'name': 'tempest-network-smoke--224139180', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:43.515813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:43.520296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.554512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:57:43.569352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.569593 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Added segment aef8a7b6-34b6-48b2-a526-30ef614d05d3 of type vlan for network d7d40cec-bf9c-4794-b541-c16969969181 Jul 22 11:57:43.584638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe15382b-ac11-4e92-8d34-2eec59632e61 req-8987000d-76ea-4607-9594-377addb2a45b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:43.587036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe15382b-ac11-4e92-8d34-2eec59632e61 req-8987000d-76ea-4607-9594-377addb2a45b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.1496639 Jul 22 11:57:43.624407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.655973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe15382b-ac11-4e92-8d34-2eec59632e61 req-534dcc8c-4aa1-4389-88de-20eb02038e11 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631032 Jul 22 11:57:43.683583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.683583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:43.684251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.700544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:57:43.721169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Sync routers for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:57:43.747305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:43.750637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:43.778079 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:43.779729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-700ff961-229a-427a-8946-1bbb7e2f9d8d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.1246972 Jul 22 11:57:43.782801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:43.797903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4297054 Jul 22 11:57:43.800469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40508) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:43.951908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da7d0596-7709-4bc1-847a-e0fcf47aa2b0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Network': ['ID=d7d40cec-bf9c-4794-b541-c16969969181,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:44.026164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7cc8fc5-67d4-43ec-a75d-4e4e72695d70 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:44.029207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a7cc8fc5-67d4-43ec-a75d-4e4e72695d70 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f91c50bb3d3244478290c97d8757bcbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 830 time: 0.2275615 Jul 22 11:57:44.032027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.071840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network d7d40cec-bf9c-4794-b541-c16969969181 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:57:44.100603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-06db432d-bf9a-407a-9d11-abefa68b01f5 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=85b39e011ef14bc7bc5387f646974344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.3160532 Jul 22 11:57:44.104856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.155372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:44.298549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b75367a4-5ef3-450f-8a0c-e237409ba45a tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:44.301160 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b75367a4-5ef3-450f-8a0c-e237409ba45a tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2680547 Jul 22 11:57:44.314037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.398739 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cc8737d1-6af9-401f-a0e0-cdfb7070f45d tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0832074 Jul 22 11:57:44.401398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.443845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9756f8d-1081-46c6-a2c0-d8c103102009 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f91c50bb3d3244478290c97d8757bcbd&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0410757 Jul 22 11:57:44.446321 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40528) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.460510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-52749b14-cb98-4563-91ae-e26a3406b3a6 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:44.462006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-52749b14-cb98-4563-91ae-e26a3406b3a6 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.3556850 Jul 22 11:57:44.465608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.571350 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88505c09-a85d-4888-abca-8b214753ab04 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1043184 Jul 22 11:57:44.576147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:44.582138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-106947853', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:44.781372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:42Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:44.862402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Checking router: a116d70c-fe34-41da-9b6f-a915d989b4ef for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:57:44.863062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Updating router a116d70c-fe34-41da-9b6f-a915d989b4ef port b5b68fc2-9094-4b5c-bbab-085d94e0061e binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:57:44.906277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:44.915973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:44.927353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.365439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b68a6de-79af-4c40-bbbf-1c47a414c28a req-42dd65cd-0c8a-4e70-9267-5afb9025c7b9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:45.368888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe7d889d-dfe7-4bbc-9ef9-7079565cc1c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.372380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b68a6de-79af-4c40-bbbf-1c47a414c28a req-42dd65cd-0c8a-4e70-9267-5afb9025c7b9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.3531158 Jul 22 11:57:45.514240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.520882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b68a6de-79af-4c40-bbbf-1c47a414c28a req-1eb7a88d-ca4c-4d17-850d-57c8d84152fe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360309 Jul 22 11:57:45.537859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50f0f8f1-2e60-4c4a-82b3-0f00c5dbed5d tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:45.539409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-50f0f8f1-2e60-4c4a-82b3-0f00c5dbed5d tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 1.0921063 Jul 22 11:57:45.542080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:45.576807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.590730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Transition to ACTIVE for port object b5b68fc2-9094-4b5c-bbab-085d94e0061e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:45.602355 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.605235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a2b0560c-e317-4f3d-a8f9-cf141916d83c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.16%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0616636 Jul 22 11:57:45.608941 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:45.615719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-274366187', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'ip_version': 4, 'cidr': '172.20.0.16/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:45.662549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Subnet': ['ID=130dfe53-c0c5-415c-9efa-ea2e607120f6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:45.665385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e634f-f8a7-404d-aea8-ce933f185f7f None None] Pushing event updated for resources: {'Port': ['ID=b5b68fc2-9094-4b5c-bbab-085d94e0061e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:45.697733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Attempting to bind port b5b68fc2-9094-4b5c-bbab-085d94e0061e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:45.698378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Attempting to bind port b5b68fc2-9094-4b5c-bbab-085d94e0061e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:45.699105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Attempting to bind port b5b68fc2-9094-4b5c-bbab-085d94e0061e on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:45.705804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:45.706966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:45.707561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.708839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:45.709659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Bound port: b5b68fc2-9094-4b5c-bbab-085d94e0061e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:45.710356 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.733254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:45.749280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.760846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Checking segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:45.761224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network hostable DHCP agents. Network: b5fbea36-1165-4fd4-ab74-ec429fd12535, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:57:45.781175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] For port b5b68fc2-9094-4b5c-bbab-085d94e0061e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:45.786115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] For port b5b68fc2-9094-4b5c-bbab-085d94e0061e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b5b68fc2-9094-4b5c-bbab-085d94e0061e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:45.796440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.799773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:57:45.815732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b5fbea36-1165-4fd4-ab74-ec429fd12535) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:45.820580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:45.821232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:45.853799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13de2467-3a74-4e81-aad7-084f7949b550 None None] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:57:45.854330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88ac57a7-01a8-4f5b-bf15-160872bb702b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.2766857 Jul 22 11:57:45.857190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 40568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:45.955854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:45.957240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:46.131074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:46.203562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Subnet': ['ID=a2ac03ba-1263-4682-a7e4-1a2d0cc93107,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:46.251249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f08e634f-f8a7-404d-aea8-ce933f185f7f None None] Pushing event updated for resources: {'Port': ['ID=b5b68fc2-9094-4b5c-bbab-085d94e0061e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:46.281496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Checking segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:46.282181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network hostable DHCP agents. Network: d7d40cec-bf9c-4794-b541-c16969969181, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:57:46.325133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network d7d40cec-bf9c-4794-b541-c16969969181 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:57:46.349237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, d7d40cec-bf9c-4794-b541-c16969969181) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:46.354011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:46.354837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:46.371028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:46.373318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44df7a60-9312-4ba6-85e7-4454522e40a5 None None] Network d7d40cec-bf9c-4794-b541-c16969969181 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:57:46.375816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ea7db90c-083f-4f5a-86cc-dbc8ef9a89ef tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 0.7657280 Jul 22 11:57:46.716955 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a58cbc23-232f-4ca7-a902-c58edf2a3c09 req-71a829bd-d64d-4854-882d-e7490ddd586c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:46.718992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b5fbea36-1165-4fd4-ab74-ec429fd12535', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:57:46.719531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a58cbc23-232f-4ca7-a902-c58edf2a3c09 req-71a829bd-d64d-4854-882d-e7490ddd586c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.1095049 Jul 22 11:57:46.720065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:46.720446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40598) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:46.726022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1200028104', 'description': 'tempest-secgroup-smoke-1200028104 description', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:46.779780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a58cbc23-232f-4ca7-a902-c58edf2a3c09 req-e20d6d37-5f00-46ef-9296-05513103fc47 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480068 Jul 22 11:57:46.790398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:46.910740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-b22f320e-99f5-45d1-9274-5977d788586b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:46.914798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-b22f320e-99f5-45d1-9274-5977d788586b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 1096 time: 0.1311305 Jul 22 11:57:47.010837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Allocated IP 172.20.0.2 (b5fbea36-1165-4fd4-ab74-ec429fd12535/130dfe53-c0c5-415c-9efa-ea2e607120f6/f96ac302-ff81-45cb-b787-ca34c36914b5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:47.024462 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.045393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.066979 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.094644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=657f654e-6d50-4aa1-8654-1d4297fefca3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:47.101251 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.105212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a04c3f24-8689-44dc-b9a5-1a796063b6db tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3811181 Jul 22 11:57:47.106349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40608) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:47.111256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:47.147345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-d0195583-1359-4632-91fa-ad5bd7fe6456 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:47.150024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-d0195583-1359-4632-91fa-ad5bd7fe6456 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2285903 Jul 22 11:57:47.217551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-d7d40cec-bf9c-4794-b541-c16969969181', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ips': [{'subnet_id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:57:47.218563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.219825 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-a561c030-196f-4c3c-a969-712c42652ab8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 HTTP/1.1" status: 200 len: 217 time: 0.0636241 Jul 22 11:57:47.223894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.239454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:42Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:47.287412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba0b8533-02e6-4c1c-b159-97b737bdd0b1 None None] The sync data for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 is: [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:42Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:57:47.351525 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-ff654567-3197-4d76-ab74-3858deda3812 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:47.353207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-ff654567-3197-4d76-ab74-3858deda3812 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0948267 Jul 22 11:57:47.355294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.444059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.479457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=70196522-0dc3-4446-9177-f49d5f02dcab,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:47.483867 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.490165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.491585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-16c9deb4-96b2-4d41-b845-637776830d63 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3852139 Jul 22 11:57:47.495662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40618) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:47.501040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:47.511608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Transition to ACTIVE for port object f96ac302-ff81-45cb-b787-ca34c36914b5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:47.531346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Transition to ACTIVE for port object f96ac302-ff81-45cb-b787-ca34c36914b5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:47.542386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.549540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-7e3ac7b8-f42a-40dc-8781-bc6b380d497b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:47.555132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-7e3ac7b8-f42a-40dc-8781-bc6b380d497b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626759 Jul 22 11:57:47.556081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.600267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:47.602116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Allocated IP 172.20.0.18 (d7d40cec-bf9c-4794-b541-c16969969181/a2ac03ba-1263-4682-a7e4-1a2d0cc93107/df965883-fcab-4ff0-bd34-25215328fceb) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:47.605017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.1 (b5fbea36-1165-4fd4-ab74-ec429fd12535/130dfe53-c0c5-415c-9efa-ea2e607120f6/e839e2d3-197f-4d34-b999-4ab4ffe99675) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:47.607978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:47.626104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:47.661802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Pushing event updated for resources: {'Port': ['ID=f96ac302-ff81-45cb-b787-ca34c36914b5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:47.730938 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.766688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.812039 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.827489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-5998644b-9966-434b-854a-f6595fa2bdb8 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2594764 Jul 22 11:57:47.827767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object e839e2d3-197f-4d34-b999-4ab4ffe99675 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:47.840411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.844130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3443282 Jul 22 11:57:47.853957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:47.871932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:47.883949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.944386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Attempting to bind port f96ac302-ff81-45cb-b787-ca34c36914b5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:47.946017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Attempting to bind port f96ac302-ff81-45cb-b787-ca34c36914b5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:47.946570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Attempting to bind port f96ac302-ff81-45cb-b787-ca34c36914b5 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:47.965270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:47.970712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:47.979131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:47.983228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:47.983749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Checking segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:47.984238 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:47.984705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Bound using segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:47.987425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Bound port: f96ac302-ff81-45cb-b787-ca34c36914b5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:47.987425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.035936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9e349d3-fb6f-4c5f-bfe7-13da1f2e51e1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a92105b4-0704-44a8-aefd-62f08135c36d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.054483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.119731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.255373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6344ece1-2ac8-44a3-ae82-5d231b3e66aa req-37fbd52c-efe9-4a78-823e-2d746453dea8 service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4056866 Jul 22 11:57:48.291239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.392432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66bf5886-e4ef-4bfc-980f-722d702c2d28 req-da3cd026-9ec6-4a3e-8e1f-e498dc5086c1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:48.395660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bf5886-e4ef-4bfc-980f-722d702c2d28 req-da3cd026-9ec6-4a3e-8e1f-e498dc5086c1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.4689190 Jul 22 11:57:48.396697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.428194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b5b68fc2-9094-4b5c-bbab-085d94e0061e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:48.432137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.450387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.451714 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.476888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17f4a17f-7d12-405a-a68d-ea8a8a3c720a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.496899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-783bc179-6d50-44ce-a7bc-1ff1b5b86448 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.525897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66bf5886-e4ef-4bfc-980f-722d702c2d28 req-95c4ff3a-1d26-48e5-b97e-0c8aff0c0557 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161728 Jul 22 11:57:48.529770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.535340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-75c3a24a-e25f-4a9d-befb-c7da1f822b1f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6801529 Jul 22 11:57:48.537928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:48.543978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:48.633175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] For port f96ac302-ff81-45cb-b787-ca34c36914b5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:48.636310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.638105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] For port f96ac302-ff81-45cb-b787-ca34c36914b5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f96ac302-ff81-45cb-b787-ca34c36914b5,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:48.651645 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.658976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.680522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b5b68fc2-9094-4b5c-bbab-085d94e0061e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:48.691058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Transition to ACTIVE for port object df965883-fcab-4ff0-bd34-25215328fceb will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:48.724853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b5b68fc2-9094-4b5c-bbab-085d94e0061e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:48.725133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.743438 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.750218 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.779122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d824a6fa-99e7-499b-9114-b701e165c3a1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.815130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.816584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-381aefd0-6290-452d-8b7a-67bb9d5d3544 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2776506 Jul 22 11:57:48.819618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40642) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:48.824433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:48.838216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Transition to ACTIVE for port object df965883-fcab-4ff0-bd34-25215328fceb will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:48.866149 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.870086 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:57:48.876815 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.883874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08456df8-23d6-45b4-a0fc-48f0c3d1714d None None] Pushing event updated for resources: {'Port': ['ID=f96ac302-ff81-45cb-b787-ca34c36914b5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.960317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Pushing event updated for resources: {'Port': ['ID=df965883-fcab-4ff0-bd34-25215328fceb,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:48.965368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.973162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:48.983870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Network d7d40cec-bf9c-4794-b541-c16969969181 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:48.985855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:48.989275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:49.051949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0b9b1e37-daeb-49a2-913e-a1b21bd79c26,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:49.053963 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.059533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.061766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-aa37b4b7-208d-42c7-90a2-fd81395c5f59 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2407012 Jul 22 11:57:49.066366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 40650) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:57:49.074999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.095936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '657f654e-6d50-4aa1-8654-1d4297fefca3', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:49.153412 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:57:49.162281 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.262253 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.277028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.289713 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.298034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port b5b68fc2-9094-4b5c-bbab-085d94e0061e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b5b68fc2-9094-4b5c-bbab-085d94e0061e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:49.300602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.306020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:49.311304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.326681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cbf55d08-8b97-4d63-94b2-851f19143421,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:49.334631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.343640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-11f9558c-08fe-4988-b5ac-ed1879a9dca7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2702222 Jul 22 11:57:49.396088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Attempting to bind port df965883-fcab-4ff0-bd34-25215328fceb on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:49.398658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Attempting to bind port df965883-fcab-4ff0-bd34-25215328fceb by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:49.399302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Attempting to bind port df965883-fcab-4ff0-bd34-25215328fceb on network d7d40cec-bf9c-4794-b541-c16969969181 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:49.425692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:49.426349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Checking segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:49.428190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.429401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Bound using segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:49.433068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Bound port: df965883-fcab-4ff0-bd34-25215328fceb, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:49.433605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.496557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:49.498182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:49.518374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.527632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=b5b68fc2-9094-4b5c-bbab-085d94e0061e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:49.587553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] For port df965883-fcab-4ff0-bd34-25215328fceb, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:49.591381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] For port df965883-fcab-4ff0-bd34-25215328fceb, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df965883-fcab-4ff0-bd34-25215328fceb,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:49.601756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:49.709076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:57:49.739883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router a116d70c-fe34-41da-9b6f-a915d989b4ef has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:57:49.743271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-4449d59d-7b81-4e42-bed6-2806538e0f0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1200028104&fields=id&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 267 time: 0.1492813 Jul 22 11:57:49.850472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d1dcb-0cad-4481-977f-8678fd2ee46a None None] Pushing event updated for resources: {'Port': ['ID=df965883-fcab-4ff0-bd34-25215328fceb,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:49.960319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:57:49.967458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f95032f3-edfe-4f0e-b42f-b7d6a241e597 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/a116d70c-fe34-41da-9b6f-a915d989b4ef/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1089845 Jul 22 11:57:49.971468 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:50.042165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39e8fbda-c02f-4fb1-a68b-a676a2c74089 req-9dbced05-e415-4495-ba8e-2b872ff276c9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:50.043923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39e8fbda-c02f-4fb1-a68b-a676a2c74089 req-9dbced05-e415-4495-ba8e-2b872ff276c9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 945 time: 0.3965142 Jul 22 11:57:50.072973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:50.082095 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a90ae76-8da7-4aaa-b9e9-3f48ae174d67" -d '{"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-unplugged", "status": "completed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:50.134140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:50.147211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:50.162544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-d351486a-1f87-4dd9-b38d-0d60213e732c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:50.164147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-d351486a-1f87-4dd9-b38d-0d60213e732c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/networks?id=d7d40cec-bf9c-4794-b541-c16969969181 HTTP/1.1" status: 200 len: 796 time: 0.4078937 Jul 22 11:57:50.214860 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39e8fbda-c02f-4fb1-a68b-a676a2c74089 req-34e5693d-0c1a-48bf-b90c-8a40895d510f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1555438 Jul 22 11:57:50.217094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-324b0e9a-6e00-4a6b-bda0-eea5534f0fd8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/quotas/f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 375 time: 0.0450397 Jul 22 11:57:50.296637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b5b68fc2-9094-4b5c-bbab-085d94e0061e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:50.420415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:50.464339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-878f2517-81ea-46af-8365-6c02289cbf64 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&fields=id HTTP/1.1" status: 200 len: 440 time: 0.2327540 Jul 22 11:57:50.478308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b5b68fc2-9094-4b5c-bbab-085d94e0061e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:50.478788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:50.511555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-32333723-0425-4b5d-91ff-4e4f8d3e88b7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1775483775&fields=id&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 267 time: 0.1168802 Jul 22 11:57:50.557425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f02a17b-cf9c-49fd-b094-561a1e30b8fb None None] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:57:50.641247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dd726fe9-ee41-4849-bc1d-1135cb32b021 None None] Provisioning for port f96ac302-ff81-45cb-b787-ca34c36914b5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:50.703849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f96ac302-ff81-45cb-b787-ca34c36914b5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:50.794824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f96ac302-ff81-45cb-b787-ca34c36914b5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:50.820255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f96ac302-ff81-45cb-b787-ca34c36914b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:50.820605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-22d9224d-9590-4830-9a97-17462971dd91 service neutron] 10.222.0.21 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3520701 Jul 22 11:57:50.821361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:50.852049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-4343ee41-1dff-42e6-9d0b-1b5670b1d163 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:50.854661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-4343ee41-1dff-42e6-9d0b-1b5670b1d163 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 796 time: 0.3272495 Jul 22 11:57:50.893483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-4a0fc600-b512-4c22-82a0-322da758b93c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/quotas/85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 375 time: 0.0268583 Jul 22 11:57:50.957220 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:51.030094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-17d7a153-18d7-452a-8681-fb9ebd300712 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1015427 Jul 22 11:57:51.046554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-416fce8f-0684-472c-b87b-c56df5f10aef service neutron] 10.222.0.21 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2249103 Jul 22 11:57:51.056479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f96ac302-ff81-45cb-b787-ca34c36914b5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f96ac302-ff81-45cb-b787-ca34c36914b5,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:51.067160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:51.189601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-38270144-8057-41d8-ab96-dc9d13ffbac0 service neutron] 10.222.0.21 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1364555 Jul 22 11:57:51.226117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f96ac302-ff81-45cb-b787-ca34c36914b5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:51.231049 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Sync routers for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:57:51.245716 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:51.247370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:51.335560 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31e41cb-9048-4906-8749-75cb574bdd45 x-openstack-request-id: req-c31e41cb-9048-4906-8749-75cb574bdd45 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:51.335860 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-unplugged", "status": "failed", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:51.336121 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c31e41cb-9048-4906-8749-75cb574bdd45 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:51.336577 n-d-754448-4 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'code': 422} returned with failed status Jul 22 11:57:51.413924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-bdc0c171-4f42-4e60-b883-fe7fa9626842 service neutron] 10.222.0.21 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2059655 Jul 22 11:57:51.416712 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:51.437378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Provisioning complete for port f96ac302-ff81-45cb-b787-ca34c36914b5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:51.437765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:51.596429 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:51.661405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5837c916-5723-4eeb-821b-261e33f2de7b req-f88559cc-a807-4b5c-adc1-88ee3dab76ae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:51.681812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5837c916-5723-4eeb-821b-261e33f2de7b req-f88559cc-a807-4b5c-adc1-88ee3dab76ae tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 943 time: 0.2453716 Jul 22 11:57:51.718106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Provisioning for port e839e2d3-197f-4d34-b999-4ab4ffe99675 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:51.737803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Provisioning complete for port e839e2d3-197f-4d34-b999-4ab4ffe99675 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:51.738415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:51.847868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5837c916-5723-4eeb-821b-261e33f2de7b req-7e325051-0ccf-4b9c-8ae3-d33cd5c49666 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1436551 Jul 22 11:57:51.861861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0cb0f329-25cb-459a-bff2-df91c3b9fd9d None None] Port e839e2d3-197f-4d34-b999-4ab4ffe99675 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:51.878170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04b67658-7176-4efd-b659-669c2b8a118a None None] Network d7d40cec-bf9c-4794-b541-c16969969181 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:57:51.980430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b3aeb49-1369-4a91-ad44-77f3c5969a17 req-f8037084-666a-4c8e-b378-23eb4caae4a3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 210 time: 0.1209102 Jul 22 11:57:52.146241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e2884ff-5795-4cfe-9ec1-34abe6d243b0 req-e634031f-be03-4b63-8fdc-5f45a9df481e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 210 time: 0.1597571 Jul 22 11:57:52.242579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdfbd7b8-b7a3-4d98-aa41-3ca10359bc69 None None] Provisioning for port df965883-fcab-4ff0-bd34-25215328fceb completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:52.310860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcb241d9-6544-42ed-8d23-d514e2a0a3fc req-d1eb85cb-5c17-4574-af32-b33f99520fbc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:52.325968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcb241d9-6544-42ed-8d23-d514e2a0a3fc req-d1eb85cb-5c17-4574-af32-b33f99520fbc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1747153 Jul 22 11:57:52.343016 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 2, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:52.381503 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Checking router: a116d70c-fe34-41da-9b6f-a915d989b4ef for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:57:52.381958 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Updating router a116d70c-fe34-41da-9b6f-a915d989b4ef port e839e2d3-197f-4d34-b999-4ab4ffe99675 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:57:52.387796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device df965883-fcab-4ff0-bd34-25215328fceb up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:52.458712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcb241d9-6544-42ed-8d23-d514e2a0a3fc req-b1ac4af1-7e6f-4219-99bc-f8d3ff19bb6c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1156590 Jul 22 11:57:52.465786 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:52.517336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bdfbd7b8-b7a3-4d98-aa41-3ca10359bc69 None None] Provisioning complete for port e839e2d3-197f-4d34-b999-4ab4ffe99675 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:52.529968 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bdfbd7b8-b7a3-4d98-aa41-3ca10359bc69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:52.644679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bdfbd7b8-b7a3-4d98-aa41-3ca10359bc69 None None] Port e839e2d3-197f-4d34-b999-4ab4ffe99675 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:52.650156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port df965883-fcab-4ff0-bd34-25215328fceb completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:52.681512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port df965883-fcab-4ff0-bd34-25215328fceb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:52.681899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:52.713727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95876628-50e8-4f33-982e-41eff42c1d12 req-e3650917-60dc-4a0d-8f65-61080cc2dd10 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:52.715829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95876628-50e8-4f33-982e-41eff42c1d12 req-e3650917-60dc-4a0d-8f65-61080cc2dd10 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1288335 Jul 22 11:57:52.840868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1d6eb277-c036-44a7-bc05-4173c83f523e None None] Provisioning complete for port e839e2d3-197f-4d34-b999-4ab4ffe99675 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:52.841452 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d6eb277-c036-44a7-bc05-4173c83f523e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:52.860407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95876628-50e8-4f33-982e-41eff42c1d12 req-74cdc312-c7a4-4cbc-aa55-ce62463f6ee0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1363711 Jul 22 11:57:52.946302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1d6eb277-c036-44a7-bc05-4173c83f523e None None] Port e839e2d3-197f-4d34-b999-4ab4ffe99675 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:53.043099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.082473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port df965883-fcab-4ff0-bd34-25215328fceb, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df965883-fcab-4ff0-bd34-25215328fceb,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:53.092237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.093411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f96ac302-ff81-45cb-b787-ca34c36914b5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:53.159437 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.178313 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Transition to ACTIVE for port object e839e2d3-197f-4d34-b999-4ab4ffe99675 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:53.194266 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.272786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f96ac302-ff81-45cb-b787-ca34c36914b5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:53.273181 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.310329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=df965883-fcab-4ff0-bd34-25215328fceb,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:53.343688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f340f35-7513-45fc-80d9-319ffeabd3e5 req-841b135e-c9c9-4389-9801-16ec80817f3c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 210 time: 0.1184421 Jul 22 11:57:53.396858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6ca90d83-6e37-443a-abf5-d78e55d0ae9e None None] Provisioning complete for port df965883-fcab-4ff0-bd34-25215328fceb triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:53.397618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ca90d83-6e37-443a-abf5-d78e55d0ae9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.436939 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Pushing event updated for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:53.492053 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.492515 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.492930 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.493340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.493748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.494172 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.494615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.496203 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.496616 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.498754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.499242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.499670 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:57:53.515612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Attempting to bind port e839e2d3-197f-4d34-b999-4ab4ffe99675 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:53.526631 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Attempting to bind port e839e2d3-197f-4d34-b999-4ab4ffe99675 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:53.527240 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Attempting to bind port e839e2d3-197f-4d34-b999-4ab4ffe99675 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:53.533021 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:53.534330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Checking segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:53.534845 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.535311 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Bound using segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:53.535863 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Bound port: e839e2d3-197f-4d34-b999-4ab4ffe99675, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:53.536336 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.689996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a4cb8c7-d97a-412b-bcc6-30e43525c4d1 req-70670e02-a525-44b2-b441-7ba37c82d4ac tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 210 time: 0.0973282 Jul 22 11:57:53.701726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-428eb978-562c-45a8-a07d-a835ef8856b8 req-5a281d28-c603-46f4-9ace-e3b89362777f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:53.702296 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] For port e839e2d3-197f-4d34-b999-4ab4ffe99675, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:53.707183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] For port e839e2d3-197f-4d34-b999-4ab4ffe99675, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e839e2d3-197f-4d34-b999-4ab4ffe99675,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:53.711988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-428eb978-562c-45a8-a07d-a835ef8856b8 req-5a281d28-c603-46f4-9ace-e3b89362777f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.5585606 Jul 22 11:57:53.725326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:57:53.728985 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:53.840085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-ff7590af-6358-4d4d-bf61-36825ca73ee1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:53.841639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-ff7590af-6358-4d4d-bf61-36825ca73ee1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/networks?id=d7d40cec-bf9c-4794-b541-c16969969181 HTTP/1.1" status: 200 len: 796 time: 0.4970403 Jul 22 11:57:53.896668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-428eb978-562c-45a8-a07d-a835ef8856b8 req-6ce26989-c41a-4cce-8bc9-49778b6d160f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1563225 Jul 22 11:57:53.945289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-85b9513d-ca4d-481b-bafb-cf6ed017dcfc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 472 time: 0.0902226 Jul 22 11:57:53.952530 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb8c55b-63f3-4351-8fdb-919963b48ac2 None None] Pushing event updated for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:53.954830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device df965883-fcab-4ff0-bd34-25215328fceb up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:53.968264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'port': {'device_id': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'admin_state_up': True, 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'security_groups': ['657f654e-6d50-4aa1-8654-1d4297fefca3']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:54.011482 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:57:54.014842 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:54.058152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port df965883-fcab-4ff0-bd34-25215328fceb triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:54.058649 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:54.286574 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:57:54.319002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-77e5f911-6815-49de-8369-458ae2068128 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:54.321568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-77e5f911-6815-49de-8369-458ae2068128 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 796 time: 0.3319614 Jul 22 11:57:54.329591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:54.339307 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:54.376674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-f2030488-0897-4869-9736-47c2fcca7094 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 380 time: 0.0449803 Jul 22 11:57:54.391398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'port': {'device_id': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'admin_state_up': True, 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'security_groups': ['7337dc36-e5ee-4247-82d0-7c3f80ff9c0a']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:54.543990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.22 (d7d40cec-bf9c-4794-b541-c16969969181/a2ac03ba-1263-4682-a7e4-1a2d0cc93107/616b6555-bd5b-4c2c-b154-ef0590162442) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:54.578953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:57:54.583612 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:54.622407 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:53Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:57:54.679544 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9edc54f9-431c-44aa-90d8-de0dc495181f None None] The sync data for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 is: [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:53Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:57:54.713319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23bc32ae-e5fa-4c26-a5ef-36660dd01988 req-20dc8cb8-47a2-4f17-b04c-b38c6faa5b5e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 210 time: 0.2478125 Jul 22 11:57:54.783747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:54.824431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object 616b6555-bd5b-4c2c-b154-ef0590162442 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:54.921570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.11 (b5fbea36-1165-4fd4-ab74-ec429fd12535/130dfe53-c0c5-415c-9efa-ea2e607120f6/c2faca94-71f1-4490-ad8a-502cb8ea15b3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:57:54.933305 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:54.962345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f87e56dd-d891-43d0-bcc0-65adf379afe7 req-55137aa9-a023-4da0-9a42-8f699f68d3be tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 210 time: 0.0813708 Jul 22 11:57:55.031453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network d7d40cec-bf9c-4794-b541-c16969969181 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:55.057710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:55.060375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:55.115767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:55.185132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:55.185970 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.214873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc2c77b4-2409-401d-aa4f-aa565c8d8961 req-752205d8-285a-4026-92f7-a373eaecccc9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:55.222494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc2c77b4-2409-401d-aa4f-aa565c8d8961 req-752205d8-285a-4026-92f7-a373eaecccc9 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2088947 Jul 22 11:57:55.224695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8712e864-277a-4c27-b7dd-b6d5e42a5d60 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2607284 Jul 22 11:57:55.243211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Request body: {'port': {'device_id': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:55.248807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.332556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object c2faca94-71f1-4490-ad8a-502cb8ea15b3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:55.395351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.478572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:55.495387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:57:55.497071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:57:55.499681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:57:55.582603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:55.584048 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.597628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a18021e5-cae6-4404-a351-5fa126a3a7cb None None] Provisioning for port 616b6555-bd5b-4c2c-b154-ef0590162442 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:55.604069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a18021e5-cae6-4404-a351-5fa126a3a7cb None None] Provisioning complete for port 616b6555-bd5b-4c2c-b154-ef0590162442 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:55.604458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a18021e5-cae6-4404-a351-5fa126a3a7cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.632703 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-2f93c094-51e9-4fde-8ed3-f791501f0639 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2465181 Jul 22 11:57:55.648222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Request body: {'port': {'device_id': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:57:55.667469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a18021e5-cae6-4404-a351-5fa126a3a7cb None None] Port 616b6555-bd5b-4c2c-b154-ef0590162442 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:55.754340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc2c77b4-2409-401d-aa4f-aa565c8d8961 req-20b15cf5-c0d8-412e-8c9d-87b261fcd399 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5239441 Jul 22 11:57:55.831069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.963004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:55.997592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e839e2d3-197f-4d34-b999-4ab4ffe99675 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:56.025009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7e61bc0-a941-4ad0-8129-5e8aca5993a9 None None] Provisioning for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:56.036188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c7e61bc0-a941-4ad0-8129-5e8aca5993a9 None None] Provisioning complete for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:56.036864 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7e61bc0-a941-4ad0-8129-5e8aca5993a9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.123375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c7e61bc0-a941-4ad0-8129-5e8aca5993a9 None None] Port c2faca94-71f1-4490-ad8a-502cb8ea15b3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:57:56.147885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e839e2d3-197f-4d34-b999-4ab4ffe99675 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:57:56.152639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e839e2d3-197f-4d34-b999-4ab4ffe99675 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:56.153382 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.174631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23ef15a-cfad-4a63-81ec-0b9cf219a1fc req-3f2bd422-df31-4999-bb04-1e5d93acfe0f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:56.182797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d23ef15a-cfad-4a63-81ec-0b9cf219a1fc req-3f2bd422-df31-4999-bb04-1e5d93acfe0f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 932 time: 0.2945411 Jul 22 11:57:56.324308 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.399026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port e839e2d3-197f-4d34-b999-4ab4ffe99675, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e839e2d3-197f-4d34-b999-4ab4ffe99675,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:56.406023 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.418161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c2faca94-71f1-4490-ad8a-502cb8ea15b3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:56.431021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.477633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Transition to ACTIVE for port object c2faca94-71f1-4490-ad8a-502cb8ea15b3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:56.484210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.487228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d23ef15a-cfad-4a63-81ec-0b9cf219a1fc req-899e0fd1-0432-46cf-beb9-d7ff5d15e99e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3034806 Jul 22 11:57:56.543305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:56.571150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd1af737-9fde-485c-b222-d0710d0121da req-eb9b460b-f352-4d78-8870-26cb3d684923 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:56.580244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd1af737-9fde-485c-b222-d0710d0121da req-eb9b460b-f352-4d78-8870-26cb3d684923 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 932 time: 0.4296739 Jul 22 11:57:56.622970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:56.688768 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd1af737-9fde-485c-b222-d0710d0121da req-8639bb7c-bbff-45c7-bc08-7d66234a141e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075420 Jul 22 11:57:56.719075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 616b6555-bd5b-4c2c-b154-ef0590162442 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:56.742835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.756911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:56.757864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:56.758398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:56.763569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:57:56.764403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:56.770116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Transition to ACTIVE for port object 616b6555-bd5b-4c2c-b154-ef0590162442 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:57:56.781098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.786990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:56.788846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Checking segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:56.789618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Bound using segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:56.790881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Bound port: c2faca94-71f1-4490-ad8a-502cb8ea15b3, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:56.792708 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.923134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:56.932221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:56.945387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:56.986129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Pushing event updated for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:57.009410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.010378 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:57.012237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] 10.222.0.36 "PUT /v2.0/ports/c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 1092 time: 1.3717341 Jul 22 11:57:57.015012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:57.019837 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2bcbd635-88d6-4993-a15a-5d05b8522a22" -d '{"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:57.120592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13b370f5-668b-4331-b590-3e8922566e9d service neutron] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:57.138819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Attempting to bind port 616b6555-bd5b-4c2c-b154-ef0590162442 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:57:57.139142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Attempting to bind port 616b6555-bd5b-4c2c-b154-ef0590162442 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:57:57.139406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Attempting to bind port 616b6555-bd5b-4c2c-b154-ef0590162442 on network d7d40cec-bf9c-4794-b541-c16969969181 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:57.154717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-b8792292-189e-4d5b-80db-3a814c7f4566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.156734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-b8792292-189e-4d5b-80db-3a814c7f4566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.0887420 Jul 22 11:57:57.169530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Port 616b6555-bd5b-4c2c-b154-ef0590162442 on network d7d40cec-bf9c-4794-b541-c16969969181 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:57:57.169876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Attempting to bind port 616b6555-bd5b-4c2c-b154-ef0590162442 on network d7d40cec-bf9c-4794-b541-c16969969181 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:57:57.204101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:57:57.204445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Checking segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:57:57.205455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Bound using segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:57:57.205821 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Bound port: 616b6555-bd5b-4c2c-b154-ef0590162442, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:57:57.206184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:57.233103 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dc7b836-a835-49ce-90fa-4c36be5b89a9 x-openstack-request-id: req-3dc7b836-a835-49ce-90fa-4c36be5b89a9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:57.233404 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:57.233689 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dc7b836-a835-49ce-90fa-4c36be5b89a9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:57.235648 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'status': 'completed', 'code': 200} Jul 22 11:57:57.243110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a74542fa-2ca5-4c8a-85d6-b84735c76e97 req-9f79d4c2-14de-44cb-82c9-49d2642ce42c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.243436 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-7ae48803-e0da-4fc0-afe5-764c5ab294ff service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 217 time: 0.0782566 Jul 22 11:57:57.244728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a74542fa-2ca5-4c8a-85d6-b84735c76e97 req-9f79d4c2-14de-44cb-82c9-49d2642ce42c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.3502080 Jul 22 11:57:57.339774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-89ac427a-0710-4e8e-b8ba-9587a4820ce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.339774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-89ac427a-0710-4e8e-b8ba-9587a4820ce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0859485 Jul 22 11:57:57.367234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a74542fa-2ca5-4c8a-85d6-b84735c76e97 req-e264a8d1-6902-472b-9878-9a10ce2c221f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1141820 Jul 22 11:57:57.402334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:57:57.412331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=616b6555-bd5b-4c2c-b154-ef0590162442,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:57:57.418719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:57.459091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-0edbab7d-1dfa-48a9-ad4e-d26125b073bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.463852 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-0edbab7d-1dfa-48a9-ad4e-d26125b073bf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1203868 Jul 22 11:57:57.466887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:57.503989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.505439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:57.507178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] 10.222.0.36 "PUT /v2.0/ports/616b6555-bd5b-4c2c-b154-ef0590162442 HTTP/1.1" status: 200 len: 1092 time: 2.2683005 Jul 22 11:57:57.508438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:57:57.540538 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1" -d '{"events": [{"name": "network-changed", "server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:57:57.641080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6469f2b-0af0-485d-979f-537fb6ee422e service neutron] Pushing event updated for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:57:57.656971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-83414162-e9d8-4ae0-afdc-62f975b9b9dd service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1854076 Jul 22 11:57:57.673825 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:57:57 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-61b75157-5422-4313-838c-8f09a12cd433 x-openstack-request-id: req-61b75157-5422-4313-838c-8f09a12cd433 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:57:57.674330 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:57:57.674542 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-61b75157-5422-4313-838c-8f09a12cd433 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:57:57.674925 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442', 'status': 'completed', 'code': 200} Jul 22 11:57:57.760498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-80a8d5cc-0162-4762-a2d8-b568d8f583bf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.761921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-80a8d5cc-0162-4762-a2d8-b568d8f583bf service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 1095 time: 0.2068260 Jul 22 11:57:57.819254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24b75d13-bbbf-4487-87be-caa4783c2009 req-93b552af-1add-4da9-b8a8-191c3c6afca3 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1553578 Jul 22 11:57:57.878560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-0783bcf9-0463-4c5d-b01c-35838474911d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=616b6555-bd5b-4c2c-b154-ef0590162442 HTTP/1.1" status: 200 len: 217 time: 0.1068044 Jul 22 11:57:57.937160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e839e2d3-197f-4d34-b999-4ab4ffe99675 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:57:57.972436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-ee41c8ed-d2f7-4c14-bfca-20d4ef005751 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:57.974016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-ee41c8ed-d2f7-4c14-bfca-20d4ef005751 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.1009331 Jul 22 11:57:58.009535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06c80146-5ef2-4abb-9cdb-4a3acf2283ea req-4c01b9a0-f1be-4b18-83f3-87b33c25c1df tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.017002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c80146-5ef2-4abb-9cdb-4a3acf2283ea req-4c01b9a0-f1be-4b18-83f3-87b33c25c1df tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 944 time: 0.3097224 Jul 22 11:57:58.050603 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e839e2d3-197f-4d34-b999-4ab4ffe99675 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:57:58.051137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:58.071584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-3cd28d83-fe6e-4ed8-9723-f57bbf6b6c18 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.073770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-3cd28d83-fe6e-4ed8-9723-f57bbf6b6c18 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2ac03ba-1263-4682-a7e4-1a2d0cc93107 HTTP/1.1" status: 200 len: 837 time: 0.1657674 Jul 22 11:57:58.106234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9515d56-2e13-4e48-834b-89a835003177 req-16b9dcb2-361c-4ba4-a303-45a0a5a342f3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.114926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9515d56-2e13-4e48-834b-89a835003177 req-16b9dcb2-361c-4ba4-a303-45a0a5a342f3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.2916520 Jul 22 11:57:58.124166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-81bdc7e7-6e88-4a12-b830-077fcfac585b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.125813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-81bdc7e7-6e88-4a12-b830-077fcfac585b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.1454470 Jul 22 11:57:58.163115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06c80146-5ef2-4abb-9cdb-4a3acf2283ea req-ec21f947-d7c1-40bd-9954-e643725a39ea tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1445787 Jul 22 11:57:58.189676 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-90a13f8d-bc4f-4f20-a81f-9f1cc224f5c7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 217 time: 0.0559433 Jul 22 11:57:58.222194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9515d56-2e13-4e48-834b-89a835003177 req-853a134d-3865-4abf-bd0f-1bfbb6a28f07 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1060135 Jul 22 11:57:58.231562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-dd958354-60d1-4534-a2c0-6b0dcb21ba7e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.235453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-dd958354-60d1-4534-a2c0-6b0dcb21ba7e service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7d40cec-bf9c-4794-b541-c16969969181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.1491830 Jul 22 11:57:58.255338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-97597a79-cf77-4ca4-98d2-89770a99bae8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.256747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-97597a79-cf77-4ca4-98d2-89770a99bae8 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0597067 Jul 22 11:57:58.326395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-a15ed06e-521c-40de-82f7-01d0e91bbedb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.328250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-a15ed06e-521c-40de-82f7-01d0e91bbedb service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0642788 Jul 22 11:57:58.346369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-8cb458e1-7d8a-4b5b-8cd0-dea2af676577 service neutron] 10.222.0.36 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1031251 Jul 22 11:57:58.431880 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-12a4ad60-0d75-4a6c-9b5f-5f808791d831 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957971 Jul 22 11:57:58.486333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:58.507133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a6308be-abe4-4e29-89e6-9a0d33809bee req-d8679479-417d-4896-87a7-9e01d3606b4d service neutron] 10.222.0.36 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1508965 Jul 22 11:57:58.582358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bcbd635-88d6-4993-a15a-5d05b8522a22 req-f468866e-7acd-455f-a996-592570f77f8e service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1434023 Jul 22 11:57:58.617226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b454583-074f-444e-9e5c-3f7c6fb65e07 req-dd4ac60e-30c0-44c2-ba75-45215eab1bcd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.618833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b454583-074f-444e-9e5c-3f7c6fb65e07 req-dd4ac60e-30c0-44c2-ba75-45215eab1bcd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1407869 Jul 22 11:57:58.665834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-1df1cfa2-548f-4421-a5aa-29e60b13d25e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.667385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-1df1cfa2-548f-4421-a5aa-29e60b13d25e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 1095 time: 0.0691423 Jul 22 11:57:58.685536 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b454583-074f-444e-9e5c-3f7c6fb65e07 req-43aa622b-3a2b-47e6-a051-ab5a2ca990e7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0590389 Jul 22 11:57:58.762091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-596c8c6b-8e29-45e3-8bb3-d32f6b1198a3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0722840 Jul 22 11:57:58.796151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-10104f64-c452-4ca1-9bf3-a5b1bcb7c91a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.797824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-10104f64-c452-4ca1-9bf3-a5b1bcb7c91a service neutron] 10.222.0.36 "GET /v2.0/networks?id=d7d40cec-bf9c-4794-b541-c16969969181 HTTP/1.1" status: 200 len: 897 time: 0.1214578 Jul 22 11:57:58.874509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-5681730b-04dc-4001-b055-82fe360b83a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.22&port_id=616b6555-bd5b-4c2c-b154-ef0590162442 HTTP/1.1" status: 200 len: 217 time: 0.0606019 Jul 22 11:57:58.889338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-990b788f-bb9d-4e08-acca-9f78d23095bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.890960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-990b788f-bb9d-4e08-acca-9f78d23095bc service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 1096 time: 0.0783963 Jul 22 11:57:58.932376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-46f5b6b7-91e4-4eb2-b8a5-7041427dc22e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:58.933887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-46f5b6b7-91e4-4eb2-b8a5-7041427dc22e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a2ac03ba-1263-4682-a7e4-1a2d0cc93107 HTTP/1.1" status: 200 len: 837 time: 0.0552008 Jul 22 11:57:59.025434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-a3f88739-f053-4666-97da-80f3d87db699 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.029099 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-a3f88739-f053-4666-97da-80f3d87db699 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=d7d40cec-bf9c-4794-b541-c16969969181&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1164 time: 0.0877130 Jul 22 11:57:59.029256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-225fa9e6-cb0e-439b-bb86-1dc65305c979 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.030733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-225fa9e6-cb0e-439b-bb86-1dc65305c979 service neutron] 10.222.0.36 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1190512 Jul 22 11:57:59.086331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-d1de07ea-98d9-4db6-a2d5-35090e69c5b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 200 len: 217 time: 0.0443079 Jul 22 11:57:59.155227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-4147c307-3bc6-48a3-abe2-ac0511010ca8 service neutron] 10.222.0.36 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1134715 Jul 22 11:57:59.163505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-34e9ad81-ca7e-49d5-aebd-5951bf658c32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.165144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-34e9ad81-ca7e-49d5-aebd-5951bf658c32 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0720694 Jul 22 11:57:59.272884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-57687c45-86d5-48b0-9dee-6a11b39f0509 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.274408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-57687c45-86d5-48b0-9dee-6a11b39f0509 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1009994 Jul 22 11:57:59.319734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-69f3c6ae-102e-4ef4-97af-935fa71e8fc1 req-5a966a82-4ec3-44cc-924a-0f32aebffdc6 service neutron] 10.222.0.36 "GET /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1569555 Jul 22 11:57:59.481727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-e1cc0540-701f-43b3-94f2-d1851946464d service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957066 Jul 22 11:57:59.525479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81de536-eaf4-4881-9fb5-764319cd783b req-9ef24463-54d3-477d-89c2-1ff8573054a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.527083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f81de536-eaf4-4881-9fb5-764319cd783b req-9ef24463-54d3-477d-89c2-1ff8573054a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 944 time: 0.2516835 Jul 22 11:57:59.577381 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3ca6002-d710-4882-9be1-b77ddb34962b req-59a3d162-63b8-43e0-99d4-efa2f427e545 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.579164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3ca6002-d710-4882-9be1-b77ddb34962b req-59a3d162-63b8-43e0-99d4-efa2f427e545 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.2212565 Jul 22 11:57:59.690295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f81de536-eaf4-4881-9fb5-764319cd783b req-404ef32b-0349-4c8a-97b9-6843b1fecf52 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1502187 Jul 22 11:57:59.697293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3ca6002-d710-4882-9be1-b77ddb34962b req-8c7abc3b-6b50-4929-ba55-36e0a3a5569f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0798984 Jul 22 11:57:59.699529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15d27213-2c43-499b-9d72-54afa5ef07c0 req-cf1018f6-bbb6-4740-8dfe-6c967b2831ea service neutron] 10.222.0.36 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2106113 Jul 22 11:57:59.735353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:57:59.867838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:59.876034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad5b692-1d0b-464c-bd9c-460d00b68511 req-4d7760b1-ca0c-49ac-a4bc-2fa9b3300c6b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:57:59.881611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'mac_address': 'fa:16:3e:b0:16:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:57:59.884385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ad5b692-1d0b-464c-bd9c-460d00b68511 req-4d7760b1-ca0c-49ac-a4bc-2fa9b3300c6b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0922120 Jul 22 11:57:59.922391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:57:59.927874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ad5b692-1d0b-464c-bd9c-460d00b68511 req-25f8122a-f41a-4af2-977c-0c8a8018e8a2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424657 Jul 22 11:57:59.945612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2faca94-71f1-4490-ad8a-502cb8ea15b3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:57:59.968027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:57:59.975912 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:00.037163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:00.212660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['c2faca94-71f1-4490-ad8a-502cb8ea15b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:00.909716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91e1502d-48f1-4d6a-ba98-ed1a6e4d1bfb req-d68be543-e0ef-40a7-9de8-e69575059969 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:00.911396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91e1502d-48f1-4d6a-ba98-ed1a6e4d1bfb req-d68be543-e0ef-40a7-9de8-e69575059969 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 945 time: 0.1070259 Jul 22 11:58:00.923305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a7fcae7-8daf-444d-9b49-3f73cccfac88 req-05f3b75b-b223-4790-a364-d0fec6e64bdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:00.925307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a7fcae7-8daf-444d-9b49-3f73cccfac88 req-05f3b75b-b223-4790-a364-d0fec6e64bdf tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 944 time: 0.1318755 Jul 22 11:58:00.992799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91e1502d-48f1-4d6a-ba98-ed1a6e4d1bfb req-8a46ee2a-dc93-4aba-911f-14fcc2956e29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0664837 Jul 22 11:58:01.007589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a7fcae7-8daf-444d-9b49-3f73cccfac88 req-fd6c83ce-02c7-4a29-9f11-1f3d90013cee tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0711706 Jul 22 11:58:01.124726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ff6bab-7de5-4e80-8d87-697ed5caa26f req-2f37edf4-4413-4345-be44-dc0f9f195d80 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:01.126348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87ff6bab-7de5-4e80-8d87-697ed5caa26f req-2f37edf4-4413-4345-be44-dc0f9f195d80 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0678606 Jul 22 11:58:01.175890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87ff6bab-7de5-4e80-8d87-697ed5caa26f req-a2114ed0-7897-462c-95e5-145dfe47ec2c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0425463 Jul 22 11:58:01.753821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 616b6555-bd5b-4c2c-b154-ef0590162442 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:58:01.756089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:58:01.869180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:58:01.905598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:01.906241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:01.990161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=616b6555-bd5b-4c2c-b154-ef0590162442,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:02.006202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '616b6555-bd5b-4c2c-b154-ef0590162442', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'port_id': '616b6555-bd5b-4c2c-b154-ef0590162442', 'mac_address': 'fa:16:3e:ce:1b:d0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 127, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'ip_address': '172.20.0.22'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:58:02.138568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:02.140905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:02.177560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 616b6555-bd5b-4c2c-b154-ef0590162442 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:58:02.225774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=616b6555-bd5b-4c2c-b154-ef0590162442,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:02.234159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:02.237337 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-634f9057-75ed-48f4-b6c2-b76a9671c963" -d '{"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:02.243148 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:02.245838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-289346ba-98db-46d5-a0ef-e90c21bdb00d req-daee5953-7923-4ac6-ad11-cad8e22c4182 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:02.251401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-289346ba-98db-46d5-a0ef-e90c21bdb00d req-daee5953-7923-4ac6-ad11-cad8e22c4182 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 945 time: 0.1475163 Jul 22 11:58:02.256013 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:02.282130 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:02.313611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:02.316552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-289346ba-98db-46d5-a0ef-e90c21bdb00d req-622494c1-622e-45f7-8911-14f2ac1ada92 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0619814 Jul 22 11:58:02.324559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.325042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.325519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.325961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.326402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.327018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.327549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.327980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.328464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.328895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.329325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.329907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:02.333344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10633244-f770-40ce-9a28-a823d64ec9d9 req-74d7d86f-c6d3-4acb-81d3-6729b5b2f4e0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:02.340385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10633244-f770-40ce-9a28-a823d64ec9d9 req-74d7d86f-c6d3-4acb-81d3-6729b5b2f4e0 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 944 time: 0.1950376 Jul 22 11:58:02.409292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:02.409872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10633244-f770-40ce-9a28-a823d64ec9d9 req-6fe326c4-c44f-4ad6-ad4c-9a975e9133f3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0644214 Jul 22 11:58:02.460498 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c261ea3-9226-42c7-a75d-3ba15870c07b x-openstack-request-id: req-6c261ea3-9226-42c7-a75d-3ba15870c07b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:02.460806 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:02.461069 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c261ea3-9226-42c7-a75d-3ba15870c07b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:02.461472 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'code': 200} Jul 22 11:58:02.508317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69c64a0e-8b4e-4d5e-b357-a82c93448b58 req-b503fae6-c0d3-40a1-9421-406133f0ff09 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:02.510012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69c64a0e-8b4e-4d5e-b357-a82c93448b58 req-b503fae6-c0d3-40a1-9421-406133f0ff09 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1149385 Jul 22 11:58:02.520543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['616b6555-bd5b-4c2c-b154-ef0590162442'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:02.617545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69c64a0e-8b4e-4d5e-b357-a82c93448b58 req-ec24a7c6-8444-4825-af98-af7530978abd tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984061 Jul 22 11:58:02.666089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e74a5f56-a776-47b0-a99f-1f864907cfb8 req-19c72dd5-7bce-4345-921f-4a3fd6d50c5e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:02.667698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e74a5f56-a776-47b0-a99f-1f864907cfb8 req-19c72dd5-7bce-4345-921f-4a3fd6d50c5e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1311450 Jul 22 11:58:02.720097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e74a5f56-a776-47b0-a99f-1f864907cfb8 req-17bf5e45-eb5f-43f7-b83c-87bab32705f0 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0463428 Jul 22 11:58:03.486765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2ac6878-85fe-49b9-8dc8-0d868b0f0394 req-ce1d95d4-4725-4de8-a549-ec8b900a4f2d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:03.489692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2ac6878-85fe-49b9-8dc8-0d868b0f0394 req-ce1d95d4-4725-4de8-a549-ec8b900a4f2d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0868044 Jul 22 11:58:03.601398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2ac6878-85fe-49b9-8dc8-0d868b0f0394 req-9b74517a-8af7-4c5a-aeb4-93df8f74d4e2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0749965 Jul 22 11:58:03.616428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a923ec38-11c7-4ca0-a7ec-5567ecabb409 req-2846011a-cbb0-4208-adee-c4fa3b73c18a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:03.623528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a923ec38-11c7-4ca0-a7ec-5567ecabb409 req-2846011a-cbb0-4208-adee-c4fa3b73c18a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 945 time: 0.1118300 Jul 22 11:58:03.670562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a923ec38-11c7-4ca0-a7ec-5567ecabb409 req-dbbddbe1-5c87-4db2-8980-6ec2995daadd tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0460081 Jul 22 11:58:03.768171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 616b6555-bd5b-4c2c-b154-ef0590162442 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:58:03.838972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97859dd6-3155-48cf-a2ff-2e2b59c6bedb req-f228f68b-122b-4e40-8cc6-8188a4b7052b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:03.853701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97859dd6-3155-48cf-a2ff-2e2b59c6bedb req-f228f68b-122b-4e40-8cc6-8188a4b7052b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1297956 Jul 22 11:58:03.856036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 616b6555-bd5b-4c2c-b154-ef0590162442 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:58:03.860605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 616b6555-bd5b-4c2c-b154-ef0590162442 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:03.862198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:03.900067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97859dd6-3155-48cf-a2ff-2e2b59c6bedb req-dedda0b9-bcf1-4d7f-96e9-c01893f8abea tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453584 Jul 22 11:58:03.967369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:04.012389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=616b6555-bd5b-4c2c-b154-ef0590162442,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:04.016266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:04.091027 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:04.205544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f50e5354-618b-47d8-8708-d5124e012d7b req-da258fb6-0e94-41ad-941c-c95f7ce91253 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.207237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f50e5354-618b-47d8-8708-d5124e012d7b req-da258fb6-0e94-41ad-941c-c95f7ce91253 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0961409 Jul 22 11:58:04.228516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-6c43a9ce-facf-4273-8d36-4a89c895d71e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.232047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-6c43a9ce-facf-4273-8d36-4a89c895d71e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.0853631 Jul 22 11:58:04.268189 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f50e5354-618b-47d8-8708-d5124e012d7b req-5acabf14-042c-45f8-be44-1517e6b24d55 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0538285 Jul 22 11:58:04.343853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-81042aa6-0894-493d-b554-1558628d1631 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.345918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-81042aa6-0894-493d-b554-1558628d1631 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1074061 Jul 22 11:58:04.416962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-fda8c12f-f177-41b6-9e1b-ab4fa0f912a6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.0639441 Jul 22 11:58:04.463115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:04.465343 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2d59aeb0-3cbd-41ba-bbe9-9b72206084a3" -d '{"events": [{"server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "name": "network-vif-plugged", "status": "completed", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:04.474942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-307dd35c-5f4f-45fb-8102-5297e18ff42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.476587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-307dd35c-5f4f-45fb-8102-5297e18ff42e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0533447 Jul 22 11:58:04.510861 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1b147104-cd61-420a-bd97-fbb50f3f8fc3 x-openstack-request-id: req-1b147104-cd61-420a-bd97-fbb50f3f8fc3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:04.511257 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "name": "network-vif-plugged", "status": "completed", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:04.511624 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1b147104-cd61-420a-bd97-fbb50f3f8fc3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:04.512105 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442', 'code': 200} Jul 22 11:58:04.555420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-cbd37bc1-eb5a-4ba6-9a40-e1066828601d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.557938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-cbd37bc1-eb5a-4ba6-9a40-e1066828601d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0744703 Jul 22 11:58:04.665589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4990c0ee-43d2-4f42-9b87-bd6d9b1abd35 req-37b7e58d-8fe7-44ce-a412-c06582eec9df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.667782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4990c0ee-43d2-4f42-9b87-bd6d9b1abd35 req-37b7e58d-8fe7-44ce-a412-c06582eec9df service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 1097 time: 0.0900707 Jul 22 11:58:04.734628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4990c0ee-43d2-4f42-9b87-bd6d9b1abd35 req-c0880043-e584-42ec-ac86-b54aeeb83900 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0570161 Jul 22 11:58:04.794142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca59d043-26fd-4bab-9d5a-30f98e8c2102 req-3826d42d-1c14-470d-a4b6-0cba034b103e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.803831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca59d043-26fd-4bab-9d5a-30f98e8c2102 req-3826d42d-1c14-470d-a4b6-0cba034b103e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1411405 Jul 22 11:58:04.896288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca59d043-26fd-4bab-9d5a-30f98e8c2102 req-1e8b0406-6595-4178-a575-0241cc16fbfd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0899339 Jul 22 11:58:04.940403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a490975d-dc7d-4c91-8200-85b554f769fb req-0a42b9c6-5ece-44f4-a3ab-e17d862be9d1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:04.943642 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a490975d-dc7d-4c91-8200-85b554f769fb req-0a42b9c6-5ece-44f4-a3ab-e17d862be9d1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.1143160 Jul 22 11:58:04.995014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a490975d-dc7d-4c91-8200-85b554f769fb req-3569f6cb-6744-4b5f-839f-1889271d5ab6 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0451591 Jul 22 11:58:05.128358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d409558b-4593-4d03-a101-2738155f5f68 req-5821aef3-6625-4d46-af05-3b8d267d2920 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:05.136977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d409558b-4593-4d03-a101-2738155f5f68 req-5821aef3-6625-4d46-af05-3b8d267d2920 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1040664 Jul 22 11:58:05.149874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-22295f44-aa4d-4edd-acc2-fc8ba7a74e5e service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5846097 Jul 22 11:58:05.215381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d409558b-4593-4d03-a101-2738155f5f68 req-434bb2f0-f6a0-477d-b1a3-c4760f15447b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0773385 Jul 22 11:58:05.231685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:05.275820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d990798-92cf-47a3-a5c2-86e62a97ca8f req-b6897be0-054a-42ca-a528-4c11be072384 service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1189530 Jul 22 11:58:05.293715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2439e82-e23e-449a-baa9-1e56d3e3ff5d tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:05.298761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b2439e82-e23e-449a-baa9-1e56d3e3ff5d tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1092 time: 0.0630682 Jul 22 11:58:05.299843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41134) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:05.309393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:05.342364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:05.354164 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:58:05.450599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43da662b-35a9-47aa-b7bc-139fbbec0250 req-ec3bb2fe-5da7-42ca-b8c2-fa77d17fe59f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:05.452463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43da662b-35a9-47aa-b7bc-139fbbec0250 req-ec3bb2fe-5da7-42ca-b8c2-fa77d17fe59f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0852401 Jul 22 11:58:05.511957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43da662b-35a9-47aa-b7bc-139fbbec0250 req-9d60b444-8786-4ae5-b53c-2b72c59324cc tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0491261 Jul 22 11:58:05.543059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:05.705204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.95 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/562c2411-cbfd-4e5a-bb84-423c1a7f01c3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:05.839280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:05.904024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:05.941890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:05.948737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:05.953085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:58:05.981630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=562c2411-cbfd-4e5a-bb84-423c1a7f01c3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:06.167162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09592663-b932-48f0-9517-3546f181b5c4 req-1e5d089d-a2de-4648-89ca-ba04f047242c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:06.169777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09592663-b932-48f0-9517-3546f181b5c4 req-1e5d089d-a2de-4648-89ca-ba04f047242c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.0908861 Jul 22 11:58:06.213516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09592663-b932-48f0-9517-3546f181b5c4 req-5d4f0375-1809-473b-8552-a46dfaf9fa99 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369332 Jul 22 11:58:06.360528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a278c230-a7d9-4620-9d3e-48ce0e2bc0ae req-88433366-6c02-40be-b37b-f71c9e0d4eb4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:06.362605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a278c230-a7d9-4620-9d3e-48ce0e2bc0ae req-88433366-6c02-40be-b37b-f71c9e0d4eb4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.0769258 Jul 22 11:58:06.417183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a278c230-a7d9-4620-9d3e-48ce0e2bc0ae req-c0585cc9-f96b-4980-98a0-209184bf0d46 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0466275 Jul 22 11:58:06.438396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:06.538840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:06.693944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-984cc03a-7180-4fc7-9d4d-df91fe244708 req-4c554c2e-0f2c-4e85-8776-9ac48bf69cb2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:06.695689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-984cc03a-7180-4fc7-9d4d-df91fe244708 req-4c554c2e-0f2c-4e85-8776-9ac48bf69cb2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0849528 Jul 22 11:58:06.743957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-984cc03a-7180-4fc7-9d4d-df91fe244708 req-cae56293-f990-413a-9642-e3c5beb3ffda tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416782 Jul 22 11:58:06.747713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:06.754973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:06.831291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=562c2411-cbfd-4e5a-bb84-423c1a7f01c3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:06.894791 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:06.926376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8caca4a3-3d81-42aa-987d-441d5bc87e6c req-852d7ad0-54b3-4e17-a97a-20b2674aee1e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:06.928531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8caca4a3-3d81-42aa-987d-441d5bc87e6c req-852d7ad0-54b3-4e17-a97a-20b2674aee1e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0887513 Jul 22 11:58:06.980869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8caca4a3-3d81-42aa-987d-441d5bc87e6c req-bb71fce4-5a16-4f14-922e-cb1c20f0c9e0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380900 Jul 22 11:58:07.010479 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 411eb4f3-44a0-4905-9e78-88198770c2bd associated. External IP: 172.25.6.95, port: c2faca94-71f1-4490-ad8a-502cb8ea15b3. Jul 22 11:58:07.164426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5900f678-823b-46a5-bc00-bce4a4840c00 req-cd050af6-fd07-41e1-965d-c9da0ac6d697 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:07.172975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5900f678-823b-46a5-bc00-bce4a4840c00 req-cd050af6-fd07-41e1-965d-c9da0ac6d697 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1053193 Jul 22 11:58:07.232978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5900f678-823b-46a5-bc00-bce4a4840c00 req-a7e26a8c-b4b4-49c1-ac30-cfe738fbce7c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0554109 Jul 22 11:58:07.279752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router a116d70c-fe34-41da-9b6f-a915d989b4ef has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:07.485389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:07.497796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Sync routers for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:07.509355 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-6771f63c-9909-4bd4-97ee-fb983df72831 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1053438 Jul 22 11:58:07.512426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:07.524175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:07.528655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:07.631121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97aee84f-835d-4d2a-9e69-4fff574001dd req-54df8555-64a9-4e3d-8634-6c5d2ee157db tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:07.633458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97aee84f-835d-4d2a-9e69-4fff574001dd req-54df8555-64a9-4e3d-8634-6c5d2ee157db tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1401381 Jul 22 11:58:07.678845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-375037ab-852a-4cdd-9396-c19ce162297b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.3755147 Jul 22 11:58:07.691067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:07.695363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97aee84f-835d-4d2a-9e69-4fff574001dd req-5982e836-814a-4a55-b6fe-99c1e63902c1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0550563 Jul 22 11:58:07.700135 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b7a0ab48-a649-480f-9c50-7d0c453a14de" -d '{"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:07.769404 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d15a37b8-72d4-4a31-a43a-91c8a3b24cb7 x-openstack-request-id: req-d15a37b8-72d4-4a31-a43a-91c8a3b24cb7 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:07.772090 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:07.772461 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d15a37b8-72d4-4a31-a43a-91c8a3b24cb7 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:07.772973 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'status': 'completed', 'code': 200} Jul 22 11:58:07.775148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c25d5a-308f-414a-85da-94396ed55bec req-bff45119-e261-43d7-aa9e-9cb49c678ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:07.783200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-bff45119-e261-43d7-aa9e-9cb49c678ea5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 1096 time: 0.2048686 Jul 22 11:58:07.954344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c25d5a-308f-414a-85da-94396ed55bec req-de8fdef6-11eb-453b-b2f3-431a55fc66c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:07.973697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-de8fdef6-11eb-453b-b2f3-431a55fc66c9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.1512928 Jul 22 11:58:07.978883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 41234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:08.053605 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-89a79441-c0d3-4a7f-aa1f-6ac5edf48612 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545 HTTP/1.1" status: 200 len: 217 time: 0.0723116 Jul 22 11:58:08.117992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c25d5a-308f-414a-85da-94396ed55bec req-b3328054-a094-46c9-9301-f923df352f64 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:08.120378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-b3328054-a094-46c9-9301-f923df352f64 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0647454 Jul 22 11:58:08.149378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:08.214839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7c25d5a-308f-414a-85da-94396ed55bec req-25d9a37e-b5bc-4bda-b04c-309a76ddca95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:08.216376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-25d9a37e-b5bc-4bda-b04c-309a76ddca95 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0885859 Jul 22 11:58:08.357980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-5cfca1f9-d951-4d21-9c51-cf2f7d748a6a service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1351402 Jul 22 11:58:08.495310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e975536-f6cb-4336-8b76-23dd5b636363 req-bb9f153e-26d4-4a79-8a4e-167aadfd0339 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:08.496837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e975536-f6cb-4336-8b76-23dd5b636363 req-bb9f153e-26d4-4a79-8a4e-167aadfd0339 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.7146647 Jul 22 11:58:08.512238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e7c25d5a-308f-414a-85da-94396ed55bec req-a944befa-f3c2-4df1-a222-8d93a6536c1e service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1463459 Jul 22 11:58:08.516540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '411eb4f3-44a0-4905-9e78-88198770c2bd', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'mac_address': 'fa:16:3e:b0:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:58:06Z', 'updated_at': '2021-07-22T11:58:06Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:08.534518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-6d814480-d95a-4c77-bc04-0efb6df87629 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:08.536512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-6d814480-d95a-4c77-bc04-0efb6df87629 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.7343662 Jul 22 11:58:08.578748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Checking router: a116d70c-fe34-41da-9b6f-a915d989b4ef for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:08.595360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:08.596631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:08.673823 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e975536-f6cb-4336-8b76-23dd5b636363 req-eba644aa-1bc2-429d-845d-c4927dc4bfb0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1681919 Jul 22 11:58:08.698838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:08.748006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:08.784912 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-14c11c75-5a9c-4e5a-b923-324789dd627d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:08.786681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-14c11c75-5a9c-4e5a-b923-324789dd627d service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.2419035 Jul 22 11:58:08.856730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0e640034-bb9c-4c9e-9299-50c7f8fe5e52 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/411eb4f3-44a0-4905-9e78-88198770c2bd HTTP/1.1" status: 200 len: 991 time: 0.1556017 Jul 22 11:58:09.067502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '411eb4f3-44a0-4905-9e78-88198770c2bd', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'mac_address': 'fa:16:3e:b0:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:58:06Z', 'updated_at': '2021-07-22T11:58:06Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:09.098150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c0d06077-b2c6-4158-886e-cfe243752cfc None None] The sync data for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 is: [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '411eb4f3-44a0-4905-9e78-88198770c2bd', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 3568, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'mac_address': 'fa:16:3e:b0:16:d9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:58:06Z', 'updated_at': '2021-07-22T11:58:06Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:09.120685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-acb7d2f8-b077-4b0b-b850-e74426575108 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 999 time: 0.2726464 Jul 22 11:58:09.185694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bf5cebc-bc47-4f96-8cb7-5526f4e6269a req-b6b552e9-577e-4253-88bb-8274bf26c20b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.187369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bf5cebc-bc47-4f96-8cb7-5526f4e6269a req-b6b552e9-577e-4253-88bb-8274bf26c20b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.3358333 Jul 22 11:58:09.252916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-49c93537-709f-4fe4-8bd4-266978dbedd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.256944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-49c93537-709f-4fe4-8bd4-266978dbedd1 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.1257851 Jul 22 11:58:09.282229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3bf5cebc-bc47-4f96-8cb7-5526f4e6269a req-49647cdc-eeec-435c-a582-81f9b0bce4eb tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0871816 Jul 22 11:58:09.403292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-570e51da-9f8b-4ea3-ad9e-012f3a643cd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.404993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-570e51da-9f8b-4ea3-ad9e-012f3a643cd2 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1418076 Jul 22 11:58:09.467212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bd590a1-4c5a-410a-a75a-14bb931c2202 None None] New status for floating IP 411eb4f3-44a0-4905-9e78-88198770c2bd: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:58:09.503563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:09.682893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055829-9f58-4391-a950-17e51c3c1e90 req-57f01e07-b4e7-47fe-b882-1da99919d26f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.684426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-57f01e07-b4e7-47fe-b882-1da99919d26f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=2c2e1458dea143d0804a11370d1147f4&device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 1095 time: 0.0671473 Jul 22 11:58:09.721275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-b05b3426-fa1c-4903-a5a6-4b474fd2b19a service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2634194 Jul 22 11:58:09.859643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 41288) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:09.875053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f29df70-5434-4b94-8e71-277994cc3956 req-3d54d494-7903-4210-a439-256773b16b88 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.878048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f29df70-5434-4b94-8e71-277994cc3956 req-3d54d494-7903-4210-a439-256773b16b88 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.2178206 Jul 22 11:58:09.922659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055829-9f58-4391-a950-17e51c3c1e90 req-8964e1ec-1141-4b96-a646-3d18aec5b8ca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:09.924836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-8964e1ec-1141-4b96-a646-3d18aec5b8ca service neutron] 10.222.0.20 "GET /v2.0/networks?id=1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 200 len: 913 time: 0.2338097 Jul 22 11:58:10.002004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-07d3d628-73cf-42c7-a510-1d3b637a1780 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 200 len: 999 time: 0.0680640 Jul 22 11:58:10.027461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f29df70-5434-4b94-8e71-277994cc3956 req-ff2f7ced-9eef-4c48-b2b1-65ed3559e088 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0906577 Jul 22 11:58:10.034819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7a0ab48-a649-480f-9c50-7d0c453a14de req-40f20847-242e-41a5-9e4d-3e60b2b80860 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2969596 Jul 22 11:58:10.074626 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7da518ef-1b3d-442d-b9ea-3f39c47a2e38 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/411eb4f3-44a0-4905-9e78-88198770c2bd HTTP/1.1" status: 200 len: 993 time: 0.2128415 Jul 22 11:58:10.106011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055829-9f58-4391-a950-17e51c3c1e90 req-a2dc8410-763a-4f1b-a482-ff2bc94af268 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:10.109391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-a2dc8410-763a-4f1b-a482-ff2bc94af268 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 200 len: 851 time: 0.0974793 Jul 22 11:58:10.122812 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.17 (d7d40cec-bf9c-4794-b541-c16969969181/a2ac03ba-1263-4682-a7e4-1a2d0cc93107/cb186e45-3cd4-424a-aecb-9368de58adea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:10.184164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84055829-9f58-4391-a950-17e51c3c1e90 req-a7aa4402-9e6d-41dc-8ea7-0d92e381eb38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:10.185482 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-a7aa4402-9e6d-41dc-8ea7-0d92e381eb38 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=1da5971f-04aa-41d8-85db-fdd3724108d6&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0689065 Jul 22 11:58:10.289888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:10.305345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object cb186e45-3cd4-424a-aecb-9368de58adea will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:10.319263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-762f5ac2-db41-4732-a57a-5588520ec9fd service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1270390 Jul 22 11:58:10.343406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:10.390312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network d7d40cec-bf9c-4794-b541-c16969969181 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:10.393950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:10.398346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:58:10.433275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:10.441215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84055829-9f58-4391-a950-17e51c3c1e90 req-31bc4cd5-2fad-4ac7-83c2-1e8503e56dee service neutron] 10.222.0.20 "GET /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1154330 Jul 22 11:58:10.448116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:10.683731 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:10.849360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3201eb19-a11d-4f9d-aaa8-ab539ff55aa0 None None] Provisioning for port cb186e45-3cd4-424a-aecb-9368de58adea completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:58:10.854185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3201eb19-a11d-4f9d-aaa8-ab539ff55aa0 None None] Provisioning complete for port cb186e45-3cd4-424a-aecb-9368de58adea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:10.854709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3201eb19-a11d-4f9d-aaa8-ab539ff55aa0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:10.889875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3201eb19-a11d-4f9d-aaa8-ab539ff55aa0 None None] Port cb186e45-3cd4-424a-aecb-9368de58adea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:58:11.040711 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:11.046703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:11.158943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:11.198673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:11.253139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8738718e-2e29-4527-a734-958f693a0007 req-8f5bbd8d-c91f-40d7-99d3-467af38bb668 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:11.254761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8738718e-2e29-4527-a734-958f693a0007 req-8f5bbd8d-c91f-40d7-99d3-467af38bb668 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1063552 Jul 22 11:58:11.344609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8738718e-2e29-4527-a734-958f693a0007 req-05788ab7-db78-4a34-9643-c40f8c17cb4c tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0842993 Jul 22 11:58:11.356276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network d7d40cec-bf9c-4794-b541-c16969969181 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:11.359501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:11.547097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:11.587092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5190dd9c-bed6-4566-b2c9-1e4356738bdf req-839590a0-8ea3-424c-b8c3-2c285ee5c346 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:11.589269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5190dd9c-bed6-4566-b2c9-1e4356738bdf req-839590a0-8ea3-424c-b8c3-2c285ee5c346 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.1318126 Jul 22 11:58:11.720404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77eb589f-5676-46cb-886f-b6c4a7df8c68 None None] Provisioning complete for port cb186e45-3cd4-424a-aecb-9368de58adea triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:11.721249 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77eb589f-5676-46cb-886f-b6c4a7df8c68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:11.761156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-77eb589f-5676-46cb-886f-b6c4a7df8c68 None None] Port cb186e45-3cd4-424a-aecb-9368de58adea cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:58:12.035707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:12.047068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-45d08830-5cf8-48d2-ab8c-6a39faef5396 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/90c45f8a-b175-40c9-aede-d6f3328e6865/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0651977 Jul 22 11:58:12.057615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:12.063980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5190dd9c-bed6-4566-b2c9-1e4356738bdf req-454b0791-5db8-4fe1-be3c-4e830489c65e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4317276 Jul 22 11:58:12.077141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:12.077141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:12.197839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:12.518479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:10Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb186e45-3cd4-424a-aecb-9368de58adea', 'name': '', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:a7:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:09Z', 'updated_at': '2021-07-22T11:58:10Z', 'revision_number': 2, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:12.565173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:12.566932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Updating router 90c45f8a-b175-40c9-aede-d6f3328e6865 port cb186e45-3cd4-424a-aecb-9368de58adea binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:58:12.623871 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:12.949711 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:12.960929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Transition to ACTIVE for port object cb186e45-3cd4-424a-aecb-9368de58adea will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:12.968060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.023023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf94cf0-0d72-4374-b558-8d62b88dba3a None None] Pushing event updated for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:13.084440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Attempting to bind port cb186e45-3cd4-424a-aecb-9368de58adea on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:58:13.085107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Attempting to bind port cb186e45-3cd4-424a-aecb-9368de58adea by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:58:13.085316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Attempting to bind port cb186e45-3cd4-424a-aecb-9368de58adea on network d7d40cec-bf9c-4794-b541-c16969969181 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:58:13.091541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 57, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:58:13.092012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Checking segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:13.092505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.093125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Bound using segment: {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:58:13.093670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Bound port: cb186e45-3cd4-424a-aecb-9368de58adea, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aef8a7b6-34b6-48b2-a526-30ef614d05d3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:58:13.094120 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.149166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-4fad8743-4dd1-4083-92f5-cc7047bd335b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:13.150811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-4fad8743-4dd1-4083-92f5-cc7047bd335b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=55089c8f-c268-4439-b8eb-fb2051ed7c8e HTTP/1.1" status: 200 len: 943 time: 0.1268382 Jul 22 11:58:13.235946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] For port cb186e45-3cd4-424a-aecb-9368de58adea, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:58:13.244911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] For port cb186e45-3cd4-424a-aecb-9368de58adea, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb186e45-3cd4-424a-aecb-9368de58adea,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:58:13.256635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.315676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:13.316252 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:57:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:13.328841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:13.329225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.427423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdf94cf0-0d72-4374-b558-8d62b88dba3a None None] Pushing event updated for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:13.483843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:13.494203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:13.494602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.518739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:13.723152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.737617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:13.742959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:13.822141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=1dd34672-fdbc-4bc3-9df9-7ae563c2edd2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:13.909622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:10Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb186e45-3cd4-424a-aecb-9368de58adea', 'name': '', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:a7:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:09Z', 'updated_at': '2021-07-22T11:58:13Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:13.920037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] No DVR routers for this DVR port 1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:13.923760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:13.926926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cce008c3-edbb-4d46-8b10-77578405cf5e req-37229cf1-23bc-4ca6-9b06-e910ef38b40f tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "DELETE /v2.0/ports/1dd34672-fdbc-4bc3-9df9-7ae563c2edd2 HTTP/1.1" status: 204 len: 173 time: 0.7692554 Jul 22 11:58:13.927715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-deleted', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:13.930230 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ddc0249f-f84a-424a-8d68-648c487ebbd4" -d '{"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-deleted", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:14.022562 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 180 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9ba6cb2e-6005-4430-b816-ce2d74fb34ab x-openstack-request-id: req-9ba6cb2e-6005-4430-b816-ce2d74fb34ab {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:14.023660 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "55089c8f-c268-4439-b8eb-fb2051ed7c8e", "name": "network-vif-deleted", "tag": "1dd34672-fdbc-4bc3-9df9-7ae563c2edd2", "status": "failed", "code": 422}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:14.024082 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9ba6cb2e-6005-4430-b816-ce2d74fb34ab {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:14.024665 n-d-754448-4 neutron-server[93707]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '55089c8f-c268-4439-b8eb-fb2051ed7c8e', 'name': 'network-vif-deleted', 'tag': '1dd34672-fdbc-4bc3-9df9-7ae563c2edd2', 'status': 'failed', 'code': 422} returned with failed status Jul 22 11:58:14.038536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b68cc566-991d-4cc5-9e9f-7776a435d66c None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:10Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, {'id': 'cb186e45-3cd4-424a-aecb-9368de58adea', 'name': '', 'network_id': 'd7d40cec-bf9c-4794-b541-c16969969181', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:a7:cb:3f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3569, 'fixed_ips': [{'subnet_id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'ip_address': '172.20.0.17', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:09Z', 'updated_at': '2021-07-22T11:58:13Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'a2ac03ba-1263-4682-a7e4-1a2d0cc93107', 'cidr': '172.20.0.16/28', 'gateway_ip': '172.20.0.17', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:14.783403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ab1c0d2-9631-49e8-b757-4ccef8abf2bf req-4e5669b1-a31b-43e2-83e3-3faeb17cd367 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:14.785896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ab1c0d2-9631-49e8-b757-4ccef8abf2bf req-4e5669b1-a31b-43e2-83e3-3faeb17cd367 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 908 time: 0.1230741 Jul 22 11:58:15.272557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a14e6642-e68e-47b7-aa49-226d6cbce6e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:15.971453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d54c8dd5-e22c-4b23-b680-d03f768c127e req-8e5402f2-ac4c-4ae3-b18c-b336b65db368 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:15.986148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d54c8dd5-e22c-4b23-b680-d03f768c127e req-8e5402f2-ac4c-4ae3-b18c-b336b65db368 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 908 time: 0.1152163 Jul 22 11:58:16.008476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb186e45-3cd4-424a-aecb-9368de58adea up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:58:16.046920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-2d258383-53d9-4721-bf46-4bb477fc89c3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:16.049044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-2d258383-53d9-4721-bf46-4bb477fc89c3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 908 time: 0.0922742 Jul 22 11:58:16.060885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port cb186e45-3cd4-424a-aecb-9368de58adea completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:58:16.065885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cb186e45-3cd4-424a-aecb-9368de58adea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:16.065885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.167733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.177312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port 47cbc93c-352d-4047-a4f9-7de16acb0a71 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:16.177716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.206509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port cb186e45-3cd4-424a-aecb-9368de58adea, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb186e45-3cd4-424a-aecb-9368de58adea,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:16.210415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.282247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:16.293792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 47cbc93c-352d-4047-a4f9-7de16acb0a71, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=47cbc93c-352d-4047-a4f9-7de16acb0a71,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:16.294156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.307392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for 47cbc93c-352d-4047-a4f9-7de16acb0a71 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:16.441419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.478960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=47cbc93c-352d-4047-a4f9-7de16acb0a71,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:16.533258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] No DVR routers for this DVR port 47cbc93c-352d-4047-a4f9-7de16acb0a71 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:16.536494 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:16.539153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53a79cff-bba9-4dc5-adcf-c86d011ba276 req-f255559f-a90a-4ce2-9c42-75931db58e39 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "DELETE /v2.0/ports/47cbc93c-352d-4047-a4f9-7de16acb0a71 HTTP/1.1" status: 204 len: 173 time: 0.4847488 Jul 22 11:58:16.539706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'name': 'network-vif-deleted', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:16.543035 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-32026cbd-ad4e-4ec4-8272-3d723d5fe2f7" -d '{"events": [{"server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "name": "network-vif-deleted", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:16.604299 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-50060d5d-e087-4fc0-ae4b-9317d4e04221 x-openstack-request-id: req-50060d5d-e087-4fc0-ae4b-9317d4e04221 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:16.604604 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "010f8a25-cd9b-4296-8339-545b395f0643", "name": "network-vif-deleted", "tag": "47cbc93c-352d-4047-a4f9-7de16acb0a71", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:16.604893 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-50060d5d-e087-4fc0-ae4b-9317d4e04221 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:16.605311 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '010f8a25-cd9b-4296-8339-545b395f0643', 'name': 'network-vif-deleted', 'tag': '47cbc93c-352d-4047-a4f9-7de16acb0a71', 'status': 'completed', 'code': 200} Jul 22 11:58:17.121505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b2e4773-6dcd-470a-9077-a4a21d59564d req-cbfc2378-8c14-49df-bbdd-13012f35634d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=010f8a25-cd9b-4296-8339-545b395f0643 HTTP/1.1" status: 200 len: 210 time: 0.0395813 Jul 22 11:58:17.860414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:17.941755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb186e45-3cd4-424a-aecb-9368de58adea up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:58:18.003148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cb186e45-3cd4-424a-aecb-9368de58adea triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:58:18.004164 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:18.172595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f0650864-5a6e-476d-b42b-c957ce444536 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:18.447086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-772e260a-165c-4fcf-aa55-07b14650dc97 req-e1e94e8f-53ee-4678-9b43-bda401ae1534 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:18.448764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-772e260a-165c-4fcf-aa55-07b14650dc97 req-e1e94e8f-53ee-4678-9b43-bda401ae1534 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 945 time: 0.0754404 Jul 22 11:58:18.491460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-772e260a-165c-4fcf-aa55-07b14650dc97 req-5e0c9f16-86b3-4d32-9a0f-05703d5e57fe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0357139 Jul 22 11:58:19.421157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:19.637820 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acd4564b-37bd-4fed-826b-9537018bb511 req-ea1e2966-8e95-42b1-b749-8438c975afa0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:19.640296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acd4564b-37bd-4fed-826b-9537018bb511 req-ea1e2966-8e95-42b1-b749-8438c975afa0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 945 time: 0.0716360 Jul 22 11:58:19.678897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acd4564b-37bd-4fed-826b-9537018bb511 req-49bd6f1e-1b94-4d60-b4ed-d1c2ed0d55f8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329416 Jul 22 11:58:19.825340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da3d3c0c-2068-47b9-a416-1b0a4144d45b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:19.826983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da3d3c0c-2068-47b9-a416-1b0a4144d45b tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 945 time: 0.0650446 Jul 22 11:58:19.934538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:19.934889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:20.024376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:20.024743 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:20.037966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:20.173516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:20.187039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:20.190426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9d19016c-71e8-47e1-ba69-1f2b2f3a4545'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:20.205207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=9d19016c-71e8-47e1-ba69-1f2b2f3a4545,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.223519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.224100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.224100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.224246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.224560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.224898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.225232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:20.275754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] No DVR routers for this DVR port 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:20.281919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:20.284471 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-73541180-17c0-4bfe-afc2-4f96bbfc8e72 req-da85898c-c8bb-4446-b508-6ff24a85aa15 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "DELETE /v2.0/ports/9d19016c-71e8-47e1-ba69-1f2b2f3a4545 HTTP/1.1" status: 204 len: 173 time: 0.4526916 Jul 22 11:58:20.284966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'name': 'network-vif-deleted', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:20.293098 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1ac9a210-158c-4ade-a5e3-86ee8d715aaa" -d '{"events": [{"server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "name": "network-vif-deleted", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:20.340246 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-573eb8fe-7667-4888-b48d-7c3a78497ade x-openstack-request-id: req-573eb8fe-7667-4888-b48d-7c3a78497ade {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:20.340672 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "40003795-2285-445e-8181-4b4eaba6c217", "name": "network-vif-deleted", "tag": "9d19016c-71e8-47e1-ba69-1f2b2f3a4545", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:20.341044 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-573eb8fe-7667-4888-b48d-7c3a78497ade {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:20.341948 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '40003795-2285-445e-8181-4b4eaba6c217', 'name': 'network-vif-deleted', 'tag': '9d19016c-71e8-47e1-ba69-1f2b2f3a4545', 'status': 'completed', 'code': 200} Jul 22 11:58:20.808548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13232ca5-0265-40e1-b20c-606a925a9198 req-22d7d123-ec47-4da9-adc3-34a287216666 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=40003795-2285-445e-8181-4b4eaba6c217 HTTP/1.1" status: 200 len: 210 time: 0.0305490 Jul 22 11:58:21.379203 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:21.869186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 47cbc93c-352d-4047-a4f9-7de16acb0a71 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:21.893553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 47cbc93c-352d-4047-a4f9-7de16acb0a71 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:21.893904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 47cbc93c-352d-4047-a4f9-7de16acb0a71 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:22.124878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9e17acf-fbf2-41ff-b8f4-908acca13c24 req-07dd2b33-ac69-48a5-aa89-d013c57ffc62 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:22.126396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e17acf-fbf2-41ff-b8f4-908acca13c24 req-07dd2b33-ac69-48a5-aa89-d013c57ffc62 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.0649312 Jul 22 11:58:22.167752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9e17acf-fbf2-41ff-b8f4-908acca13c24 req-79787047-c9c4-40ab-acbe-da864391fd7d tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350511 Jul 22 11:58:23.307426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c32b774-8dba-4948-b73e-bdeece03cc8f req-c9080c5c-c4cb-4d8a-bb29-77abeaa0d3e6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:23.308923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c32b774-8dba-4948-b73e-bdeece03cc8f req-c9080c5c-c4cb-4d8a-bb29-77abeaa0d3e6 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.0696030 Jul 22 11:58:23.348335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c32b774-8dba-4948-b73e-bdeece03cc8f req-845f1de4-8864-4505-bcf5-980766d67a99 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=16c7a550-c042-4a2b-8d85-9edc90b844a3&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336308 Jul 22 11:58:23.486592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-6a5c80b2-85ea-459c-a4bb-683683a6bcd3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:23.488097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-6a5c80b2-85ea-459c-a4bb-683683a6bcd3 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 945 time: 0.0715449 Jul 22 11:58:23.598863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:23.599221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:23.688780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:23.689135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:23.702784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for 8ed6db30-29e8-425b-a9c7-f2a7213f67bd owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:23.839730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:23.853482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['8ed6db30-29e8-425b-a9c7-f2a7213f67bd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:23.867093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=8ed6db30-29e8-425b-a9c7-f2a7213f67bd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:23.881039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.881312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.881641 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:23.881787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.882074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.882428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.882795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.883134 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.883470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.883826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.884159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.884485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.884822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:58:23.912964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:23.913440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9d19016c-71e8-47e1-ba69-1f2b2f3a4545 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:23.935723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] No DVR routers for this DVR port 8ed6db30-29e8-425b-a9c7-f2a7213f67bd on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:23.939355 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:23.943147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a18a7dd0-91f7-494c-96cf-717ebd0e4b1e req-20137933-8056-4c9b-a3cd-4c288686013e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.36 "DELETE /v2.0/ports/8ed6db30-29e8-425b-a9c7-f2a7213f67bd HTTP/1.1" status: 204 len: 173 time: 0.4477451 Jul 22 11:58:23.943958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'name': 'network-vif-deleted', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:23.947063 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-976f94c9-86ed-4bae-a189-8b9423cbc995" -d '{"events": [{"server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "name": "network-vif-deleted", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:23.991266 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e6f7442e-2a4c-4c31-9fa0-f7001acfd1ac x-openstack-request-id: req-e6f7442e-2a4c-4c31-9fa0-f7001acfd1ac {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:23.991566 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "91e8176f-ef7b-4ebd-8593-899f97e85c13", "name": "network-vif-deleted", "tag": "8ed6db30-29e8-425b-a9c7-f2a7213f67bd", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:23.991826 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e6f7442e-2a4c-4c31-9fa0-f7001acfd1ac {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:23.992234 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '91e8176f-ef7b-4ebd-8593-899f97e85c13', 'name': 'network-vif-deleted', 'tag': '8ed6db30-29e8-425b-a9c7-f2a7213f67bd', 'status': 'completed', 'code': 200} Jul 22 11:58:24.493897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ade3891-eee1-4b1e-a17f-5315d9359607 req-18fba54e-7f1f-4382-884f-fe3f4fc7fbfe tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=91e8176f-ef7b-4ebd-8593-899f97e85c13 HTTP/1.1" status: 200 len: 210 time: 0.0449047 Jul 22 11:58:25.836760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a86180-8fbb-4f99-9bcd-d649de445742 req-3124eece-c8c3-4ef8-aecc-8cb9e3aa4ffa tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:25.838267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9a86180-8fbb-4f99-9bcd-d649de445742 req-3124eece-c8c3-4ef8-aecc-8cb9e3aa4ffa tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0725601 Jul 22 11:58:25.888767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8ed6db30-29e8-425b-a9c7-f2a7213f67bd no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:25.891179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9a86180-8fbb-4f99-9bcd-d649de445742 req-1f5bb6c5-65eb-4c7c-8c26-28eef68303e7 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471501 Jul 22 11:58:25.920181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 8ed6db30-29e8-425b-a9c7-f2a7213f67bd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:25.920529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 8ed6db30-29e8-425b-a9c7-f2a7213f67bd not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:27.054481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b95a873f-b9a9-4430-87db-6e0ecd5e919a req-0091d710-e1b6-44c4-8096-f56d63d0bca8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:27.056237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b95a873f-b9a9-4430-87db-6e0ecd5e919a req-0091d710-e1b6-44c4-8096-f56d63d0bca8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0797193 Jul 22 11:58:27.100942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b95a873f-b9a9-4430-87db-6e0ecd5e919a req-9ba632f4-510f-4ab1-b4dc-f5b7b887b6f8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0380154 Jul 22 11:58:27.460379 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:27.516821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782d670d-a1e1-457a-8571-d78746a5f55c req-650ede1a-712a-49c4-a7c3-82d6afdfb4f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:27.518396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-782d670d-a1e1-457a-8571-d78746a5f55c req-650ede1a-712a-49c4-a7c3-82d6afdfb4f2 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 944 time: 0.0821993 Jul 22 11:58:27.656742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:27.657097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:27.776645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] For port 20a87c70-7e60-47e8-a86f-7f19710a30b5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=20a87c70-7e60-47e8-a86f-7f19710a30b5,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:27.777009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:28.049990 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:28.050307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:28.050661 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Floating IP 5463794e-90ff-4ad7-90fd-6ba3109b37f4 disassociated. External IP: 172.25.6.189, port: 20a87c70-7e60-47e8-a86f-7f19710a30b5. Jul 22 11:58:28.050985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for 20a87c70-7e60-47e8-a86f-7f19710a30b5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:28.226003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:28.261659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=20a87c70-7e60-47e8-a86f-7f19710a30b5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:28.295278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf55a61c-69d7-4f0a-b2d0-a56e8039f60c req-007db88e-a7a7-4c35-ab6f-f7d98cb0dc84 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:28.296905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf55a61c-69d7-4f0a-b2d0-a56e8039f60c req-007db88e-a7a7-4c35-ab6f-f7d98cb0dc84 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 866 time: 0.0914652 Jul 22 11:58:28.398114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf55a61c-69d7-4f0a-b2d0-a56e8039f60c req-d7f4f885-4bb3-4ef4-9860-9d5a69fb01a8 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups?id=1e4cfdd1-9696-4a45-b688-8022f01c535b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0785434 Jul 22 11:58:28.485698 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:28.791393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:28.928788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:28.945310 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Sync routers for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:28.960365 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:28.960809 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:29.013035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] No DVR routers for this DVR port 20a87c70-7e60-47e8-a86f-7f19710a30b5 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:29.015711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:29.018695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-782d670d-a1e1-457a-8571-d78746a5f55c req-8eb58959-f605-4d56-860a-3ee0ea0a26a0 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.20 "DELETE /v2.0/ports/20a87c70-7e60-47e8-a86f-7f19710a30b5 HTTP/1.1" status: 204 len: 173 time: 1.4937766 Jul 22 11:58:29.019286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-deleted', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:29.021588 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9666d5fa-ac47-40b0-a4cb-00afd965d84c" -d '{"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-deleted", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:29.078049 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00c914ca-84ca-4b36-b429-7f2ba504a6fe x-openstack-request-id: req-00c914ca-84ca-4b36-b429-7f2ba504a6fe {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:29.078417 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eac78c09-39c2-477f-87c1-70d0d43995f3", "name": "network-vif-deleted", "tag": "20a87c70-7e60-47e8-a86f-7f19710a30b5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:29.078901 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00c914ca-84ca-4b36-b429-7f2ba504a6fe {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:29.079647 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eac78c09-39c2-477f-87c1-70d0d43995f3', 'name': 'network-vif-deleted', 'tag': '20a87c70-7e60-47e8-a86f-7f19710a30b5', 'status': 'completed', 'code': 200} Jul 22 11:58:29.237510 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:29.518811 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:29.559404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Checking router: 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:29.577904 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:29.579228 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:29.580237 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6da23e6-c456-484d-b4c0-2bbd2ee35d31 req-83387a31-05b2-4323-8550-8238f776ed0a tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/ports?device_id=eac78c09-39c2-477f-87c1-70d0d43995f3 HTTP/1.1" status: 200 len: 210 time: 0.0682874 Jul 22 11:58:29.699894 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:29.921569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:29.952258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06e42eb3-273d-46e9-acb7-326233d096f8 None None] The sync data for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 is: [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:50:03Z', 'revision_number': 4, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '860f4ba8-fe0a-4142-a66f-5660cc897548', 'name': '', 'network_id': '1da5971f-04aa-41d8-85db-fdd3724108d6', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'mac_address': 'fa:16:3e:d6:08:64', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_interface', 'standard_attr_id': 2749, 'fixed_ips': [{'subnet_id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:50:00Z', 'updated_at': '2021-07-22T11:50:11Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'subnets': [{'id': 'a57fa4aa-a69e-4181-88c2-77cf4623adc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:30.198497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-283f320b-b4c0-445a-a1c1-e7eb2ae23b57 None None] New status for floating IP 5463794e-90ff-4ad7-90fd-6ba3109b37f4: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:58:30.688751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42156) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:30.749005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:30.775888 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:30.838220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:30.841746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:30.843395 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "DELETE /v2.0/security-groups/1e4cfdd1-9696-4a45-b688-8022f01c535b HTTP/1.1" status: 204 len: 168 time: 0.1536391 Jul 22 11:58:30.846928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:30.855264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8f6761f-222c-453d-8be9-b88fe38ac07e tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e4cfdd1-9696-4a45-b688-8022f01c535b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:30.871806 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-e5c1527d-9179-4b1d-ad55-496414865ad1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] show failed (client error): The resource could not be found. Jul 22 11:58:30.877071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42166) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:30.877241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e5c1527d-9179-4b1d-ad55-496414865ad1 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "GET /v2.0/security-groups/1e4cfdd1-9696-4a45-b688-8022f01c535b HTTP/1.1" status: 404 len: 347 time: 0.0283699 Jul 22 11:58:31.025441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Deleting port a2da3061-37d4-4242-9db1-17a0da9205a1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:31.025902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.124997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.125524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.139810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Calling delete_port for a2da3061-37d4-4242-9db1-17a0da9205a1 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:31.297519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.330028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Pushing event deleted for resources: {'Port': ['ID=a2da3061-37d4-4242-9db1-17a0da9205a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:31.412667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.415487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:31.416922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5d40af35-4cf2-4515-a257-0088e9735e31 tempest-ServerActionsTestJSON-1241721534 tempest-ServerActionsTestJSON-1241721534-project] 10.222.0.21 "DELETE /v2.0/floatingips/5463794e-90ff-4ad7-90fd-6ba3109b37f4 HTTP/1.1" status: 204 len: 168 time: 0.5388134 Jul 22 11:58:31.420093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42178) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:31.885363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:31.942005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 20a87c70-7e60-47e8-a86f-7f19710a30b5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:31.942803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 20a87c70-7e60-47e8-a86f-7f19710a30b5 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:32.091904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:32.426887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Deleting port 860f4ba8-fe0a-4142-a66f-5660cc897548 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:32.427499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:32.551747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] For port 860f4ba8-fe0a-4142-a66f-5660cc897548, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=860f4ba8-fe0a-4142-a66f-5660cc897548,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:32.552127 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:32.570607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Calling delete_port for 860f4ba8-fe0a-4142-a66f-5660cc897548 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:32.625194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42204) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:32.808430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:32.845897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Pushing event deleted for resources: {'Port': ['ID=860f4ba8-fe0a-4142-a66f-5660cc897548,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:33.167227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:33.239318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:33.435043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:33.575787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:33.582180 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-812cbab2-12f6-43fc-8e67-dc717b2bfd6a admin admin] 10.222.0.21 "PUT /v2.0/routers/8aacd2c7-13a3-4669-97a9-0b2467ba7be7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1599965 Jul 22 11:58:33.584552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:33.589351 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Sync routers for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:33.605789 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:33.606435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:33.763163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port cb186e45-3cd4-424a-aecb-9368de58adea {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:33.763736 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:33.800653 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:33.805680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:33.902277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port cb186e45-3cd4-424a-aecb-9368de58adea, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cb186e45-3cd4-424a-aecb-9368de58adea,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:33.903057 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:33.919110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for cb186e45-3cd4-424a-aecb-9368de58adea owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:34.002919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.098841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Deleting port f1721b11-9b53-425c-a0c9-d9f2c36d0335 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:34.099271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.136175 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242'}], 'enable_snat': True}, 'gw_port_id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:58:32Z', 'revision_number': 5, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port': {'id': 'f1721b11-9b53-425c-a0c9-d9f2c36d0335', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f4:b1:36', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2736, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:49:53Z', 'updated_at': '2021-07-22T11:50:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:34.213821 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Checking router: 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:34.235713 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Routers {'8aacd2c7-13a3-4669-97a9-0b2467ba7be7'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:34.236378 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:34.282849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] For port f1721b11-9b53-425c-a0c9-d9f2c36d0335, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1721b11-9b53-425c-a0c9-d9f2c36d0335,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:34.284216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.295059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.302167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Calling delete_port for f1721b11-9b53-425c-a0c9-d9f2c36d0335 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:34.415548 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] Set router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:34.439106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=cb186e45-3cd4-424a-aecb-9368de58adea,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:34.558508 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:34.622380 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c6f83be-5fa6-40fc-be36-7b63ddcdc637 None None] The sync data for ids ['8aacd2c7-13a3-4669-97a9-0b2467ba7be7'] in n-d-754448-4 is: [{'id': '8aacd2c7-13a3-4669-97a9-0b2467ba7be7', 'name': 'tempest-ServerActionsTestJSON-1743288715-router', 'tenant_id': '2c2e1458dea143d0804a11370d1147f4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:49:50Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': '2c2e1458dea143d0804a11370d1147f4', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:34.647694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:34.737808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.792904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.827982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Pushing event deleted for resources: {'Port': ['ID=f1721b11-9b53-425c-a0c9-d9f2c36d0335,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:34.848304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-425ca3a2-9950-415a-895e-7a8649670f27 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:34.945178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.039372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:35.062192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.069217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.147722 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.150986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8aacd2c7-13a3-4669-97a9-0b2467ba7be7 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:58:35.157164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.161290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9282087e-f15f-4da4-be7e-171ceb56341d admin admin] 10.222.0.21 "DELETE /v2.0/routers/8aacd2c7-13a3-4669-97a9-0b2467ba7be7 HTTP/1.1" status: 204 len: 168 time: 1.5755844 Jul 22 11:58:35.163973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:35.240259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-425ca3a2-9950-415a-895e-7a8649670f27 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.252932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-425ca3a2-9950-415a-895e-7a8649670f27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.310348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-425ca3a2-9950-415a-895e-7a8649670f27 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=0b8a73b5d11c4b89a6af668b4688b642&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6614711 Jul 22 11:58:35.316866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Deleting subnet a57fa4aa-a69e-4181-88c2-77cf4623adc1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:58:35.319738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42266) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:35.356323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.356323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-425ca3a2-9950-415a-895e-7a8649670f27 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=992aeeee-ed6a-4321-9918-cfc663f6302e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:35.411529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.434562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.462343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:35.468258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.471392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8749ffd4-ead5-4e90-abce-2b7fae435bf3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/90c45f8a-b175-40c9-aede-d6f3328e6865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8443928 Jul 22 11:58:35.475574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:35.485360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:35.486104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:35.552785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.605957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.610373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.612153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/992aeeee-ed6a-4321-9918-cfc663f6302e HTTP/1.1" status: 204 len: 168 time: 0.2914207 Jul 22 11:58:35.630367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a3c9a0e-efdc-469d-ba79-1af29fb0a69d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=992aeeee-ed6a-4321-9918-cfc663f6302e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:35.649394 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.696725 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:35.699466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a57fa4aa-a69e-4181-88c2-77cf4623adc1 HTTP/1.1" status: 204 len: 168 time: 0.5343003 Jul 22 11:58:35.700757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-531941e2-8171-4fdf-95ca-180f8e00768a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a57fa4aa-a69e-4181-88c2-77cf4623adc1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:35.702240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42276) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:35.788254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93d1a670-d197-4c01-aaee-d2077ea5264e None None] Network 1da5971f-04aa-41d8-85db-fdd3724108d6 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:35.825369 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.039488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56356e4a-7ffe-4aa1-a1ba-2ebfc756f8c2 req-3664de5c-a7da-4559-be70-85213ebe1ba7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:36.041370 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56356e4a-7ffe-4aa1-a1ba-2ebfc756f8c2 req-3664de5c-a7da-4559-be70-85213ebe1ba7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.2120233 Jul 22 11:58:36.072242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Deleting port e672e0f3-d4ab-430e-bb4d-f9eddd652607 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:36.072781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.142223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:36.145661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-56356e4a-7ffe-4aa1-a1ba-2ebfc756f8c2 req-e68be564-acee-4262-b38d-c8700aad1fc3 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0949359 Jul 22 11:58:36.149077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1721b11-9b53-425c-a0c9-d9f2c36d0335 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:36.229700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f1721b11-9b53-425c-a0c9-d9f2c36d0335 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:36.230058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1721b11-9b53-425c-a0c9-d9f2c36d0335 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:36.230566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 860f4ba8-fe0a-4142-a66f-5660cc897548 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:36.242714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] For port e672e0f3-d4ab-430e-bb4d-f9eddd652607, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e672e0f3-d4ab-430e-bb4d-f9eddd652607,segment=NetworkSegment(a940cb34-d9e6-4e16-8c0b-620030118da2),segment_id=a940cb34-d9e6-4e16-8c0b-620030118da2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:36.243983 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.264084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Calling delete_port for e672e0f3-d4ab-430e-bb4d-f9eddd652607 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:36.265285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 860f4ba8-fe0a-4142-a66f-5660cc897548 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:36.266382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 860f4ba8-fe0a-4142-a66f-5660cc897548 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:36.404057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22fc6c3a-5498-4f61-9db5-d99523e31ff4 None None] DHCP port deletion for 1da5971f-04aa-41d8-85db-fdd3724108d6 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:58:36.414299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.445819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-22fc6c3a-5498-4f61-9db5-d99523e31ff4 None None] The port 'e672e0f3-d4ab-430e-bb4d-f9eddd652607' was deleted {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 11:58:36.475132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=e672e0f3-d4ab-430e-bb4d-f9eddd652607,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:36.477422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] No DVR routers for this DVR port e672e0f3-d4ab-430e-bb4d-f9eddd652607 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:36.595980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.598128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:36.608516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1da5971f-04aa-41d8-85db-fdd3724108d6']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:36.632228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:36.639106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a940cb34-d9e6-4e16-8c0b-620030118da2') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:36.639506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a940cb34-d9e6-4e16-8c0b-620030118da2') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:36.641842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:36.642765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:36.665125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.695455 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.713105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:58:36.713507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:58:36.715732 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:58:36.789349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:36.815154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.822318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:36.823989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1da5971f-04aa-41d8-85db-fdd3724108d6 HTTP/1.1" status: 204 len: 168 time: 1.1206641 Jul 22 11:58:36.850585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de6aa1f1-a25b-46f6-b6eb-c53215fe4fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=1da5971f-04aa-41d8-85db-fdd3724108d6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:37.076056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:37.108050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3dff62bd-b443-448c-9bf7-152cae6b710e None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '11e46ea1-ac20-4df5-b435-d0ee025259f2', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.177', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'port_id': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'fixed_ip_address': '172.20.0.4', 'status': 'ACTIVE', 'standard_attr_id': 3494, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'mac_address': 'fa:16:3e:c6:1f:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '081cd312-15da-49d3-8b3f-77188e63b371', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:57:06Z', 'updated_at': '2021-07-22T11:57:13Z', 'revision_number': 1, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:37.128664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42330) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:37.195772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33415057-9f5d-497d-a2c2-dcff2c53e932 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c2e1458dea143d0804a11370d1147f4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0656273 Jul 22 11:58:37.198472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:37.307955 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.368429 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.406232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-079953cb-dfa7-4960-8707-89b5b255fcec req-06406be2-0b8c-48e3-bb96-c2ce8c0c5046 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:37.409016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-079953cb-dfa7-4960-8707-89b5b255fcec req-06406be2-0b8c-48e3-bb96-c2ce8c0c5046 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.1724224 Jul 22 11:58:37.423668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.430386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.432346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/16c7a550-c042-4a2b-8d85-9edc90b844a3 HTTP/1.1" status: 204 len: 168 time: 0.2324097 Jul 22 11:58:37.439858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7ee259a-7142-4e38-a7aa-f2dad83d205b req-735329d9-8062-462f-967e-b396548d2079 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:37.441491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7ee259a-7142-4e38-a7aa-f2dad83d205b req-735329d9-8062-462f-967e-b396548d2079 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 946 time: 0.1524844 Jul 22 11:58:37.463289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd493e8-891c-4844-9739-081c36f02d2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16c7a550-c042-4a2b-8d85-9edc90b844a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:37.521371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7ee259a-7142-4e38-a7aa-f2dad83d205b req-9c92b1e7-7beb-481b-b66a-89c77abe4a25 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=657f654e-6d50-4aa1-8654-1d4297fefca3&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0589035 Jul 22 11:58:37.596498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 616b6555-bd5b-4c2c-b154-ef0590162442 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:37.597337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.774807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 616b6555-bd5b-4c2c-b154-ef0590162442, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=616b6555-bd5b-4c2c-b154-ef0590162442,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:37.775212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:37.815302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 616b6555-bd5b-4c2c-b154-ef0590162442 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:38.019538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb186e45-3cd4-424a-aecb-9368de58adea no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:38.036426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:38.061391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: cb186e45-3cd4-424a-aecb-9368de58adea {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:38.061737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cb186e45-3cd4-424a-aecb-9368de58adea not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:38.062166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e672e0f3-d4ab-430e-bb4d-f9eddd652607 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:38.092849 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e672e0f3-d4ab-430e-bb4d-f9eddd652607 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:38.093407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e672e0f3-d4ab-430e-bb4d-f9eddd652607 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:38.131265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=616b6555-bd5b-4c2c-b154-ef0590162442,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:38.197260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] No DVR routers for this DVR port 616b6555-bd5b-4c2c-b154-ef0590162442 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:38.200594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:38.204190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-079953cb-dfa7-4960-8707-89b5b255fcec req-a94d4c27-777f-46fb-9e34-b4a483a67f37 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "DELETE /v2.0/ports/616b6555-bd5b-4c2c-b154-ef0590162442 HTTP/1.1" status: 204 len: 173 time: 0.7873592 Jul 22 11:58:38.204449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'name': 'network-vif-deleted', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:38.215563 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-deb2fb49-e3b7-4bd3-9055-f725b6edc0d1" -d '{"events": [{"server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "name": "network-vif-deleted", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:38.300050 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6393997-b202-4da1-839c-ae3ca7ca5bf4 x-openstack-request-id: req-b6393997-b202-4da1-839c-ae3ca7ca5bf4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:38.300381 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "89036a66-21be-4c3e-ae99-f27ecdbaed88", "name": "network-vif-deleted", "tag": "616b6555-bd5b-4c2c-b154-ef0590162442", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:38.300638 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6393997-b202-4da1-839c-ae3ca7ca5bf4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:38.301053 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89036a66-21be-4c3e-ae99-f27ecdbaed88', 'name': 'network-vif-deleted', 'tag': '616b6555-bd5b-4c2c-b154-ef0590162442', 'status': 'completed', 'code': 200} Jul 22 11:58:38.736515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0e78464-6217-492d-8b36-8066868fdfe7 req-bfdfe43f-5a02-429a-aded-64aab6293395 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=89036a66-21be-4c3e-ae99-f27ecdbaed88 HTTP/1.1" status: 200 len: 210 time: 0.0685792 Jul 22 11:58:39.381807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:39.513167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d62c8f4-2847-4754-9580-eab60ef19f41 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.619625 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d62c8f4-2847-4754-9580-eab60ef19f41 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.633602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d62c8f4-2847-4754-9580-eab60ef19f41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.661874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d62c8f4-2847-4754-9580-eab60ef19f41 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d8bf016a-88e6-4847-adce-591554cadf40,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:39.695362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d62c8f4-2847-4754-9580-eab60ef19f41 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=9bf2b67ed2b14bfdb33047eb66c32987&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3117144 Jul 22 11:58:39.698054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:39.762155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.801050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.808772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:39.874051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.880833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.887326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.888844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d8bf016a-88e6-4847-adce-591554cadf40 HTTP/1.1" status: 204 len: 168 time: 0.1897054 Jul 22 11:58:39.900099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820bc853-0753-4fad-a2d4-d86a31f1710f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d8bf016a-88e6-4847-adce-591554cadf40,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:39.929080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 616b6555-bd5b-4c2c-b154-ef0590162442 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:39.932135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:39.952515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 616b6555-bd5b-4c2c-b154-ef0590162442 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:39.953732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 616b6555-bd5b-4c2c-b154-ef0590162442 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:40.025674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.028672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.035281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/security-groups/657f654e-6d50-4aa1-8654-1d4297fefca3 HTTP/1.1" status: 204 len: 168 time: 0.2252965 Jul 22 11:58:40.055711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0fa292a-dcc1-4eeb-8881-b5100f80d119 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=657f654e-6d50-4aa1-8654-1d4297fefca3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:40.092936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42456) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:40.184699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting subnet a2ac03ba-1263-4682-a7e4-1a2d0cc93107 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:58:40.188750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.241627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.420507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.508916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.544130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Subnet': ['ID=a2ac03ba-1263-4682-a7e4-1a2d0cc93107,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:40.558086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.560735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:40.561045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6c20505c-a936-4830-bb20-502caedd3b0d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/subnets/a2ac03ba-1263-4682-a7e4-1a2d0cc93107 HTTP/1.1" status: 204 len: 168 time: 0.4637847 Jul 22 11:58:40.581792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68eb8e21-1912-4e67-bf51-9fca70e82818 None None] Network d7d40cec-bf9c-4794-b541-c16969969181 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:40.693627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.776282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port df965883-fcab-4ff0-bd34-25215328fceb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:40.776909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.865380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:40.892461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] DHCP port deletion for d7d40cec-bf9c-4794-b541-c16969969181 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:58:40.913097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port df965883-fcab-4ff0-bd34-25215328fceb, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df965883-fcab-4ff0-bd34-25215328fceb,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:40.913876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:40.933108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for df965883-fcab-4ff0-bd34-25215328fceb owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:41.008429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Deleting port df965883-fcab-4ff0-bd34-25215328fceb {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:41.009028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.065176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.088143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] No DVR routers for this DVR port df965883-fcab-4ff0-bd34-25215328fceb on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:41.102063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-1204176716-network', 'tenant_id': '3bcab4d162564fe791d9749b6a5b964f'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:41.111626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=df965883-fcab-4ff0-bd34-25215328fceb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.144007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Made reservation on behalf of 3bcab4d162564fe791d9749b6a5b964f for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:41.155348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.160909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] For port df965883-fcab-4ff0-bd34-25215328fceb, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=df965883-fcab-4ff0-bd34-25215328fceb,segment=NetworkSegment(aef8a7b6-34b6-48b2-a526-30ef614d05d3),segment_id=aef8a7b6-34b6-48b2-a526-30ef614d05d3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:41.161316 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.189137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Calling delete_port for df965883-fcab-4ff0-bd34-25215328fceb owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:41.190372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.211417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:41.279405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.301163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.310384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d7d40cec-bf9c-4794-b541-c16969969181']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:41.341315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aef8a7b6-34b6-48b2-a526-30ef614d05d3') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:41.341605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aef8a7b6-34b6-48b2-a526-30ef614d05d3') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:41.356868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] Pushing event deleted for resources: {'Port': ['ID=df965883-fcab-4ff0-bd34-25215328fceb,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.372924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d3230b8-f581-4c48-8179-83991ed1c14c None None] No DVR routers for this DVR port df965883-fcab-4ff0-bd34-25215328fceb on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:41.373441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.413942 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.415341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.416661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f599a743-3096-46cd-b22e-adce65dff615 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:41.418555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f599a743-3096-46cd-b22e-adce65dff615 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1554816 Jul 22 11:58:41.422669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.432377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:58:41.432804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:58:41.438857 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:58:41.471160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1936a03b-9284-4cf2-8b56-8f1163f4a4e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.476909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f2eec7ae-e327-4f17-8941-49c75dd75c33 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.534010 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.541120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.546649 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/networks/d7d40cec-bf9c-4794-b541-c16969969181 HTTP/1.1" status: 204 len: 168 time: 0.9842949 Jul 22 11:58:41.548001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:41.572751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0588689c-3a1d-4778-81af-ce74ec9b4a07 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Network': ['ID=d7d40cec-bf9c-4794-b541-c16969969181,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.612537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f2eec7ae-e327-4f17-8941-49c75dd75c33 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.616023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9f47b2a-79dc-49b7-b2ee-4e748e3ce0b5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.622908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f2eec7ae-e327-4f17-8941-49c75dd75c33 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.625278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:58:41.652474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.652825 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Added segment 85f0f85b-92ed-4d6a-9936-1d19b511c0d9 of type vlan for network 8b8f168c-c2c6-4b07-b5cf-39520e931046 Jul 22 11:58:41.659074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9a582a1-01c3-463e-ba6a-1d97f7897376 req-f2eec7ae-e327-4f17-8941-49c75dd75c33 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2303076 Jul 22 11:58:41.711817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2eec7ae-e327-4f17-8941-49c75dd75c33 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6bc6a34f-82f6-40c4-9f65-e7fe8179946c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.730108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.800510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.801137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:41.801796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:41.932819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] Pushing event updated for resources: {'Network': ['ID=8b8f168c-c2c6-4b07-b5cf-39520e931046,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:41.946909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 8b8f168c-c2c6-4b07-b5cf-39520e931046 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:58:41.947637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed6e4fcc-d5d2-42db-93eb-b7e5801d83c0 req-7c05a2ea-95f0-4a6b-a1ea-77e012434e1c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:41.956333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed6e4fcc-d5d2-42db-93eb-b7e5801d83c0 req-7c05a2ea-95f0-4a6b-a1ea-77e012434e1c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.2112803 Jul 22 11:58:42.008133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed6e4fcc-d5d2-42db-93eb-b7e5801d83c0 req-5db93cc4-9766-4cf9-b49f-2a76b075c881 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0505526 Jul 22 11:58:42.025581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:42.037401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device df965883-fcab-4ff0-bd34-25215328fceb no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:42.070955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: df965883-fcab-4ff0-bd34-25215328fceb {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:42.071593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device df965883-fcab-4ff0-bd34-25215328fceb not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:42.108663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a4f18a6b-51ea-45d6-ba0e-179110f07bb8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/411eb4f3-44a0-4905-9e78-88198770c2bd HTTP/1.1" status: 200 len: 993 time: 0.0816276 Jul 22 11:58:42.263749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1936a03b-9284-4cf2-8b56-8f1163f4a4e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.272182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1936a03b-9284-4cf2-8b56-8f1163f4a4e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.278140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f11ddaa5-fe92-4ba4-a83a-700102e10078 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.4110792 Jul 22 11:58:42.307736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port d3c63f97-bbbd-4b45-8956-b3010b881a60 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:42.308112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.320173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1936a03b-9284-4cf2-8b56-8f1163f4a4e9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d2fe1b12aa84a1494982a8cc1173c5e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1078601 Jul 22 11:58:42.326746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:42.342970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1936a03b-9284-4cf2-8b56-8f1163f4a4e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44b3a483-f58b-4e45-be92-63370a226911,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:42.356094 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:58:42.415602 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.434781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.435117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.443289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.450347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for d3c63f97-bbbd-4b45-8956-b3010b881a60 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:42.537314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.541935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.545173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44b3a483-f58b-4e45-be92-63370a226911 HTTP/1.1" status: 204 len: 168 time: 0.2171588 Jul 22 11:58:42.568076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87e1dd2-f791-49b0-b936-83683ebf0a0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44b3a483-f58b-4e45-be92-63370a226911,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:42.698987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.743287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=d3c63f97-bbbd-4b45-8956-b3010b881a60,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:42.835605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:42.836199 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Floating IP 11e46ea1-ac20-4df5-b435-d0ee025259f2 disassociated (deleted). External IP: 172.25.6.177, port: 055d1201-4c0a-4d0f-b9be-f6bca66b3387. Jul 22 11:58:42.944055 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860307e5-3fdd-4d82-ba97-73f6591e191a req-29059b13-e6d6-4e8e-af1c-fa7f95d808c9 tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:42.955262 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860307e5-3fdd-4d82-ba97-73f6591e191a req-29059b13-e6d6-4e8e-af1c-fa7f95d808c9 tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:42.962903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-860307e5-3fdd-4d82-ba97-73f6591e191a req-29059b13-e6d6-4e8e-af1c-fa7f95d808c9 tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:42.965129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-860307e5-3fdd-4d82-ba97-73f6591e191a req-29059b13-e6d6-4e8e-af1c-fa7f95d808c9 tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.2573059 Jul 22 11:58:43.131170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0eda05-74ac-44be-bcf8-91a5b318e50c req-3c77bba0-d526-44cb-9c8f-23cc72c7931a tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:43.138126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf0eda05-74ac-44be-bcf8-91a5b318e50c req-3c77bba0-d526-44cb-9c8f-23cc72c7931a tempest-ComputeTenantNetworksTest-864627752 tempest-ComputeTenantNetworksTest-864627752-project] 10.222.0.21 "GET /v2.0/networks/8b8f168c-c2c6-4b07-b5cf-39520e931046 HTTP/1.1" status: 200 len: 769 time: 0.1434205 Jul 22 11:58:43.143882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42546) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:43.167382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:43.280411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:43.293345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.456095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.466632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8b8f168c-c2c6-4b07-b5cf-39520e931046']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:43.478199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '85f0f85b-92ed-4d6a-9936-1d19b511c0d9') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:43.478396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '85f0f85b-92ed-4d6a-9936-1d19b511c0d9') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:43.488229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.495232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2faa28a8-e80b-4cc2-b5dd-9c7013f83f54 req-3d740a33-5386-4c9e-903f-f9acbe214c15 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:43.497332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2faa28a8-e80b-4cc2-b5dd-9c7013f83f54 req-3d740a33-5386-4c9e-903f-f9acbe214c15 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1275072 Jul 22 11:58:43.504704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.517272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:58:43.517747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:58:43.519758 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:58:43.594257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2faa28a8-e80b-4cc2-b5dd-9c7013f83f54 req-94c644f0-7b9a-44f3-8fb0-f68c6166a38f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0651107 Jul 22 11:58:43.603041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-63122090-ad4b-4fd0-b323-e9fd442c7b83 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3206730 Jul 22 11:58:43.628697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:43.644528 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:43.648193 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.651320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:43.652753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.675944 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:43.677961 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:43.685188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.686217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] 10.222.0.21 "DELETE /v2.0/networks/8b8f168c-c2c6-4b07-b5cf-39520e931046 HTTP/1.1" status: 204 len: 168 time: 0.5410984 Jul 22 11:58:43.699776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489e0a50-716e-4c9d-a4f7-829fea1b77da admin admin] Pushing event deleted for resources: {'Network': ['ID=8b8f168c-c2c6-4b07-b5cf-39520e931046,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:43.719774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12dec7af-0c81-4bb6-bf88-2d87d8cf15ae tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/floatingips/11e46ea1-ac20-4df5-b435-d0ee025259f2 HTTP/1.1" status: 204 len: 168 time: 2.1625340 Jul 22 11:58:43.719774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:43.720401 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74098fc6-5f4f-4d7c-9548-13c715444d90" -d '{"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:43.803460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-206654324-network', 'tenant_id': '38b29b21461046419c5eac5c1102648e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:43.807222 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f6f6afb3-9781-47f4-bd28-5f67464f8fab x-openstack-request-id: req-f6f6afb3-9781-47f4-bd28-5f67464f8fab {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:43.807525 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:43.807785 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f6f6afb3-9781-47f4-bd28-5f67464f8fab {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:43.808202 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'status': 'completed', 'code': 200} Jul 22 11:58:43.914004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Made reservation on behalf of 38b29b21461046419c5eac5c1102648e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:43.916593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.931207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:43.941077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42582) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:43.964592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-72b3db27-766d-4aff-a12c-384bb5cf8778 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:43.966273 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:43.966589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-72b3db27-766d-4aff-a12c-384bb5cf8778 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 1096 time: 0.1349130 Jul 22 11:58:44.037071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3fd1cbbe-5fee-4fb7-b677-8f04ab5db0c7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3bcab4d162564fe791d9749b6a5b964f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0941331 Jul 22 11:58:44.037709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:44.102182 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.141774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.198942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.202191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.206785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f9f47b2a-79dc-49b7-b2ee-4e748e3ce0b5 HTTP/1.1" status: 204 len: 168 time: 0.1680200 Jul 22 11:58:44.216041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e56aa6-1889-4bc2-83f5-a3a4adff4083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9f47b2a-79dc-49b7-b2ee-4e748e3ce0b5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:44.272590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.306026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.314845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-51e7fb3f-0ffc-4848-8ff2-1b8c9fee234d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:44.316582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-51e7fb3f-0ffc-4848-8ff2-1b8c9fee234d service neutron] 10.222.0.36 "GET /v2.0/networks?id=ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 200 len: 897 time: 0.3359733 Jul 22 11:58:44.386466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 137, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:58:44.399411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-feb6b045-fee4-4c4b-83f8-42fc8078b95f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 200 len: 217 time: 0.0670435 Jul 22 11:58:44.410313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e059c9e9-9f07-40a9-b403-b954750df7e4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:44.443208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.452248 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Added segment 68caddc7-8c31-4ad6-9f38-bfabe17fd4e4 of type vlan for network 12469200-b470-4155-9653-810f69a62ea3 Jul 22 11:58:44.545811 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:44.569041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9346adc4-73dd-4d8a-827f-4e66769a99ec req-b014225e-bc2a-4486-9b73-c73cb2a9bef7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:44.584826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9346adc4-73dd-4d8a-827f-4e66769a99ec req-b014225e-bc2a-4486-9b73-c73cb2a9bef7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.5882490 Jul 22 11:58:44.613562 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:44.632147 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:44.633024 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:44.663322 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.714462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-53b20929-4c1d-4a9d-a14d-88526b60881b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:44.716411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-53b20929-4c1d-4a9d-a14d-88526b60881b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=cf231495-557a-4265-8ebf-3f953c210b31 HTTP/1.1" status: 200 len: 835 time: 0.3103819 Jul 22 11:58:44.731568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9346adc4-73dd-4d8a-827f-4e66769a99ec req-9b05992b-13b4-47dd-ba9c-51e64db28984 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1410453 Jul 22 11:58:44.818532 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:44.836498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:44.837475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:44.838058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:45.185365 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:45.225423 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76adc2f8-d9c6-4370-8ed6-b5fddf856ed4 None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:34Z', 'revision_number': 6, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0b316325-82d2-48a6-be80-3aafc08be58d', 'name': '', 'network_id': 'ba06faa3-bf8d-45f0-b1d5-0a2021992957', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2c:b9:28', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:43Z', 'updated_at': '2021-07-22T11:56:52Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'cf231495-557a-4265-8ebf-3f953c210b31', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:45.287487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7d0f284-330f-4c67-b1e5-284dc7e7d6d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:45.322630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 1.6683931 Jul 22 11:58:45.326809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42624) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:45.329131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b977c91-bab6-4a62-965d-cf53e1df3c89 admin admin] Pushing event updated for resources: {'Network': ['ID=12469200-b470-4155-9653-810f69a62ea3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:45.341446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Request body: {'subnet': {'network_id': '12469200-b470-4155-9653-810f69a62ea3', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-206654324-subnet', 'tenant_id': '38b29b21461046419c5eac5c1102648e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:45.343017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 12469200-b470-4155-9653-810f69a62ea3 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:58:45.362323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-76298daa-74fc-4d92-a3bb-9308f441d754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:45.364660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-76298daa-74fc-4d92-a3bb-9308f441d754 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=ba06faa3-bf8d-45f0-b1d5-0a2021992957&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6317923 Jul 22 11:58:45.410781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-c2f425c2-8cce-4dda-bc00-829963b5141e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:45.412335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-c2f425c2-8cce-4dda-bc00-829963b5141e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.1432045 Jul 22 11:58:45.442832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f753f770-2416-4da8-9f5a-bf801adeb241 req-779fd074-3677-4d9a-a527-bfed942d0cc1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:45.452336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f753f770-2416-4da8-9f5a-bf801adeb241 req-779fd074-3677-4d9a-a527-bfed942d0cc1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.6372631 Jul 22 11:58:45.531866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Made reservation on behalf of 38b29b21461046419c5eac5c1102648e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:45.536278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:45.561661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f753f770-2416-4da8-9f5a-bf801adeb241 req-72221494-b087-4bf1-a7e6-5bdd4e001f87 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1075850 Jul 22 11:58:45.664200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-c0b698f1-4e35-4c47-86f3-0403587bb189 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:45.666032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-c0b698f1-4e35-4c47-86f3-0403587bb189 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1737101 Jul 22 11:58:45.676304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4a6adffe-6b44-4eee-bdb3-8bc1dc62ae24 None None] New status for floating IP 11e46ea1-ac20-4df5-b435-d0ee025259f2: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:58:45.723534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-25467ddd-ece7-4be5-ac61-1f78c56cb9ff service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3459628 Jul 22 11:58:45.787184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:45.787545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:45.889306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-5d4f8d71-9afb-4467-9a99-2fb3fc670c23 service neutron] 10.222.0.36 "GET /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1593146 Jul 22 11:58:45.963343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-91bcf5b7-14a4-44ed-ab75-db6a8acd1204 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:45.964926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-91bcf5b7-14a4-44ed-ab75-db6a8acd1204 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.2921703 Jul 22 11:58:46.038064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-518452a6-900d-47a7-ac97-96a42d92313b req-f57eb952-39e9-466d-800a-6370caa73164 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:46.039612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518452a6-900d-47a7-ac97-96a42d92313b req-f57eb952-39e9-466d-800a-6370caa73164 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 945 time: 0.1542110 Jul 22 11:58:46.043907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-703950a1-878a-4407-a142-d38331b67e49 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 1001 time: 0.0672610 Jul 22 11:58:46.049781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 055d1201-4c0a-4d0f-b9be-f6bca66b3387, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=055d1201-4c0a-4d0f-b9be-f6bca66b3387,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:46.050152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:46.073406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:46.094076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 055d1201-4c0a-4d0f-b9be-f6bca66b3387 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:46.153599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-c188951c-46e6-4812-abd6-794531297b5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:46.155144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-c188951c-46e6-4812-abd6-794531297b5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.1023557 Jul 22 11:58:46.168738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-518452a6-900d-47a7-ac97-96a42d92313b req-18aeb5ff-0c1f-4605-a9b3-7ca345e90893 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=f258f7f3-c71b-443e-91e2-6c4b56434cb6&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1103830 Jul 22 11:58:46.178652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Checking segment: {'id': '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12469200-b470-4155-9653-810f69a62ea3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:46.179053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Network hostable DHCP agents. Network: 12469200-b470-4155-9653-810f69a62ea3, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:58:46.185437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Pushing event updated for resources: {'Subnet': ['ID=851440cc-14d3-4cbb-bc05-414cdfdaca0f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:46.207111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Network 12469200-b470-4155-9653-810f69a62ea3 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:58:46.217817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 12469200-b470-4155-9653-810f69a62ea3) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:46.223724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:46.225661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:46.228135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c8d6887-eace-4be7-b4a7-b53475a39060 None None] Network 12469200-b470-4155-9653-810f69a62ea3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:46.252713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3d96dca5-6f93-4533-8314-fdaa4e0e3020 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.9201643 Jul 22 11:58:46.338636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-10ef33ef-d5b4-4fcd-86e5-d3d8487fa9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:46.340353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-10ef33ef-d5b4-4fcd-86e5-d3d8487fa9da service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1777015 Jul 22 11:58:46.411421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40cf898d-9141-4390-a78c-54363d9ad947 None None] Network 12469200-b470-4155-9653-810f69a62ea3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:46.437768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:46.480411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=055d1201-4c0a-4d0f-b9be-f6bca66b3387,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:46.552836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-792daa01-56c6-48d5-ab56-ef01bfe378a3 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2029424 Jul 22 11:58:46.590029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] No DVR routers for this DVR port 055d1201-4c0a-4d0f-b9be-f6bca66b3387 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:46.603419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:46.605444 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a33fe454-d3ad-4abd-b678-5821a14f3c97 req-7dca4b26-ade5-41f6-9fdf-39bea6fe873c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.36 "DELETE /v2.0/ports/055d1201-4c0a-4d0f-b9be-f6bca66b3387 HTTP/1.1" status: 204 len: 173 time: 1.1876881 Jul 22 11:58:46.605910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'name': 'network-vif-deleted', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:46.608220 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d318b317-99c1-428d-9a90-89ededb14c80" -d '{"events": [{"server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "name": "network-vif-deleted", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:46.685780 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3dbfe106-cf00-4beb-abbf-7440df4de362 x-openstack-request-id: req-3dbfe106-cf00-4beb-abbf-7440df4de362 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:46.685780 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "081cd312-15da-49d3-8b3f-77188e63b371", "name": "network-vif-deleted", "tag": "055d1201-4c0a-4d0f-b9be-f6bca66b3387", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:46.685780 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3dbfe106-cf00-4beb-abbf-7440df4de362 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:46.686152 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '081cd312-15da-49d3-8b3f-77188e63b371', 'name': 'network-vif-deleted', 'tag': '055d1201-4c0a-4d0f-b9be-f6bca66b3387', 'status': 'completed', 'code': 200} Jul 22 11:58:46.705676 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-62dcded4-d5f8-41b3-9eab-2afe376453f9 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1251035 Jul 22 11:58:46.851627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9fc6a3f-a134-42b4-9744-463acdd48631 req-414d8e3c-6093-49cb-bd4b-b8bfb328eb2f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:46.862000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9fc6a3f-a134-42b4-9744-463acdd48631 req-414d8e3c-6093-49cb-bd4b-b8bfb328eb2f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1546173 Jul 22 11:58:46.941145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f9fc6a3f-a134-42b4-9744-463acdd48631 req-31c73f23-096b-48c6-9ca9-a53ff174cb3a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0771499 Jul 22 11:58:47.216786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:47.223930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Request body: {'network': {'name': 'tempest-TestServerAdvancedOps-1608461909-network', 'tenant_id': '5ac2437365c84e8bbdf1a1609ef526e3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:47.272787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Made reservation on behalf of 5ac2437365c84e8bbdf1a1609ef526e3 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:47.275780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.298748 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.354116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8e0b615-7cb9-4fef-bdf3-636020a71c13 req-6bbfdc33-7466-47de-b5da-16f1716d807e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=081cd312-15da-49d3-8b3f-77188e63b371 HTTP/1.1" status: 200 len: 210 time: 0.0341775 Jul 22 11:58:47.428223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.433562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.459384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] vlan segment allocate from pool success with {'vlan_id': 114, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:58:47.469495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb73d0c9-d5fd-4399-958a-80c318574a0d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:47.474876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.475225 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Added segment c0f28715-5bab-49a9-a197-8ab7b9eb8578 of type vlan for network ca7f2a61-a723-4b43-b18b-1b895a540be7 Jul 22 11:58:47.524345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.560496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.561735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:47.562702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.602752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3840189 Jul 22 11:58:47.605855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:47.612932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Request body: {'subnet': {'network_id': 'ca7f2a61-a723-4b43-b18b-1b895a540be7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerAdvancedOps-1608461909-subnet', 'tenant_id': '5ac2437365c84e8bbdf1a1609ef526e3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:47.638665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0903093-1f7a-4d19-b96f-c7e11e6df7e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ca7f2a61-a723-4b43-b18b-1b895a540be7,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:47.642623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Made reservation on behalf of 5ac2437365c84e8bbdf1a1609ef526e3 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:47.645868 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.649390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ca7f2a61-a723-4b43-b18b-1b895a540be7 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:58:47.862635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.874212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:47.948101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 055d1201-4c0a-4d0f-b9be-f6bca66b3387 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:47.952876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a4da07d2-8cbf-4d76-9cbe-7198e4ce472e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:47.958058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Checking segment: {'id': 'c0f28715-5bab-49a9-a197-8ab7b9eb8578', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 114, 'network_id': 'ca7f2a61-a723-4b43-b18b-1b895a540be7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:47.958423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Network hostable DHCP agents. Network: ca7f2a61-a723-4b43-b18b-1b895a540be7, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:58:47.978081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 055d1201-4c0a-4d0f-b9be-f6bca66b3387 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:47.978699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 055d1201-4c0a-4d0f-b9be-f6bca66b3387 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:47.992359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Network ca7f2a61-a723-4b43-b18b-1b895a540be7 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:58:48.007807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ca7f2a61-a723-4b43-b18b-1b895a540be7) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:48.015123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:48.016903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.019272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-892c8830-7801-4ecf-82b8-c36ee3c77bde None None] Network ca7f2a61-a723-4b43-b18b-1b895a540be7 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:48.040572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c62817d-8a62-4ca5-86c0-3625d44d1213 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.4334226 Jul 22 11:58:48.123439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ccf3810-353c-447d-92b9-5f4615d73dc7 req-817aff1b-4609-497a-ab79-13553b948905 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:48.126666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccf3810-353c-447d-92b9-5f4615d73dc7 req-817aff1b-4609-497a-ab79-13553b948905 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0874622 Jul 22 11:58:48.187192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ccf3810-353c-447d-92b9-5f4615d73dc7 req-ec730398-1d4f-4490-a30c-76993446330e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524130 Jul 22 11:58:48.219824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1f48229e-4750-4710-87e7-c884fff4788b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.282907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ef9eeb4b-6776-4684-b5cc-565f9152dfb7 None None] Network ca7f2a61-a723-4b43-b18b-1b895a540be7 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:48.438512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:48.510717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.543120 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.621912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.627292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:48.642711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/security-groups/f258f7f3-c71b-443e-91e2-6c4b56434cb6 HTTP/1.1" status: 204 len: 168 time: 0.2008865 Jul 22 11:58:48.665335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 42726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:48.674598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c9b0cd1-9301-4f92-9e7a-033e72879dde tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f258f7f3-c71b-443e-91e2-6c4b56434cb6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:48.789875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-0d7f19e2-59ad-4344-9916-fefe986a2ad1 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:48.793659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-0d7f19e2-59ad-4344-9916-fefe986a2ad1 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/networks?id=12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 200 len: 811 time: 0.1648471 Jul 22 11:58:48.811775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-7902cfcb-2c8b-4815-8394-275e03bc3b13 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/quotas/38b29b21461046419c5eac5c1102648e HTTP/1.1" status: 200 len: 375 time: 0.0148678 Jul 22 11:58:48.874438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-0f09f1c0-37d4-4ff3-82c4-88935ee522be tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=38b29b21461046419c5eac5c1102648e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0544863 Jul 22 11:58:48.978752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-704550b9-a810-47b1-b52c-7380a38cd90e service neutron] 10.222.0.21 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1029742 Jul 22 11:58:49.091779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c5667a13-27c2-4c99-8dfa-e763f43156e7 service neutron] 10.222.0.21 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1119218 Jul 22 11:58:49.141605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:49.356962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5093d2c0-b549-49c0-9f7f-238871ab6c1a req-be3ffe2b-8855-4fb9-a217-04b145b765b2 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 210 time: 0.0749798 Jul 22 11:58:49.428812 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:49.450164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f31a50b6-70e6-4cdc-8de1-00c54d8dc9d7 req-6f228942-96f3-4091-b6fa-a6b5c8796fcb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:49.452307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f31a50b6-70e6-4cdc-8de1-00c54d8dc9d7 req-6f228942-96f3-4091-b6fa-a6b5c8796fcb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0981202 Jul 22 11:58:49.512261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f31a50b6-70e6-4cdc-8de1-00c54d8dc9d7 req-cc089a93-25bd-4066-a2eb-d4184b340817 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0521178 Jul 22 11:58:49.630340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 0b316325-82d2-48a6-be80-3aafc08be58d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:49.630938 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:49.785960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 0b316325-82d2-48a6-be80-3aafc08be58d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0b316325-82d2-48a6-be80-3aafc08be58d,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:49.786233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:49.804431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 0b316325-82d2-48a6-be80-3aafc08be58d owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:50.072758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:50.169723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=0b316325-82d2-48a6-be80-3aafc08be58d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:50.340792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:50.620315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e3f72afb-d355-4063-98b2-b5e3d0cac024 req-43811515-74bf-4389-a7b9-d3ab0adca735 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 210 time: 0.0968590 Jul 22 11:58:50.710402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7827e26-80d7-4831-b8d7-8b00adde5478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:50.842198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e012b678-ed74-478c-bf48-58882c32c654 req-31a9a887-cb94-42eb-a164-f39cd36ffd31 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:50.844675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e012b678-ed74-478c-bf48-58882c32c654 req-31a9a887-cb94-42eb-a164-f39cd36ffd31 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1910233 Jul 22 11:58:50.924031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e012b678-ed74-478c-bf48-58882c32c654 req-6ae5a136-844c-46bd-9397-a728650a85fa tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0718586 Jul 22 11:58:50.970496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7827e26-80d7-4831-b8d7-8b00adde5478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:50.975541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c7827e26-80d7-4831-b8d7-8b00adde5478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.026283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c7827e26-80d7-4831-b8d7-8b00adde5478 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a3ee3d95714e431785d68fa0fa3a312a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6841209 Jul 22 11:58:51.027467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42820) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:51.035295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7827e26-80d7-4831-b8d7-8b00adde5478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=423a1cde-7fb3-457c-980e-2c1947e5cf00,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:51.097175 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.141169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.141605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.205880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.209479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.213379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/423a1cde-7fb3-457c-980e-2c1947e5cf00 HTTP/1.1" status: 204 len: 168 time: 0.1823549 Jul 22 11:58:51.225959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f7b72a1-ada5-43ec-bb12-0cb1c2942e58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=423a1cde-7fb3-457c-980e-2c1947e5cf00,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:51.291254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-1a0a8053-f1ed-47c1-87b8-ba58ea5413ba tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:51.292768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-1a0a8053-f1ed-47c1-87b8-ba58ea5413ba tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.20 "GET /v2.0/networks?id=12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 200 len: 811 time: 0.2041199 Jul 22 11:58:51.307144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Request body: {'port': {'device_id': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'network_id': '12469200-b470-4155-9653-810f69a62ea3', 'admin_state_up': True, 'tenant_id': '38b29b21461046419c5eac5c1102648e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:51.388329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.535907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Made reservation on behalf of 38b29b21461046419c5eac5c1102648e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:51.540296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:51.576095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 90c45f8a-b175-40c9-aede-d6f3328e6865 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:58:51.777558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6191aa9-8452-47e5-b92a-222304f84833 req-7fa67398-fb42-4340-bfa7-b0916da436a5 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 210 time: 0.0526013 Jul 22 11:58:51.800395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:51.812134 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Sync routers for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:51.835990 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:51.837479 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:51.867658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d1531c98-10f7-4722-9f48-9428122b4059 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/90c45f8a-b175-40c9-aede-d6f3328e6865/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1993151 Jul 22 11:58:51.869129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 42918) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:51.893451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Allocated IP 172.20.0.10 (12469200-b470-4155-9653-810f69a62ea3/851440cc-14d3-4cbb-bc05-414cdfdaca0f/68d6f8c7-0491-445b-898a-c22c103e7281) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:51.993437 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting subnet cf231495-557a-4265-8ebf-3f953c210b31 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:58:52.024385 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:52.036990 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.156685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.178383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.241215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f24531a3-bbd7-4f40-bd49-3c0558b85d6a req-6435001f-a94e-4e0a-8416-75de08948817 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:52.244329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f24531a3-bbd7-4f40-bd49-3c0558b85d6a req-6435001f-a94e-4e0a-8416-75de08948817 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.2270632 Jul 22 11:58:52.255311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.335347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f24531a3-bbd7-4f40-bd49-3c0558b85d6a req-508db1a3-cdca-4e40-8ada-9aa26f799f4b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0810630 Jul 22 11:58:52.357079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Network 12469200-b470-4155-9653-810f69a62ea3 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:52.361896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:52.363902 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:49Z', 'revision_number': 7, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:52.369167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:58:52.370029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.373517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Pushing event updated for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:52.397406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Checking router: 90c45f8a-b175-40c9-aede-d6f3328e6865 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:52.413218 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Routers {'90c45f8a-b175-40c9-aede-d6f3328e6865'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:52.413967 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['90c45f8a-b175-40c9-aede-d6f3328e6865'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:52.481422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:52.482132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.505066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.513633 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-c9c27945-0282-4d88-8000-96d6cd6668cc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.2122211 Jul 22 11:58:52.528932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Request body: {'port': {'device_id': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:52.557185 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.560529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cf0c46c-f305-4999-b7f0-f015dd064cd5 None None] Network ba06faa3-bf8d-45f0-b1d5-0a2021992957 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:52.576171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/subnets/cf231495-557a-4265-8ebf-3f953c210b31 HTTP/1.1" status: 204 len: 168 time: 0.7029283 Jul 22 11:58:52.576171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8655740-f9b9-4af2-9be3-c671ce0d9a4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Subnet': ['ID=cf231495-557a-4265-8ebf-3f953c210b31,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:52.576870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43004) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:52.596221 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] Set router 90c45f8a-b175-40c9-aede-d6f3328e6865 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:52.786923 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:52.898541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] DHCP port deletion for ba06faa3-bf8d-45f0-b1d5-0a2021992957 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:58:52.907446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:49Z', 'revision_number': 7, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:52.938979 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0db25a50-df89-441e-a3e1-347b693e7a33 None None] The sync data for ids ['90c45f8a-b175-40c9-aede-d6f3328e6865'] in n-d-754448-4 is: [{'id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'name': 'tempest-TestNetworkBasicOps-router-1677962343', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30'}], 'enable_snat': True}, 'gw_port_id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:56:38Z', 'updated_at': '2021-07-22T11:58:49Z', 'revision_number': 7, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '2b3b1a31-200e-4c87-9919-40d6221eead1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:c5:ca:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '90c45f8a-b175-40c9-aede-d6f3328e6865', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.30', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:56:39Z', 'updated_at': '2021-07-22T11:56:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:58:52.990610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Deleting port d72658d7-13f0-4a86-b08a-d3d08d597a07 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:52.991250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.044253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b4f88b0-b5bc-45ba-b7bc-b9fbdd6b6c2f req-c6d9ac78-12a3-43ca-a7c5-08a7f734e124 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:53.045854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b4f88b0-b5bc-45ba-b7bc-b9fbdd6b6c2f req-c6d9ac78-12a3-43ca-a7c5-08a7f734e124 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 932 time: 0.1306162 Jul 22 11:58:53.106934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] For port d72658d7-13f0-4a86-b08a-d3d08d597a07, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d72658d7-13f0-4a86-b08a-d3d08d597a07,segment=NetworkSegment(1ce3c9ed-1e43-482e-95d0-c863fc097f06),segment_id=1ce3c9ed-1e43-482e-95d0-c863fc097f06)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:53.107341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.125901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b4f88b0-b5bc-45ba-b7bc-b9fbdd6b6c2f req-2389fcbf-7675-41d3-bfe9-c024bab05621 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0703435 Jul 22 11:58:53.129335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.147095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Calling delete_port for d72658d7-13f0-4a86-b08a-d3d08d597a07 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:53.263119 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.274257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.301314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] Pushing event deleted for resources: {'Port': ['ID=d72658d7-13f0-4a86-b08a-d3d08d597a07,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:53.307569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5735595f-4dc7-4231-95f1-805f378eeba0 None None] No DVR routers for this DVR port d72658d7-13f0-4a86-b08a-d3d08d597a07 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:58:53.377466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 68d6f8c7-0491-445b-898a-c22c103e7281 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:58:53.395301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.415430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Transition to ACTIVE for port object 68d6f8c7-0491-445b-898a-c22c103e7281 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:53.423310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 2b3b1a31-200e-4c87-9919-40d6221eead1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:58:53.423516 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.427781 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.545444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e618f070-8ecd-4e9c-a8f9-47d0f78d80b6 req-ff87e625-0414-41b6-856b-0e27b5805ef2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:53.571718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:53.573832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e618f070-8ecd-4e9c-a8f9-47d0f78d80b6 req-ff87e625-0414-41b6-856b-0e27b5805ef2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1159067 Jul 22 11:58:53.637178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e618f070-8ecd-4e9c-a8f9-47d0f78d80b6 req-ce5cd82a-0f98-426e-bde3-6ce22bcefe1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0524640 Jul 22 11:58:53.683051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Attempting to bind port 68d6f8c7-0491-445b-898a-c22c103e7281 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:58:53.683476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Attempting to bind port 68d6f8c7-0491-445b-898a-c22c103e7281 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12469200-b470-4155-9653-810f69a62ea3'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:58:53.683967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Attempting to bind port 68d6f8c7-0491-445b-898a-c22c103e7281 on network 12469200-b470-4155-9653-810f69a62ea3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:58:53.691746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 2b3b1a31-200e-4c87-9919-40d6221eead1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2b3b1a31-200e-4c87-9919-40d6221eead1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:53.692176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.701328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Port 68d6f8c7-0491-445b-898a-c22c103e7281 on network 12469200-b470-4155-9653-810f69a62ea3 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:58:53.701612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Attempting to bind port 68d6f8c7-0491-445b-898a-c22c103e7281 on network 12469200-b470-4155-9653-810f69a62ea3 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:58:53.711944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 2b3b1a31-200e-4c87-9919-40d6221eead1 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:58:53.713908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:58:53.714549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Checking segment: {'id': '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12469200-b470-4155-9653-810f69a62ea3'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:53.715112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Bound using segment: {'id': '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12469200-b470-4155-9653-810f69a62ea3'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:58:53.715844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Bound port: 68d6f8c7-0491-445b-898a-c22c103e7281, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 137, 'network_id': '12469200-b470-4155-9653-810f69a62ea3'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:58:53.716498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.854070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:58:53.859707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=68d6f8c7-0491-445b-898a-c22c103e7281,segment=NetworkSegment(68caddc7-8c31-4ad6-9f38-bfabe17fd4e4),segment_id=68caddc7-8c31-4ad6-9f38-bfabe17fd4e4)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:58:53.900121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.960266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:53.960913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:53.962386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] 10.222.0.20 "PUT /v2.0/ports/68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 200 len: 1092 time: 1.4400523 Jul 22 11:58:53.962932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:58:53.965611 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac" -d '{"events": [{"name": "network-changed", "server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:58:53.986871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d72658d7-13f0-4a86-b08a-d3d08d597a07 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:53.995832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929fc934-8115-4ef6-b97b-a2316ee04c71 service neutron] Pushing event updated for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:54.024289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d72658d7-13f0-4a86-b08a-d3d08d597a07 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:54.024642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d72658d7-13f0-4a86-b08a-d3d08d597a07 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:54.025612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0b316325-82d2-48a6-be80-3aafc08be58d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:54.042490 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:58:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dad70677-3ca2-4410-842d-42604e205ef1 x-openstack-request-id: req-dad70677-3ca2-4410-842d-42604e205ef1 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:58:54.042795 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:58:54.043055 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dad70677-3ca2-4410-842d-42604e205ef1 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:58:54.043537 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281', 'status': 'completed', 'code': 200} Jul 22 11:58:54.061485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0b316325-82d2-48a6-be80-3aafc08be58d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:54.065981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0b316325-82d2-48a6-be80-3aafc08be58d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:54.083733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.120782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=2b3b1a31-200e-4c87-9919-40d6221eead1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:54.185384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-e10a36b6-1852-4029-882b-073c2a532e15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:54.187826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-e10a36b6-1852-4029-882b-073c2a532e15 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38b29b21461046419c5eac5c1102648e&device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 1095 time: 0.1569843 Jul 22 11:58:54.236988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-bacbb732-9438-4976-887c-544485eaafcf service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 200 len: 217 time: 0.0431571 Jul 22 11:58:54.245217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.341545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a72bf224-78da-4957-a9ba-f62b82481576 req-414dc362-7c5b-4de0-8a14-eb464d646a46 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:54.349038 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a72bf224-78da-4957-a9ba-f62b82481576 req-414dc362-7c5b-4de0-8a14-eb464d646a46 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 944 time: 0.1183887 Jul 22 11:58:54.381315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.384918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.392553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-15908d6f-5461-47f4-8964-c83388f05d31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:54.394148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-15908d6f-5461-47f4-8964-c83388f05d31 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=851440cc-14d3-4cbb-bc05-414cdfdaca0f HTTP/1.1" status: 200 len: 851 time: 0.1503944 Jul 22 11:58:54.403473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a72bf224-78da-4957-a9ba-f62b82481576 req-aa892f2f-8ed8-4fc9-94aa-b1b0130c43a8 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526760 Jul 22 11:58:54.463286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-d9c057c1-25f4-42a9-80bf-75a365b77059 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12469200-b470-4155-9653-810f69a62ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0626001 Jul 22 11:58:54.465200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.465772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Fanout notify agent at l3_agent the message router_deleted on router 90c45f8a-b175-40c9-aede-d6f3328e6865 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:58:54.476680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.477873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6b0d2c5a-60d1-4323-a1d4-e1b936101ff9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/routers/90c45f8a-b175-40c9-aede-d6f3328e6865 HTTP/1.1" status: 204 len: 168 time: 1.8985877 Jul 22 11:58:54.480762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43240) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:54.614962 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.682044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-bbde5398-3e6b-4d0e-89f2-d27fbe16b0ad service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2030325 Jul 22 11:58:54.752729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.763153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ba06faa3-bf8d-45f0-b1d5-0a2021992957']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:54.775130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ce3c9ed-1e43-482e-95d0-c863fc097f06') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:54.775431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ce3c9ed-1e43-482e-95d0-c863fc097f06') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:54.786963 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.803916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.810301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:58:54.810829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.821687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b0da65e3-9056-4ac3-a9a5-8e8b0e8cc79a req-b0f90acc-d4f3-46cf-8c3d-378104fdd444 service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1241872 Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:58:54.826724 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:58:54.949753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.961937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:54.966655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-4e2ad54a-efd9-4aee-b7cc-f0e9ff04596e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:54.967037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/networks/ba06faa3-bf8d-45f0-b1d5-0a2021992957 HTTP/1.1" status: 204 len: 168 time: 0.4851356 Jul 22 11:58:54.969822 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-4e2ad54a-efd9-4aee-b7cc-f0e9ff04596e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38b29b21461046419c5eac5c1102648e&device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 1095 time: 0.0886581 Jul 22 11:58:54.987306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53469fd-0dc1-4e10-a8fa-6b819008f91e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Network': ['ID=ba06faa3-bf8d-45f0-b1d5-0a2021992957,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:54.987306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43300) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:54.992080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'network': {'name': 'tempest-network-smoke--540395024', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:55.005222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b6f0753-e667-44e3-af73-0a5f19d0c117 req-86e1d7fc-4c91-4ca4-91ae-5548c645fb15 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:55.011936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b6f0753-e667-44e3-af73-0a5f19d0c117 req-86e1d7fc-4c91-4ca4-91ae-5548c645fb15 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1843932 Jul 22 11:58:55.074585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:55.079110 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.087250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b6f0753-e667-44e3-af73-0a5f19d0c117 req-f53e6f0e-5454-4aef-8f8a-6c677f98019c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0601864 Jul 22 11:58:55.116940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] vlan segment allocate from pool success with {'vlan_id': 143, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:58:55.121185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-a72b3a36-b096-4a6c-bd19-fc85eb4d5847 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:55.122724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-a72b3a36-b096-4a6c-bd19-fc85eb4d5847 service neutron] 10.222.0.20 "GET /v2.0/networks?id=12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 200 len: 912 time: 0.1440041 Jul 22 11:58:55.127157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.127508 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Added segment 89f3d53b-430f-4cce-8350-fea90a0d773f of type vlan for network 132ed32f-2524-4503-b077-0249105e62ad Jul 22 11:58:55.172004 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.172416 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-f4ba1f62-25ce-4ff7-894d-52861304b16c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 200 len: 217 time: 0.0427055 Jul 22 11:58:55.220831 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.226679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-e61906c8-e016-4422-93f6-a1b1468c0336 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:55.228396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-e61906c8-e016-4422-93f6-a1b1468c0336 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=851440cc-14d3-4cbb-bc05-414cdfdaca0f HTTP/1.1" status: 200 len: 851 time: 0.0495174 Jul 22 11:58:55.228526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:55.228935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.266603 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-36688495-51ce-4d03-97b4-7d0dc8dc831a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12469200-b470-4155-9653-810f69a62ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0308576 Jul 22 11:58:55.266758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2801878 Jul 22 11:58:55.267194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43306) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:55.271800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-913858715', 'admin_state_up': True, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:55.303818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5946a0d1-098d-4412-95e1-077ea2088155 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Network': ['ID=132ed32f-2524-4503-b077-0249105e62ad,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:55.316735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 132ed32f-2524-4503-b077-0249105e62ad details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:58:55.359138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.360192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.428599 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-dc7767f4-496a-42b4-b694-af72de0b642f service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510868 Jul 22 11:58:55.433190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:55.559656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51958033-4cce-4889-9971-d147a672f252 req-cb10823a-cf7d-4950-9f9b-775e2592bbcc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:55.562397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51958033-4cce-4889-9971-d147a672f252 req-cb10823a-cf7d-4950-9f9b-775e2592bbcc tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 944 time: 0.0711524 Jul 22 11:58:55.610356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51958033-4cce-4889-9971-d147a672f252 req-ea102975-e7c5-4dfa-9878-adfdfc0cd20a tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399294 Jul 22 11:58:55.967020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b3b1a31-200e-4c87-9919-40d6221eead1 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:58:55.981366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:56.007868 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9a35b663-c1c6-4b70-a95c-4bedfb5585ac req-8e0326e5-d04b-46e7-8712-1fccf0223c1b service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5723114 Jul 22 11:58:56.011230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2b3b1a31-200e-4c87-9919-40d6221eead1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:58:56.026231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2b3b1a31-200e-4c87-9919-40d6221eead1 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:58:56.236618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:56.239838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca907d2-fd03-4d92-ade2-940609b0924b req-a1450807-db00-4a4a-8eac-8dd5aeaad554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:56.243213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ca907d2-fd03-4d92-ade2-940609b0924b req-a1450807-db00-4a4a-8eac-8dd5aeaad554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0802946 Jul 22 11:58:56.259440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:56.295243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ca907d2-fd03-4d92-ade2-940609b0924b req-cc4554cb-8116-4165-8a87-eafd04a059e0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462935 Jul 22 11:58:56.403245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.25.6.156 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/5f41238c-7284-4e00-b911-fdde5e349e19) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:56.519124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:56.565376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:56.619575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:56.622501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:56.626479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:58:56.632897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=5f41238c-7284-4e00-b911-fdde5e349e19,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:56.802089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b4b4948-5aa1-4582-985a-5443a6590a76 req-d821cc6e-4acd-4ba6-b185-1aab993a6cd9 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:56.804229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b4b4948-5aa1-4582-985a-5443a6590a76 req-d821cc6e-4acd-4ba6-b185-1aab993a6cd9 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 944 time: 0.0869741 Jul 22 11:58:56.849238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b4b4948-5aa1-4582-985a-5443a6590a76 req-c0488556-69c7-46d5-9bd0-db812c3abeac tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381360 Jul 22 11:58:56.931741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:57.156886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:57.310167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:58:57.466120 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d178e4f9-d415-4612-8d79-714581cb9026 req-13ccd629-3b73-433b-8ec6-273283db9394 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:57.468860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:58:57.475156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d178e4f9-d415-4612-8d79-714581cb9026 req-13ccd629-3b73-433b-8ec6-273283db9394 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0866110 Jul 22 11:58:57.485854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:57.489519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Sync routers for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:58:57.500147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:57.500922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:57.523203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:57.527285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d178e4f9-d415-4612-8d79-714581cb9026 req-e65a2257-af2f-47ad-9883-e553a617f485 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510514 Jul 22 11:58:57.527630 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f5ba3403-6562-46b3-aa74-b64676a0bc78 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 2.2593369 Jul 22 11:58:57.528153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43374) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:57.560541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6adb924b-fa9b-46d2-a94b-90f66fe11d68 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=f91c50bb3d3244478290c97d8757bcbd&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0309818 Jul 22 11:58:57.567934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43376) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:57.664705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:57.677083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d18ebd38-6111-4e8e-b20d-ba9c29ac5a11 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:57.679027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d18ebd38-6111-4e8e-b20d-ba9c29ac5a11 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1147823 Jul 22 11:58:57.681822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43380) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:57.730692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-564ac4b9-b63f-4a22-8596-b178e4a34ad3 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449677 Jul 22 11:58:57.730889 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43382) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:57.738646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1659072716', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:58:57.840242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:58:57.846896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:57.892770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:58:56Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:58:56Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:57.931660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Checking router: 4d94b3e0-d4ba-4a19-a98d-c81768438a65 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:58:57.932056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Updating router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 port 5f41238c-7284-4e00-b911-fdde5e349e19 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:58:57.972371 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.001463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 68d6f8c7-0491-445b-898a-c22c103e7281 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:58:58.073440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d438e61-0d0a-4486-9e17-799b6f4e3128 req-c5ea2ecb-4126-4cf4-a2aa-780bce690937 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:58.075247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d438e61-0d0a-4486-9e17-799b6f4e3128 req-c5ea2ecb-4126-4cf4-a2aa-780bce690937 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 944 time: 0.1229858 Jul 22 11:58:58.149533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d438e61-0d0a-4486-9e17-799b6f4e3128 req-56f57142-b109-41cb-889e-0f27b55ea6f9 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0615005 Jul 22 11:58:58.191965 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.233504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=68d6f8c7-0491-445b-898a-c22c103e7281,segment=NetworkSegment(68caddc7-8c31-4ad6-9f38-bfabe17fd4e4),segment_id=68caddc7-8c31-4ad6-9f38-bfabe17fd4e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:58.261764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Subnet': ['ID=f03c9437-229c-4622-9172-6ced436743a0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:58.264260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Checking segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:58.264623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network hostable DHCP agents. Network: 132ed32f-2524-4503-b077-0249105e62ad, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:58:58.286090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 132ed32f-2524-4503-b077-0249105e62ad is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:58:58.301808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 132ed32f-2524-4503-b077-0249105e62ad) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:58.306436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '68d6f8c7-0491-445b-898a-c22c103e7281', 'network_id': '12469200-b470-4155-9653-810f69a62ea3', 'port_id': '68d6f8c7-0491-445b-898a-c22c103e7281', 'mac_address': 'fa:16:3e:e0:8c:00', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 137, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '851440cc-14d3-4cbb-bc05-414cdfdaca0f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:58:58.306669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:58.307411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.317908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9fd69f01-8d8e-4037-9a6f-f51992beb29a None None] Network 132ed32f-2524-4503-b077-0249105e62ad requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:58:58.330876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-11f8805d-2874-4585-b153-087f0c4eb6b8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.5984027 Jul 22 11:58:58.333640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:58.541272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.650782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 68d6f8c7-0491-445b-898a-c22c103e7281 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:58:58.654191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-132ed32f-2524-4503-b077-0249105e62ad', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:58:58.655046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.661871 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.737888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=68d6f8c7-0491-445b-898a-c22c103e7281,segment=NetworkSegment(68caddc7-8c31-4ad6-9f38-bfabe17fd4e4),segment_id=68caddc7-8c31-4ad6-9f38-bfabe17fd4e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:58:58.760331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.766559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.789165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f58cefd7-431c-4f36-9c72-be389ee08a9f req-cc55d613-de25-4126-a516-a93c7377ae38 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:58.797453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f58cefd7-431c-4f36-9c72-be389ee08a9f req-cc55d613-de25-4126-a516-a93c7377ae38 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1557372 Jul 22 11:58:58.863209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f58cefd7-431c-4f36-9c72-be389ee08a9f req-8974f672-c470-43f9-9004-5c02ac2324b1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454507 Jul 22 11:58:58.890387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:58.927157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Transition to ACTIVE for port object 5f41238c-7284-4e00-b911-fdde5e349e19 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:58.960387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:58.980759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.022825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['68d6f8c7-0491-445b-898a-c22c103e7281'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:58:59.034954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62d7fae1-3e16-4afb-9e85-6aaeb31c0601 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.046124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.126420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Attempting to bind port 5f41238c-7284-4e00-b911-fdde5e349e19 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:58:59.126814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Attempting to bind port 5f41238c-7284-4e00-b911-fdde5e349e19 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:58:59.127098 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Attempting to bind port 5f41238c-7284-4e00-b911-fdde5e349e19 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:58:59.141078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5c63-5a4a-4fcb-8244-830c8b92120d None None] Pushing event updated for resources: {'Port': ['ID=5f41238c-7284-4e00-b911-fdde5e349e19,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.152740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Allocated IP 172.20.0.2 (132ed32f-2524-4503-b077-0249105e62ad/f03c9437-229c-4622-9172-6ced436743a0/c7efb617-0186-4673-9535-9acdd75d4687) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:59.165647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:58:59.166256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:58:59.166702 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.167105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:58:59.167599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Bound port: 5f41238c-7284-4e00-b911-fdde5e349e19, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:58:59.167969 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.210124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62d7fae1-3e16-4afb-9e85-6aaeb31c0601 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.215610 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62d7fae1-3e16-4afb-9e85-6aaeb31c0601 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.343321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-62d7fae1-3e16-4afb-9e85-6aaeb31c0601 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=ace4be0bb60c4fe7bd90fbb5d978854e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4521272 Jul 22 11:58:59.345636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43408) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:59.374838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] For port 5f41238c-7284-4e00-b911-fdde5e349e19, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:58:59.385266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d7fae1-3e16-4afb-9e85-6aaeb31c0601 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a6117d-d78c-451f-97a5-aeeb7ed9629a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.400989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] For port 5f41238c-7284-4e00-b911-fdde5e349e19, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5f41238c-7284-4e00-b911-fdde5e349e19,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:58:59.411715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.413818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.436039 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.485030 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8709f61e-f319-4dcf-ac91-154748c670f1 req-cfd53943-a08c-4454-80d2-4ade153df34f tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:58:59.486655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8709f61e-f319-4dcf-ac91-154748c670f1 req-cfd53943-a08c-4454-80d2-4ade153df34f tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 945 time: 0.2311442 Jul 22 11:58:59.526281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:58:59.526934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:58:59.532749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a9d5c63-5a4a-4fcb-8244-830c8b92120d None None] Pushing event updated for resources: {'Port': ['ID=5f41238c-7284-4e00-b911-fdde5e349e19,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.532966 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.535496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.550609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55a6117d-d78c-451f-97a5-aeeb7ed9629a HTTP/1.1" status: 204 len: 168 time: 0.2024987 Jul 22 11:58:59.566076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.578122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8709f61e-f319-4dcf-ac91-154748c670f1 req-3d1a315e-ba57-49e5-853e-ebb600127348 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0707817 Jul 22 11:58:59.579119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7673623b-2ecf-4c43-a71c-6b7508876357 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a6117d-d78c-451f-97a5-aeeb7ed9629a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.610791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Transition to ACTIVE for port object c7efb617-0186-4673-9535-9acdd75d4687 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:59.646805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Transition to ACTIVE for port object c7efb617-0186-4673-9535-9acdd75d4687 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:59.655555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.711731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:58:59.722280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.1 (132ed32f-2524-4503-b077-0249105e62ad/f03c9437-229c-4622-9172-6ced436743a0/1f59ae4d-89a0-4a76-8430-5152dec689f7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:58:59.877474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.889121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:58:59.911096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object 1f59ae4d-89a0-4a76-8430-5152dec689f7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:58:59.913498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Network 132ed32f-2524-4503-b077-0249105e62ad is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:58:59.929032 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-025e694d-9a6e-427d-acea-255916e70124 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:58:59.943445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:58:59.947379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Pushing event updated for resources: {'Port': ['ID=c7efb617-0186-4673-9535-9acdd75d4687,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:58:59.951080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:58:59.974474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.034959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 68d6f8c7-0491-445b-898a-c22c103e7281 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:00.081109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:00.119613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 132ed32f-2524-4503-b077-0249105e62ad is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:00.122401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Attempting to bind port c7efb617-0186-4673-9535-9acdd75d4687 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:00.122766 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:00.122908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Attempting to bind port c7efb617-0186-4673-9535-9acdd75d4687 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:00.123142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Attempting to bind port c7efb617-0186-4673-9535-9acdd75d4687 on network 132ed32f-2524-4503-b077-0249105e62ad {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:00.124752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-919421bd-9af1-4c24-8458-c036bb227d2f req-52439f97-1b4f-41d9-ab65-880961be11af tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:00.131280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:00.132315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-919421bd-9af1-4c24-8458-c036bb227d2f req-52439f97-1b4f-41d9-ab65-880961be11af tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1204817 Jul 22 11:59:00.141785 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:00.142038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Checking segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:00.142335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.143005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Bound using segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:00.143350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Bound port: c7efb617-0186-4673-9535-9acdd75d4687, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:00.144015 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.164686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-025e694d-9a6e-427d-acea-255916e70124 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.172988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 68d6f8c7-0491-445b-898a-c22c103e7281 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:00.177547 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-025e694d-9a6e-427d-acea-255916e70124 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.183055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 68d6f8c7-0491-445b-898a-c22c103e7281 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:00.183750 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.212248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.227283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-919421bd-9af1-4c24-8458-c036bb227d2f req-b69584ec-efab-4d56-b73b-9516932abfe2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0895054 Jul 22 11:59:00.249154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-025e694d-9a6e-427d-acea-255916e70124 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=3392b0d7fc7c4ccd837993bd482b1828&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3585627 Jul 22 11:59:00.253666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:00.273342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-025e694d-9a6e-427d-acea-255916e70124 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55372660-08d7-492b-954a-584a4b7422b9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:00.293585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] For port c7efb617-0186-4673-9535-9acdd75d4687, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:00.298323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] For port c7efb617-0186-4673-9535-9acdd75d4687, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7efb617-0186-4673-9535-9acdd75d4687,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:00.310986 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.315938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:58:56Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:00.328375 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.364098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.380523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c024c2f1-669d-4115-82d5-673dfc2cb90a None None] The sync data for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 is: [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:58:56Z', 'revision_number': 3, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:58:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:00.438199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.442619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.444550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/55372660-08d7-492b-954a-584a4b7422b9 HTTP/1.1" status: 204 len: 168 time: 0.1895816 Jul 22 11:59:00.449821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cbb2e41-49f4-4ba8-9268-fd665b2eb84f None None] Pushing event updated for resources: {'Port': ['ID=c7efb617-0186-4673-9535-9acdd75d4687,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:00.453387 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.464560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5244431-efed-452c-96d3-2c44b9c54f3b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55372660-08d7-492b-954a-584a4b7422b9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:00.503278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:00.513878 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b850478-e421-4e04-8c25-dc46c1b3904c" -d '{"events": [{"server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "name": "network-vif-plugged", "status": "completed", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:00.522231 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.544520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=68d6f8c7-0491-445b-898a-c22c103e7281,segment=NetworkSegment(68caddc7-8c31-4ad6-9f38-bfabe17fd4e4),segment_id=68caddc7-8c31-4ad6-9f38-bfabe17fd4e4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:00.554701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:00.608837 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:00 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4a81045a-3656-4b9a-8e2c-108bbf393aa0 x-openstack-request-id: req-4a81045a-3656-4b9a-8e2c-108bbf393aa0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:00.620274 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "name": "network-vif-plugged", "status": "completed", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:00.622859 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4a81045a-3656-4b9a-8e2c-108bbf393aa0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:00.623475 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281', 'code': 200} Jul 22 11:59:00.675084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:00.931026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b76eba7a-76df-402e-9532-ed65fec19089 req-6a7c49c8-4e4d-4940-aae4-638f2cf7953a tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:00.953363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b76eba7a-76df-402e-9532-ed65fec19089 req-6a7c49c8-4e4d-4940-aae4-638f2cf7953a tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.2334075 Jul 22 11:59:01.010117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b76eba7a-76df-402e-9532-ed65fec19089 req-65e6d1b8-e3f2-4e93-a0c9-0f76f5c43b70 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554073 Jul 22 11:59:01.075443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12ee61bf-d414-4da0-9634-8173fd63d33f req-c73b412d-aa9c-4472-a17b-061511a2b15f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:01.077413 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12ee61bf-d414-4da0-9634-8173fd63d33f req-c73b412d-aa9c-4472-a17b-061511a2b15f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 1097 time: 0.3688002 Jul 22 11:59:01.165832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12ee61bf-d414-4da0-9634-8173fd63d33f req-3fa78e9c-936a-4a87-aa98-3539c9bd1546 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0518575 Jul 22 11:59:01.188503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:01.196913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:01.250914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:01.315909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:01.399388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9efcf05-9d08-4b61-8504-fad73f387cfa req-15d1e6db-1410-4a67-8520-151cae39a0f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:01.410670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9efcf05-9d08-4b61-8504-fad73f387cfa req-15d1e6db-1410-4a67-8520-151cae39a0f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.0965049 Jul 22 11:59:01.456720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9efcf05-9d08-4b61-8504-fad73f387cfa req-09b4fa28-f490-411f-8e65-3b55083170db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0448933 Jul 22 11:59:01.484808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 132ed32f-2524-4503-b077-0249105e62ad is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:01.486488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:02.138871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c7efb617-0186-4673-9535-9acdd75d4687 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:02.194166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:02.226020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc5a35e2-5171-4273-ae44-a1a78fbed0eb None None] Network 132ed32f-2524-4503-b077-0249105e62ad requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:02.287108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4a582cd-d3ba-4f15-b56f-aba20523cfab None None] Provisioning for port c7efb617-0186-4673-9535-9acdd75d4687 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:02.292558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d1f963-90a2-4bef-ad4f-2f4a06468d7d req-4ede8502-3a41-45e8-86e5-247da4456c4e tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.295385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19d1f963-90a2-4bef-ad4f-2f4a06468d7d req-4ede8502-3a41-45e8-86e5-247da4456c4e tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1425526 Jul 22 11:59:02.360253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c7efb617-0186-4673-9535-9acdd75d4687 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:02.364609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c7efb617-0186-4673-9535-9acdd75d4687 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:02.365061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.369574 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19d1f963-90a2-4bef-ad4f-2f4a06468d7d req-75b4978d-cf34-4bb4-9043-acd06b1bde67 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637565 Jul 22 11:59:02.394608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:02.394608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-453bfbed-c6ea-4faa-8122-9bdf17d5207b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/4d94b3e0-d4ba-4a19-a98d-c81768438a65/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0576243 Jul 22 11:59:02.395131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:02.549974 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.588138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c7efb617-0186-4673-9535-9acdd75d4687, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7efb617-0186-4673-9535-9acdd75d4687,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:02.596578 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.598332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5f41238c-7284-4e00-b911-fdde5e349e19 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:02.704879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c7efb617-0186-4673-9535-9acdd75d4687,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:02.716165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.716592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.716959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.728067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.728580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.730700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.731443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.732407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.733441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.734401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.734994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.735611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:02.750007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5f41238c-7284-4e00-b911-fdde5e349e19 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:02.756790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5f41238c-7284-4e00-b911-fdde5e349e19 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:02.757582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.791530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.796436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.797196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.797685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.798156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.799638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.799638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.802500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8b6d23c4-9896-47ae-81ad-4726ffa6dbb0 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4968 time: 0.4050636 Jul 22 11:59:02.804872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:02.836403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-148710ba-b8bd-4a68-89c8-5ac988175cc1 req-f02b6932-674e-4a00-becd-0c2c7c005905 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.844249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-148710ba-b8bd-4a68-89c8-5ac988175cc1 req-f02b6932-674e-4a00-becd-0c2c7c005905 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.3739984 Jul 22 11:59:02.872772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d059c16-1811-4dca-b75e-17b140b596fc req-b52ff8cb-ac4d-4be7-a0ee-2de42aa72090 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:02.878995 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.881757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d059c16-1811-4dca-b75e-17b140b596fc req-b52ff8cb-ac4d-4be7-a0ee-2de42aa72090 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.2494707 Jul 22 11:59:02.925961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5f41238c-7284-4e00-b911-fdde5e349e19, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5f41238c-7284-4e00-b911-fdde5e349e19,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:02.933694 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:02.978296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-148710ba-b8bd-4a68-89c8-5ac988175cc1 req-f3b80690-376a-4473-93df-b6652a24932f tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1329961 Jul 22 11:59:03.031401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d059c16-1811-4dca-b75e-17b140b596fc req-f019fa66-23d7-4336-97a3-cf78cb793866 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1486297 Jul 22 11:59:03.050682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.055499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.056197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.057164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.057941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.058416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.059111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.068095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:03.069016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b368af71-144f-481c-90fc-9388d8a2ea0c tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 4629 time: 0.2630534 Jul 22 11:59:03.081101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5f41238c-7284-4e00-b911-fdde5e349e19,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:03.101042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Provisioning complete for port c7efb617-0186-4673-9535-9acdd75d4687 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:03.101521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.183849 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Sync routers for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:03.210099 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:03.210926 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:03.288528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Provisioning for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:03.297550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Provisioning complete for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:03.298090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.405830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-eef9419f-8e02-4f1f-94dd-807abaf53726 None None] Port 1f59ae4d-89a0-4a76-8430-5152dec689f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:03.450197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:03.458209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa33a3c5-b459-4a9b-ab2a-f71e7fb80be5 req-351f7afa-c3ed-4a98-b82a-4d4956963883 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:03.459885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa33a3c5-b459-4a9b-ab2a-f71e7fb80be5 req-351f7afa-c3ed-4a98-b82a-4d4956963883 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1365309 Jul 22 11:59:03.468814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bcc395fa-2f8f-4709-b0d2-994f278feba8 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/routers HTTP/1.1" status: 200 len: 2334 time: 0.3990042 Jul 22 11:59:03.553503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53129631-f69a-4d15-931f-d420dae4cc42 None None] Provisioning complete for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:03.553887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53129631-f69a-4d15-931f-d420dae4cc42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.572578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa33a3c5-b459-4a9b-ab2a-f71e7fb80be5 req-834612de-3ecc-47e7-898f-266dd36b78b5 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1027658 Jul 22 11:59:03.634294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-53129631-f69a-4d15-931f-d420dae4cc42 None None] Port 1f59ae4d-89a0-4a76-8430-5152dec689f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:03.761438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a1124c94-dc39-45dc-8b54-467304830067 None None] Provisioning complete for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:03.761822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1124c94-dc39-45dc-8b54-467304830067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.781074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:03.786103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2071801981', 'description': 'tempest-secgroup-smoke-2071801981 description', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:03.807931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a1124c94-dc39-45dc-8b54-467304830067 None None] Port 1f59ae4d-89a0-4a76-8430-5152dec689f7 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:03.837119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.869242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 2, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:03.920542 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Checking router: 4d94b3e0-d4ba-4a19-a98d-c81768438a65 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:59:03.921426 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Updating router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 port 1f59ae4d-89a0-4a76-8430-5152dec689f7 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 11:59:03.959974 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.961002 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:03.967158 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.011498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.018008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2327282 Jul 22 11:59:04.018301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:04.026656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c7efb617-0186-4673-9535-9acdd75d4687 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:04.027370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:04.055818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5136f730-581b-44d8-bef9-23ea568812a2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroup': ['ID=7d0a8adc-0a92-4472-b345-43e74fb57f4d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:04.084122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.093544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c7efb617-0186-4673-9535-9acdd75d4687 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:04.094107 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.196047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5f41238c-7284-4e00-b911-fdde5e349e19 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:04.201091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.207217 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.241099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2924c08-d1a4-4439-9f2d-cd02c2d0cc2e req-5b649f62-0bff-4993-81f2-c87e4bbf80b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:04.242951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.247453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2924c08-d1a4-4439-9f2d-cd02c2d0cc2e req-5b649f62-0bff-4993-81f2-c87e4bbf80b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1052744 Jul 22 11:59:04.248260 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2288215 Jul 22 11:59:04.250927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1031b655-0adb-45b9-9b71-81aa56f3c2be tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=27bd6509-8d23-4eec-afbb-8011b5de9de7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:04.260645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5f41238c-7284-4e00-b911-fdde5e349e19 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:04.261295 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.265508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43518) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:04.272863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:04.353594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2924c08-d1a4-4439-9f2d-cd02c2d0cc2e req-8ffe9864-0d2a-4547-9e48-7f89ed71fd9e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0849915 Jul 22 11:59:04.355210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.380717 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.394677 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Transition to ACTIVE for port object 1f59ae4d-89a0-4a76-8430-5152dec689f7 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:04.404742 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.439219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.444638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.469853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=109b0d5b-b5f9-4b63-96eb-b7c9bb209d34,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:04.481721 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.482781 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Pushing event updated for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:04.483073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-972e568c-4721-45a0-9bbe-7599a487803e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2159097 Jul 22 11:59:04.486420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:04.491368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:04.519914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.519914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.519914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.520144 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.520501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.521032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.521693 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.522220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.522551 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.523009 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.523308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.523688 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:04.544239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.582165 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Attempting to bind port 1f59ae4d-89a0-4a76-8430-5152dec689f7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:04.583724 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Attempting to bind port 1f59ae4d-89a0-4a76-8430-5152dec689f7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:04.584437 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Attempting to bind port 1f59ae4d-89a0-4a76-8430-5152dec689f7 on network 132ed32f-2524-4503-b077-0249105e62ad {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:04.589900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:04.590346 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Checking segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:04.590723 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.591112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Bound using segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:04.591635 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Bound port: 1f59ae4d-89a0-4a76-8430-5152dec689f7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:04.592403 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.663658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43528) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:04.669557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.714200 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] For port 1f59ae4d-89a0-4a76-8430-5152dec689f7, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:04.720746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.722080 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] For port 1f59ae4d-89a0-4a76-8430-5152dec689f7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1f59ae4d-89a0-4a76-8430-5152dec689f7,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:04.728729 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.762632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=98c72473-75b3-442a-bebd-60aa2589b914,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:04.778882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.783431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dcae1fdd-1ed3-4e69-992e-44e69bd9a5c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2925847 Jul 22 11:59:04.784142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43532) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:04.789795 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:04.822521 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:04.823441 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:58:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:04.862005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03294374-e9d9-412c-b132-4f7663a7242c req-aa62b60d-2f98-4a98-936b-7f3bf8f7d868 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:04.863789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03294374-e9d9-412c-b132-4f7663a7242c req-aa62b60d-2f98-4a98-936b-7f3bf8f7d868 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1976278 Jul 22 11:59:04.864880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.879537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a94c2435-0174-45a6-8f19-68bd0f393eeb admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.947173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-03294374-e9d9-412c-b132-4f7663a7242c req-9feb9270-b4a4-4f47-a0a7-d018178c434b tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0723894 Jul 22 11:59:04.963588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.983292 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:04.994750 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8676275-905d-4ce8-a08f-ecfeb8544dd9 None None] Pushing event updated for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.006758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e91f6bed-04c1-490a-b127-113bcedd3da3,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.062315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:05.101155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a94c2435-0174-45a6-8f19-68bd0f393eeb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.113425 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a94c2435-0174-45a6-8f19-68bd0f393eeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.120994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.122733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-74fb3b9e-e751-4b2a-bd47-f82f095c38a1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3376322 Jul 22 11:59:05.125859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:05.132217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:05.181281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a94c2435-0174-45a6-8f19-68bd0f393eeb admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d601a02ff4bb4ff6b5c7578cec140ceb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5141630 Jul 22 11:59:05.182721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a94c2435-0174-45a6-8f19-68bd0f393eeb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a78643-08bd-4080-9eea-6882ccd09c36,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.186044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43550) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:05.203544 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:59:05.235746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.252035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.329594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.348200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.362600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.401538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-4b7bbe83-a706-47d8-9eaa-6b11ff14300d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:05.409641 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-4b7bbe83-a706-47d8-9eaa-6b11ff14300d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38b29b21461046419c5eac5c1102648e&device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 1097 time: 0.1327822 Jul 22 11:59:05.425982 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:04Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:05.428609 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe04321-8218-463d-8c0b-7c8a1149ae31 req-2120169f-afeb-446d-bf59-0d5e1d68e778 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:05.438909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afe04321-8218-463d-8c0b-7c8a1149ae31 req-2120169f-afeb-446d-bf59-0d5e1d68e778 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1643150 Jul 22 11:59:05.443244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a81123e5-b985-42eb-b6a5-a6a89dd59c80,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.487398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e936df5f-a33c-4b02-86bd-234ae8e8aced None None] The sync data for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 is: [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:04Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:05.496140 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.499266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1425f2a-dd29-4069-9922-896b08f4ae9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3708479 Jul 22 11:59:05.502143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:05.513270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'security_group_rule': {'security_group_id': '7d0a8adc-0a92-4472-b345-43e74fb57f4d', 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:05.522568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.526027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.531213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c4a78643-08bd-4080-9eea-6882ccd09c36 HTTP/1.1" status: 204 len: 168 time: 0.3422351 Jul 22 11:59:05.552461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afe04321-8218-463d-8c0b-7c8a1149ae31 req-cf83331f-d39e-4885-b679-7bfb1dd6b672 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1125631 Jul 22 11:59:05.590233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c3911fe-4b40-46df-bc0c-bc1d26f002b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a78643-08bd-4080-9eea-6882ccd09c36,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.593109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-1afbae77-9d86-42e9-b5e8-b6ec7eacba3d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:05.597874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-1afbae77-9d86-42e9-b5e8-b6ec7eacba3d service neutron] 10.222.0.20 "GET /v2.0/networks?id=12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 200 len: 912 time: 0.1800630 Jul 22 11:59:05.628653 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Project f91c50bb3d3244478290c97d8757bcbd added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 11:59:05.653576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05efa64e-a18d-4e1c-a422-cfe68e21a255 req-1652f6fa-7cf7-450e-a9ad-12cbea72cd77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:05.656290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05efa64e-a18d-4e1c-a422-cfe68e21a255 req-1652f6fa-7cf7-450e-a9ad-12cbea72cd77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1707199 Jul 22 11:59:05.670648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-52de3dfc-c4d7-439d-b258-653723596d88 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 200 len: 217 time: 0.0582111 Jul 22 11:59:05.672982 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.725920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05efa64e-a18d-4e1c-a422-cfe68e21a255 req-6a17ec3d-9858-4ffe-8f95-712f30b83b0a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470889 Jul 22 11:59:05.775481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-3e3dcbeb-17d2-4c21-b729-f4d41a652caf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:05.777040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-3e3dcbeb-17d2-4c21-b729-f4d41a652caf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=851440cc-14d3-4cbb-bc05-414cdfdaca0f HTTP/1.1" status: 200 len: 851 time: 0.0990148 Jul 22 11:59:05.829771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.832611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-d9eaf2e9-666a-4c30-9d50-668592d0a853 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12469200-b470-4155-9653-810f69a62ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0459576 Jul 22 11:59:05.835073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.877731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f01885bb-2728-4520-93e0-48752e8cc5e9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:05.986216 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:05.994235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ba82bda-30d8-4054-bfce-01e85ff0fe68 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4841239 Jul 22 11:59:06.003069 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-ed83f22e-e965-4b6f-9653-2fd58dbb3d51 service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614728 Jul 22 11:59:06.020058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1f59ae4d-89a0-4a76-8430-5152dec689f7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:06.097010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:06.104536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:06.105250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.136253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:06.153524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a73fec8a-2cb3-43e0-a933-8f71d086caec admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.231404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ba2473d6-8433-4aea-a534-040c2ab3c217 req-016a330b-0dd0-42c4-aa78-793ce7e7ce84 service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2117798 Jul 22 11:59:06.276746 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.316615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 1f59ae4d-89a0-4a76-8430-5152dec689f7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1f59ae4d-89a0-4a76-8430-5152dec689f7,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:06.325311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.379388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a73fec8a-2cb3-43e0-a933-8f71d086caec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.385311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:06.391382 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a73fec8a-2cb3-43e0-a933-8f71d086caec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.428266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-968a7323-01a6-4676-85bb-b23d4eba1849 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2071801981&fields=id&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 267 time: 0.1125484 Jul 22 11:59:06.458613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a73fec8a-2cb3-43e0-a933-8f71d086caec admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1ec477fab0cd4527867e0e2fc96de9cb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209643 Jul 22 11:59:06.459518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a73fec8a-2cb3-43e0-a933-8f71d086caec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9a6fddf-5693-4b60-a3a7-75df6603c15c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:06.461213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43590) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:06.540467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.582318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-6d3993ba-4759-4b60-8359-d500296b414f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:06.585605 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-6d3993ba-4759-4b60-8359-d500296b414f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/networks?id=132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 200 len: 796 time: 0.1479933 Jul 22 11:59:06.594922 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.609002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-120da6cc-0768-49c9-9065-a26c2cae8333 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/quotas/f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 375 time: 0.0169318 Jul 22 11:59:06.674038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.676949 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:06.683822 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/c9a6fddf-5693-4b60-a3a7-75df6603c15c HTTP/1.1" status: 204 len: 168 time: 0.2206631 Jul 22 11:59:06.698153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15be020a-2dd5-45a0-ba52-c4c0f0310eba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9a6fddf-5693-4b60-a3a7-75df6603c15c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:06.800842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-d75bf7fb-c1de-4ce2-9852-bc3e909c6920 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1753137 Jul 22 11:59:06.817775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3c6f068-07b7-4960-a60d-d740e18a9635 req-e12f62ed-eb22-4dd1-96f4-c3e3aade3492 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:06.819347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c6f068-07b7-4960-a60d-d740e18a9635 req-e12f62ed-eb22-4dd1-96f4-c3e3aade3492 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1412530 Jul 22 11:59:06.887284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3c6f068-07b7-4960-a60d-d740e18a9635 req-322bce73-c1e2-41aa-a299-054638d47cbb tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0617533 Jul 22 11:59:07.102815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aede3308-9f74-4ac9-9442-7d13562af8de req-a6c26006-6cb6-4aca-9226-f8e8f1b78a75 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:07.111255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aede3308-9f74-4ac9-9442-7d13562af8de req-a6c26006-6cb6-4aca-9226-f8e8f1b78a75 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1237102 Jul 22 11:59:07.232274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aede3308-9f74-4ac9-9442-7d13562af8de req-4831d10a-115c-4b61-bb7b-ee810d8a4a3e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1174810 Jul 22 11:59:07.273086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-4d02ed1d-8c44-41c6-85d1-5c823484bec9 service neutron] 10.222.0.21 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4713316 Jul 22 11:59:07.427861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-a608342a-0496-4e6a-a144-f2ab3911f94e service neutron] 10.222.0.21 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290689 Jul 22 11:59:07.616535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bdc6673-49a9-4d02-8339-e36673f9eb64 req-c6c7a87d-105e-47e2-acb4-d22955a0a38c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 210 time: 0.0355933 Jul 22 11:59:07.995429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1f59ae4d-89a0-4a76-8430-5152dec689f7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:08.067364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 1f59ae4d-89a0-4a76-8430-5152dec689f7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:08.067737 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:08.119391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e068ad18-8f8c-45dd-933b-967bcd27f4b0 req-6d3cfe3d-0554-49e0-a703-8d1a35385356 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:08.121780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e068ad18-8f8c-45dd-933b-967bcd27f4b0 req-6d3cfe3d-0554-49e0-a703-8d1a35385356 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1121728 Jul 22 11:59:08.180654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e068ad18-8f8c-45dd-933b-967bcd27f4b0 req-26bacd9b-0a07-4f2a-b2cf-15efd7b76928 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490601 Jul 22 11:59:08.423845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e8dfa58-9d4a-4d69-9867-3e937aee0e2b req-9a2b109c-56f6-4a9d-a8ff-ec2e8530721e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:08.425531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e8dfa58-9d4a-4d69-9867-3e937aee0e2b req-9a2b109c-56f6-4a9d-a8ff-ec2e8530721e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1026709 Jul 22 11:59:08.494805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e8dfa58-9d4a-4d69-9867-3e937aee0e2b req-d25d1363-e50a-4316-a993-39bed865e163 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474787 Jul 22 11:59:08.512273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35843064-3653-4cf7-a2ca-e21ce54dcd6d req-e71ccd17-3bfd-408e-bfa6-39fcf968bdea tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:08.513891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35843064-3653-4cf7-a2ca-e21ce54dcd6d req-e71ccd17-3bfd-408e-bfa6-39fcf968bdea tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1078372 Jul 22 11:59:08.560877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35843064-3653-4cf7-a2ca-e21ce54dcd6d req-a060e19a-e8be-4557-9eee-a41a1b237a64 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406618 Jul 22 11:59:08.772565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c25e59e-e00a-4036-818e-ceeec01d00be req-a73428e4-21cc-4160-9df7-09b5dab23667 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 210 time: 0.0497503 Jul 22 11:59:08.860559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-ccb11de0-54b2-4f6c-b87e-be2a2fc060c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:08.862780 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-ccb11de0-54b2-4f6c-b87e-be2a2fc060c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.20 "GET /v2.0/networks?id=132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 200 len: 796 time: 0.1620033 Jul 22 11:59:08.949667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-9a1b44b6-f375-4996-bf4d-0a9ba57d6613 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=f91c50bb3d3244478290c97d8757bcbd HTTP/1.1" status: 200 len: 380 time: 0.0763757 Jul 22 11:59:08.958641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'port': {'device_id': 'a22317ea-1b93-4510-9e49-ce703820971e', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'admin_state_up': True, 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'security_groups': ['7d0a8adc-0a92-4472-b345-43e74fb57f4d']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:08.979009 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-26997de3-2f02-493a-9067-e23aab296fd3 req-d053641f-71fe-4eda-b13f-09d7b1d4a381 service neutron] show failed (client error): The resource could not be found. Jul 22 11:59:08.979831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-d053641f-71fe-4eda-b13f-09d7b1d4a381 service neutron] 10.222.0.36 "GET /v2.0/ports/c2faca94-71f1-4490-ad8a-502cb8ea15b3/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.1151438 Jul 22 11:59:09.102119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Made reservation on behalf of f91c50bb3d3244478290c97d8757bcbd for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:09.107798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:09.282044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.20.0.4 (132ed32f-2524-4503-b077-0249105e62ad/f03c9437-229c-4622-9172-6ced436743a0/b4b9defd-6bee-48f7-a59d-e4ee8a63abb3) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:09.312872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-bc632885-b536-465a-8528-321f160938d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.313877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-bc632885-b536-465a-8528-321f160938d7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 1097 time: 0.1152515 Jul 22 11:59:09.328360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:09.524656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:09.543972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93636-bd5e-4ca5-8362-e48428271522 req-0334559a-4985-4576-8a71-77220f207de1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.545714 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-0334559a-4985-4576-8a71-77220f207de1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1283429 Jul 22 11:59:09.547225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Transition to ACTIVE for port object b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:09.662704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:09.730845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 132ed32f-2524-4503-b077-0249105e62ad is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:09.748417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:09.755472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93636-bd5e-4ca5-8362-e48428271522 req-bc046c0c-0624-4c08-8870-a836eb316588 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.757310 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-bc046c0c-0624-4c08-8870-a836eb316588 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.1870043 Jul 22 11:59:09.758212 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:09.834543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:09.868241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:09.884339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.885801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:09.894790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0bcc728-e235-4666-9b2f-2ddb28619c6e req-64afb61a-124e-49f9-89af-78a8daed9333 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.896558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0bcc728-e235-4666-9b2f-2ddb28619c6e req-64afb61a-124e-49f9-89af-78a8daed9333 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1828876 Jul 22 11:59:09.910892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95b7274a-466c-412b-90b0-e940302aefb7 req-0ac2d66f-4767-4a99-9daa-b092cd7c958e tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.912765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95b7274a-466c-412b-90b0-e940302aefb7 req-0ac2d66f-4767-4a99-9daa-b092cd7c958e tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1703587 Jul 22 11:59:09.914155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-90fe7acc-a21e-4b6f-afe7-0dcc71c613fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 1001 time: 0.1465006 Jul 22 11:59:09.916101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-7b187b1b-e63d-4a7a-92b7-235f0b969d5a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9614458 Jul 22 11:59:09.975999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93636-bd5e-4ca5-8362-e48428271522 req-b94d0e06-e4ff-4b6d-b639-4b06cd1c4ced service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:09.977918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-b94d0e06-e4ff-4b6d-b639-4b06cd1c4ced service neutron] 10.222.0.20 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0573137 Jul 22 11:59:09.984339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Request body: {'port': {'device_id': 'a22317ea-1b93-4510-9e49-ce703820971e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:10.067813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95b7274a-466c-412b-90b0-e940302aefb7 req-c8d227c1-c98b-4273-a723-8e4881c26570 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1352000 Jul 22 11:59:10.076005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0bcc728-e235-4666-9b2f-2ddb28619c6e req-dbb0f7bc-dcc3-4e6a-8037-deed894d845b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1446826 Jul 22 11:59:10.100541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-492ba135-b7bc-40d9-85f6-4924d44efab6 None None] Provisioning for port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:10.106356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-492ba135-b7bc-40d9-85f6-4924d44efab6 None None] Provisioning complete for port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:10.107450 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-492ba135-b7bc-40d9-85f6-4924d44efab6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:10.136041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:10.152885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-492ba135-b7bc-40d9-85f6-4924d44efab6 None None] Port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:10.266265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:10.268474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d93636-bd5e-4ca5-8362-e48428271522 req-349f6708-b474-407e-9554-1e3b15b0fbd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:10.270814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-349f6708-b474-407e-9554-1e3b15b0fbd8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2832160 Jul 22 11:59:10.362752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:10.399187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.20', 51461) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:10.400421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71704368-ef40-4071-aead-afee5e17e450 req-a891cd22-9a31-4f41-a012-712b714b6347 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:10.402484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71704368-ef40-4071-aead-afee5e17e450 req-a891cd22-9a31-4f41-a012-712b714b6347 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 931 time: 0.2042437 Jul 22 11:59:10.468053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:10.471526 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e9eadf67-1d54-47d0-85c5-822e53054d45" -d '{"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:10.477136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:10.505801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Transition to ACTIVE for port object c2faca94-71f1-4490-ad8a-502cb8ea15b3 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:10.516362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71704368-ef40-4071-aead-afee5e17e450 req-4d79875e-8cc2-4d49-a814-84d7124799d1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1040323 Jul 22 11:59:10.517411 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:10.598903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-a7c354cd-07fe-40f7-88c1-96b9d7839102 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3067617 Jul 22 11:59:10.637255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:10.661302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8a4c90c-1888-4e53-9466-48183d3708ce req-04c6bd11-01a0-4e01-b493-bf7c06b8c390 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:10.667623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8a4c90c-1888-4e53-9466-48183d3708ce req-04c6bd11-01a0-4e01-b493-bf7c06b8c390 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.2578359 Jul 22 11:59:10.692359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-a8b2b9a0-f14b-452f-8be8-b955ff0d5573 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:10.694154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-a8b2b9a0-f14b-452f-8be8-b955ff0d5573 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=38b29b21461046419c5eac5c1102648e&device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 1097 time: 0.2928891 Jul 22 11:59:10.699871 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-05b80a42-a780-4cac-885e-285a878b4f09 x-openstack-request-id: req-05b80a42-a780-4cac-885e-285a878b4f09 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:10.700251 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-unplugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:10.700582 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-05b80a42-a780-4cac-885e-285a878b4f09 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:10.701049 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'code': 200} Jul 22 11:59:10.780919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] No DVR routers for this DVR port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:10.866967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8a4c90c-1888-4e53-9466-48183d3708ce req-1a65562b-4695-45b5-9cb0-ffebad2e7495 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1981685 Jul 22 11:59:10.899855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:59:10.906766 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-e79da099-9922-4215-8652-7842a611e2de service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2968159 Jul 22 11:59:10.907735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-3bebe68e-8bc8-4581-bfde-d39d7a60a34b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:10.909072 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-3bebe68e-8bc8-4581-bfde-d39d7a60a34b service neutron] 10.222.0.20 "GET /v2.0/networks?id=12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 200 len: 912 time: 0.1828194 Jul 22 11:59:10.924499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:10.970086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-f9da93ce-a731-4eb8-98ea-cc1cb9a08e10 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 200 len: 217 time: 0.0494816 Jul 22 11:59:10.971002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:10.971856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:10.972393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:10.977478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:59:10.977985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Attempting to bind port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on network b5fbea36-1165-4fd4-ab74-ec429fd12535 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:10.983146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:10.983692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Checking segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:10.984386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Bound using segment: {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:10.985541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Bound port: c2faca94-71f1-4490-ad8a-502cb8ea15b3, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b01e77f9-b81e-44a6-8167-3b235a1f2912', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 111, 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:10.986311 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.010752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Transition to ACTIVE for port object b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:11.020498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.054394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:11.058125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:11.065866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.071951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-c3cd98d5-9baf-4066-991e-f61d662d2b5a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.072428 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-c3cd98d5-9baf-4066-991e-f61d662d2b5a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=851440cc-14d3-4cbb-bc05-414cdfdaca0f HTTP/1.1" status: 200 len: 851 time: 0.0946059 Jul 22 11:59:11.102584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:11.116252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.116889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.118555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] 10.222.0.20 "PUT /v2.0/ports/c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 1092 time: 1.7953773 Jul 22 11:59:11.188858 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-cddcdbe7-a46b-4d15-a364-6d72c3282f6e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=12469200-b470-4155-9653-810f69a62ea3&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1042995 Jul 22 11:59:11.199158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac54545b-986a-4e0d-963f-d352d1a508f1 service neutron] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:11.241699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-fe8e6cb6-b91a-4c52-a8d3-1008ef2cf7cd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.243303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-fe8e6cb6-b91a-4c52-a8d3-1008ef2cf7cd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.0873137 Jul 22 11:59:11.384675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Attempting to bind port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:11.385020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Attempting to bind port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:11.385442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Attempting to bind port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 on network 132ed32f-2524-4503-b077-0249105e62ad {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:11.388970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-b030b1a3-b7d7-426a-a128-47a8b3ce3da8 service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1936584 Jul 22 11:59:11.406923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 on network 132ed32f-2524-4503-b077-0249105e62ad not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 11:59:11.407305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Attempting to bind port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 on network 132ed32f-2524-4503-b077-0249105e62ad {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:11.439076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 58, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:11.439441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Checking segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:11.442932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Bound using segment: {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:11.444115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Bound port: b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '89f3d53b-430f-4cce-8350-fea90a0d773f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 143, 'network_id': '132ed32f-2524-4503-b077-0249105e62ad'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:11.444723 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.445598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-f3d1bb64-0808-4568-a488-2591ab51b8bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.447158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-f3d1bb64-0808-4568-a488-2591ab51b8bb service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.1950262 Jul 22 11:59:11.481245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a60a2f11-2485-4268-9a86-b3b2fd3c83bc req-2318c59e-2933-4bc0-9d41-649a8091ad2c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.487001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a60a2f11-2485-4268-9a86-b3b2fd3c83bc req-2318c59e-2933-4bc0-9d41-649a8091ad2c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.1895697 Jul 22 11:59:11.544005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-c2cce0d0-2e2c-4b26-9169-30352c8c13ad service neutron] 10.222.0.20 "GET /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1458182 Jul 22 11:59:11.618161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-bcd2502d-1fa7-4795-8d11-f7ebecf0eb06 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 999 time: 0.1604209 Jul 22 11:59:11.645663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a60a2f11-2485-4268-9a86-b3b2fd3c83bc req-f7d447d3-c200-4bf3-9aad-3038243a2573 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1274245 Jul 22 11:59:11.647827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:11.653655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:11.669724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.708230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-24f66414-f7d9-4ea3-a5cf-f30ab6d2e7d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.710235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-24f66414-f7d9-4ea3-a5cf-f30ab6d2e7d0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0845671 Jul 22 11:59:11.713926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.713926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:11.717551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] 10.222.0.20 "PUT /v2.0/ports/b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 200 len: 1091 time: 1.7377870 Jul 22 11:59:11.724388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:11.726957 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-be290554-8c2d-4a71-b9ed-e598f351e2a7" -d '{"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:11.761007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e85244-96ce-4d22-bbd0-6818aade7340 service neutron] Pushing event updated for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:11.798660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ef28992-2aab-449c-8f83-1ca30dbcab66 req-f74eb849-26dd-49c9-8298-8a4237b67ea5 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.800408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ef28992-2aab-449c-8f83-1ca30dbcab66 req-f74eb849-26dd-49c9-8298-8a4237b67ea5 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 943 time: 0.1791775 Jul 22 11:59:11.850474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26997de3-2f02-493a-9067-e23aab296fd3 req-32e95016-9974-4461-a222-ecb8a5a4b234 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.852476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-32e95016-9974-4461-a222-ecb8a5a4b234 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1303344 Jul 22 11:59:11.860435 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9459d0b2-2236-4ba1-b60d-7aae4cd644c8 x-openstack-request-id: req-9459d0b2-2236-4ba1-b60d-7aae4cd644c8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:11.876159 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:11.876540 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9459d0b2-2236-4ba1-b60d-7aae4cd644c8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:11.877301 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'status': 'completed', 'code': 200} Jul 22 11:59:11.907000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-beb42142-4d81-41dd-bfbe-c06272e15ff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:11.908912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-beb42142-4d81-41dd-bfbe-c06272e15ff2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1094 time: 0.1294229 Jul 22 11:59:11.911160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ef28992-2aab-449c-8f83-1ca30dbcab66 req-b318ee02-cd17-437f-b757-86ffc3221004 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964546 Jul 22 11:59:11.975397 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-aa0685f6-396c-491b-b5af-1205c70bac77 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 200 len: 217 time: 0.0525620 Jul 22 11:59:12.039662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-f70e2ae3-efe3-445e-91a9-8efa9f484c89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.041062 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-f70e2ae3-efe3-445e-91a9-8efa9f484c89 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03c9437-229c-4622-9172-6ced436743a0 HTTP/1.1" status: 200 len: 835 time: 0.0574796 Jul 22 11:59:12.054665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-2e90b6b5-0a84-480e-9110-b76ee27f7d9d service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1922224 Jul 22 11:59:12.067385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:12.109355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c48c7adc-7dc4-43d8-9209-3f3b5514843e req-de5de3ef-e998-445d-ba43-f948c636bb3b tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.109803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-2b00f0ee-7650-46c6-a348-b959a12d6028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.117262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-2b00f0ee-7650-46c6-a348-b959a12d6028 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=132ed32f-2524-4503-b077-0249105e62ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632126 Jul 22 11:59:12.117408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c48c7adc-7dc4-43d8-9209-3f3b5514843e req-de5de3ef-e998-445d-ba43-f948c636bb3b tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1286473 Jul 22 11:59:12.141591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:12.215399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c48c7adc-7dc4-43d8-9209-3f3b5514843e req-13b3110f-d324-4509-91fb-78a77165eb25 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0914614 Jul 22 11:59:12.232308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26997de3-2f02-493a-9067-e23aab296fd3 req-324431b3-6ecb-4c3d-853b-1b02cc9d0f2b service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1694272 Jul 22 11:59:12.233809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-b6244ab4-1841-44a6-bb41-0b38aeebbebc service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1074464 Jul 22 11:59:12.350112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a1b4fa4-3abb-4699-b357-b1ae0e097518 req-9472b5f8-de5a-4369-96ab-03ab48252b8a service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1048417 Jul 22 11:59:12.457364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-72dc19e2-8a6b-458a-8edc-74ea56378500 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.459846 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-72dc19e2-8a6b-458a-8edc-74ea56378500 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1094 time: 0.0585346 Jul 22 11:59:12.556465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-c3ec69c1-c3fb-4e28-a1dd-e4038dc3e174 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.558071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-c3ec69c1-c3fb-4e28-a1dd-e4038dc3e174 service neutron] 10.222.0.20 "GET /v2.0/networks?id=132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 200 len: 897 time: 0.0926974 Jul 22 11:59:12.601307 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-5b1f1aca-dc24-4d25-a0aa-683cd5253667 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 200 len: 217 time: 0.0359933 Jul 22 11:59:12.655007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-4e41b8a4-34d1-45ab-b5c2-9d2e32a0bc06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.656820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-4e41b8a4-34d1-45ab-b5c2-9d2e32a0bc06 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03c9437-229c-4622-9172-6ced436743a0 HTTP/1.1" status: 200 len: 835 time: 0.0487292 Jul 22 11:59:12.703125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:12.705859 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82e860f3-e83c-4ed6-9268-041122c849d8" -d '{"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:12.728167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-f0f91491-9d25-4550-a687-ab38c254b888 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.729850 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-f0f91491-9d25-4550-a687-ab38c254b888 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=132ed32f-2524-4503-b077-0249105e62ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0665090 Jul 22 11:59:12.778131 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6aaff978-4717-41f3-94e2-1a5f11f45066 x-openstack-request-id: req-6aaff978-4717-41f3-94e2-1a5f11f45066 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:12.778640 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:12.778984 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6aaff978-4717-41f3-94e2-1a5f11f45066 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:12.779499 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'status': 'completed', 'code': 200} Jul 22 11:59:12.834831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b451e4-4051-4058-8ea6-9012f68655dd req-ce1afc5a-c20b-4b92-9b49-e6462a38bbd8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.837252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65b451e4-4051-4058-8ea6-9012f68655dd req-ce1afc5a-c20b-4b92-9b49-e6462a38bbd8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.1001017 Jul 22 11:59:12.926815 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-de87d6c7-8a01-477d-9bec-c46ad1e8f140 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1876163 Jul 22 11:59:12.946578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65b451e4-4051-4058-8ea6-9012f68655dd req-d5da1817-3b2d-4606-ba71-1d6533ad7fc9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0649321 Jul 22 11:59:12.978992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-2c60b133-1791-449f-9ba5-7ef7e6ade40e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:12.980531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-2c60b133-1791-449f-9ba5-7ef7e6ade40e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.1649919 Jul 22 11:59:13.005643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-10b3d121-4db4-44ac-bc9e-0e49236a2a2a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.007326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-10b3d121-4db4-44ac-bc9e-0e49236a2a2a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.1787665 Jul 22 11:59:13.126354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-e75e89e8-901a-4d53-bf8f-ed5ab75068a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.127945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-e75e89e8-901a-4d53-bf8f-ed5ab75068a0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.1410224 Jul 22 11:59:13.140893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0da3c9c4-8b02-4f17-afbb-4a89016135b6 req-4dc8e627-9755-476e-8a2b-3037b44484e8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.142531 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0da3c9c4-8b02-4f17-afbb-4a89016135b6 req-4dc8e627-9755-476e-8a2b-3037b44484e8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 943 time: 0.1338990 Jul 22 11:59:13.246943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-f2291649-21da-47f0-ab6e-0689d8123e80 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 999 time: 0.1032333 Jul 22 11:59:13.259035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0da3c9c4-8b02-4f17-afbb-4a89016135b6 req-c5ca8788-46c3-400c-b0d0-0e5692126e6d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1015933 Jul 22 11:59:13.348148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-37893b21-5c73-427f-9e53-6c8d2db36013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.349651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-37893b21-5c73-427f-9e53-6c8d2db36013 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0948663 Jul 22 11:59:13.430924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-900602ca-945b-4723-8076-bba4157d7c14 req-71b6e166-521a-4a72-bda4-1f956a779dbb tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.433047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-900602ca-945b-4723-8076-bba4157d7c14 req-71b6e166-521a-4a72-bda4-1f956a779dbb tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1362052 Jul 22 11:59:13.447235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-2f49f6e8-47a3-48c6-9145-63e05d62b813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.449606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-2f49f6e8-47a3-48c6-9145-63e05d62b813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0923679 Jul 22 11:59:13.471068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-be290554-8c2d-4a71-b9ed-e598f351e2a7 req-32f947d6-e0ea-4ceb-ac03-e8ba3bd8def4 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5354655 Jul 22 11:59:13.496348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-ca84f27b-2234-4ea2-b2fe-c7db4d49c12b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.497868 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-ca84f27b-2234-4ea2-b2fe-c7db4d49c12b service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.4625707 Jul 22 11:59:13.523510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-900602ca-945b-4723-8076-bba4157d7c14 req-532974b4-cd7b-43c3-966f-2ee2c9226afa tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0788291 Jul 22 11:59:13.575663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-799ff029-3350-48cd-9d76-85e4cbca1bfd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 999 time: 0.0712941 Jul 22 11:59:13.616590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-62a4f4fd-b783-4124-b0b5-c19579669210 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319101 Jul 22 11:59:13.644464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-dd99cb75-8b5a-4203-b622-079312a03e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.645977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-dd99cb75-8b5a-4203-b622-079312a03e89 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0644062 Jul 22 11:59:13.745312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-525f911a-7f65-4ce4-95d9-538be01b7422 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1204810 Jul 22 11:59:13.747038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-6f4acd3f-af3a-4ac8-839f-aacb20f69d74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.748679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-6f4acd3f-af3a-4ac8-839f-aacb20f69d74 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0956354 Jul 22 11:59:13.832390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f7f6b52-f898-4c74-a064-ddcbeb8028e7 req-b9fd8169-f7d7-45cc-a4c2-5d3f649c913f tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:13.835051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f7f6b52-f898-4c74-a064-ddcbeb8028e7 req-b9fd8169-f7d7-45cc-a4c2-5d3f649c913f tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.0756149 Jul 22 11:59:13.853947 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-5892f3b8-1427-46f4-b011-af8c67236865 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0907161 Jul 22 11:59:13.878103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f7f6b52-f898-4c74-a064-ddcbeb8028e7 req-8747fe03-fadd-4ea5-a149-e861f4b979d2 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373144 Jul 22 11:59:13.988852 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82e860f3-e83c-4ed6-9268-041122c849d8 req-6e3f1b80-f77d-4dd6-9b3d-c4f788f2c190 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1281679 Jul 22 11:59:14.105204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13eefe52-e075-4590-90e9-b2a57c5f85e8 req-e9bbe92a-bb39-4b96-8a2f-d2896519546d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:14.106721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13eefe52-e075-4590-90e9-b2a57c5f85e8 req-e9bbe92a-bb39-4b96-8a2f-d2896519546d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.0699630 Jul 22 11:59:14.146330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13eefe52-e075-4590-90e9-b2a57c5f85e8 req-f2ce8839-c75e-4896-93a2-03362719915b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334041 Jul 22 11:59:14.398888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24a41334-e58b-4b31-bebb-a7485a4652eb req-6fc9fd5c-a0ab-4f04-b9f5-c4b65f17a04c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:14.402662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24a41334-e58b-4b31-bebb-a7485a4652eb req-6fc9fd5c-a0ab-4f04-b9f5-c4b65f17a04c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 943 time: 0.0682573 Jul 22 11:59:14.442924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24a41334-e58b-4b31-bebb-a7485a4652eb req-54476db7-d7ec-47ef-a683-80f3968585a5 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344458 Jul 22 11:59:15.050277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef1dac7-5b77-41ee-8ecb-d01f0458bec3 req-382360ce-d0b4-49ab-a865-01b177d64512 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.052001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ef1dac7-5b77-41ee-8ecb-d01f0458bec3 req-382360ce-d0b4-49ab-a865-01b177d64512 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.0723751 Jul 22 11:59:15.095381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ef1dac7-5b77-41ee-8ecb-d01f0458bec3 req-b60ec9b6-6142-4832-80cb-d4367801aa0a tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/security-groups?id=e059c9e9-9f07-40a9-b403-b954750df7e4&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0376346 Jul 22 11:59:15.274014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6b699fb5-5cb4-4547-95cb-17caa1373543 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:15.306340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84fbd97b-34eb-4813-bd1b-0e1df02a5313 req-c3c73fd2-494f-468b-a2c4-a4a3140883b9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.307885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84fbd97b-34eb-4813-bd1b-0e1df02a5313 req-c3c73fd2-494f-468b-a2c4-a4a3140883b9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.0833564 Jul 22 11:59:15.348446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84fbd97b-34eb-4813-bd1b-0e1df02a5313 req-28b9bad9-bf4f-49f7-a10f-6117e14ea8f5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335255 Jul 22 11:59:15.659494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-f5e9b168-1296-42e2-8021-5f680fe4e3a7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.661004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-f5e9b168-1296-42e2-8021-5f680fe4e3a7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c&tenant_id=85b39e011ef14bc7bc5387f646974344&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 944 time: 0.1391246 Jul 22 11:59:15.675768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556e827b-3e5d-4505-9d76-efbf8f497161 req-3e7c6d2c-d094-4191-a262-81fe0617721c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.677321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-556e827b-3e5d-4505-9d76-efbf8f497161 req-3e7c6d2c-d094-4191-a262-81fe0617721c tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 943 time: 0.1573093 Jul 22 11:59:15.688234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c03ff5c7-0d74-4531-8c25-5e6686568263 req-8168788b-4f4c-4196-bc54-38525ccb7ea4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.689727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c03ff5c7-0d74-4531-8c25-5e6686568263 req-8168788b-4f4c-4196-bc54-38525ccb7ea4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 944 time: 0.1603310 Jul 22 11:59:15.725540 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-ec6317c0-3e66-48b6-b4c6-807a23e1c2a3 service neutron] delete failed (client error): The resource could not be found. Jul 22 11:59:15.726306 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-ec6317c0-3e66-48b6-b4c6-807a23e1c2a3 service neutron] 10.222.0.36 "DELETE /v2.0/ports/c2faca94-71f1-4490-ad8a-502cb8ea15b3/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0582440 Jul 22 11:59:15.740251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-833e7d5b-21b4-4c0c-8d2e-c18725124077 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.741881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-833e7d5b-21b4-4c0c-8d2e-c18725124077 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.20 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 946 time: 0.1435614 Jul 22 11:59:15.791699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-556e827b-3e5d-4505-9d76-efbf8f497161 req-2d90a411-c31f-4d6e-977f-a44cd8b89f2f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1009698 Jul 22 11:59:15.801503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c03ff5c7-0d74-4531-8c25-5e6686568263 req-24490c36-02ab-4dd6-ac2e-031a07f5c16b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1017630 Jul 22 11:59:15.856531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-7e3d1c25-30a0-4610-90f1-c542562d059a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.859138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-7e3d1c25-30a0-4610-90f1-c542562d059a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1095 time: 0.0845201 Jul 22 11:59:15.875162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Deleting port 68d6f8c7-0491-445b-898a-c22c103e7281 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:15.875663 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:15.961761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-96b0ff85-4f4a-4b8c-9a34-673620c99134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:15.963689 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-96b0ff85-4f4a-4b8c-9a34-673620c99134 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.0987730 Jul 22 11:59:15.980523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] For port 68d6f8c7-0491-445b-898a-c22c103e7281, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=68d6f8c7-0491-445b-898a-c22c103e7281,segment=NetworkSegment(68caddc7-8c31-4ad6-9f38-bfabe17fd4e4),segment_id=68caddc7-8c31-4ad6-9f38-bfabe17fd4e4)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:15.980889 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:15.994739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Calling delete_port for 68d6f8c7-0491-445b-898a-c22c103e7281 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:16.032670 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-ec4cb31c-1821-4f51-8f0e-1393ff350e80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 999 time: 0.0617440 Jul 22 11:59:16.067592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:59:16.087597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-19a62325-841d-463e-bf2b-b13cd3453d84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:16.089212 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-19a62325-841d-463e-bf2b-b13cd3453d84 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0504296 Jul 22 11:59:16.159624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.177849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-1053d0ca-1b42-4e06-8006-3c826df5b527 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:16.180502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-1053d0ca-1b42-4e06-8006-3c826df5b527 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0840390 Jul 22 11:59:16.189099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['68d6f8c7-0491-445b-898a-c22c103e7281'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:59:16.223692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Pushing event deleted for resources: {'Port': ['ID=68d6f8c7-0491-445b-898a-c22c103e7281,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:16.267266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:16.277640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-221ebf85-3e4b-42c1-abee-fdfbf48b41c3 req-9cb74257-d89a-45f6-ab04-b56989bf9a24 tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.21 "GET /v2.0/ports?device_id=ae8c5f85-22e0-42f6-a42f-8c6f60b2f435 HTTP/1.1" status: 200 len: 210 time: 0.0556822 Jul 22 11:59:16.280937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'port_id': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'mac_address': 'fa:16:3e:b0:16:d9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 111, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:59:16.312803 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-78c9528e-561d-4cef-9376-9b2c9f22b485 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1249230 Jul 22 11:59:16.329834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] No DVR routers for this DVR port 68d6f8c7-0491-445b-898a-c22c103e7281 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:16.333038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.335292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-05f7223c-2f2f-4ccb-a51b-44a7c14bbac9 req-69d7ee07-1d19-435a-ad03-4c863b2295cd tempest-TestServerAdvancedOps-821647729 tempest-TestServerAdvancedOps-821647729-project] 10.222.0.20 "DELETE /v2.0/ports/68d6f8c7-0491-445b-898a-c22c103e7281 HTTP/1.1" status: 204 len: 173 time: 0.5871923 Jul 22 11:59:16.335840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'name': 'network-vif-deleted', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:16.338401 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-885aa9fc-62cb-4a94-8e41-9b9254030e50" -d '{"events": [{"server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "name": "network-vif-deleted", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:16.341925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.361789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c2faca94-71f1-4490-ad8a-502cb8ea15b3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:59:16.387816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:16.393124 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.394017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 11:59:16.427921 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4bb159ba-85d3-44da-9044-05aa6d866af5 x-openstack-request-id: req-4bb159ba-85d3-44da-9044-05aa6d866af5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:16.428223 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ae8c5f85-22e0-42f6-a42f-8c6f60b2f435", "name": "network-vif-deleted", "tag": "68d6f8c7-0491-445b-898a-c22c103e7281", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:16.428481 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4bb159ba-85d3-44da-9044-05aa6d866af5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:16.428971 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ae8c5f85-22e0-42f6-a42f-8c6f60b2f435', 'name': 'network-vif-deleted', 'tag': '68d6f8c7-0491-445b-898a-c22c103e7281', 'status': 'completed', 'code': 200} Jul 22 11:59:16.444039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a64a8aa1-c24d-4744-9953-38bcbe9e9e79 req-b0000e09-fadb-4578-9acd-686748343385 service neutron] 10.222.0.36 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1228471 Jul 22 11:59:16.495504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:16.561670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:16.573283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'port_id': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'mac_address': 'fa:16:3e:3b:36:ab', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 143, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 11:59:16.611567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.631722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 11:59:16.651602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:16.656372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:16.706333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:16.877442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:59:16.882200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c2faca94-71f1-4490-ad8a-502cb8ea15b3'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 11:59:17.042982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3a42e-cbbc-43c0-a5f0-2f02b654a858 req-51430ecf-fa3f-412e-bd49-87a664ba3d7a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:17.044705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51d3a42e-cbbc-43c0-a5f0-2f02b654a858 req-51430ecf-fa3f-412e-bd49-87a664ba3d7a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 944 time: 0.1689396 Jul 22 11:59:17.078168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-638056f9-90d3-4de8-82b7-7b1a7b6fb8c8 req-c2ac3569-69f9-42a6-8e99-db1646c2a9ed tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:17.081103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-638056f9-90d3-4de8-82b7-7b1a7b6fb8c8 req-c2ac3569-69f9-42a6-8e99-db1646c2a9ed tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 945 time: 0.1504359 Jul 22 11:59:17.162603 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-638056f9-90d3-4de8-82b7-7b1a7b6fb8c8 req-2ab631c7-09f1-4697-b07b-e17027dc6a86 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0685673 Jul 22 11:59:17.176426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-51d3a42e-cbbc-43c0-a5f0-2f02b654a858 req-5d10d429-7f70-4c82-85ba-e100fc96a033 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0941637 Jul 22 11:59:17.338982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:17.393238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Deleting subnet 851440cc-14d3-4cbb-bc05-414cdfdaca0f {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:17.397910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.439803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.487644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.542225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.570468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=851440cc-14d3-4cbb-bc05-414cdfdaca0f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:17.574442 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.579325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:17.579814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e5343347-1f2e-4efc-b689-cafeabb4cd3f admin admin] 10.222.0.21 "DELETE /v2.0/subnets/851440cc-14d3-4cbb-bc05-414cdfdaca0f HTTP/1.1" status: 204 len: 168 time: 0.2388124 Jul 22 11:59:17.654730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.738425 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:17.749760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['12469200-b470-4155-9653-810f69a62ea3']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:17.857054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.065095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:18.065399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68caddc7-8c31-4ad6-9f38-bfabe17fd4e4') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:18.074784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.083868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:18.090753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.097919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Releasing vlan 137 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:59:18.098478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:59:18.100198 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:59:18.141289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:18.146300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c2faca94-71f1-4490-ad8a-502cb8ea15b3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:18.146938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.172516 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.178888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.180924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] 10.222.0.21 "DELETE /v2.0/networks/12469200-b470-4155-9653-810f69a62ea3 HTTP/1.1" status: 204 len: 168 time: 0.6005309 Jul 22 11:59:18.184136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43920) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:18.204430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-54a6bfbf-1860-4082-b814-812bf8348253 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.217817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbf8436a-35b5-46a4-ad36-181759f4d5ea admin admin] Pushing event deleted for resources: {'Network': ['ID=12469200-b470-4155-9653-810f69a62ea3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:18.275663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Deleting subnet a4da07d2-8cbf-4d76-9cbe-7198e4ce472e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:18.277028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.281170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.310718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:18.313046 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-52084b9d-3aca-415d-aba3-b1babcf83748" -d '{"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:18.326410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:18.331848 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.332843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:18.383773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.418676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:18.455573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:18.461136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:18.461530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.476295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47f79343-6de4-49e8-89d2-37d29e426c5e req-2ec35314-e6ba-4862-90ae-347d3f80988b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:18.477719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47f79343-6de4-49e8-89d2-37d29e426c5e req-2ec35314-e6ba-4862-90ae-347d3f80988b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 944 time: 0.1983716 Jul 22 11:59:18.478950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.523932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d60ace-a2e9-4e88-b07d-fab95facfc9b req-6bd9af58-7123-4166-8eec-6d86e7ce907a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:18.527165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10d60ace-a2e9-4e88-b07d-fab95facfc9b req-6bd9af58-7123-4166-8eec-6d86e7ce907a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.2264333 Jul 22 11:59:18.546868 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.586875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:18.591819 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.593374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 68d6f8c7-0491-445b-898a-c22c103e7281 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:18.607059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47f79343-6de4-49e8-89d2-37d29e426c5e req-e9fad3ff-60bf-4fbd-a0ec-8a89af18cb52 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1054730 Jul 22 11:59:18.610681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10d60ace-a2e9-4e88-b07d-fab95facfc9b req-ab611e47-b8a4-4dd7-8adf-f9f1169db303 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0675979 Jul 22 11:59:18.611950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.642992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 43934) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:18.644227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 68d6f8c7-0491-445b-898a-c22c103e7281 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:59:18.644390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 68d6f8c7-0491-445b-898a-c22c103e7281 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:18.663600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.668254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/a4da07d2-8cbf-4d76-9cbe-7198e4ce472e HTTP/1.1" status: 204 len: 168 time: 0.4810407 Jul 22 11:59:18.668468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bc8bd27-779c-48d1-979a-d9fb6d93fe61 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a4da07d2-8cbf-4d76-9cbe-7198e4ce472e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:18.671014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:18.677749 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4e8b471f-9734-4fc1-b720-bcf39372591f x-openstack-request-id: req-4e8b471f-9734-4fc1-b720-bcf39372591f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:18.678048 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-plugged", "status": "completed", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:18.678266 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4e8b471f-9734-4fc1-b720-bcf39372591f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:18.678908 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'code': 200} Jul 22 11:59:18.691408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:18.734488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-112966a1-2b7d-4371-be60-98a4ae01f77e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/411eb4f3-44a0-4905-9e78-88198770c2bd HTTP/1.1" status: 200 len: 993 time: 0.0837185 Jul 22 11:59:18.755793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.842796 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.853465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ca7f2a61-a723-4b43-b18b-1b895a540be7']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:18.863845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c0f28715-5bab-49a9-a197-8ab7b9eb8578') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:18.864137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c0f28715-5bab-49a9-a197-8ab7b9eb8578') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:18.872770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.886399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.893211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Releasing vlan 114 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:59:18.893608 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:59:18.895285 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:59:18.953696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.959071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:18.960917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ca7f2a61-a723-4b43-b18b-1b895a540be7 HTTP/1.1" status: 204 len: 168 time: 0.2885900 Jul 22 11:59:18.972425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfa30b47-8607-4a2a-929f-61974951a514 admin admin] Pushing event deleted for resources: {'Network': ['ID=ca7f2a61-a723-4b43-b18b-1b895a540be7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:19.134421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43948) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:19.178317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-464936fb-7da3-4873-9f5f-6f6c8a712dc4 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=38b29b21461046419c5eac5c1102648e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0422225 Jul 22 11:59:19.180805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43950) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:19.240324 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.262950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.318882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.321872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.323078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e059c9e9-9f07-40a9-b403-b954750df7e4 HTTP/1.1" status: 204 len: 168 time: 0.1413438 Jul 22 11:59:19.333485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cbcd22b-240f-486f-a2a1-fd8ffa7dd1d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e059c9e9-9f07-40a9-b403-b954750df7e4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:19.357042 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:59:19.429978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.668733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:19.743720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c74d1cd4-27e5-4fff-824d-96440fb24bab admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5ac2437365c84e8bbdf1a1609ef526e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0714931 Jul 22 11:59:19.743961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 43972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:19.813192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38be8c24-d884-454b-8df4-9bb196cad2bf req-a127eb9d-1620-4b98-bfe1-74153bc65267 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:19.814833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38be8c24-d884-454b-8df4-9bb196cad2bf req-a127eb9d-1620-4b98-bfe1-74153bc65267 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.1290984 Jul 22 11:59:19.838780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.881953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.885909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38be8c24-d884-454b-8df4-9bb196cad2bf req-b5ba5ef1-7212-47fb-818c-73caaf75913d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600216 Jul 22 11:59:19.933145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.936229 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:19.937585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/eb73d0c9-d5fd-4399-958a-80c318574a0d HTTP/1.1" status: 204 len: 168 time: 0.1927457 Jul 22 11:59:19.945863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d640ad-ff48-4f95-b0a3-e8f8cf511e49 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb73d0c9-d5fd-4399-958a-80c318574a0d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:20.679907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:20.682274 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-579a3b38-1f45-43e1-a62e-7f6c264eedff" -d '{"events": [{"server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "name": "network-vif-plugged", "status": "completed", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:20.718996 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-972df58b-2602-486b-be33-2cf46783b4ad x-openstack-request-id: req-972df58b-2602-486b-be33-2cf46783b4ad {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:20.719293 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "name": "network-vif-plugged", "status": "completed", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:20.719548 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-972df58b-2602-486b-be33-2cf46783b4ad {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:20.719966 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'code': 200} Jul 22 11:59:20.837419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78fa59a8-142f-4f8f-82d4-4fd760fa5bf3 req-36f7a879-c14b-4170-a967-695c193f6e36 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:20.838966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78fa59a8-142f-4f8f-82d4-4fd760fa5bf3 req-36f7a879-c14b-4170-a967-695c193f6e36 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1096 time: 0.0618224 Jul 22 11:59:20.876147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78fa59a8-142f-4f8f-82d4-4fd760fa5bf3 req-65a912ee-f8dc-4bf2-ace2-8242b05118fa service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307362 Jul 22 11:59:21.018972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-888ee5de-9f96-422e-a9ae-81cef81f24b8 req-bd048858-c312-4a3f-964e-07caed304014 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:21.020469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-888ee5de-9f96-422e-a9ae-81cef81f24b8 req-bd048858-c312-4a3f-964e-07caed304014 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.0656087 Jul 22 11:59:21.063149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-888ee5de-9f96-422e-a9ae-81cef81f24b8 req-0fbe96e0-9ecc-43ae-841a-b1dfb5ff1895 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369680 Jul 22 11:59:21.385620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:22.204208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33eb8566-de98-40f2-8bd0-f1a7011afe7e req-73a4696a-f3f9-4e6f-bbbf-6052138f6b53 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:22.205717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33eb8566-de98-40f2-8bd0-f1a7011afe7e req-73a4696a-f3f9-4e6f-bbbf-6052138f6b53 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.0694401 Jul 22 11:59:22.245251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33eb8566-de98-40f2-8bd0-f1a7011afe7e req-57df492a-3934-460c-8b76-8ac906ce6739 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338626 Jul 22 11:59:22.381178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f40834da-8c86-4c3e-aa98-081a243e9288 req-89e1c9e4-f344-4224-b712-41bc11ea93e7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:22.382958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f40834da-8c86-4c3e-aa98-081a243e9288 req-89e1c9e4-f344-4224-b712-41bc11ea93e7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.0707293 Jul 22 11:59:22.424758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f40834da-8c86-4c3e-aa98-081a243e9288 req-4ca69a7f-bd4b-421f-9f25-7bbb1f9335d9 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358515 Jul 22 11:59:22.447758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44032) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:22.506170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3a050fc-79e6-4380-8104-f510bde00987 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:22.507744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c3a050fc-79e6-4380-8104-f510bde00987 tempest-TestNetworkBasicOps-2027264029 tempest-TestNetworkBasicOps-2027264029-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1091 time: 0.0589557 Jul 22 11:59:22.510558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:22.515298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:22.538730 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:22.637810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:22.751085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Allocated IP 172.25.6.146 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2de97d59-10db-41f5-8046-2aee6494acea) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:22.861611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:22.903664 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:22.951934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:22.957557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:22.962265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:22.987891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=2de97d59-10db-41f5-8046-2aee6494acea,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:23.332896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:23.422264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:23.584231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:23.588643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:23.656590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event updated for resources: {'Port': ['ID=2de97d59-10db-41f5-8046-2aee6494acea,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:23.669426 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:23.779197 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Floating IP 7b55cbaf-585f-4143-a06e-5662930bc3bc associated. External IP: 172.25.6.146, port: b4b9defd-6bee-48f7-a59d-e4ee8a63abb3. Jul 22 11:59:24.002837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:24.115422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:24.125162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Sync routers for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:24.133294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:24.135904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:24.136611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:24.173178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4a0ff99a-7481-4e8a-b826-4035d1fe29d4 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.6583707 Jul 22 11:59:24.173178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:24.175760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44062) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:24.176272 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-042dd4e9-fa00-4321-b857-b783dd68160c" -d '{"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:24.243374 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-52c19c2c-240a-47c1-98fb-54087f484daf x-openstack-request-id: req-52c19c2c-240a-47c1-98fb-54087f484daf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:24.243989 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:24.244602 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-52c19c2c-240a-47c1-98fb-54087f484daf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:24.245201 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'status': 'completed', 'code': 200} Jul 22 11:59:24.250915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:24.276570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4a9f0ae2-b57a-405e-9cf1-9941857de906 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/7b55cbaf-585f-4143-a06e-5662930bc3bc HTTP/1.1" status: 200 len: 991 time: 0.1017303 Jul 22 11:59:24.331118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd4e9-fa00-4321-b857-b783dd68160c req-9c7a144e-1270-442b-bd3d-ce012b943b42 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:24.332931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-9c7a144e-1270-442b-bd3d-ce012b943b42 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1096 time: 0.0781755 Jul 22 11:59:24.438662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd4e9-fa00-4321-b857-b783dd68160c req-0fb9062f-718a-48cb-81bd-b76b78217f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:24.440278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-0fb9062f-718a-48cb-81bd-b76b78217f26 service neutron] 10.222.0.20 "GET /v2.0/networks?id=132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 200 len: 897 time: 0.1007416 Jul 22 11:59:24.515003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-1cca8953-efa2-4faf-8cb6-8b3320b7403d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 200 len: 999 time: 0.0666323 Jul 22 11:59:24.566781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd4e9-fa00-4321-b857-b783dd68160c req-d0914838-f604-4214-b121-414ad0a36b2b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:24.568721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-d0914838-f604-4214-b121-414ad0a36b2b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03c9437-229c-4622-9172-6ced436743a0 HTTP/1.1" status: 200 len: 835 time: 0.0477748 Jul 22 11:59:24.635879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042dd4e9-fa00-4321-b857-b783dd68160c req-6b99a75a-873d-4cb6-9c01-ef135ab8d31d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:24.637493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-6b99a75a-873d-4cb6-9c01-ef135ab8d31d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=132ed32f-2524-4503-b077-0249105e62ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623975 Jul 22 11:59:24.661655 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7b55cbaf-585f-4143-a06e-5662930bc3bc', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'port_id': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'mac_address': 'fa:16:3e:3b:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22317ea-1b93-4510-9e49-ce703820971e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:59:23Z', 'updated_at': '2021-07-22T11:59:23Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:24.688164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Checking router: 4d94b3e0-d4ba-4a19-a98d-c81768438a65 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:59:24.696542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:24.697087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:24.729769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-66354385-310e-4908-a808-27a7a68bef86 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852954 Jul 22 11:59:24.808599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:24.842969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042dd4e9-fa00-4321-b857-b783dd68160c req-db02a8cf-2337-444c-a9cb-40c224ed0910 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1060791 Jul 22 11:59:25.080294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7b55cbaf-585f-4143-a06e-5662930bc3bc', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'port_id': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'mac_address': 'fa:16:3e:3b:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22317ea-1b93-4510-9e49-ce703820971e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:59:23Z', 'updated_at': '2021-07-22T11:59:23Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:25.108390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1d68668a-efa6-4513-a397-2c39ec0599fe None None] The sync data for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 is: [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7b55cbaf-585f-4143-a06e-5662930bc3bc', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'floating_ip_address': '172.25.6.146', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'port_id': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 3657, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'mac_address': 'fa:16:3e:3b:36:ab', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a22317ea-1b93-4510-9e49-ce703820971e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T11:59:23Z', 'updated_at': '2021-07-22T11:59:23Z', 'revision_number': 0, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:25.281021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:25.343403 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-85cacf36-84f3-402a-94cf-61e2d8e9a8af None None] New status for floating IP 7b55cbaf-585f-4143-a06e-5662930bc3bc: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:59:25.354918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9db1c728-5cb1-41dc-9972-00627a37597e tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/7b55cbaf-585f-4143-a06e-5662930bc3bc HTTP/1.1" status: 200 len: 991 time: 0.0722654 Jul 22 11:59:26.359318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:26.443546 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c6eabb6e-0fae-4765-9605-eb0dff7943c1 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/7b55cbaf-585f-4143-a06e-5662930bc3bc HTTP/1.1" status: 200 len: 993 time: 0.0830135 Jul 22 11:59:27.488478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:28.491424 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.346671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:32.455105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.553691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.558703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.596943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=962fced3f4224af09a34816de0fd6c2c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2490895 Jul 22 11:59:32.599715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44256) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:32.605850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32c503de-5cff-4bd2-93f2-53097de6b65c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:32.613369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.613717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.614063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.614409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.614800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.615564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.615564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.615884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.616216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.616544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.616873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.617201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b79671ba-4389-48b4-8170-c64d3b06996a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.656508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.680795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.732139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.735901 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:32.753567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/32c503de-5cff-4bd2-93f2-53097de6b65c HTTP/1.1" status: 204 len: 168 time: 0.1416388 Jul 22 11:59:32.775015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32c503de-5cff-4bd2-93f2-53097de6b65c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:32.786356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.786705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.787100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.787446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.787952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.788288 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.788618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.788950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.789276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.789603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.789928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:32.790345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fde6056d-87c9-47ff-abef-ad49e1eec682 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 11:59:34.004423 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44320) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:34.155048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1400345524'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:34.176557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Made reservation on behalf of d5ba58a54ecf4471adbeaef1727e8255 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:34.180169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.189703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.288099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.299588 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.347646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] vlan segment allocate from pool success with {'vlan_id': 144, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:59:34.366086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event updated for resources: {'SecurityGroup': ['ID=35950587-d6e2-4ace-bbf7-16888e01866c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:34.374996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.375577 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Added segment f9d6fbb5-5f27-4c03-ad85-1a4bf118f963 of type vlan for network 551925eb-7155-4430-92e2-fa82442f28ba Jul 22 11:59:34.436429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.465591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.471813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:34.472408 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.510238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.5045662 Jul 22 11:59:34.513220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:34.518999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Request body: {'subnet': {'network_id': '551925eb-7155-4430-92e2-fa82442f28ba', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:34.543920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c1cecf9-9612-408f-b90c-36338774a1e5 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event updated for resources: {'Network': ['ID=551925eb-7155-4430-92e2-fa82442f28ba,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:34.556413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 551925eb-7155-4430-92e2-fa82442f28ba details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:59:34.635561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Made reservation on behalf of d5ba58a54ecf4471adbeaef1727e8255 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:34.641667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.844644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.906472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event updated for resources: {'Subnet': ['ID=5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:34.915272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Checking segment: {'id': 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:34.915645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Network hostable DHCP agents. Network: 551925eb-7155-4430-92e2-fa82442f28ba, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:59:34.936279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Network 551925eb-7155-4430-92e2-fa82442f28ba is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:59:34.946296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 551925eb-7155-4430-92e2-fa82442f28ba) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:34.951820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:34.952423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:34.960067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f88b8c3-5c28-4cc4-92a8-92e24b6c645f None None] Network 551925eb-7155-4430-92e2-fa82442f28ba requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:34.969774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84530267-23a2-4518-b01c-f017b49b3810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4551249 Jul 22 11:59:34.972294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:34.977547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Request body: {'port': {'network_id': '551925eb-7155-4430-92e2-fa82442f28ba', 'name': 'tempest-DHCPAgentSchedulersTestJSON-1267884282'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:35.098981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Made reservation on behalf of d5ba58a54ecf4471adbeaef1727e8255 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:35.103020 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.121769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] device_id is not set on port b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 11:59:35.131555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-551925eb-7155-4430-92e2-fa82442f28ba', 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba', 'tenant_id': 'd5ba58a54ecf4471adbeaef1727e8255', 'fixed_ips': [{'subnet_id': '5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:59:35.134905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.243554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Allocated IP 172.20.0.5 (551925eb-7155-4430-92e2-fa82442f28ba/5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03/b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:35.400504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.415842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Transition to ACTIVE for port object b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:35.452962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.496905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Allocated IP 172.20.0.2 (551925eb-7155-4430-92e2-fa82442f28ba/5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03/6a561806-cecb-4d0b-9d93-d680d2af55c1) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:35.510177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Network 551925eb-7155-4430-92e2-fa82442f28ba is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:35.514227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:35.521649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:35.548475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event updated for resources: {'Port': ['ID=b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:35.588241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:35.589302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.607564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b93ffd73-cef4-4961-96fc-e9bc1ae90810 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6339030 Jul 22 11:59:35.610662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44338) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:35.671615 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.680108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Transition to ACTIVE for port object 6a561806-cecb-4d0b-9d93-d680d2af55c1 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:35.696364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Transition to ACTIVE for port object 6a561806-cecb-4d0b-9d93-d680d2af55c1 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:35.702940 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.722908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Deleting port b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:35.723333 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.745207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Network 551925eb-7155-4430-92e2-fa82442f28ba is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:35.749976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:35.754149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:35.762240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Pushing event updated for resources: {'Port': ['ID=6a561806-cecb-4d0b-9d93-d680d2af55c1,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:35.823450 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.831966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Attempting to bind port 6a561806-cecb-4d0b-9d93-d680d2af55c1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:35.832797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Attempting to bind port 6a561806-cecb-4d0b-9d93-d680d2af55c1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:35.833324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Attempting to bind port 6a561806-cecb-4d0b-9d93-d680d2af55c1 on network 551925eb-7155-4430-92e2-fa82442f28ba {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:35.836630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Calling delete_port for b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:35.839109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:35.839488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Checking segment: {'id': 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:35.839897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.840654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Bound using segment: {'id': 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:35.841127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Bound port: 6a561806-cecb-4d0b-9d93-d680d2af55c1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 144, 'network_id': '551925eb-7155-4430-92e2-fa82442f28ba'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:35.842062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.909212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] For port 6a561806-cecb-4d0b-9d93-d680d2af55c1, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:35.912830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] For port 6a561806-cecb-4d0b-9d93-d680d2af55c1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a561806-cecb-4d0b-9d93-d680d2af55c1,segment=NetworkSegment(f9d6fbb5-5f27-4c03-ad85-1a4bf118f963),segment_id=f9d6fbb5-5f27-4c03-ad85-1a4bf118f963)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:35.918370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:35.993079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e38b65-4ee0-4e71-a72c-09c26608631d None None] Pushing event updated for resources: {'Port': ['ID=6a561806-cecb-4d0b-9d93-d680d2af55c1,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:36.004600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.087184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event deleted for resources: {'Port': ['ID=b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:36.117787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.121063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4afa9510-61a9-4b52-a7e7-6ada664daad0 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "DELETE /v2.0/ports/b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 HTTP/1.1" status: 204 len: 168 time: 0.5083263 Jul 22 11:59:36.122743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44342) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:36.212262 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d26c9b09-400a-44c2-88f4-0e72a6ba6748 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4676 time: 0.0883079 Jul 22 11:59:36.215017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44346) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:36.222426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-976289554'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:36.246625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Made reservation on behalf of d5ba58a54ecf4471adbeaef1727e8255 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:36.250575 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.282972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:59:36.299539 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.299991 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Added segment aec9249f-e08a-4330-84d6-ac53a433bd41 of type vlan for network 0e20f257-09ba-4203-99b8-71746a432891 Jul 22 11:59:36.345971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.376472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.382139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:36.382774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:36.420210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 0.2037859 Jul 22 11:59:36.423048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:36.468628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ca9392-6e6b-42b8-a621-14a8fef0cced tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event updated for resources: {'Network': ['ID=0e20f257-09ba-4203-99b8-71746a432891,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:36.480234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 0e20f257-09ba-4203-99b8-71746a432891 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:59:36.608079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a1b474b7-24cd-4b38-b083-a4db9cfcd5c4 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks HTTP/1.1" status: 200 len: 4863 time: 0.1839080 Jul 22 11:59:36.610616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:36.694105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c137920f-291f-4536-bdff-8090bf3c6b89 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] Network 0e20f257-09ba-4203-99b8-71746a432891 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:59:36.706758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c137920f-291f-4536-bdff-8090bf3c6b89 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "POST /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 0.0950673 Jul 22 11:59:36.710226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:36.717886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f36a5f-bfb5-43ee-b78b-0c67735cc89d None None] Network 0e20f257-09ba-4203-99b8-71746a432891 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:36.922619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-17e83be3-778a-4474-9cc6-4bd196a58d0d tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks HTTP/1.1" status: 200 len: 5633 time: 0.2109897 Jul 22 11:59:36.925233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.008986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-631b5dbe-5d7e-42f9-90c8-1f92e82671b7 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "DELETE /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks/0e20f257-09ba-4203-99b8-71746a432891 HTTP/1.1" status: 204 len: 168 time: 0.0825369 Jul 22 11:59:37.011361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44358) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.053555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc506937-70b5-4451-bd8e-d95884583bf9 None None] Network 551925eb-7155-4430-92e2-fa82442f28ba requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:37.116598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb888251-271f-441d-aef9-348250cee684 None None] Provisioning for port 6a561806-cecb-4d0b-9d93-d680d2af55c1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:37.137775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c2a4efc-7cae-4971-b0f2-6b11e364fd9b tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks HTTP/1.1" status: 200 len: 4863 time: 0.1215520 Jul 22 11:59:37.138845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.158251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aa5a3c8a-cf76-485a-8d46-e9ff950f6eac tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/networks/551925eb-7155-4430-92e2-fa82442f28ba/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0179904 Jul 22 11:59:37.161880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44362) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.182032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-27edb9b4-3a04-4ec6-8a4a-44f19757285a tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/networks/551925eb-7155-4430-92e2-fa82442f28ba/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0188847 Jul 22 11:59:37.185262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44364) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.314433 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dcb9737b-5533-4570-b65b-a9a7e672b2f2 tempest-DHCPAgentSchedulersTestJSON-2075002828 tempest-DHCPAgentSchedulersTestJSON-2075002828-project-admin] 10.222.0.21 "GET /v2.0/agents/b69e13d0-845b-4f61-90bf-360e9aa762fb/dhcp-networks HTTP/1.1" status: 200 len: 4863 time: 0.1238315 Jul 22 11:59:37.314990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.400377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.499532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.510854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e20f257-09ba-4203-99b8-71746a432891']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:37.521789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aec9249f-e08a-4330-84d6-ac53a433bd41') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:37.522090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aec9249f-e08a-4330-84d6-ac53a433bd41') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:37.532804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.552280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.569424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:59:37.570640 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:59:37.577105 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:59:37.649786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.660110 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.662031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "DELETE /v2.0/networks/0e20f257-09ba-4203-99b8-71746a432891 HTTP/1.1" status: 204 len: 168 time: 0.3460264 Jul 22 11:59:37.664637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.669513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d195c0b-165f-49dc-a3fc-8f1791f0129e None None] Could not find standard attr ID for object b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 11:59:37.682259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e40c64b-b00c-4d72-9a4d-1e5a22e7a4e9 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event deleted for resources: {'Network': ['ID=0e20f257-09ba-4203-99b8-71746a432891,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:37.708627 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-fdf5bff3-929b-48a1-9498-4a43b26aa6ee tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] DELETE failed (client error): The resource could not be found. Jul 22 11:59:37.709414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fdf5bff3-929b-48a1-9498-4a43b26aa6ee tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 11:59:37.713646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fdf5bff3-929b-48a1-9498-4a43b26aa6ee tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "DELETE /v2.0/ports/b5f4e018-8e4f-4b2f-a67a-85dc891ae8e5 HTTP/1.1" status: 404 len: 333 time: 0.0455723 Jul 22 11:59:37.713850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44370) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:37.771026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Deleting subnet 5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:37.774800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.818527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.918174 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:37.995341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.025425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event deleted for resources: {'Subnet': ['ID=5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:38.028421 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.030690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-13d3c57d-b35f-4ab6-848f-0d8076a7e731 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "DELETE /v2.0/subnets/5ce7885c-a721-4b3c-ab9a-dbbf6f01bc03 HTTP/1.1" status: 204 len: 168 time: 0.3158686 Jul 22 11:59:38.034052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:38.038014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4caeee95-50c7-4d10-8177-0d9be4d9afcb None None] Network 551925eb-7155-4430-92e2-fa82442f28ba requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:38.048597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a561806-cecb-4d0b-9d93-d680d2af55c1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:38.120471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.185241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Deleting port 6a561806-cecb-4d0b-9d93-d680d2af55c1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:38.185512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6a561806-cecb-4d0b-9d93-d680d2af55c1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:38.185691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.191714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6a561806-cecb-4d0b-9d93-d680d2af55c1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:38.192167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.269166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] For port 6a561806-cecb-4d0b-9d93-d680d2af55c1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a561806-cecb-4d0b-9d93-d680d2af55c1,segment=NetworkSegment(f9d6fbb5-5f27-4c03-ad85-1a4bf118f963),segment_id=f9d6fbb5-5f27-4c03-ad85-1a4bf118f963)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:38.269630 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.283981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Calling delete_port for 6a561806-cecb-4d0b-9d93-d680d2af55c1 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:38.295311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.338500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6a561806-cecb-4d0b-9d93-d680d2af55c1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6a561806-cecb-4d0b-9d93-d680d2af55c1,segment=NetworkSegment(f9d6fbb5-5f27-4c03-ad85-1a4bf118f963),segment_id=f9d6fbb5-5f27-4c03-ad85-1a4bf118f963)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:38.344217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.352348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e04ed1bf-d642-4b17-85c0-88dcd2e02966 None None] DHCP port deletion for 551925eb-7155-4430-92e2-fa82442f28ba request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:59:38.382539 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.404607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e04ed1bf-d642-4b17-85c0-88dcd2e02966 None None] The port '6a561806-cecb-4d0b-9d93-d680d2af55c1' was deleted {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 11:59:38.418920 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event deleted for resources: {'Port': ['ID=6a561806-cecb-4d0b-9d93-d680d2af55c1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:38.425728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] No DVR routers for this DVR port 6a561806-cecb-4d0b-9d93-d680d2af55c1 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:38.431444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6a561806-cecb-4d0b-9d93-d680d2af55c1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:38.515075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.525349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['551925eb-7155-4430-92e2-fa82442f28ba']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:38.535442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:38.535741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f9d6fbb5-5f27-4c03-ad85-1a4bf118f963') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:38.545303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.559483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.566363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Releasing vlan 144 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:59:38.566726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: timer() Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:59:38.569725 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:59:38.634644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.642349 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:38.644324 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] 10.222.0.21 "DELETE /v2.0/networks/551925eb-7155-4430-92e2-fa82442f28ba HTTP/1.1" status: 204 len: 168 time: 0.6093025 Jul 22 11:59:38.656318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3db8e133-0c3e-4620-976f-1d84b4d82e90 tempest-DHCPAgentSchedulersTestJSON-1932683020 tempest-DHCPAgentSchedulersTestJSON-1932683020-project] Pushing event deleted for resources: {'Network': ['ID=551925eb-7155-4430-92e2-fa82442f28ba,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:38.891100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44384) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:39.044182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6e13ede-82a4-4888-820e-312ab969b529 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d5ba58a54ecf4471adbeaef1727e8255&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1496556 Jul 22 11:59:39.045048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44394) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:39.094619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.115060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.167015 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.169984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.171432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/35950587-d6e2-4ace-bbf7-16888e01866c HTTP/1.1" status: 204 len: 168 time: 0.1252532 Jul 22 11:59:39.180216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fce427e5-d041-4b18-8500-b6be8ba4c60d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=35950587-d6e2-4ace-bbf7-16888e01866c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:39.479881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:39.492786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7160062b-9fab-4c70-a7ec-4e2a8868803a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.595921 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7160062b-9fab-4c70-a7ec-4e2a8868803a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.600418 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7160062b-9fab-4c70-a7ec-4e2a8868803a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:39.966199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7160062b-9fab-4c70-a7ec-4e2a8868803a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1e58f873cb964ccf82ee0184e2e5a1fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4850893 Jul 22 11:59:39.968318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7160062b-9fab-4c70-a7ec-4e2a8868803a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbce1013-3904-4739-9923-4d6623bc5356,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:39.970015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.001738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a561806-cecb-4d0b-9d93-d680d2af55c1 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:40.029998 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:40.032447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6a561806-cecb-4d0b-9d93-d680d2af55c1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:59:40.032908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6a561806-cecb-4d0b-9d93-d680d2af55c1 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:40.056461 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:40.103677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:40.106360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:40.108566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbce1013-3904-4739-9923-4d6623bc5356 HTTP/1.1" status: 204 len: 168 time: 0.1367841 Jul 22 11:59:40.116561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1970ff0c-53ee-425d-993e-cab2644eaa85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbce1013-3904-4739-9923-4d6623bc5356,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:40.841591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.964398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-90517eb0-7eb0-4bb6-8084-2b4e7287915c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:40.965450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-90517eb0-7eb0-4bb6-8084-2b4e7287915c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.1228642 Jul 22 11:59:40.969080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.973454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-ec658aa8-36c1-4e8f-8a60-d518780e27b6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:40.974477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ec658aa8-36c1-4e8f-8a60-d518780e27b6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0044217 Jul 22 11:59:40.977235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44442) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.981363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-78d64e63-6044-4e4d-8539-088792ea974b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:40.982878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78d64e63-6044-4e4d-8539-088792ea974b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0046163 Jul 22 11:59:40.985062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44444) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.989710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-12b90f74-d7ab-4fa2-a1d4-8f14187fb001 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:40.990678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-12b90f74-d7ab-4fa2-a1d4-8f14187fb001 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0047727 Jul 22 11:59:40.992997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44446) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:40.996979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-df8a2b4d-c176-4ea9-a671-38a23886f5e0 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:40.997990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-df8a2b4d-c176-4ea9-a671-38a23886f5e0 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0041218 Jul 22 11:59:41.000386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44448) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.004540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-4265310d-740b-48dc-97c5-08ceec2fe0b2 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.005472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4265310d-740b-48dc-97c5-08ceec2fe0b2 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0042078 Jul 22 11:59:41.007848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44450) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.011796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c016cba6-b9c6-462d-aa19-a666bde40638 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.012700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c016cba6-b9c6-462d-aa19-a666bde40638 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0040090 Jul 22 11:59:41.015146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44452) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.019114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c3a02caa-88b6-40d7-8253-0369f9e061cd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.020014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c3a02caa-88b6-40d7-8253-0369f9e061cd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0039918 Jul 22 11:59:41.022129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44454) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.026136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-ad7bc06f-5c42-4dd3-8305-82187a0e3051 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.027094 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ad7bc06f-5c42-4dd3-8305-82187a0e3051 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0040267 Jul 22 11:59:41.030012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44456) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.034187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-877393d3-33d6-4109-b7be-abbc6942a1c4 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.035148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-877393d3-33d6-4109-b7be-abbc6942a1c4 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.0042458 Jul 22 11:59:41.037618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44458) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.042200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-88874cde-46d5-4f9f-9e83-051650999301 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.043157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-88874cde-46d5-4f9f-9e83-051650999301 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0045540 Jul 22 11:59:41.046268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44460) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.050717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-47b2eb4c-2261-4a27-9074-7111b6e5c7f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.051647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47b2eb4c-2261-4a27-9074-7111b6e5c7f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.0043893 Jul 22 11:59:41.054350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44462) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.058408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-8798a051-ad3f-40e2-812f-767194b4084e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.059353 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8798a051-ad3f-40e2-812f-767194b4084e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0041108 Jul 22 11:59:41.062578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44464) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.066579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-3cbc8d01-66ed-41bd-ad55-d276a158f801 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.067498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3cbc8d01-66ed-41bd-ad55-d276a158f801 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0040684 Jul 22 11:59:41.069753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.073758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c1e6ff45-14e8-48d7-8687-97d276bc4642 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.074969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c1e6ff45-14e8-48d7-8687-97d276bc4642 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0043929 Jul 22 11:59:41.077872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44468) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.081923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-7a006499-2e11-4d01-ad72-63ca472c2891 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.082994 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7a006499-2e11-4d01-ad72-63ca472c2891 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0042334 Jul 22 11:59:41.085294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44470) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.089163 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-285cbd12-77a5-4bf7-aaa9-19dfb1e1514c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.090054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-285cbd12-77a5-4bf7-aaa9-19dfb1e1514c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0039370 Jul 22 11:59:41.092443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.096791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-0500be2d-1e6f-416f-851f-e93e8d77e436 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.097713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0500be2d-1e6f-416f-851f-e93e8d77e436 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0044498 Jul 22 11:59:41.100069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44474) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.104033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-9dd4c7b4-6a30-4d75-afdc-c65b31921a5c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.104952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9dd4c7b4-6a30-4d75-afdc-c65b31921a5c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0040622 Jul 22 11:59:41.107260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44476) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.111432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-1133beff-88ab-4fa7-92e9-708c1ebcac78 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.112437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1133beff-88ab-4fa7-92e9-708c1ebcac78 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0041103 Jul 22 11:59:41.114708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44478) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.119040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-116715e8-5988-4f5d-b97f-403ecdbfe7e3 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.119963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-116715e8-5988-4f5d-b97f-403ecdbfe7e3 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0044258 Jul 22 11:59:41.122279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44480) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.126994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-3a578ec9-cb12-4cd2-b4aa-b6eaadbb7fdd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.127915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3a578ec9-cb12-4cd2-b4aa-b6eaadbb7fdd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0040579 Jul 22 11:59:41.130295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44482) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.134376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-ca492995-da78-433a-883e-3a9be6a403cc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.135334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca492995-da78-433a-883e-3a9be6a403cc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0041490 Jul 22 11:59:41.137497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.142185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c4b05fc7-835a-4524-bb25-a4291574ce44 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.143150 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c4b05fc7-835a-4524-bb25-a4291574ce44 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0040717 Jul 22 11:59:41.145442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44486) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.149413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-78532c57-50c4-462b-8915-454135cc9e2e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.150282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78532c57-50c4-462b-8915-454135cc9e2e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0039990 Jul 22 11:59:41.152416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.156969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-2045e444-434e-4a9d-98c5-172bc5c4fdbc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.157884 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2045e444-434e-4a9d-98c5-172bc5c4fdbc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0046511 Jul 22 11:59:41.160007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.163855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-9195d12c-32ac-4d9c-95e7-1c1f12566b06 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.168386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9195d12c-32ac-4d9c-95e7-1c1f12566b06 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0039756 Jul 22 11:59:41.168736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.173017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-d4d0d1b2-2530-485d-8ee1-713ea2088ee7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.176081 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d4d0d1b2-2530-485d-8ee1-713ea2088ee7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0043530 Jul 22 11:59:41.176295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.180285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-b04b7677-4291-407e-b645-d071ac76b90e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.181226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b04b7677-4291-407e-b645-d071ac76b90e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0040381 Jul 22 11:59:41.183343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44496) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.187783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-b36c0e00-4e96-4535-8fe8-1797bc1e52db tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.188740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b36c0e00-4e96-4535-8fe8-1797bc1e52db tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.0045362 Jul 22 11:59:41.191200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44498) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.195125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c9445503-2101-4ad4-988c-0d15a84f9a1e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.196083 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c9445503-2101-4ad4-988c-0d15a84f9a1e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0040367 Jul 22 11:59:41.198183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44500) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.202942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-17ad7b91-5c4f-42ff-b222-44f019168362 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.203773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17ad7b91-5c4f-42ff-b222-44f019168362 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0047336 Jul 22 11:59:41.206425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.214000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-8c834338-d984-4265-9855-ed6aeed050e1 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.215082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8c834338-d984-4265-9855-ed6aeed050e1 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0077004 Jul 22 11:59:41.218508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.222691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-23214bdb-d1ba-4566-9651-1630602efdca tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.223617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-23214bdb-d1ba-4566-9651-1630602efdca tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.0042419 Jul 22 11:59:41.225889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44506) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.229849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-d0e7dea4-946a-46c9-82fc-b3d3f8f1711a tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.230779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d0e7dea4-946a-46c9-82fc-b3d3f8f1711a tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0040443 Jul 22 11:59:41.233427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.237377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-9ee1ff05-cc8e-42b7-9dfc-31c062913d7e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.238318 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9ee1ff05-cc8e-42b7-9dfc-31c062913d7e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0042477 Jul 22 11:59:41.240600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44510) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.244483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-f66c0953-0909-491c-ac0c-7ff79ab564cb tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.245394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f66c0953-0909-491c-ac0c-7ff79ab564cb tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0039296 Jul 22 11:59:41.248037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44512) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.252244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-0f6cd075-200f-4fe7-a7b6-172ec1209c07 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/port-device-profile returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.252746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0f6cd075-200f-4fe7-a7b6-172ec1209c07 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/port-device-profile HTTP/1.1" status: 200 len: 383 time: 0.0038857 Jul 22 11:59:41.255370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44514) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.260580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-99fb89e7-c7fc-413c-a263-5da1833b9527 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.261601 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-99fb89e7-c7fc-413c-a263-5da1833b9527 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0053868 Jul 22 11:59:41.265286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.270655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-9f67f4aa-bcc1-4933-84ca-866aba9b72f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.272198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9f67f4aa-bcc1-4933-84ca-866aba9b72f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0055549 Jul 22 11:59:41.274576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44518) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.279092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-0e189e5e-a829-4ae7-b89b-2fea5fefe5f8 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.280073 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0e189e5e-a829-4ae7-b89b-2fea5fefe5f8 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0045414 Jul 22 11:59:41.282558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.287269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-83f8b22d-c0df-4f43-9d9b-abddc0e646f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.288314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-83f8b22d-c0df-4f43-9d9b-abddc0e646f7 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0045087 Jul 22 11:59:41.290660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.294884 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-defbda0e-095f-41a0-a5c6-9f6f9782d08c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.295902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-defbda0e-095f-41a0-a5c6-9f6f9782d08c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0043771 Jul 22 11:59:41.298131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44524) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.302071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-c2ea4681-8268-4be7-87da-333552fa879f tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.302990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c2ea4681-8268-4be7-87da-333552fa879f tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0039907 Jul 22 11:59:41.305130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44526) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.308959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-9e7cb23c-3e5c-43a7-b471-26b28ffe0d2b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.310373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9e7cb23c-3e5c-43a7-b471-26b28ffe0d2b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0039113 Jul 22 11:59:41.312708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44530) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.318164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-5c89e983-e4c2-40e8-8bf0-72d22c10b743 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.319612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c89e983-e4c2-40e8-8bf0-72d22c10b743 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0055110 Jul 22 11:59:41.322255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44532) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.328017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-64cd15a4-b5ee-4f6c-9d28-285038f488ed tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.329253 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-64cd15a4-b5ee-4f6c-9d28-285038f488ed tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.0058804 Jul 22 11:59:41.333380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.339130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-3f652338-9638-4aeb-a3c3-fae79e5775a6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.340692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f652338-9638-4aeb-a3c3-fae79e5775a6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0055540 Jul 22 11:59:41.344429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44536) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.348851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-9013b661-b417-4891-ab8e-8523b0f644db tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.349903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9013b661-b417-4891-ab8e-8523b0f644db tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-group HTTP/1.1" status: 200 len: 392 time: 0.0044456 Jul 22 11:59:41.352390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44538) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.356614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-abf2058a-6f74-4462-9a8c-8ae71cf294ba tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.358530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-abf2058a-6f74-4462-9a8c-8ae71cf294ba tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0052094 Jul 22 11:59:41.360891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.365110 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-94960085-b050-4a93-a93f-00f5466fc349 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.366052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94960085-b050-4a93-a93f-00f5466fc349 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0042167 Jul 22 11:59:41.368280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44542) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.372196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-00f8a491-d28a-4d22-bb6f-dbd9d3d76c5b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.373974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-00f8a491-d28a-4d22-bb6f-dbd9d3d76c5b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0048456 Jul 22 11:59:41.376352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44544) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.383137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-277d5c2f-7c21-41bb-86be-19c1d232ac3d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.384795 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-277d5c2f-7c21-41bb-86be-19c1d232ac3d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0073125 Jul 22 11:59:41.387579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.392312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-4f3a5af5-a853-4548-a483-483afbf7300d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.393235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4f3a5af5-a853-4548-a483-483afbf7300d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0046165 Jul 22 11:59:41.395627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.400343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-0ce489ef-a77f-4dab-bfed-b1d4662600e6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.401265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0ce489ef-a77f-4dab-bfed-b1d4662600e6 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0047822 Jul 22 11:59:41.403753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.407987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-3baa3354-0839-4465-9d30-0e40b682ae18 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.408900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3baa3354-0839-4465-9d30-0e40b682ae18 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0041654 Jul 22 11:59:41.411269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.415424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-260f2b9f-134c-4799-8725-84aa1242d018 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.416337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-260f2b9f-134c-4799-8725-84aa1242d018 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0040569 Jul 22 11:59:41.420097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.423547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-05d1e106-1cec-470b-89b5-c19858ef67b1 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.424451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05d1e106-1cec-470b-89b5-c19858ef67b1 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0041375 Jul 22 11:59:41.426802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44556) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.431815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c7bd3e8c-ba4b-49fa-958d-b9f3b99e3a9b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.433056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c7bd3e8c-ba4b-49fa-958d-b9f3b99e3a9b tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0052395 Jul 22 11:59:41.435885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44558) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.440098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-89a003d8-9acc-4e02-936c-4a3696798e4c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.441022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-89a003d8-9acc-4e02-936c-4a3696798e4c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0041866 Jul 22 11:59:41.443313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44560) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.447481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-378bcdc1-117d-4995-acfc-5960f151d0cd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.448454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-378bcdc1-117d-4995-acfc-5960f151d0cd tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0042908 Jul 22 11:59:41.451035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44562) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.455710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-d04890a1-8fe3-47cd-b2a7-33a99b3fe498 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.456612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d04890a1-8fe3-47cd-b2a7-33a99b3fe498 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0046451 Jul 22 11:59:41.458783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44564) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.462566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-a7594492-d473-4a52-b40b-484019196d54 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.463913 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7594492-d473-4a52-b40b-484019196d54 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0040128 Jul 22 11:59:41.465825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.470263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-117a70dd-1690-4527-b76c-ff3da7b7047e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.471205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-117a70dd-1690-4527-b76c-ff3da7b7047e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0044553 Jul 22 11:59:41.473661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44568) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.477659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-263b5ee0-b40c-4a3e-9bff-02e6292a2b9c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.478596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-263b5ee0-b40c-4a3e-9bff-02e6292a2b9c tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0039375 Jul 22 11:59:41.480661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44570) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.486063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-87e0d87b-6b85-46d8-be0d-0a85d3dfe09d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.489089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87e0d87b-6b85-46d8-be0d-0a85d3dfe09d tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.0055535 Jul 22 11:59:41.489380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44572) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.494245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [None req-c3cc102f-41f5-48a9-9569-40110695500e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.498719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44574) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.498916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c3cc102f-41f5-48a9-9569-40110695500e tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.0084708 Jul 22 11:59:41.506578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-312e53c0-7c39-4d88-aa10-7b1bf2c3aefc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.507750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-312e53c0-7c39-4d88-aa10-7b1bf2c3aefc tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0050085 Jul 22 11:59:41.510473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.515350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [None req-089b4912-5a2f-47e6-8b26-10a9cd5c5d47 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] http://10.222.0.21:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 11:59:41.516636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-089b4912-5a2f-47e6-8b26-10a9cd5c5d47 tempest-ExtensionsTestJSON-410268335 tempest-ExtensionsTestJSON-410268335-project] 10.222.0.21 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0050993 Jul 22 11:59:41.782945 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44582) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:41.889294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2a22-6159-4b65-98b8-5bc65df79190 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:41.984342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2a22-6159-4b65-98b8-5bc65df79190 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:41.989159 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5e1b2a22-6159-4b65-98b8-5bc65df79190 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.030209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5e1b2a22-6159-4b65-98b8-5bc65df79190 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=adebed8b1a5d4b8bb36e5ff58778594c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2460890 Jul 22 11:59:42.031178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1b2a22-6159-4b65-98b8-5bc65df79190 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f0364eff-8c4e-4887-8fa3-77df62335ce1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:42.032887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44586) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:42.086917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.109879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.160296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.163073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.167170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f0364eff-8c4e-4887-8fa3-77df62335ce1 HTTP/1.1" status: 204 len: 168 time: 0.1328213 Jul 22 11:59:42.176407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74a41cb9-1112-435d-a061-7a0fbf2f7100 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f0364eff-8c4e-4887-8fa3-77df62335ce1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:42.841540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44610) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:42.946847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-174902145', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:42.971471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:42.972467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.034939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.039538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.062055 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.066712 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5e09cee9-ad5f-438b-8421-c0a8291b52ec tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 707 time: 0.2237687 Jul 22 11:59:43.067672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44614) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:43.074247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1609260234'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:43.097386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:43.101070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.110853 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.219574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.224517 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.253885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] vlan segment allocate from pool success with {'vlan_id': 109, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:59:43.264515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a72f5c72-9765-412f-bab3-8c0b7f686fdf,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:43.269700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.270057 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Added segment 78b7e468-f7c5-4013-b96a-c220d3f90c8d of type vlan for network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 Jul 22 11:59:43.314310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.347858 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.354601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:43.355205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.402370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44618) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:43.408268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'subnet': {'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:43.411095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.3415256 Jul 22 11:59:43.444839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8aab4d28-a903-46f4-a41d-1ba9e6f43afb tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Network': ['ID=83e3d34c-da27-4c5d-a785-9e54bbc8f6e9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:43.457058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:59:43.516066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:43.520426 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.731565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.803869 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Subnet': ['ID=4e4bd998-88cc-4c9e-bf40-967bbf02a464,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:43.808094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Checking segment: {'id': '78b7e468-f7c5-4013-b96a-c220d3f90c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:43.808462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network hostable DHCP agents. Network: 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:59:43.827510 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:59:43.837728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:43.845805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28f39f52-d95b-4756-8366-c47c7d963026 None None] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:43.846063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:43.847524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.862861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-424e69df-7ec1-4711-9e70-7d501a3edba7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4592614 Jul 22 11:59:43.866220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44622) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:43.873328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'network': {'name': 'tempest-router-network01--469958283'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:43.898512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:43.902765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.933524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] vlan segment allocate from pool success with {'vlan_id': 138, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:59:43.944378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:43.944801 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Added segment b62b3a22-2820-4db4-990f-8c38377091b8 of type vlan for network fdfe01e0-0186-488f-9cd8-a963b626a8f2 Jul 22 11:59:43.990918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.018662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-83e3d34c-da27-4c5d-a785-9e54bbc8f6e9', 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9', 'tenant_id': '858283a79aaa4ca78906c83f18177c3c', 'fixed_ips': [{'subnet_id': '4e4bd998-88cc-4c9e-bf40-967bbf02a464'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:59:44.020497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.030234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.037312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:44.038156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.081615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 0.2115507 Jul 22 11:59:44.082239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:44.087841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'network': {'name': 'tempest-router-network02--1778147126'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:44.113060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:44.117533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.137364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423fa945-fb9d-4521-9a7b-78d78832ea77 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Network': ['ID=fdfe01e0-0186-488f-9cd8-a963b626a8f2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:44.150125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 11:59:44.160628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:59:44.163787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.164329 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Added segment 14e19565-125c-4de2-8d66-afe1331fce50 of type vlan for network 41869469-7eb1-4ada-9eb6-c67dbde75e39 Jul 22 11:59:44.204171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Allocated IP 172.20.0.2 (83e3d34c-da27-4c5d-a785-9e54bbc8f6e9/4e4bd998-88cc-4c9e-bf40-967bbf02a464/6e081875-1c03-4341-acc7-bab5f9eaf220) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:44.215890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.263977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.273585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:44.274245 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.313847 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.2305379 Jul 22 11:59:44.316938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:44.331021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'subnet': {'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:44.386905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1090b947-0ec4-492f-b4e4-71f39b7225d3 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Network': ['ID=41869469-7eb1-4ada-9eb6-c67dbde75e39,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:44.406887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 11:59:44.468754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:44.472460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.529109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.543553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Transition to ACTIVE for port object 6e081875-1c03-4341-acc7-bab5f9eaf220 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:44.568584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Transition to ACTIVE for port object 6e081875-1c03-4341-acc7-bab5f9eaf220 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:44.577901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.629927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:44.631350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Pushing event updated for resources: {'Port': ['ID=6e081875-1c03-4341-acc7-bab5f9eaf220,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:44.634024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:44.636090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:44.714802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.720523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Attempting to bind port 6e081875-1c03-4341-acc7-bab5f9eaf220 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:44.720905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Attempting to bind port 6e081875-1c03-4341-acc7-bab5f9eaf220 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '78b7e468-f7c5-4013-b96a-c220d3f90c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:44.721276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Attempting to bind port 6e081875-1c03-4341-acc7-bab5f9eaf220 on network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:44.726840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:44.727349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Checking segment: {'id': '78b7e468-f7c5-4013-b96a-c220d3f90c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:44.727893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.728384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Bound using segment: {'id': '78b7e468-f7c5-4013-b96a-c220d3f90c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:44.728952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Bound port: 6e081875-1c03-4341-acc7-bab5f9eaf220, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '78b7e468-f7c5-4013-b96a-c220d3f90c8d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 109, 'network_id': '83e3d34c-da27-4c5d-a785-9e54bbc8f6e9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:44.729438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.782307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Subnet': ['ID=cd46182f-d29e-4243-ac3c-39903d3ed217,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:44.784546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Checking segment: {'id': 'b62b3a22-2820-4db4-990f-8c38377091b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:44.784899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network hostable DHCP agents. Network: fdfe01e0-0186-488f-9cd8-a963b626a8f2, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:59:44.799833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] For port 6e081875-1c03-4341-acc7-bab5f9eaf220, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:44.803164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] For port 6e081875-1c03-4341-acc7-bab5f9eaf220, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6e081875-1c03-4341-acc7-bab5f9eaf220,segment=NetworkSegment(78b7e468-f7c5-4013-b96a-c220d3f90c8d),segment_id=78b7e468-f7c5-4013-b96a-c220d3f90c8d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:44.803672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:59:44.808113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.815248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, fdfe01e0-0186-488f-9cd8-a963b626a8f2) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:44.819385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:44.819979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:44.835504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6827fec6-c53c-42bc-9580-9fb511adc16b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5170519 Jul 22 11:59:44.838254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:44.839711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfe52d59-57df-4631-84c4-d54e5ab7b99a None None] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:44.843671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'subnet': {'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:44.928425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec658d3-c086-469a-b251-2207e4744987 None None] Pushing event updated for resources: {'Port': ['ID=6e081875-1c03-4341-acc7-bab5f9eaf220,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:44.955682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Made reservation on behalf of 858283a79aaa4ca78906c83f18177c3c for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 11:59:44.959626 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.061205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-fdfe01e0-0186-488f-9cd8-a963b626a8f2', 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2', 'tenant_id': '858283a79aaa4ca78906c83f18177c3c', 'fixed_ips': [{'subnet_id': 'cd46182f-d29e-4243-ac3c-39903d3ed217'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:59:45.062099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.205457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.268781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Subnet': ['ID=bb691abb-6687-4b35-9956-db560315204d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:45.283004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Checking segment: {'id': '14e19565-125c-4de2-8d66-afe1331fce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:45.283389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network hostable DHCP agents. Network: 41869469-7eb1-4ada-9eb6-c67dbde75e39, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 11:59:45.305612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 11:59:45.318772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77968353-a140-4fb0-873f-98bcdb74b900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.320211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 41869469-7eb1-4ada-9eb6-c67dbde75e39) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:45.330243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0760e599-791c-40bf-8868-2c858cd1d8ef None None] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:45.331645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:45.332354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.351918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e6b68e7f-8b6d-49e1-b01e-66356124e534 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5120654 Jul 22 11:59:45.354052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:45.429563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Allocated IP 172.20.0.2 (fdfe01e0-0186-488f-9cd8-a963b626a8f2/cd46182f-d29e-4243-ac3c-39903d3ed217/a822eef2-bc84-4fd3-976a-469b99c4fcd0) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:45.612381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-41869469-7eb1-4ada-9eb6-c67dbde75e39', 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39', 'tenant_id': '858283a79aaa4ca78906c83f18177c3c', 'fixed_ips': [{'subnet_id': 'bb691abb-6687-4b35-9956-db560315204d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 11:59:45.613236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.685964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.750411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.767072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Transition to ACTIVE for port object a822eef2-bc84-4fd3-976a-469b99c4fcd0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:45.847560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Transition to ACTIVE for port object a822eef2-bc84-4fd3-976a-469b99c4fcd0 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:45.849652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Allocated IP 172.20.0.2 (41869469-7eb1-4ada-9eb6-c67dbde75e39/bb691abb-6687-4b35-9956-db560315204d/dbae64b9-3450-41b3-9ee7-3806f3b55a3e) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:45.863942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:45.915495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:45.925721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:45.941323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:46.011036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Allocated IP 172.20.0.1 (fdfe01e0-0186-488f-9cd8-a963b626a8f2/cd46182f-d29e-4243-ac3c-39903d3ed217/e238bcbc-21f5-4004-b0f9-cb6fd15c823e) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:46.045923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Pushing event updated for resources: {'Port': ['ID=a822eef2-bc84-4fd3-976a-469b99c4fcd0,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:46.056788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07e68659-2ecf-4efd-b401-966669e5e51a None None] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:46.228508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6e081875-1c03-4341-acc7-bab5f9eaf220 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:46.244770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.262643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Transition to ACTIVE for port object e238bcbc-21f5-4004-b0f9-cb6fd15c823e will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:46.264736 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Attempting to bind port a822eef2-bc84-4fd3-976a-469b99c4fcd0 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:46.265668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Attempting to bind port a822eef2-bc84-4fd3-976a-469b99c4fcd0 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b62b3a22-2820-4db4-990f-8c38377091b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:46.265668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Attempting to bind port a822eef2-bc84-4fd3-976a-469b99c4fcd0 on network fdfe01e0-0186-488f-9cd8-a963b626a8f2 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:46.285869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6d078d03-e8d8-46cc-b8f2-e6e008801ba5 None None] Provisioning for port 6e081875-1c03-4341-acc7-bab5f9eaf220 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:46.307800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.313322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:46.313683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Checking segment: {'id': 'b62b3a22-2820-4db4-990f-8c38377091b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:46.314091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.314523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Bound using segment: {'id': 'b62b3a22-2820-4db4-990f-8c38377091b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:46.315018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Bound port: a822eef2-bc84-4fd3-976a-469b99c4fcd0, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b62b3a22-2820-4db4-990f-8c38377091b8', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 138, 'network_id': 'fdfe01e0-0186-488f-9cd8-a963b626a8f2'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:46.315407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.370778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6e081875-1c03-4341-acc7-bab5f9eaf220 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:46.388736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:46.393922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:46.400047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:46.406887 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6e081875-1c03-4341-acc7-bab5f9eaf220 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:46.407400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.429683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.443582 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Port': ['ID=e238bcbc-21f5-4004-b0f9-cb6fd15c823e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:46.459265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Transition to ACTIVE for port object dbae64b9-3450-41b3-9ee7-3806f3b55a3e will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:46.463123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.517073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Transition to ACTIVE for port object dbae64b9-3450-41b3-9ee7-3806f3b55a3e will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:46.528262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] For port a822eef2-bc84-4fd3-976a-469b99c4fcd0, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:46.541210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] For port a822eef2-bc84-4fd3-976a-469b99c4fcd0, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a822eef2-bc84-4fd3-976a-469b99c4fcd0,segment=NetworkSegment(b62b3a22-2820-4db4-990f-8c38377091b8),segment_id=b62b3a22-2820-4db4-990f-8c38377091b8)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:46.545057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.565363 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.635598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:46.649459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.662915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:46.667921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:46.671036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.679793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Pushing event updated for resources: {'Port': ['ID=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:46.812104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6e081875-1c03-4341-acc7-bab5f9eaf220, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6e081875-1c03-4341-acc7-bab5f9eaf220,segment=NetworkSegment(78b7e468-f7c5-4013-b96a-c220d3f90c8d),segment_id=78b7e468-f7c5-4013-b96a-c220d3f90c8d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:46.833072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59253b4e-3430-4039-8b63-8096ef40bf90 None None] Pushing event updated for resources: {'Port': ['ID=a822eef2-bc84-4fd3-976a-469b99c4fcd0,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:46.840113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.880907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Attempting to bind port dbae64b9-3450-41b3-9ee7-3806f3b55a3e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 11:59:46.881600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Attempting to bind port dbae64b9-3450-41b3-9ee7-3806f3b55a3e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '14e19565-125c-4de2-8d66-afe1331fce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 11:59:46.882162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Attempting to bind port dbae64b9-3450-41b3-9ee7-3806f3b55a3e on network 41869469-7eb1-4ada-9eb6-c67dbde75e39 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 11:59:46.897665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 11:59:46.898315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Checking segment: {'id': '14e19565-125c-4de2-8d66-afe1331fce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 11:59:46.898951 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.899520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Bound using segment: {'id': '14e19565-125c-4de2-8d66-afe1331fce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 11:59:46.900360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Bound port: dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14e19565-125c-4de2-8d66-afe1331fce50', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '41869469-7eb1-4ada-9eb6-c67dbde75e39'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 11:59:46.900920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:46.934007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6e081875-1c03-4341-acc7-bab5f9eaf220,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:47.024580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b88d4976-0f4a-41e9-93f1-2ddebda9ae9d None None] Provisioning complete for port 6e081875-1c03-4341-acc7-bab5f9eaf220 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:47.024580 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b88d4976-0f4a-41e9-93f1-2ddebda9ae9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.081189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.084992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] For port dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 11:59:47.087648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.107204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] For port dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,segment=NetworkSegment(14e19565-125c-4de2-8d66-afe1331fce50),segment_id=14e19565-125c-4de2-8d66-afe1331fce50)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 11:59:47.126731 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.168196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Port': ['ID=e238bcbc-21f5-4004-b0f9-cb6fd15c823e,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:47.191513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986275b1-1171-4054-8acc-522fadb567a6 None None] Pushing event updated for resources: {'Port': ['ID=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:47.214172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.353751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f3fc3fc-e248-4d18-ac72-1ef1c4486fd9 req-eb5bd14a-8c8e-4164-9907-16e2b4ee6ef4 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:47.354884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f3fc3fc-e248-4d18-ac72-1ef1c4486fd9 req-eb5bd14a-8c8e-4164-9907-16e2b4ee6ef4 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.1541820 Jul 22 11:59:47.367531 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:47.375265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:47.507748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f3fc3fc-e248-4d18-ac72-1ef1c4486fd9 req-ad773c3d-feb0-4192-b4d1-7b6181bfaf1b tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1431932 Jul 22 11:59:47.537998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:47.610752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Router 40a31e83-f8fd-49f0-9656-2323b94964c4 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 11:59:47.772561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:47.787175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cf14fca2-4afa-4873-bb70-abaa4a82961c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4297929 Jul 22 11:59:47.793676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] Sync routers for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:47.798715 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:47.807946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 562c2411-cbfd-4e5a-bb84-423c1a7f01c3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:47.808305 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.833131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:47.834536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:47.886761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:47.898257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.898905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.908187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:47.909534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:47.913500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:47.937775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 562c2411-cbfd-4e5a-bb84-423c1a7f01c3 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:48.014694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:48.015381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-36be8b6e-2530-4969-9522-b5e3e6ef7345 None None] The sync data for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:48.197920 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-276bf57c-0873-4678-bb85-b698360febaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:48.269128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dbae64b9-3450-41b3-9ee7-3806f3b55a3e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:48.295297 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:48.303016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-139ce528-dd78-4ae2-a581-475a77c5d369 None None] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:48.322849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=562c2411-cbfd-4e5a-bb84-423c1a7f01c3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:48.438040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:48.438663 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 411eb4f3-44a0-4905-9e78-88198770c2bd disassociated (deleted). External IP: 172.25.6.95, port: c2faca94-71f1-4490-ad8a-502cb8ea15b3. Jul 22 11:59:48.472740 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b5a70513-b2ee-4257-b344-27ded4dcef69 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 11:59:48.474889 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b5a70513-b2ee-4257-b344-27ded4dcef69 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4/add_router_interface HTTP/1.1" status: 400 len: 438 time: 0.6749544 Jul 22 11:59:48.478306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:48.618808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c482b88a-1290-47d7-9520-7dafb24159a6 None None] Provisioning for port a822eef2-bc84-4fd3-976a-469b99c4fcd0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:48.674522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:48.691962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6e081875-1c03-4341-acc7-bab5f9eaf220 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:48.791830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router a116d70c-fe34-41da-9b6f-a915d989b4ef has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:48.830559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6e081875-1c03-4341-acc7-bab5f9eaf220 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:48.831160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:48.939751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19c8da46-25d0-4df8-940a-a0e5cb7efd5f None None] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:49.001669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a822eef2-bc84-4fd3-976a-469b99c4fcd0 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:49.035197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Provisioning for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:49.042865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:49.048654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.057916 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Sync routers for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:49.071234 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:49.074529 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:49.078867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Provisioning complete for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:49.079255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.176720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0d08ebd0-55e3-43e4-8f93-e58dcd20f83a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/floatingips/411eb4f3-44a0-4905-9e78-88198770c2bd HTTP/1.1" status: 204 len: 168 time: 1.6368685 Jul 22 11:59:49.177336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:49.179885 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4e2c084b-8dae-43ed-b531-da9d4b60f789" -d '{"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:49.221313 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:49.297002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.322479 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-60481126-ad2c-47cd-8616-e5c453d9e128 x-openstack-request-id: req-60481126-ad2c-47cd-8616-e5c453d9e128 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:49.322838 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:49.324757 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-60481126-ad2c-47cd-8616-e5c453d9e128 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:49.325398 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'status': 'completed', 'code': 200} Jul 22 11:59:49.393772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a822eef2-bc84-4fd3-976a-469b99c4fcd0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:49.400450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a822eef2-bc84-4fd3-976a-469b99c4fcd0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:49.400783 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.594208 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:49.651082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] For port dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,segment=NetworkSegment(14e19565-125c-4de2-8d66-afe1331fce50),segment_id=14e19565-125c-4de2-8d66-afe1331fce50)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:49.655543 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.683623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.716479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-f5304dea-c1dc-48fc-995d-33b75d47f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:49.718002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-f5304dea-c1dc-48fc-995d-33b75d47f7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 1097 time: 0.2757792 Jul 22 11:59:49.767291 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Checking router: a116d70c-fe34-41da-9b6f-a915d989b4ef for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:59:49.783964 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:49.784685 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:49.849358 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.859450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Provisioning complete for port a822eef2-bc84-4fd3-976a-469b99c4fcd0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:49.859994 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:49.942046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4f70e28-ba54-4971-b0c1-cb6e1ae6958a None None] Pushing event updated for resources: {'Port': ['ID=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:49.964660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:50.057025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a822eef2-bc84-4fd3-976a-469b99c4fcd0, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a822eef2-bc84-4fd3-976a-469b99c4fcd0,segment=NetworkSegment(b62b3a22-2820-4db4-990f-8c38377091b8),segment_id=b62b3a22-2820-4db4-990f-8c38377091b8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:50.060573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-1ea3c921-b57f-4223-9121-f35470919aa7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:50.063342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-1ea3c921-b57f-4223-9121-f35470919aa7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 200 len: 897 time: 0.3104517 Jul 22 11:59:50.072665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e81625d-0d21-4f86-a392-b93a249623fa req-af0c152d-995c-4281-bb86-9347785244a4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:50.074577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e81625d-0d21-4f86-a392-b93a249623fa req-af0c152d-995c-4281-bb86-9347785244a4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.4624081 Jul 22 11:59:50.083796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.155780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-ff31c348-39e5-4cb1-bac8-80935c215943 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 200 len: 217 time: 0.0800760 Jul 22 11:59:50.196609 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a822eef2-bc84-4fd3-976a-469b99c4fcd0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:50.219971 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.251236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dbae64b9-3450-41b3-9ee7-3806f3b55a3e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:50.263887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e81625d-0d21-4f86-a392-b93a249623fa req-775f7a30-a173-4bdf-994d-6bf7024cba9b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1797397 Jul 22 11:59:50.272633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-ffd4621e-0ed7-43b9-9d96-d9034594c1f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:50.274171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-ffd4621e-0ed7-43b9-9d96-d9034594c1f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 200 len: 834 time: 0.0950732 Jul 22 11:59:50.330070 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.348251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 11:59:50.348614 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 11:59:50.349735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:50.350138 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.357566 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:50.389436 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ef64e2a-83e2-40be-95c7-f927574156b4 None None] The sync data for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 is: [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:57:48Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'e839e2d3-197f-4d34-b999-4ab4ffe99675', 'name': '', 'network_id': 'b5fbea36-1165-4fd4-ab74-ec429fd12535', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:35:de:5a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_interface', 'standard_attr_id': 3558, 'fixed_ips': [{'subnet_id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:47Z', 'updated_at': '2021-07-22T11:57:56Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '130dfe53-c0c5-415c-9efa-ea2e607120f6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:50.476049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-ca91fa71-180b-40b0-a871-93189baa553c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:50.477592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-ca91fa71-180b-40b0-a871-93189baa553c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b5fbea36-1165-4fd4-ab74-ec429fd12535&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1946175 Jul 22 11:59:50.645816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-de59d2e5-c96c-41d0-b283-8cca5b3133da service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1586101 Jul 22 11:59:50.733542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8347202f-3274-4d68-aa2b-63593b41d00c None None] New status for floating IP 411eb4f3-44a0-4905-9e78-88198770c2bd: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:59:50.808053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e2c084b-8dae-43ed-b531-da9d4b60f789 req-7ce86e84-6af6-40ec-b911-15dc473f7559 service neutron] 10.222.0.20 "GET /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1374676 Jul 22 11:59:50.826093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting port e238bcbc-21f5-4004-b0f9-cb6fd15c823e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:50.826474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.916499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Provisioning for port e238bcbc-21f5-4004-b0f9-cb6fd15c823e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:50.921463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Provisioning complete for port e238bcbc-21f5-4004-b0f9-cb6fd15c823e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:50.921892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:50.959636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-755a6480-53f8-4db7-86de-a3e2222053bb None None] Port e238bcbc-21f5-4004-b0f9-cb6fd15c823e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:50.989041 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.018374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c297b260-b332-4135-a953-0571a0aec73d req-5d28d5db-d2e6-4596-b70d-aa308454d80d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:51.020294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c297b260-b332-4135-a953-0571a0aec73d req-5d28d5db-d2e6-4596-b70d-aa308454d80d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.1772456 Jul 22 11:59:51.024803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Calling delete_port for e238bcbc-21f5-4004-b0f9-cb6fd15c823e owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:51.080426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0131038-1f5a-4743-b95a-fc4dc8e1bd0b None None] Provisioning complete for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:51.080822 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0131038-1f5a-4743-b95a-fc4dc8e1bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.179136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b0131038-1f5a-4743-b95a-fc4dc8e1bd0b None None] Provisioning complete for port e238bcbc-21f5-4004-b0f9-cb6fd15c823e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:51.179521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0131038-1f5a-4743-b95a-fc4dc8e1bd0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.220730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b0131038-1f5a-4743-b95a-fc4dc8e1bd0b None None] Port e238bcbc-21f5-4004-b0f9-cb6fd15c823e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:51.241374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port c2faca94-71f1-4490-ad8a-502cb8ea15b3 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:51.241745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.392416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.416601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.421180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port c2faca94-71f1-4490-ad8a-502cb8ea15b3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c2faca94-71f1-4490-ad8a-502cb8ea15b3,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:51.422812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.479558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Port': ['ID=e238bcbc-21f5-4004-b0f9-cb6fd15c823e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:51.485661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for c2faca94-71f1-4490-ad8a-502cb8ea15b3 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:51.713919 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25076d79-3679-43d3-a235-a3caaa666beb req-9e15bf7b-e63a-417e-8ac1-64aa0ccd74cb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:51.715452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25076d79-3679-43d3-a235-a3caaa666beb req-9e15bf7b-e63a-417e-8ac1-64aa0ccd74cb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=02b46a0b-fa29-4b3a-a05a-c91611ae3d5c HTTP/1.1" status: 200 len: 946 time: 0.3152583 Jul 22 11:59:51.737212 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:51.858305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-25076d79-3679-43d3-a235-a3caaa666beb req-92ccee13-8473-42b9-8b54-8109528aac21 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1320856 Jul 22 11:59:51.986579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Router 40a31e83-f8fd-49f0-9656-2323b94964c4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:52.002122 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:52.065702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=c2faca94-71f1-4490-ad8a-502cb8ea15b3,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:52.167673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:52.169404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] No DVR routers for this DVR port c2faca94-71f1-4490-ad8a-502cb8ea15b3 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:52.174241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24c86b87-9cfc-4f20-8c02-85bf804e4454 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6938186 Jul 22 11:59:52.175492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:52.178513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c297b260-b332-4135-a953-0571a0aec73d req-573f6946-1cb5-4bbd-810a-06b1a44a00cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "DELETE /v2.0/ports/c2faca94-71f1-4490-ad8a-502cb8ea15b3 HTTP/1.1" status: 204 len: 173 time: 1.1517177 Jul 22 11:59:52.178967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-deleted', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:52.179187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:52.181262 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e821823-21e6-49e4-8dd3-429462f7f032" -d '{"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-deleted", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:52.194014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a822eef2-bc84-4fd3-976a-469b99c4fcd0 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 11:59:52.196146 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] Sync routers for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:52.211561 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:52.212473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:52.237109 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8f17dd46-4dbc-4dd2-adc1-3d3f3ead884e x-openstack-request-id: req-8f17dd46-4dbc-4dd2-adc1-3d3f3ead884e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:52.237545 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "02b46a0b-fa29-4b3a-a05a-c91611ae3d5c", "name": "network-vif-deleted", "tag": "c2faca94-71f1-4490-ad8a-502cb8ea15b3", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:52.237923 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8f17dd46-4dbc-4dd2-adc1-3d3f3ead884e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:52.238471 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '02b46a0b-fa29-4b3a-a05a-c91611ae3d5c', 'name': 'network-vif-deleted', 'tag': 'c2faca94-71f1-4490-ad8a-502cb8ea15b3', 'status': 'completed', 'code': 200} Jul 22 11:59:52.266180 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-bca3cbb4-4b9f-4bc7-aba1-3693e0215de7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] delete failed (client error): The resource could not be found. Jul 22 11:59:52.271189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:52.271751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bca3cbb4-4b9f-4bc7-aba1-3693e0215de7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/routers/tempest-non_exist_router-32039785 HTTP/1.1" status: 404 len: 333 time: 0.0913644 Jul 22 11:59:52.275857 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:52.277004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f51a6914-2aaa-4a77-ac2f-6937dbea1caf tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'router': {'external_gateway_info': {'network_id': '40a31e83-f8fd-49f0-9656-2323b94964c4'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:52.305513 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:52.306309 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:52.323432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a822eef2-bc84-4fd3-976a-469b99c4fcd0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:52.324075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:52.399516 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:52.400434 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab18d602-2836-4ae7-9eac-925f394e9d09 None None] The sync data for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 is: [] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:52.904205 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f51a6914-2aaa-4a77-ac2f-6937dbea1caf tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:52.916564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:52.929225 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-f51a6914-2aaa-4a77-ac2f-6937dbea1caf tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] update failed (client error): The resource could not be found. Jul 22 11:59:52.933850 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f51a6914-2aaa-4a77-ac2f-6937dbea1caf tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4 HTTP/1.1" status: 404 len: 339 time: 0.6578639 Jul 22 11:59:52.934112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:53.245232 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:53.549865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Allocated IP 172.20.0.1 (83e3d34c-da27-4c5d-a785-9e54bbc8f6e9/4e4bd998-88cc-4c9e-bf40-967bbf02a464/ab00181e-f909-42c9-b1f2-d11b3fcc9f89) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 11:59:53.717294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:53.733770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Transition to ACTIVE for port object ab00181e-f909-42c9-b1f2-d11b3fcc9f89 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 11:59:53.759398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:53.781925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:53.801438 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:53.804039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:53.830535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 11:59:53.880867 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Port': ['ID=ab00181e-f909-42c9-b1f2-d11b3fcc9f89,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:53.893494 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.081073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.148911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port e839e2d3-197f-4d34-b999-4ab4ffe99675 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:54.149255 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.185373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b65f3293-dcf4-46c2-86e6-ae35ba048dec None None] Provisioning for port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 11:59:54.190248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b65f3293-dcf4-46c2-86e6-ae35ba048dec None None] Provisioning complete for port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:54.190939 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b65f3293-dcf4-46c2-86e6-ae35ba048dec None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.234369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b65f3293-dcf4-46c2-86e6-ae35ba048dec None None] Port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:54.280065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port e839e2d3-197f-4d34-b999-4ab4ffe99675, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e839e2d3-197f-4d34-b999-4ab4ffe99675,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:54.280439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.302772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for e839e2d3-197f-4d34-b999-4ab4ffe99675 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:54.389075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.394016 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.479476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.499480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event updated for resources: {'Port': ['ID=ab00181e-f909-42c9-b1f2-d11b3fcc9f89,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:54.536310 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.597636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=e839e2d3-197f-4d34-b999-4ab4ffe99675,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:54.627978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 11:59:54.630140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 11:59:54.804500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Router 40a31e83-f8fd-49f0-9656-2323b94964c4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:54.832828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:54.927463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:54.936281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7cbe7304-dd66-43fc-85d3-8cba9c69a0a7 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9994798 Jul 22 11:59:54.936915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:54.942921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] Sync routers for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:54.965152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:54.965962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.010410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.029117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:55.029966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.045264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-76d389cc-548e-4393-b7a5-8ff45fd2f8f8 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.071414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.072352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-589c781f-1489-4b35-9f35-c22014e0cc6d None None] The sync data for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:55.084813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d047c67f-d9ef-496a-80b1-528047cf2b6a None None] Provisioning complete for port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 11:59:55.085421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d047c67f-d9ef-496a-80b1-528047cf2b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.128142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:55.134418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d047c67f-d9ef-496a-80b1-528047cf2b6a None None] Port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 11:59:55.183129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router a116d70c-fe34-41da-9b6f-a915d989b4ef has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:55.205682 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-76d389cc-548e-4393-b7a5-8ff45fd2f8f8 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] delete failed (client error): There was a conflict when trying to complete your request. Jul 22 11:59:55.209429 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-76d389cc-548e-4393-b7a5-8ff45fd2f8f8 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4 HTTP/1.1" status: 409 len: 329 time: 0.2688837 Jul 22 11:59:55.211316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ace42947-9a4b-486c-96af-64290abb1997 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/floatingips/7b55cbaf-585f-4143-a06e-5662930bc3bc HTTP/1.1" status: 200 len: 993 time: 0.0817270 Jul 22 11:59:55.212261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44852) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:55.304822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:55.313641 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-662adfd3-5dd5-4ad7-8f6e-4b41a1d39b12 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/a116d70c-fe34-41da-9b6f-a915d989b4ef/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3935409 Jul 22 11:59:55.315153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:55.320549 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Sync routers for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:55.338289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:55.339063 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.400133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting subnet 130dfe53-c0c5-415c-9efa-ea2e607120f6 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:55.460828 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.462276 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:55.506159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44866) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:55.517475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.697767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.728982 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:59:54Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.744845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 2de97d59-10db-41f5-8046-2aee6494acea {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:55.745452 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.763962 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Checking router: a116d70c-fe34-41da-9b6f-a915d989b4ef for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:59:55.782186 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Routers {'a116d70c-fe34-41da-9b6f-a915d989b4ef'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:55.783100 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['a116d70c-fe34-41da-9b6f-a915d989b4ef'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:55.827998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.870101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.871098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.891430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 2de97d59-10db-41f5-8046-2aee6494acea owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:55.910157 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] Set router a116d70c-fe34-41da-9b6f-a915d989b4ef gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:55.924606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.970773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Subnet': ['ID=130dfe53-c0c5-415c-9efa-ea2e607120f6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:55.977716 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:55.979657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b7a7bf55-6eb3-47cf-82cd-219d3d9ce848 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/subnets/130dfe53-c0c5-415c-9efa-ea2e607120f6 HTTP/1.1" status: 204 len: 168 time: 0.6634004 Jul 22 11:59:55.981938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bca1b942-0a36-47c2-937d-cffe722924b4 None None] Network b5fbea36-1165-4fd4-ab74-ec429fd12535 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:55.983007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:56.174210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.237608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=2de97d59-10db-41f5-8046-2aee6494acea,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:56.241002 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:59:54Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:56.285885 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5acb6664-6e5a-43ce-9763-a14f3793d073 None None] The sync data for ids ['a116d70c-fe34-41da-9b6f-a915d989b4ef'] in n-d-754448-4 is: [{'id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1520706933', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:57:40Z', 'updated_at': '2021-07-22T11:59:54Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'b5b68fc2-9094-4b5c-bbab-085d94e0061e', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:5e:ae:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a116d70c-fe34-41da-9b6f-a915d989b4ef', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:57:41Z', 'updated_at': '2021-07-22T11:57:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:56.304581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:56.333372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] DHCP port deletion for b5fbea36-1165-4fd4-ab74-ec429fd12535 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 11:59:56.341193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c2faca94-71f1-4490-ad8a-502cb8ea15b3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:59:56.342145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c2faca94-71f1-4490-ad8a-502cb8ea15b3 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:56.347822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.348385 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Floating IP 7b55cbaf-585f-4143-a06e-5662930bc3bc disassociated (deleted). External IP: 172.25.6.146, port: b4b9defd-6bee-48f7-a59d-e4ee8a63abb3. Jul 22 11:59:56.358019 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 11:59:56.406769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Deleting port f96ac302-ff81-45cb-b787-ca34c36914b5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:56.407155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.508642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] For port f96ac302-ff81-45cb-b787-ca34c36914b5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f96ac302-ff81-45cb-b787-ca34c36914b5,segment=NetworkSegment(b01e77f9-b81e-44a6-8167-3b235a1f2912),segment_id=b01e77f9-b81e-44a6-8167-3b235a1f2912)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:56.509046 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.525805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Calling delete_port for f96ac302-ff81-45cb-b787-ca34c36914b5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:56.620144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:56.632867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.659155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.694363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] Pushing event deleted for resources: {'Port': ['ID=f96ac302-ff81-45cb-b787-ca34c36914b5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:56.698188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea3ad242-dc7b-482e-93f0-b23a59d4de51 None None] No DVR routers for this DVR port f96ac302-ff81-45cb-b787-ca34c36914b5 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:56.812276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:56.818232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.834798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Sync routers for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:56.839875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.857759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:56.862140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:56.877891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting port ab00181e-f909-42c9-b1f2-d11b3fcc9f89 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:56.878111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-df75f18a-a389-4e6a-bc35-98b1cf003fb8 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/floatingips/7b55cbaf-585f-4143-a06e-5662930bc3bc HTTP/1.1" status: 204 len: 168 time: 1.3670340 Jul 22 11:59:56.878643 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:56.878759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:56.879179 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d" -d '{"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:56.979742 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1862295-f014-4cf2-a7cf-d5868d46836c x-openstack-request-id: req-d1862295-f014-4cf2-a7cf-d5868d46836c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:56.980089 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:56.980350 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1862295-f014-4cf2-a7cf-d5868d46836c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:56.981479 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'status': 'completed', 'code': 200} Jul 22 11:59:57.073616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:57.090860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port b5b68fc2-9094-4b5c-bbab-085d94e0061e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:57.091441 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:57.126180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:57.154746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Calling delete_port for ab00181e-f909-42c9-b1f2-d11b3fcc9f89 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:57.190873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-a56f8993-1ebf-4f0a-9c80-f2ddc76cb3cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:57.192398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-a56f8993-1ebf-4f0a-9c80-f2ddc76cb3cf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f91c50bb3d3244478290c97d8757bcbd&device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 1096 time: 0.1890900 Jul 22 11:59:57.332599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:57.346225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port b5b68fc2-9094-4b5c-bbab-085d94e0061e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b5b68fc2-9094-4b5c-bbab-085d94e0061e,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:57.346511 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:57.363288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Checking router: 4d94b3e0-d4ba-4a19-a98d-c81768438a65 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 11:59:57.373125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:57.374015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:57.409440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for b5b68fc2-9094-4b5c-bbab-085d94e0061e owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:57.492853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:57.517037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 11:59:57.527086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-1e556157-ec63-4db8-a4b9-dbf5e484b352 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:57.528669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-1e556157-ec63-4db8-a4b9-dbf5e484b352 service neutron] 10.222.0.20 "GET /v2.0/networks?id=132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 200 len: 897 time: 0.3255436 Jul 22 11:59:57.542304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96dee12b-98de-49ad-92dc-e51f845f44f6 req-e9f0c005-0b68-462a-a713-3821a449943d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:57.544908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96dee12b-98de-49ad-92dc-e51f845f44f6 req-e9f0c005-0b68-462a-a713-3821a449943d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.3358042 Jul 22 11:59:57.625066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-f92f92cf-32eb-4682-bd4d-828577062706 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 200 len: 217 time: 0.0777586 Jul 22 11:59:57.715373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96dee12b-98de-49ad-92dc-e51f845f44f6 req-8380b3b3-6591-41cb-9d14-a5d6110e83af tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1518722 Jul 22 11:59:57.806823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-4db32be8-4c56-40ac-beb5-8be693f17019 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:57.808314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-4db32be8-4c56-40ac-beb5-8be693f17019 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f03c9437-229c-4622-9172-6ced436743a0 HTTP/1.1" status: 200 len: 835 time: 0.1578124 Jul 22 11:59:57.810049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:57.889930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Port': ['ID=ab00181e-f909-42c9-b1f2-d11b3fcc9f89,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:57.954207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:57.997524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ab1cabed-e7a6-47cf-9b12-baa70e2b3f2a None None] The sync data for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 is: [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T11:59:00Z', 'revision_number': 4, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '1f59ae4d-89a0-4a76-8430-5152dec689f7', 'name': '', 'network_id': '132ed32f-2524-4503-b077-0249105e62ad', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'mac_address': 'fa:16:3e:2a:6b:bb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_interface', 'standard_attr_id': 3630, 'fixed_ips': [{'subnet_id': 'f03c9437-229c-4622-9172-6ced436743a0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:59Z', 'updated_at': '2021-07-22T11:59:06Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'subnets': [{'id': 'f03c9437-229c-4622-9172-6ced436743a0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:58.030935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.047568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-f4d2addd-044b-4e3e-bee6-4558f27d4b84 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:58.049179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-f4d2addd-044b-4e3e-bee6-4558f27d4b84 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=132ed32f-2524-4503-b077-0249105e62ad&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2329001 Jul 22 11:59:58.083960 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=b5b68fc2-9094-4b5c-bbab-085d94e0061e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:58.232840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.282994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f96ac302-ff81-45cb-b787-ca34c36914b5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:58.345737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f96ac302-ff81-45cb-b787-ca34c36914b5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:59:58.346327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f96ac302-ff81-45cb-b787-ca34c36914b5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:58.346714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e839e2d3-197f-4d34-b999-4ab4ffe99675 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 11:59:58.367024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e839e2d3-197f-4d34-b999-4ab4ffe99675 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 11:59:58.367529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e839e2d3-197f-4d34-b999-4ab4ffe99675 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 11:59:58.383189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.397686 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1df4d9dd-e502-4429-abe5-fc32ecd9a07f None None] New status for floating IP 7b55cbaf-585f-4143-a06e-5662930bc3bc: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 11:59:58.525128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.531051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-bdf87bbe-526c-4918-a533-e73dcce859f6 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4604971 Jul 22 11:59:58.539305 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.551196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.579333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-e64d3a4a-5e42-4dee-a9ab-f08d3fd99163 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:58.580905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-e64d3a4a-5e42-4dee-a9ab-f08d3fd99163 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.20 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.1003149 Jul 22 11:59:58.705183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 11:59:58.705827 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.719761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.720384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Fanout notify agent at l3_agent the message router_deleted on router a116d70c-fe34-41da-9b6f-a915d989b4ef {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 11:59:58.749345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Router 40a31e83-f8fd-49f0-9656-2323b94964c4 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 11:59:58.756763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.758102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9e9a8720-0966-4ce6-8723-fd2b287558ad tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/routers/a116d70c-fe34-41da-9b6f-a915d989b4ef HTTP/1.1" status: 204 len: 168 time: 2.7739713 Jul 22 11:59:58.760652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44940) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:58.860272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 11:59:58.861172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:58.877410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 11:59:58.955384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36ac4216-fd1d-41b2-a934-3dae3ae9b29d req-bce172e6-b1be-4a7a-8d75-7bf19e96b9f6 service neutron] 10.222.0.20 "GET /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4141130 Jul 22 11:59:59.017348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.020727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 11:59:59.030099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec991c5a-d81e-4424-ae93-1dc991b727d0 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8113508 Jul 22 11:59:59.033754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:59.038045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] Sync routers for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 11:59:59.054308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:59.055564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.085500 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-9d27d1f0-10fa-4954-8add-77c802b9e1ed tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] show failed (client error): The resource could not be found. Jul 22 11:59:59.086748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d27d1f0-10fa-4954-8add-77c802b9e1ed tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "GET /v2.0/routers/tempest-non_exist_router-1340468458 HTTP/1.1" status: 404 len: 335 time: 0.0522134 Jul 22 11:59:59.091889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:59.096482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78e1d248-4c97-41c2-9d5b-c62967e8e282 req-22573340-b614-4daa-9b22-0c4fa7e76f4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 11:59:59.097382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-85a6bffa-f637-4139-a867-041ecc5ce558 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Request body: {'router': {'name': 'new_name'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 11:59:59.098080 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78e1d248-4c97-41c2-9d5b-c62967e8e282 req-22573340-b614-4daa-9b22-0c4fa7e76f4b tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/ports?device_id=a22317ea-1b93-4510-9e49-ce703820971e HTTP/1.1" status: 200 len: 945 time: 0.2779028 Jul 22 11:59:59.112053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.122956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] Routers {'40a31e83-f8fd-49f0-9656-2323b94964c4'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 11:59:59.124147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['40a31e83-f8fd-49f0-9656-2323b94964c4'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.146683 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-85a6bffa-f637-4139-a867-041ecc5ce558 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] update failed (client error): The resource could not be found. Jul 22 11:59:59.151213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-85a6bffa-f637-4139-a867-041ecc5ce558 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "PUT /v2.0/routers/tempest-non_exist_router-1675867160 HTTP/1.1" status: 404 len: 335 time: 0.0546799 Jul 22 11:59:59.152228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:59.164436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.182296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78e1d248-4c97-41c2-9d5b-c62967e8e282 req-24401130-f559-4d8f-b20e-3aced86162dc tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "GET /v2.0/security-groups?id=7d0a8adc-0a92-4472-b345-43e74fb57f4d&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0704432 Jul 22 11:59:59.231571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.232530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aabf4e8-1c9b-4f09-8f84-7ea481988cea None None] The sync data for ids ['40a31e83-f8fd-49f0-9656-2323b94964c4'] in n-d-754448-4 is: [] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 11:59:59.270941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=b4b9defd-6bee-48f7-a59d-e4ee8a63abb3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:59.290725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting subnet bb691abb-6687-4b35-9956-db560315204d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:59.295921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.402501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] No DVR routers for this DVR port b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 11:59:59.407597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.409615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4416ad96-4446-4c07-90d4-48acc7c2aa5a req-0e7abf61-cdd4-4ce2-b7d8-b6924b6d7d5f tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.20 "DELETE /v2.0/ports/b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 HTTP/1.1" status: 204 len: 173 time: 0.8228376 Jul 22 11:59:59.410066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'name': 'network-vif-deleted', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 11:59:59.412523 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-21c15fc1-98ee-4c73-96dd-fff633bb9359" -d '{"events": [{"server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "name": "network-vif-deleted", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 11:59:59.427045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.479656 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 11:59:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ccc6cb56-2c1a-4aa5-9ae0-fdb6c71fe542 x-openstack-request-id: req-ccc6cb56-2c1a-4aa5-9ae0-fdb6c71fe542 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 11:59:59.480000 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a22317ea-1b93-4510-9e49-ce703820971e", "name": "network-vif-deleted", "tag": "b4b9defd-6bee-48f7-a59d-e4ee8a63abb3", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 11:59:59.480269 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ccc6cb56-2c1a-4aa5-9ae0-fdb6c71fe542 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 11:59:59.485796 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a22317ea-1b93-4510-9e49-ce703820971e', 'name': 'network-vif-deleted', 'tag': 'b4b9defd-6bee-48f7-a59d-e4ee8a63abb3', 'status': 'completed', 'code': 200} Jul 22 11:59:59.581599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.610342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.622608 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b5fbea36-1165-4fd4-ab74-ec429fd12535']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.635368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b01e77f9-b81e-44a6-8167-3b235a1f2912') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.635665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b01e77f9-b81e-44a6-8167-3b235a1f2912') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 11:59:59.646563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.649556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.664434 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.672011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Releasing vlan 111 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 11:59:59.672569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.680522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Subnet': ['ID=bb691abb-6687-4b35-9956-db560315204d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:59.687707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.693258 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed3ce9ec-f52f-4f16-b793-1b7fd6c2853b tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/subnets/bb691abb-6687-4b35-9956-db560315204d HTTP/1.1" status: 204 len: 168 time: 0.5365989 Jul 22 11:59:59.695129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: timer() Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 11:59:59.697194 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 11:59:59.708515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde31259-baf5-4812-b29b-8f1b5a54c089 None None] Network 41869469-7eb1-4ada-9eb6-c67dbde75e39 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 11:59:59.759475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting subnet cd46182f-d29e-4243-ac3c-39903d3ed217 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 11:59:59.764285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.816053 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.823309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.826164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/networks/b5fbea36-1165-4fd4-ab74-ec429fd12535 HTTP/1.1" status: 204 len: 168 time: 1.0645590 Jul 22 11:59:59.830825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 11:59:59.844832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.874815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34383ed-305f-451e-be0a-1b48826d1d30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Network': ['ID=b5fbea36-1165-4fd4-ab74-ec429fd12535,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 11:59:59.976404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 11:59:59.986228 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.019246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.075286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.102022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] DHCP port deletion for 41869469-7eb1-4ada-9eb6-c67dbde75e39 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:00:00.109238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Subnet': ['ID=cd46182f-d29e-4243-ac3c-39903d3ed217,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:00.112936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.114875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ab4a308-9093-4b52-a9ff-ba22ee54f604 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/subnets/cd46182f-d29e-4243-ac3c-39903d3ed217 HTTP/1.1" status: 204 len: 168 time: 0.4124691 Jul 22 12:00:00.117269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44962) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:00.124365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.128379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.129958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/security-groups/7337dc36-e5ee-4247-82d0-7c3f80ff9c0a HTTP/1.1" status: 204 len: 168 time: 0.2812967 Jul 22 12:00:00.155150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6418c402-12aa-4193-8695-a5acc4c8ccaa None None] Network fdfe01e0-0186-488f-9cd8-a963b626a8f2 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:00.158432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c36ee4c-bf66-4fe4-9e2f-6a2d30cf206c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7337dc36-e5ee-4247-82d0-7c3f80ff9c0a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:00.256222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.263879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b5b68fc2-9094-4b5c-bbab-085d94e0061e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:00.323046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44970) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:00.341265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting port dbae64b9-3450-41b3-9ee7-3806f3b55a3e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:00.341864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.350517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b5b68fc2-9094-4b5c-bbab-085d94e0061e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:00.350877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b5b68fc2-9094-4b5c-bbab-085d94e0061e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:00.364640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dbae64b9-3450-41b3-9ee7-3806f3b55a3e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:00.422536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] For port dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,segment=NetworkSegment(14e19565-125c-4de2-8d66-afe1331fce50),segment_id=14e19565-125c-4de2-8d66-afe1331fce50)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:00.423635 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.436435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Calling delete_port for dbae64b9-3450-41b3-9ee7-3806f3b55a3e owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:00.493651 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.521585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.542408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Deleting port dbae64b9-3450-41b3-9ee7-3806f3b55a3e {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:00.542846 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.550301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.588694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] No DVR routers for this DVR port dbae64b9-3450-41b3-9ee7-3806f3b55a3e on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:00.590930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No active binding found for port dbae64b9-3450-41b3-9ee7-3806f3b55a3e {{(pid=93708) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:216}} Jul 22 12:00:00.591573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device dbae64b9-3450-41b3-9ee7-3806f3b55a3e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:00.615316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Port': ['ID=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:00.696730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] For port dbae64b9-3450-41b3-9ee7-3806f3b55a3e, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:00.697161 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.697321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.702157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.706267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/security-groups/7d0a8adc-0a92-4472-b345-43e74fb57f4d HTTP/1.1" status: 204 len: 168 time: 0.3819189 Jul 22 12:00:00.706908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44972) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:00.724971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-781943084', 'description': 'tempest-secgroup-smoke-781943084 description', 'project_id': '85b39e011ef14bc7bc5387f646974344'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:00.734959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Calling delete_port for dbae64b9-3450-41b3-9ee7-3806f3b55a3e owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:00.740250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Port dbae64b9-3450-41b3-9ee7-3806f3b55a3e was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 12:00:00.742874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.745510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e696597-5510-4f46-8e0e-2c0792650b4d tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d0a8adc-0a92-4472-b345-43e74fb57f4d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:00.754323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:00.765986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.785274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['41869469-7eb1-4ada-9eb6-c67dbde75e39']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:00.786057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] No DVR routers for this DVR port dbae64b9-3450-41b3-9ee7-3806f3b55a3e on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:00.807168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14e19565-125c-4de2-8d66-afe1331fce50') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:00.807584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14e19565-125c-4de2-8d66-afe1331fce50') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:00.814539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd52d45-f6f4-4c6b-aef1-c2e3ac1aba3e None None] Pushing event deleted for resources: {'Port': ['ID=dbae64b9-3450-41b3-9ee7-3806f3b55a3e,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:00.821325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] DHCP port deletion for fdfe01e0-0186-488f-9cd8-a963b626a8f2 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:00:00.828279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.850296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.860093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:00:00.860663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.881079 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.896929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Deleting port a822eef2-bc84-4fd3-976a-469b99c4fcd0 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:00.897701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:00:00.954349 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:00:00.972114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.985508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] For port a822eef2-bc84-4fd3-976a-469b99c4fcd0, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a822eef2-bc84-4fd3-976a-469b99c4fcd0,segment=NetworkSegment(b62b3a22-2820-4db4-990f-8c38377091b8),segment_id=b62b3a22-2820-4db4-990f-8c38377091b8)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:00.986661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.991887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:00.994488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/networks/41869469-7eb1-4ada-9eb6-c67dbde75e39 HTTP/1.1" status: 204 len: 168 time: 0.8761296 Jul 22 12:00:00.998841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44980) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.006994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7217e3f7-6ef4-4cc5-9cb5-5c23ec09d89c tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Network': ['ID=41869469-7eb1-4ada-9eb6-c67dbde75e39,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.008228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Calling delete_port for a822eef2-bc84-4fd3-976a-469b99c4fcd0 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:01.111258 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.136818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] Pushing event deleted for resources: {'Port': ['ID=a822eef2-bc84-4fd3-976a-469b99c4fcd0,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.141376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3e5208-e121-4955-a19c-08947a370f14 None None] No DVR routers for this DVR port a822eef2-bc84-4fd3-976a-469b99c4fcd0 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:01.187126 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.233087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.240667 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.311001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.311953 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.5924826 Jul 22 12:00:01.315187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44982) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.321757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:01.353769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75f3d842-35d4-461d-8af5-b0ad251e6537 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a463fb79-1231-4097-ae9d-c0aaa52d4194,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.354847 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.388242 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.403190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fdfe01e0-0186-488f-9cd8-a963b626a8f2']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:01.419839 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b62b3a22-2820-4db4-990f-8c38377091b8') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:01.420135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b62b3a22-2820-4db4-990f-8c38377091b8') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:01.433932 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.438907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.449512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.457125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e054c18-7653-4a0d-b161-18330c9711e9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.464061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.471262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d14822b2-77df-42f4-85dd-5d408daf6d7d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1510036 Jul 22 12:00:01.471402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.471402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 44984) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.476422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:01.489537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Releasing vlan 138 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:00:01.489870 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:00:01.494322 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:00:01.566265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.589973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.612734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.616994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/networks/fdfe01e0-0186-488f-9cd8-a963b626a8f2 HTTP/1.1" status: 204 len: 168 time: 0.6140702 Jul 22 12:00:01.617521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44986) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.637650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c00ef5b-2f32-44d7-8c3a-ae0933139811 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Network': ['ID=fdfe01e0-0186-488f-9cd8-a963b626a8f2,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.675724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting subnet 4e4bd998-88cc-4c9e-bf40-967bbf02a464 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:00:01.679627 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.682423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.689107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.718604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4c7983b-046d-4dda-9a7e-0d7ed512a3ec,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.723005 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.726711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-38c18748-13cb-4732-b5c1-4b6728dea4b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2522101 Jul 22 12:00:01.727303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.732510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.733328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:01.744341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.808372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.878980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.933405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.937739 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.961080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d9b3b8-989a-4cd3-a6df-2f0387875414,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:01.973741 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:01.974998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-90da587c-ca9b-40a8-b60f-8a792a9c2f85 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2462323 Jul 22 12:00:01.977885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44990) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:01.983719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:01.991470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.028462 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Subnet': ['ID=4e4bd998-88cc-4c9e-bf40-967bbf02a464,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.035810 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.037798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83206db1-f61e-4e2a-9a65-2cd6cb6a7f5a tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/subnets/4e4bd998-88cc-4c9e-bf40-967bbf02a464 HTTP/1.1" status: 204 len: 168 time: 0.4191725 Jul 22 12:00:02.040351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:02.053923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a0f8a19-d90a-4ef1-8e8b-710abbd2dce0 None None] Network 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:02.073987 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.081514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 1f59ae4d-89a0-4a76-8430-5152dec689f7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:02.083008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.172215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.208548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.213480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.223215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a822eef2-bc84-4fd3-976a-469b99c4fcd0 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:02.229713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 1f59ae4d-89a0-4a76-8430-5152dec689f7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=1f59ae4d-89a0-4a76-8430-5152dec689f7,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:02.230078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.251062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a822eef2-bc84-4fd3-976a-469b99c4fcd0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:02.251340 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 1f59ae4d-89a0-4a76-8430-5152dec689f7 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:02.252547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a822eef2-bc84-4fd3-976a-469b99c4fcd0 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:02.259554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e97b72d-4e33-48b3-8558-c51e7b21a0a6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.277863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.282279 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-377fffa5-93a7-46ab-9283-889c03a81725 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3005464 Jul 22 12:00:02.282670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 44996) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:02.288111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:02.308939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Deleting port 6e081875-1c03-4341-acc7-bab5f9eaf220 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:02.309840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.339170 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:00:02.347601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.352584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:02.385702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:02.386293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b4b9defd-6bee-48f7-a59d-e4ee8a63abb3 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:02.396599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] DHCP port deletion for 83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:00:02.426843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] For port 6e081875-1c03-4341-acc7-bab5f9eaf220, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6e081875-1c03-4341-acc7-bab5f9eaf220,segment=NetworkSegment(78b7e468-f7c5-4013-b96a-c220d3f90c8d),segment_id=78b7e468-f7c5-4013-b96a-c220d3f90c8d)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:02.427212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.453615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Deleting port 6e081875-1c03-4341-acc7-bab5f9eaf220 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:02.454266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.460906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Calling delete_port for 6e081875-1c03-4341-acc7-bab5f9eaf220 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:02.544586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.545645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] For port 6e081875-1c03-4341-acc7-bab5f9eaf220, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6e081875-1c03-4341-acc7-bab5f9eaf220,segment=NetworkSegment(78b7e468-f7c5-4013-b96a-c220d3f90c8d),segment_id=78b7e468-f7c5-4013-b96a-c220d3f90c8d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:02.546561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.547534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.565474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Calling delete_port for 6e081875-1c03-4341-acc7-bab5f9eaf220 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:02.567448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.601418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=75d53768-354c-44fa-aa46-6febf1779a4b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.625286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.626558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ca194841-dffd-4218-a050-a4a06fea9777 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3432162 Jul 22 12:00:02.631679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:02.636223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'a463fb79-1231-4097-ae9d-c0aaa52d4194', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:02.640658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=1f59ae4d-89a0-4a76-8430-5152dec689f7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.665877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.688157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] No DVR routers for this DVR port 6e081875-1c03-4341-acc7-bab5f9eaf220 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:02.705983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.720105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] No DVR routers for this DVR port 6e081875-1c03-4341-acc7-bab5f9eaf220 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:02.748118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Pushing event deleted for resources: {'Port': ['ID=6e081875-1c03-4341-acc7-bab5f9eaf220,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.761414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.762142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.762707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.763276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.763898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.764510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.765008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.765717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.766290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.766862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.767362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.767914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-05947181-1d86-4245-b9fe-c8a926459efd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:02.791252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Port': ['ID=6e081875-1c03-4341-acc7-bab5f9eaf220,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.808289 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:00:02.825198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.875958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.877304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.897446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['83e3d34c-da27-4c5d-a785-9e54bbc8f6e9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:02.925637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78b7e468-f7c5-4013-b96a-c220d3f90c8d') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:02.925933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78b7e468-f7c5-4013-b96a-c220d3f90c8d') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:02.940660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.957254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.964558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.969858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.986705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a881daf9-7308-457b-946e-7f3954402cbc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:02.989281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Releasing vlan 109 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:00:02.989684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:00:02.992889 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:00:03.005153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.009086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7dfd67a1-0f15-4fe4-b62d-d9d8ddf54ffc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3738756 Jul 22 12:00:03.009237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.020401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'network': {'name': 'tempest-network-smoke--305197276', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:03.072098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.080477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.082336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/networks/83e3d34c-da27-4c5d-a785-9e54bbc8f6e9 HTTP/1.1" status: 204 len: 168 time: 1.0410023 Jul 22 12:00:03.083041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:03.085701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45014) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.086999 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.109245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ec68cd-cf1f-4757-b43f-6fe5ed942659 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Pushing event deleted for resources: {'Network': ['ID=83e3d34c-da27-4c5d-a785-9e54bbc8f6e9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:03.123365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:00:03.135986 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.136335 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Added segment 63cbe77f-1afc-436b-8b0b-46fefe6db591 of type vlan for network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 Jul 22 12:00:03.152619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-723cbdb1-c2b0-4463-abf7-931aea1f0c12 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "GET /v2.0/ports?device_id=40a31e83-f8fd-49f0-9656-2323b94964c4 HTTP/1.1" status: 200 len: 205 time: 0.0326190 Jul 22 12:00:03.153832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45016) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.191771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:00:03.256677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.261795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.305092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:03.310764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0dcf6f95-45cb-4b64-935c-ae43463569c2 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "PUT /v2.0/routers/4d94b3e0-d4ba-4a19-a98d-c81768438a65/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5552933 Jul 22 12:00:03.313326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45018) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.315334 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Sync routers for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:03.327469 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:03.328091 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:03.370312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting subnet f03c9437-229c-4622-9172-6ced436743a0 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:00:03.376151 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.424134 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.441584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.447143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:03.447772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.453555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:03.478695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.481556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.545603 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.636788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.671560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Subnet': ['ID=f03c9437-229c-4622-9172-6ced436743a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:03.681117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.683116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c0f1e83-7bc1-4009-81e4-8dad219ae3ff tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/subnets/f03c9437-229c-4622-9172-6ced436743a0 HTTP/1.1" status: 204 len: 168 time: 0.3687549 Jul 22 12:00:03.688698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-857218de-796b-4376-a284-ed3d4b91af12 None None] Network 132ed32f-2524-4503-b077-0249105e62ad requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:03.702170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45020) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.784027 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T12:00:02Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:03.822938 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Checking router: 4d94b3e0-d4ba-4a19-a98d-c81768438a65 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:03.834650 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Routers {'4d94b3e0-d4ba-4a19-a98d-c81768438a65'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:03.834980 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:03.898614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.910243 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.8999789 Jul 22 12:00:03.939144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45022) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:03.943761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'admin_state_up': True, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:03.949422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2530ee1d-049b-4ece-a1fc-55d73ca807a3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Network': ['ID=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:03.964403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.965291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Fanout notify agent at l3_agent the message router_deleted on router 40a31e83-f8fd-49f0-9656-2323b94964c4 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:00:03.972000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:00:03.975709 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.976934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2b791493-ea70-4b92-ad79-73fbef3a4543 tempest-RoutersNegativeTest-1002430936 tempest-RoutersNegativeTest-1002430936-project] 10.222.0.21 "DELETE /v2.0/routers/40a31e83-f8fd-49f0-9656-2323b94964c4 HTTP/1.1" status: 204 len: 168 time: 0.8221891 Jul 22 12:00:03.994030 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:03.995450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.037982 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] Set router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:04.063551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] DHCP port deletion for 132ed32f-2524-4503-b077-0249105e62ad request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:00:04.102911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.114850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.259923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Deleting port 5f41238c-7284-4e00-b911-fdde5e349e19 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:04.260247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.292915 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T12:00:02Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:04.310126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Deleting port c7efb617-0186-4673-9535-9acdd75d4687 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:04.310557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.341302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6e081875-1c03-4341-acc7-bab5f9eaf220 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:04.343236 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e25fa5b0-b712-4c7e-abb2-4352f3d8adad None None] The sync data for ids ['4d94b3e0-d4ba-4a19-a98d-c81768438a65'] in n-d-754448-4 is: [{'id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'name': 'tempest-TestNetworkBasicOps-router-913858715', 'tenant_id': 'f91c50bb3d3244478290c97d8757bcbd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156'}], 'enable_snat': True}, 'gw_port_id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T11:58:55Z', 'updated_at': '2021-07-22T12:00:02Z', 'revision_number': 5, 'project_id': 'f91c50bb3d3244478290c97d8757bcbd', 'gw_port': {'id': '5f41238c-7284-4e00-b911-fdde5e349e19', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:aa:8a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d94b3e0-d4ba-4a19-a98d-c81768438a65', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3622, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.156', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T11:58:56Z', 'updated_at': '2021-07-22T11:59:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:04.353693 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.379419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6e081875-1c03-4341-acc7-bab5f9eaf220 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:04.380043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6e081875-1c03-4341-acc7-bab5f9eaf220 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:04.380241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c7efb617-0186-4673-9535-9acdd75d4687 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:04.424221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] For port 5f41238c-7284-4e00-b911-fdde5e349e19, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5f41238c-7284-4e00-b911-fdde5e349e19,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:04.424745 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.439137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Calling delete_port for 5f41238c-7284-4e00-b911-fdde5e349e19 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:04.465023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] For port c7efb617-0186-4673-9535-9acdd75d4687, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7efb617-0186-4673-9535-9acdd75d4687,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:04.465519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.480550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Calling delete_port for c7efb617-0186-4673-9535-9acdd75d4687 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:04.534614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45030) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:04.635595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.700525 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.722683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.735947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c7efb617-0186-4673-9535-9acdd75d4687, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c7efb617-0186-4673-9535-9acdd75d4687,segment=NetworkSegment(89f3d53b-430f-4cce-8350-fea90a0d773f),segment_id=89f3d53b-430f-4cce-8350-fea90a0d773f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:04.746324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.764577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.778864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4095bdf2-ea0e-4ed8-b24a-3cf0ea873a74 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=858283a79aaa4ca78906c83f18177c3c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2406986 Jul 22 12:00:04.779084 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:04.780564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45034) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:04.798800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] No DVR routers for this DVR port c7efb617-0186-4673-9535-9acdd75d4687 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:04.825970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Port': ['ID=5f41238c-7284-4e00-b911-fdde5e349e19,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:04.836036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c7efb617-0186-4673-9535-9acdd75d4687,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:04.869393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0479db82-e646-428a-8aa1-03e8b1a61b84 None None] Pushing event deleted for resources: {'Port': ['ID=c7efb617-0186-4673-9535-9acdd75d4687,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:04.894500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.86 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/0535123a-707d-4c5a-9774-df3b4be9f161) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:04.942406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.027409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.045702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.053230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.059377 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.069491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.103852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:05.105420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.110079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:05.111951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:05.131092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.131656 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Fanout notify agent at l3_agent the message router_deleted on router 4d94b3e0-d4ba-4a19-a98d-c81768438a65 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:00:05.138669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.139797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b0803b4c-fad7-4f32-a440-9442819b1c9a tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/routers/4d94b3e0-d4ba-4a19-a98d-c81768438a65 HTTP/1.1" status: 204 len: 168 time: 1.4359617 Jul 22 12:00:05.144527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45040) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:05.244170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.247244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.249824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.253723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a72f5c72-9765-412f-bab3-8c0b7f686fdf HTTP/1.1" status: 204 len: 168 time: 0.4725618 Jul 22 12:00:05.262954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b82123-d57e-42d6-800d-1a322e64bb7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a72f5c72-9765-412f-bab3-8c0b7f686fdf,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:05.264931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=0535123a-707d-4c5a-9774-df3b4be9f161,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:05.503697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.736599 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.747718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['132ed32f-2524-4503-b077-0249105e62ad']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:05.762131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89f3d53b-430f-4cce-8350-fea90a0d773f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:05.762786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89f3d53b-430f-4cce-8350-fea90a0d773f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:05.767599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.774312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.800157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.807118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Releasing vlan 143 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:00:05.807596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:00:05.812193 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:00:05.877227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.882635 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:05.884946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] 10.222.0.21 "DELETE /v2.0/networks/132ed32f-2524-4503-b077-0249105e62ad HTTP/1.1" status: 204 len: 168 time: 0.7394853 Jul 22 12:00:05.927491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58fae686-f3f4-488f-91a3-e9d91de398f7 tempest-TestNetworkBasicOps-1384945906 tempest-TestNetworkBasicOps-1384945906-project] Pushing event deleted for resources: {'Network': ['ID=132ed32f-2524-4503-b077-0249105e62ad,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:05.966568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:00:06.103987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:06.116142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Sync routers for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:06.133518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:06.135217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:06.138730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.140860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d92562a1-6e20-4df8-a7e1-408fc41bb18c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 2.2007458 Jul 22 12:00:06.152153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45068) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.210152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1f59ae4d-89a0-4a76-8430-5152dec689f7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:06.229661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-29385596-3b48-4713-abeb-ba8ef0074273 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=85b39e011ef14bc7bc5387f646974344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0803397 Jul 22 12:00:06.229802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.253389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 1f59ae4d-89a0-4a76-8430-5152dec689f7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:06.253738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 1f59ae4d-89a0-4a76-8430-5152dec689f7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:06.254174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5f41238c-7284-4e00-b911-fdde5e349e19 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:06.279688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5f41238c-7284-4e00-b911-fdde5e349e19 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:06.280036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5f41238c-7284-4e00-b911-fdde5e349e19 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:06.306294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45076) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.339104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:06.358218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.405338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee09eda-3f4f-47e0-b270-f02dba7b0753 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:06.407144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aee09eda-3f4f-47e0-b270-f02dba7b0753 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1764913 Jul 22 12:00:06.410032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45084) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.449111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d3e4297e-c283-409c-be8d-e7d381275728 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0372729 Jul 22 12:00:06.452528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.460937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-562123724', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:06.521869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--820441477'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:06.589463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:05Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:06.626469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Checking router: dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:06.627123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Updating router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd port 0535123a-707d-4c5a-9774-df3b4be9f161 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:06.640043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.656539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1f4d5920-79c7-4a0b-9ad6-5d23e25da00c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f91c50bb3d3244478290c97d8757bcbd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3459115 Jul 22 12:00:06.656726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:06.665559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.669982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.679545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:06.682992 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.829420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.882908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.945732 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:06.959082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Transition to ACTIVE for port object 0535123a-707d-4c5a-9774-df3b4be9f161 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:06.970144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.008924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.019923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.026498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Attempting to bind port 0535123a-707d-4c5a-9774-df3b4be9f161 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:07.026916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Attempting to bind port 0535123a-707d-4c5a-9774-df3b4be9f161 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:07.027284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Attempting to bind port 0535123a-707d-4c5a-9774-df3b4be9f161 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:07.035975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62ef8-e5a7-4f90-8174-d4f4523b51eb None None] Pushing event updated for resources: {'Port': ['ID=0535123a-707d-4c5a-9774-df3b4be9f161,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.040202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:07.040607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:07.041027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.041843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:07.042996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Bound port: 0535123a-707d-4c5a-9774-df3b4be9f161, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:07.043976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.049172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.062539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.065162 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.068776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/da256fa0-aa49-420b-8292-e10112c1872d HTTP/1.1" status: 204 len: 168 time: 0.4070311 Jul 22 12:00:07.115539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] For port 0535123a-707d-4c5a-9774-df3b4be9f161, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:07.116751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f50f1984-dc23-48c6-ae76-9537bb0ed5a9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.119333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] For port 0535123a-707d-4c5a-9774-df3b4be9f161, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0535123a-707d-4c5a-9774-df3b4be9f161,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:07.132113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.137485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d623d30-fd41-4457-8aab-3c45812bb8a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da256fa0-aa49-420b-8292-e10112c1872d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.182817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Subnet': ['ID=2ee9e4d0-e95c-4a0e-870b-58834114bc84,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.209059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:07.209799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:07.222806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:07.223174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network hostable DHCP agents. Network: a77cb57c-1086-41b2-aea1-ee5b5d6b9e81, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:00:07.245458 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.253456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.259688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:00:07.283202 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.287432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.288110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9281707 Jul 22 12:00:07.297639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, a77cb57c-1086-41b2-aea1-ee5b5d6b9e81) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:07.304643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:07.305243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.315133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-823adfdb-9d9a-4d5a-b79b-3e3b9fdededc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6149cd23-db12-4b35-a31c-198541da9725,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.346969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30bbb185-508f-48ae-a588-361586da1042 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.8923731 Jul 22 12:00:07.350658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45098) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.378252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb29764a-6e7c-4782-98ba-b50e0430d2ce tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.0893114 Jul 22 12:00:07.379211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.384146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-security--305161283', 'description': 'tempest-security-description-90522518'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:07.414152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.467778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05bfe2a-5378-410f-a4ac-3d56f1054f93 None None] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:07.479939 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.488640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.492787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.498641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45102) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.499718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "PUT /v2.0/security-groups/6149cd23-db12-4b35-a31c-198541da9725 HTTP/1.1" status: 200 len: 1777 time: 0.1194451 Jul 22 12:00:07.514442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9a62ef8-e5a7-4f90-8174-d4f4523b51eb None None] Pushing event updated for resources: {'Port': ['ID=0535123a-707d-4c5a-9774-df3b4be9f161,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.536282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0427f345-7e77-4fa7-bd4a-3992fc07f4b1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=6149cd23-db12-4b35-a31c-198541da9725,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.611367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.632389 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d76c39ab-3887-42e5-919c-25b5a7607629 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.676265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-17f136f2-b8c9-48e9-b72e-5436ea1be6c9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups/6149cd23-db12-4b35-a31c-198541da9725 HTTP/1.1" status: 200 len: 1777 time: 0.1764283 Jul 22 12:00:07.678739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45108) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.772588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:00:07.775146 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.783839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.800847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:07.802328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d76c39ab-3887-42e5-919c-25b5a7607629 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.809690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d76c39ab-3887-42e5-919c-25b5a7607629 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.852314 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76c39ab-3887-42e5-919c-25b5a7607629 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a91f6934-47ce-46dc-8c66-48a75ac2ac9f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:07.874882 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d76c39ab-3887-42e5-919c-25b5a7607629 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d2b0ae6c2dd949e09010540607f6e351&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2608669 Jul 22 12:00:07.875900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45110) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:07.885489 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.932012 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.970886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.988309 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.990919 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:07.994257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/6149cd23-db12-4b35-a31c-198541da9725 HTTP/1.1" status: 204 len: 168 time: 0.3124504 Jul 22 12:00:08.001165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45112) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.027266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc200f0-cd51-47d1-97c6-6c8cf3827bc1 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=6149cd23-db12-4b35-a31c-198541da9725,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:08.051014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.055536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.057366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/a91f6934-47ce-46dc-8c66-48a75ac2ac9f HTTP/1.1" status: 204 len: 168 time: 0.1801822 Jul 22 12:00:08.084690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9327e8-148c-4316-98f6-f64287aa7b69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a91f6934-47ce-46dc-8c66-48a75ac2ac9f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:08.112749 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-250280e5-bd80-4399-a6d3-b8c6329fdf34 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1105471 Jul 22 12:00:08.115500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.139051 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-47075985-fc55-467f-9e6e-d62f6929ca87 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] delete failed (client error): The resource could not be found. Jul 22 12:00:08.140119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47075985-fc55-467f-9e6e-d62f6929ca87 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/6149cd23-db12-4b35-a31c-198541da9725 HTTP/1.1" status: 404 len: 347 time: 0.0236285 Jul 22 12:00:08.144877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.160250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--316429607'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:08.166070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Allocated IP 172.20.0.2 (a77cb57c-1086-41b2-aea1-ee5b5d6b9e81/2ee9e4d0-e95c-4a0e-870b-58834114bc84/2e959ad0-bca2-4cec-9b1e-4d76961c3189) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:08.196013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.196643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.283337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:05Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:08.313108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65e20187-db4b-4be1-88ec-f0f420e94fda None None] The sync data for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 is: [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:05Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:08.369327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.380463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.441444 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.445615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.2971573 Jul 22 12:00:08.446176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45122) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.460973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'f4171c31-8664-480f-bf4d-93ee424adab4', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:08.462865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.475441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73d4ab07-4fec-4140-b0a6-8310fc7757af tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f4171c31-8664-480f-bf4d-93ee424adab4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:08.479838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Transition to ACTIVE for port object 2e959ad0-bca2-4cec-9b1e-4d76961c3189 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:08.521874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Transition to ACTIVE for port object 2e959ad0-bca2-4cec-9b1e-4d76961c3189 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:08.523507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.542774 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.635818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.646540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:08.647121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.651816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:08.671915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.1 (a77cb57c-1086-41b2-aea1-ee5b5d6b9e81/2ee9e4d0-e95c-4a0e-870b-58834114bc84/fc46d381-5df2-422b-8a2f-0b0616bd2e82) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:08.690842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:08.709490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7d2c7322-93ec-4a36-b455-1f80a05a2499,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:08.734165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.738475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a4a8e18-c9ac-4fb2-a4fa-3e760d60d22d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2886379 Jul 22 12:00:08.739370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45132) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.782361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.783135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Pushing event updated for resources: {'Port': ['ID=2e959ad0-bca2-4cec-9b1e-4d76961c3189,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:08.793884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.832878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Attempting to bind port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:08.833409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Attempting to bind port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:08.833963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Attempting to bind port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:08.840984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.842671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:08.843210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:08.843686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.844140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Bound using segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:08.844719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Bound port: 2e959ad0-bca2-4cec-9b1e-4d76961c3189, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:08.852560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.861427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:08.865894 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/7d2c7322-93ec-4a36-b455-1f80a05a2499 HTTP/1.1" status: 204 len: 168 time: 0.1243327 Jul 22 12:00:08.873279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45140) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:08.886221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df158ec3-9bfa-4d59-811c-f7b6eb888df9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7d2c7322-93ec-4a36-b455-1f80a05a2499,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:09.004334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-86bd2f92-31a4-4e88-8065-15536b6bd325 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1237881 Jul 22 12:00:09.005161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:09.062841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.066704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] For port 2e959ad0-bca2-4cec-9b1e-4d76961c3189, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:09.070694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] For port 2e959ad0-bca2-4cec-9b1e-4d76961c3189, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e959ad0-bca2-4cec-9b1e-4d76961c3189,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:09.084309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.139163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object fc46d381-5df2-422b-8a2f-0b0616bd2e82 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:09.248857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.272696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb5b9e7f-a62b-457b-9748-6185f2e513cc None None] Pushing event updated for resources: {'Port': ['ID=2e959ad0-bca2-4cec-9b1e-4d76961c3189,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:09.352063 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.359200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:09.384922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:09.397173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:09.483497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.486488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:09.550467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:09.594119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.720768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.725566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.727679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/f4171c31-8664-480f-bf4d-93ee424adab4 HTTP/1.1" status: 204 len: 168 time: 0.7215717 Jul 22 12:00:09.736538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:09.782217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a357d740-ae79-48e6-99c2-cffbc299d55d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4171c31-8664-480f-bf4d-93ee424adab4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:09.890929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb245ec6-4c83-47b9-9c67-b831249b6095 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1526079 Jul 22 12:00:09.896623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45238) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:09.902940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1422963104'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:09.913184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1618620059-network', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:09.937634 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:09.953026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.001430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:10.004302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.020514 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.083404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.090518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.151133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=88e65eb0-d413-4187-b849-88c8114a86ba,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.281545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e959ad0-bca2-4cec-9b1e-4d76961c3189 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:10.359637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:10.368897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0535123a-707d-4c5a-9774-df3b4be9f161 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:10.419704 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.435171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.438749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.444014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f171557f-6616-4535-878c-b055b727e617 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5451241 Jul 22 12:00:10.444400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45302) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:10.445243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.452104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': '88e65eb0-d413-4187-b849-88c8114a86ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:10.460260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0535123a-707d-4c5a-9774-df3b4be9f161 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:10.462298 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.465789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0535123a-707d-4c5a-9774-df3b4be9f161 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:10.466240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.529831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.572920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] vlan segment allocate from pool success with {'vlan_id': 115, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:00:10.575940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e18a0e50-d068-431b-8edd-d114c3ac0b73,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.617215 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.620261 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.658117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.658614 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Added segment cbd20334-c36c-4014-bd27-3ff274ecb500 of type vlan for network 7bc859b9-2cde-416c-ba93-f308d1886c27 Jul 22 12:00:10.662214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.663358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.666812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.693808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc45a4c7-1a34-4705-8f8d-c58e2dcc0fac,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.705026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.705614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 0535123a-707d-4c5a-9774-df3b4be9f161, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0535123a-707d-4c5a-9774-df3b4be9f161,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:10.707049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2daae000-8f1f-447e-9c02-a104a7bd835d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2616911 Jul 22 12:00:10.709800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:10.714984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': '88e65eb0-d413-4187-b849-88c8114a86ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:10.728135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.758121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.769765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.841337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=0535123a-707d-4c5a-9774-df3b4be9f161,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.865696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.866740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:10.867562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.877715 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.879354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:10.882118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d68d28a3-5d05-4ac3-8f0f-bd63653ef7e8 None None] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:10.890565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.898580 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:10.923006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.3712475 Jul 22 12:00:10.930633 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:10.937659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Request body: {'subnet': {'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1618620059-subnet', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:10.943815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0edffc95-3427-4189-be02-f39ea033d69a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:10.967758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:10.970087 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f6d2be62-afe4-4663-9ef8-ebd348f2ccef tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2588043 Jul 22 12:00:10.976740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45356) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:10.990170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': '88e65eb0-d413-4187-b849-88c8114a86ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:11.004586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Provisioning for port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:11.017657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Provisioning complete for port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:11.018476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.021988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:11.029473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.046336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4eeba42-1df3-4bfd-a9fe-378ed22b7b9e admin admin] Pushing event updated for resources: {'Network': ['ID=7bc859b9-2cde-416c-ba93-f308d1886c27,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:11.060658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:00:11.067950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.127806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:00:11.272683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.280198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.292950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.309174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a421f90-16f2-440f-a139-f94f4468e57a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:11.309316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:11.322666 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Sync routers for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:11.330521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de483011-eca9-4e5e-ab37-beafcaa603f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9765015 Jul 22 12:00:11.341998 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:11.342662 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:11.342894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] For port 2e959ad0-bca2-4cec-9b1e-4d76961c3189, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e959ad0-bca2-4cec-9b1e-4d76961c3189,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:11.350089 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.405504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.406795 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5679d5c2-9b4d-4b8f-b6e5-7d6106e3e3b2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.4286361 Jul 22 12:00:11.409766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:11.417891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': '88e65eb0-d413-4187-b849-88c8114a86ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:11.433605 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.486612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec1d245e-d2eb-4c37-8a37-a1afc98688ba None None] Pushing event updated for resources: {'Port': ['ID=2e959ad0-bca2-4cec-9b1e-4d76961c3189,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:11.490802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.513644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Pushing event updated for resources: {'Subnet': ['ID=5f6d9a81-16c0-45b6-9624-2916ac8a97cd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:11.547392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:11.547757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Network hostable DHCP agents. Network: 7bc859b9-2cde-416c-ba93-f308d1886c27, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:00:11.593206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:00:11.598124 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:11.611742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7bc859b9-2cde-416c-ba93-f308d1886c27) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:11.615000 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.622250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ff3543e8-5f9b-4872-9332-206edc531ad3 None None] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:11.622759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:11.623375 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.623999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.654371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-be70ba0c-da0a-49cc-ac0d-acd991119fee admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.7223198 Jul 22 12:00:11.657245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:11.661907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:11.675175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be5494db-6eef-499c-8d5b-96b8532410cb,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:11.714948 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.718978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1483802-0f9e-4715-a6e6-d845f5838b7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3070147 Jul 22 12:00:11.720927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45446) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:11.726276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': '88e65eb0-d413-4187-b849-88c8114a86ba', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:11.729418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.731080 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.816926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-d91540a3-7325-41c3-afc6-24198694559c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-781943084&fields=id&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 267 time: 0.0667977 Jul 22 12:00:11.817984 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.842809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:11.861229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Provisioning for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:11.939315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Provisioning complete for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:11.939839 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.032516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-7d2b3603-75b3-40b8-b3e4-7380d25c30ec tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:12.034374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-7d2b3603-75b3-40b8-b3e4-7380d25c30ec tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 796 time: 0.2137764 Jul 22 12:00:12.050061 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.063810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.081259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-88b71f30-0a99-417c-abc3-33950cccc2b0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/quotas/85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 375 time: 0.0282519 Jul 22 12:00:12.092238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ba8c8a3f-741b-4cb0-a4e7-f2f80534b003,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:12.096587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Port fc46d381-5df2-422b-8a2f-0b0616bd2e82 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:12.117819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7bc859b9-2cde-416c-ba93-f308d1886c27', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:00:12.118670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.122868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Provisioning complete for port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:12.123245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f2ea34c-d4b7-418a-ad02-268d259b0bfb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.124707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.150860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.156447 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-82663f6c-d3a7-4e4c-802c-426b4b45951f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.4338167 Jul 22 12:00:12.157230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:12.195134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-123fcf4b-eca9-414f-a8aa-8050fe645918 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0972810 Jul 22 12:00:12.244832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.264090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.322327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.329855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.331040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/ba8c8a3f-741b-4cb0-a4e7-f2f80534b003 HTTP/1.1" status: 204 len: 168 time: 0.1728806 Jul 22 12:00:12.333880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45508) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:12.354729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-2c564815-fdcc-495e-8969-266e90ded9ce service neutron] 10.222.0.21 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383965 Jul 22 12:00:12.387915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef2f5dc9-88d5-4c51-a606-22b50480c5c0 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ba8c8a3f-741b-4cb0-a4e7-f2f80534b003,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:12.392388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e959ad0-bca2-4cec-9b1e-4d76961c3189 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:12.430547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e95e1be-9129-457a-9b87-1086d3ebc5ff tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.0933816 Jul 22 12:00:12.437250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45516) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:12.460508 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 2, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:12.594754 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.599330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Checking router: dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:12.600189 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Updating router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd port fc46d381-5df2-422b-8a2f-0b0616bd2e82 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:12.609839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.614604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:12.615350 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.622248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Allocated IP 172.20.0.2 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/7507fc6a-15b5-4423-b276-0da0290c13fc) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:12.662939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-142492b0-5c83-49db-b215-b87bff3a85a3 service neutron] 10.222.0.21 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2978201 Jul 22 12:00:12.686718 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.693451 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.698055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/be5494db-6eef-499c-8d5b-96b8532410cb HTTP/1.1" status: 204 len: 168 time: 0.2598419 Jul 22 12:00:12.703548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:12.711314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d243996-6474-4f5e-a54c-b7f6051c0199 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be5494db-6eef-499c-8d5b-96b8532410cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:12.797434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3346d38c-7366-4df4-9c11-18ee3e1e06e9 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.0921023 Jul 22 12:00:12.798816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.802014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:12.802864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f1d5146d-476e-4ea6-834d-7b75250c536a None None] Provisioning complete for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:12.804054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f1d5146d-476e-4ea6-834d-7b75250c536a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.821580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.833804 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.851636 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.864829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:12.982074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f1d5146d-476e-4ea6-834d-7b75250c536a None None] Port fc46d381-5df2-422b-8a2f-0b0616bd2e82 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:13.014013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ed1f058a-fd8b-47f3-bcd8-6db694f104f6 req-189e9769-ad81-4af6-9865-558f527adb3d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 210 time: 0.1033092 Jul 22 12:00:13.033833 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.041055 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.044733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/9a421f90-16f2-440f-a139-f94f4468e57a HTTP/1.1" status: 204 len: 168 time: 0.2413559 Jul 22 12:00:13.050147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45576) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:13.058196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d65fbe3-1f2a-4e04-ab08-5b30f7d70131 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9a421f90-16f2-440f-a139-f94f4468e57a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.119171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0535123a-707d-4c5a-9774-df3b4be9f161 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:13.145121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Allocated IP 172.25.6.82 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/4daba634-c47f-4030-847f-50b1d4976154) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:13.171704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-df604f17-c026-447b-9866-b2dab1b07a7d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.1200233 Jul 22 12:00:13.175457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45594) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:13.237117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.250079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Transition to ACTIVE for port object 7507fc6a-15b5-4423-b276-0da0290c13fc will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:13.260529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0535123a-707d-4c5a-9774-df3b4be9f161 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:13.261101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.269072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.305016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.307388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Transition to ACTIVE for port object 7507fc6a-15b5-4423-b276-0da0290c13fc will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:13.327323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.348115 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:13.369629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:13.375510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:13.415958 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.429313 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Transition to ACTIVE for port object fc46d381-5df2-422b-8a2f-0b0616bd2e82 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:13.441658 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.457662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Pushing event updated for resources: {'Port': ['ID=7507fc6a-15b5-4423-b276-0da0290c13fc,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.543682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Attempting to bind port 7507fc6a-15b5-4423-b276-0da0290c13fc on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:13.544357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Attempting to bind port 7507fc6a-15b5-4423-b276-0da0290c13fc by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:13.544893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Attempting to bind port 7507fc6a-15b5-4423-b276-0da0290c13fc on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:13.556205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:13.556919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:13.557503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.558077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.558235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:13.564784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Bound port: 7507fc6a-15b5-4423-b276-0da0290c13fc, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:13.565267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.581140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.596205 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.603123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/0edffc95-3427-4189-be02-f39ea033d69a HTTP/1.1" status: 204 len: 168 time: 0.4263909 Jul 22 12:00:13.606090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:13.620830 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Pushing event updated for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.647746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-376317ba-2cac-4439-8451-2cf0e7e13e0c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=0edffc95-3427-4189-be02-f39ea033d69a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.648379 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.649728 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.650255 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.650790 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.651288 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.651778 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.652441 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.652949 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.653439 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.654041 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.654626 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.663195 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:13.674252 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Attempting to bind port fc46d381-5df2-422b-8a2f-0b0616bd2e82 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:13.674655 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Attempting to bind port fc46d381-5df2-422b-8a2f-0b0616bd2e82 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:13.678810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Attempting to bind port fc46d381-5df2-422b-8a2f-0b0616bd2e82 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:13.686944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] For port 7507fc6a-15b5-4423-b276-0da0290c13fc, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:13.687384 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:13.687976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:13.688567 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.689019 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Bound using segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:13.689868 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Bound port: fc46d381-5df2-422b-8a2f-0b0616bd2e82, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:13.690266 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.690972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] For port 7507fc6a-15b5-4423-b276-0da0290c13fc, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7507fc6a-15b5-4423-b276-0da0290c13fc,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:13.703815 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.717329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-78f2fc1a-306c-46d2-bead-082d15717c87 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.1089592 Jul 22 12:00:13.720711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:13.760968 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.786872 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.796226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] For port fc46d381-5df2-422b-8a2f-0b0616bd2e82, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:13.800535 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] For port fc46d381-5df2-422b-8a2f-0b0616bd2e82, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc46d381-5df2-422b-8a2f-0b0616bd2e82,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:13.807396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.811846 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.855150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:13.867243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.869879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:13.883610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:13.892698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:13.896345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/fc45a4c7-1a34-4705-8f8d-c58e2dcc0fac HTTP/1.1" status: 204 len: 168 time: 0.1709561 Jul 22 12:00:13.898857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:13.922471 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:13.923202 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:13.930892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee41fef5-721b-44d8-aaf4-7700279c2b6a tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fc45a4c7-1a34-4705-8f8d-c58e2dcc0fac,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.981459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Pushing event updated for resources: {'Port': ['ID=4daba634-c47f-4030-847f-50b1d4976154,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:13.994935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-38476a8e-ff65-4d52-9926-4c67bd56451e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0945277 Jul 22 12:00:13.997797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:14.117125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.160391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.217964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cab6a1e1-3078-4bf9-9b13-01555ad7c0f6 req-475d9df9-50ed-453a-8f04-68499c11a41e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 210 time: 0.0400529 Jul 22 12:00:14.278261 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.283040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.292874 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:14.293509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/88e65eb0-d413-4187-b849-88c8114a86ba HTTP/1.1" status: 204 len: 168 time: 0.2944195 Jul 22 12:00:14.294922 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-235eb95e-2aa7-40f3-a91d-6528b877cd29 None None] Pushing event updated for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:14.298564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:14.352197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6b9e049-2cf2-41e5-9162-1ce2537e8f94 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e65eb0-d413-4187-b849-88c8114a86ba,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:14.392806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13ce0991-fbe0-4cf6-907e-9e4d7e5eea75 None None] Pushing event updated for resources: {'Port': ['ID=7507fc6a-15b5-4423-b276-0da0290c13fc,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:14.404746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9a2426a6-599f-40ed-a46b-c1e826547852 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1004531 Jul 22 12:00:14.410132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:14.414365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--15337837'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:14.483407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.578822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.626867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.631820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.640684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-3ba876b4-8165-4c52-b75d-691d31b7c8f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:14.642360 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-3ba876b4-8165-4c52-b75d-691d31b7c8f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 796 time: 0.2681513 Jul 22 12:00:14.663399 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:13Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:14.686685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.692434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.2825110 Jul 22 12:00:14.693616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:14.705182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'c775b3bb-0d4d-4c6a-81ea-d61b73aa060d', 'direction': 'ingress', 'protocol': 17}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:14.705621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da0eca7c-054e-48ce-9ede-7c88985ae2e5 None None] The sync data for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 is: [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:13Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:14.715729 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd53eb4-0e9b-4ba5-9098-7824c8aef35d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c775b3bb-0d4d-4c6a-81ea-d61b73aa060d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:14.740514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-7db74476-e51a-4a0c-9c61-cea5734c2aa1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 379 time: 0.0640249 Jul 22 12:00:14.754040 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.756626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'port': {'device_id': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'admin_state_up': True, 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'security_groups': ['a463fb79-1231-4097-ae9d-c0aaa52d4194']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:14.852165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.858048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.880152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e0b9693-377e-4bf1-a335-629e7d8fff8a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:14.884295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.885514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3eb959f2-a3df-4200-a263-6d23fca55d3f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.1873181 Jul 22 12:00:14.889339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:14.957551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.985183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:14.991842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.042563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:15.046358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.047332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.049559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.053068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/c775b3bb-0d4d-4c6a-81ea-d61b73aa060d HTTP/1.1" status: 204 len: 168 time: 0.1601987 Jul 22 12:00:15.054674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:15.074075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bb576d-cfda-4c07-af04-6748f4080940 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c775b3bb-0d4d-4c6a-81ea-d61b73aa060d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:15.109527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-403dbf12-3ce8-4203-a83c-59f5c9af86a2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0537300 Jul 22 12:00:15.114732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45674) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:15.119931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--3764069'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:15.153916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.289239 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cad55fe5-e1b6-4c75-bac0-794f5620f1d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.342097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.351030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.399675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.401155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1743 time: 0.2850950 Jul 22 12:00:15.403980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45684) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:15.409475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1317870689'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:15.422345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b712e2-8b81-4bc8-b0e5-3939ae99ba69 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e62247db-6cfa-4cd0-8017-c12eb7707088,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:15.487967 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.689262 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.706031 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.789122 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1880a714-88c6-4a78-9e4a-bba35c58c03a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:15.791953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.794805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-13fe44a8-58f4-413a-82b8-7116dc7236c3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3890762 Jul 22 12:00:15.804796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:15.810665 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0261d7d6-2137-4288-a0af-31b04e0fb731 req-9b61b7b2-4e2a-4df3-a8a9-1045e2aa0cba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 210 time: 0.3811817 Jul 22 12:00:15.814979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-008c3563-0ef1-4002-aeff-0021416c5d96 None None] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:15.822502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'e62247db-6cfa-4cd0-8017-c12eb7707088', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '1880a714-88c6-4a78-9e4a-bba35c58c03a', 'remote_ip_prefix': None}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:15.890551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.12 (a77cb57c-1086-41b2-aea1-ee5b5d6b9e81/2ee9e4d0-e95c-4a0e-870b-58834114bc84/3cedb947-5b59-4137-91a2-a4b1f00e4f34) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:15.921896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:15.970634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-907b6bf2-3256-425b-91df-9f37a296c518 None None] Provisioning for port 7507fc6a-15b5-4423-b276-0da0290c13fc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:15.977740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:00:16.183562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.205752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.263488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53115ac1-9cb3-433c-8c5a-0555c64251cb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:16.288548 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.289756 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-00c4a6ea-ea80-41d3-ab03-eab7b46a9b11 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.4770384 Jul 22 12:00:16.293181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45690) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:16.295677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc46d381-5df2-422b-8a2f-0b0616bd2e82 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:16.309591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.325821 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.337838 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.349932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object 3cedb947-5b59-4137-91a2-a4b1f00e4f34 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:16.353380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:16.368911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:16.400945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.402954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95008651-4fe3-4eb6-80b6-f9376cbb4623 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 4.7440877 Jul 22 12:00:16.406129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:16.408615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:16.409484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:16.413673 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.440418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.493653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.494815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:16.494945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/53115ac1-9cb3-433c-8c5a-0555c64251cb HTTP/1.1" status: 204 len: 168 time: 0.2003975 Jul 22 12:00:16.501023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:16.511038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:16.520671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:16.541463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:16.554182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f10c6-5115-4de1-809c-186338f5bcd4 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53115ac1-9cb3-433c-8c5a-0555c64251cb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:16.591569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:16.619572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:16.620330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.659227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7c3eb9dd-856b-48f1-81ff-ef0fece1b720 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1547012 Jul 22 12:00:16.659227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-5e7dfafd-d8d5-4eda-a409-27669adae6e1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.9079032 Jul 22 12:00:16.661758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:16.676554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Request body: {'port': {'device_id': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:16.794402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:16.803173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:16.803696 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.861912 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.864063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.913365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.927424 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:16.939968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:14Z', 'revision_number': 3, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:16.979195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:16.979549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Updating router 23e66b10-5213-4aeb-bbdd-10ceb1964734 port 4daba634-c47f-4030-847f-50b1d4976154 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:17.022898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port fc46d381-5df2-422b-8a2f-0b0616bd2e82, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc46d381-5df2-422b-8a2f-0b0616bd2e82,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:17.036569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.037578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7507fc6a-15b5-4423-b276-0da0290c13fc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:17.068458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-330f0889-b6bb-4fd9-a975-eccf52f7d6f0 None None] Provisioning for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:17.093155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.296233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:00:17.306799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.330167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Transition to ACTIVE for port object 3cedb947-5b59-4137-91a2-a4b1f00e4f34 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:17.332124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.339372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.343894 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/1880a714-88c6-4a78-9e4a-bba35c58c03a HTTP/1.1" status: 204 len: 168 time: 0.6788068 Jul 22 12:00:17.346031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:17.361214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.364449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.364951 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4c6e028-13a3-4721-b163-b6489715b7a7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1880a714-88c6-4a78-9e4a-bba35c58c03a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:17.376925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Transition to ACTIVE for port object 4daba634-c47f-4030-847f-50b1d4976154 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:17.406573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.412035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-330f0889-b6bb-4fd9-a975-eccf52f7d6f0 None None] Provisioning complete for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:17.412411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-330f0889-b6bb-4fd9-a975-eccf52f7d6f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.427974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5727e7cf-2826-4214-9401-297153a93630 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4508 time: 0.0781651 Jul 22 12:00:17.434095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45704) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:17.438871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8388996e-5ae4-40fd-8145-d263b76542c1 req-45c75386-9f4b-4ec3-bd9f-05baa9aa74c0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:17.440455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8388996e-5ae4-40fd-8145-d263b76542c1 req-45c75386-9f4b-4ec3-bd9f-05baa9aa74c0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 932 time: 0.1957858 Jul 22 12:00:17.464232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:17.492853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:17.561000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8388996e-5ae4-40fd-8145-d263b76542c1 req-ac29fdfe-cd8c-4f83-9e7a-2fa76153e3c7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0796707 Jul 22 12:00:17.620569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.653665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-330f0889-b6bb-4fd9-a975-eccf52f7d6f0 None None] Port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:17.659982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17e13-a2c8-455d-9809-99c67b0ae2e7 None None] Pushing event updated for resources: {'Port': ['ID=4daba634-c47f-4030-847f-50b1d4976154,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:17.663821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.664665 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.673887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:17.674259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:17.674623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:17.677465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Attempting to bind port 4daba634-c47f-4030-847f-50b1d4976154 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:17.678215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Attempting to bind port 4daba634-c47f-4030-847f-50b1d4976154 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:17.678753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Attempting to bind port 4daba634-c47f-4030-847f-50b1d4976154 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:17.687235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:00:17.687663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:17.690856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:17.691181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:17.691602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.692012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:17.692495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Bound port: 4daba634-c47f-4030-847f-50b1d4976154, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:17.692886 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.694635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7507fc6a-15b5-4423-b276-0da0290c13fc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:17.711379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 11, 59, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:17.711719 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:17.712116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Bound using segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:17.712571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Bound port: 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:17.712941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.731215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7507fc6a-15b5-4423-b276-0da0290c13fc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:17.732856 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.781713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.785013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.788701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/e62247db-6cfa-4cd0-8017-c12eb7707088 HTTP/1.1" status: 204 len: 168 time: 0.3491609 Jul 22 12:00:17.789031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:17.843295 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:17.847933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:17.855830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47254912-f23b-4b08-b98d-cc7535e3ead3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=e62247db-6cfa-4cd0-8017-c12eb7707088,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:17.862773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.885300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] For port 4daba634-c47f-4030-847f-50b1d4976154, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:17.892164 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.919792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-44f63f5b-f227-4b59-9888-f077345b7956 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1256416 Jul 22 12:00:17.922252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:17.928994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--1398025297'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:17.939924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:17.941721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:17.943850 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] 10.222.0.20 "PUT /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1092 time: 1.2742105 Jul 22 12:00:17.944629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:17.944748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] For port 4daba634-c47f-4030-847f-50b1d4976154, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4daba634-c47f-4030-847f-50b1d4976154,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:17.947671 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e29a7c46-93fb-4a39-8ea0-db5b799470b8" -d '{"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:17.999876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36746813-89fc-4d4a-b240-f77decab8daa service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.001134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7507fc6a-15b5-4423-b276-0da0290c13fc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7507fc6a-15b5-4423-b276-0da0290c13fc,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:18.002103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.004273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.037855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.050569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.062800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Allocated IP 172.20.0.1 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/9413d451-c736-4cd8-8aba-96718e4e3c8a) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:18.094068 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-312a44b1-5af5-4e21-b978-f67392ba7b1f x-openstack-request-id: req-312a44b1-5af5-4e21-b978-f67392ba7b1f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:18.094752 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:18.095208 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-312a44b1-5af5-4e21-b978-f67392ba7b1f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:18.096065 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:00:18.135052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-92c3238e-9fb3-4eb5-93f3-3cb0498e873f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:18.139678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-92c3238e-9fb3-4eb5-93f3-3cb0498e873f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1095 time: 0.1253660 Jul 22 12:00:18.144283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:18.145484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T11:59:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:18.243721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-601f982f-7537-4dbe-af7b-d1a1c6de4763 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 217 time: 0.0949097 Jul 22 12:00:18.247173 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.267558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.291764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:18.322874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc46d381-5df2-422b-8a2f-0b0616bd2e82 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:18.341709 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.345969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.4226294 Jul 22 12:00:18.346354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-d382edcc-e81f-422c-a75b-d554d94e92a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:18.347217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf3da48-d15a-4fe8-90bc-8a825dfd61f2 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=f2f31390-f6e7-4165-8624-df49618c78e6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.348454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-d382edcc-e81f-422c-a75b-d554d94e92a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0973501 Jul 22 12:00:18.348989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45714) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:18.359000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'f2f31390-f6e7-4165-8624-df49618c78e6', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:18.365536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.387700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Transition to ACTIVE for port object 9413d451-c736-4cd8-8aba-96718e4e3c8a will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:18.427449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8c17e13-a2c8-455d-9809-99c67b0ae2e7 None None] Pushing event updated for resources: {'Port': ['ID=4daba634-c47f-4030-847f-50b1d4976154,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.434538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.435739 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.484404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-9c580ef3-5274-442f-9803-818b01381db1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:18.486006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:18.486136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-9c580ef3-5274-442f-9803-818b01381db1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1204050 Jul 22 12:00:18.489412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:18.495401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:18.527110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.540072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.549309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Pushing event updated for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.549518 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72185c2d-076f-4c24-8187-85244f51187b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.578782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.619607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de0aaba2-73ec-44de-ad1e-1f7225d44e47,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.634852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.636080 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-20026cfe-2857-4f91-b93e-876d87ccc4dc tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.2855563 Jul 22 12:00:18.636640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7507fc6a-15b5-4423-b276-0da0290c13fc,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.640878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:18.747279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.753841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fc46d381-5df2-422b-8a2f-0b0616bd2e82 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:18.754280 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.758009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.816316 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-49286cd9-2de3-4b68-ab9f-46b35e34f650 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3209846 Jul 22 12:00:18.818971 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.824708 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:14Z', 'revision_number': 3, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:18.832608 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:18.836764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/de0aaba2-73ec-44de-ad1e-1f7225d44e47 HTTP/1.1" status: 204 len: 168 time: 0.1935067 Jul 22 12:00:18.838815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71cdc04a-032d-4c0e-87a7-94882ccaa634 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de0aaba2-73ec-44de-ad1e-1f7225d44e47,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:18.847587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45726) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:18.962644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-064d6128-c60c-4cf3-ba1e-bee04a782c37 None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:14Z', 'revision_number': 3, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:17Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:18.999003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01dc4c05-4853-471c-86ac-4fb4248a9284 None None] Provisioning for port 9413d451-c736-4cd8-8aba-96718e4e3c8a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:19.000216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261f6108-3f44-45f8-88d5-f88553528a51 req-fc02d4fd-4813-483c-a6e8-5bd7d2e821e8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:19.003330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-01dc4c05-4853-471c-86ac-4fb4248a9284 None None] Provisioning complete for port 9413d451-c736-4cd8-8aba-96718e4e3c8a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:19.003714 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01dc4c05-4853-471c-86ac-4fb4248a9284 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.007316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-261f6108-3f44-45f8-88d5-f88553528a51 req-fc02d4fd-4813-483c-a6e8-5bd7d2e821e8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.2838938 Jul 22 12:00:19.030331 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba85ea51-a14a-4c05-9083-f08d0782532d tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1661353 Jul 22 12:00:19.033282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:19.044396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.085903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-261f6108-3f44-45f8-88d5-f88553528a51 req-ed06976b-bbaa-4695-83a1-3bc275ef96ae tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776649 Jul 22 12:00:19.099531 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8e4b7462-740c-4d0a-879f-7cffecc59df0 req-2d8785dd-2426-4d66-9efe-bbf8039c79ea service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2616832 Jul 22 12:00:19.119443 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.217546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.283415 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-1d9ae482-bb05-4bb6-bdc5-40cc5394670b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:19.285135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-1d9ae482-bb05-4bb6-bdc5-40cc5394670b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1095 time: 0.1208069 Jul 22 12:00:19.326192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.330538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.334595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/f2f31390-f6e7-4165-8624-df49618c78e6 HTTP/1.1" status: 204 len: 168 time: 0.2981138 Jul 22 12:00:19.338185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:19.374698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed067b54-ca99-4be7-be50-3f17f62d1b42 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=f2f31390-f6e7-4165-8624-df49618c78e6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:19.421266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.428389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.495112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-01dc4c05-4853-471c-86ac-4fb4248a9284 None None] Port 9413d451-c736-4cd8-8aba-96718e4e3c8a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:19.501505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.524787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d4e7ead5-8ccb-465a-981e-def8c36344e3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1695700 Jul 22 12:00:19.529889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:19.540617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group': {'name': 'tempest-secgroup--820424752'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:19.553845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-2db84cd5-60cf-49fc-8830-b9d7c9c01cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:19.555387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-2db84cd5-60cf-49fc-8830-b9d7c9c01cc0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2630031 Jul 22 12:00:19.564576 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.580047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Pushing event updated for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:19.621683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-cf003cca-9566-46b8-989f-90a5df962136 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 217 time: 0.0563869 Jul 22 12:00:19.627105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:19.706900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:19.709259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:19.734658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-8f043d2c-53fe-4019-9ccd-ee6ea88c310e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:19.736187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-8f043d2c-53fe-4019-9ccd-ee6ea88c310e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.1043413 Jul 22 12:00:19.903384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:00:19.948282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-6d1e7068-b463-4e62-8c97-9d45657c3061 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:19.959002 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-6d1e7068-b463-4e62-8c97-9d45657c3061 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2097969 Jul 22 12:00:19.988699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.035872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.069303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:20.076371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7e0d72fe-ff6d-4e05-810c-4176edc7de3e admin admin] 10.222.0.21 "PUT /v2.0/routers/23e66b10-5213-4aeb-bbdd-10ceb1964734/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6691039 Jul 22 12:00:20.124145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.126485 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.5956933 Jul 22 12:00:20.129272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.135972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'd24fd27d-a825-4854-8e65-8d5c56614f87', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:20.136118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f280d71c-07d0-40cd-97c9-aef8d1b457ab None None] Provisioning complete for port 9413d451-c736-4cd8-8aba-96718e4e3c8a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:20.136570 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f280d71c-07d0-40cd-97c9-aef8d1b457ab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.170831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c738324-211d-4690-8532-d9e2813a215c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroup': ['ID=d24fd27d-a825-4854-8e65-8d5c56614f87,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:20.203244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.233739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f280d71c-07d0-40cd-97c9-aef8d1b457ab None None] Port 9413d451-c736-4cd8-8aba-96718e4e3c8a cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:20.296295 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-6633a79e-9cf1-4000-af6b-b1c2f76951d6 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3267784 Jul 22 12:00:20.405400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.435517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4daba634-c47f-4030-847f-50b1d4976154 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:20.436245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.446581 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e29a7c46-93fb-4a39-8ea0-db5b799470b8 req-45e8fcd8-343c-437b-8d0e-b7f00e432527 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1417835 Jul 22 12:00:20.497043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c7aae79-eea1-4aa8-b656-7d42aea3d514 req-5286d360-3880-47e0-a825-34c9697e233c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:20.498868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c7aae79-eea1-4aa8-b656-7d42aea3d514 req-5286d360-3880-47e0-a825-34c9697e233c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.2370956 Jul 22 12:00:20.499717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e95bcc4-9875-4ae5-a611-2696ead3f316,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:20.502317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.506490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3e632750-35e5-48de-8810-92ee9c829480 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3730853 Jul 22 12:00:20.507478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.534258 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-af5ae139-c852-46cc-a63d-c9a2109d747b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules/4e95bcc4-9875-4ae5-a611-2696ead3f316 HTTP/1.1" status: 200 len: 763 time: 0.0265844 Jul 22 12:00:20.537994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.541960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4daba634-c47f-4030-847f-50b1d4976154 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:20.546858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4daba634-c47f-4030-847f-50b1d4976154 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:20.547348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.586358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c7aae79-eea1-4aa8-b656-7d42aea3d514 req-b6ce868a-e974-4e9c-8d09-06c04e2f637a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0811365 Jul 22 12:00:20.620722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b702d099-eac2-4203-9a60-1ea6c14929d7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0813391 Jul 22 12:00:20.624004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45754) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.655268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.660168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.679685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.682036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 4daba634-c47f-4030-847f-50b1d4976154, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4daba634-c47f-4030-847f-50b1d4976154,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:20.687219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.689139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7507fc6a-15b5-4423-b276-0da0290c13fc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:20.718968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.726561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.728134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/4e95bcc4-9875-4ae5-a611-2696ead3f316 HTTP/1.1" status: 204 len: 168 time: 0.1027613 Jul 22 12:00:20.730832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.744097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bca701b3-2f34-4ae8-af46-f6c94ae8a48b tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=4e95bcc4-9875-4ae5-a611-2696ead3f316,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:20.790112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=4daba634-c47f-4030-847f-50b1d4976154,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:20.798991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c9888f8e-12f1-4332-8095-b215b3eb30c7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0642750 Jul 22 12:00:20.801270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45762) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.807547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'd24fd27d-a825-4854-8e65-8d5c56614f87', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:20.811262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7507fc6a-15b5-4423-b276-0da0290c13fc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:20.811640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.845176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.926080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.930630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.937849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45766) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.944105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1978849712-network', 'tenant_id': '11eb2ae991464539b4a621cb83f86872'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:20.953051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=79a64f6c-ee89-47c0-8e07-611176b0d2ac,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:20.974155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Made reservation on behalf of 11eb2ae991464539b4a621cb83f86872 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:20.976961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.978954 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:20.982500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f8b6bf32-cace-47b9-8b96-a96a9f658b63 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1776998 Jul 22 12:00:20.985024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:20.986372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.002600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a2b41b5f-6b94-4baa-9d31-a5720751cc1c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules/79a64f6c-ee89-47c0-8e07-611176b0d2ac HTTP/1.1" status: 200 len: 763 time: 0.0159829 Jul 22 12:00:21.005163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.069821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.070611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2dd02aba-6228-4ef3-b6ba-a3f3d3b4b5ca tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.0640671 Jul 22 12:00:21.113927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.115337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.122961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.126854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.159461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] vlan segment allocate from pool success with {'vlan_id': 112, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:00:21.178035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd2a6c33-5c8b-469a-abfa-c24efcb5a75d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.183123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.184101 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Added segment 10d9e081-11c7-4eb0-9dbe-9b356c5f2e22 of type vlan for network ae92476d-4468-4670-9b1c-8dd5fa373a7a Jul 22 12:00:21.195390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.203262 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.204364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/79a64f6c-ee89-47c0-8e07-611176b0d2ac HTTP/1.1" status: 204 len: 168 time: 0.1332929 Jul 22 12:00:21.206995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45776) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.235540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c3cb8-bdbb-4239-83e4-881aa548136c tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=79a64f6c-ee89-47c0-8e07-611176b0d2ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.251287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.255139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-449a1006-8d8a-4fbb-9741-ffc9f27422eb tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0436146 Jul 22 12:00:21.255139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45778) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.260973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Request body: {'security_group_rule': {'security_group_id': 'd24fd27d-a825-4854-8e65-8d5c56614f87', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:21.287724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.288862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:21.289453 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.294804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.334890 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3955505 Jul 22 12:00:21.338010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45780) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.344506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Request body: {'subnet': {'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1978849712-subnet', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:21.384488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a58fc2c-2e85-463a-ac55-a0c6fe387b56 admin admin] Pushing event updated for resources: {'Network': ['ID=ae92476d-4468-4670-9b1c-8dd5fa373a7a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.389905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.391793 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.397329 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.399599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:00:21.423575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Made reservation on behalf of 11eb2ae991464539b4a621cb83f86872 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:21.426188 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.432855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=53457d47-8d65-4e49-9b5f-2609b3fb69b5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.455275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.459165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1690f47-81c0-4efe-b057-7400f94b2bf3 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2004986 Jul 22 12:00:21.459879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.486514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fe5cf4dd-eeab-4446-9abb-9f169e729161 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules/53457d47-8d65-4e49-9b5f-2609b3fb69b5 HTTP/1.1" status: 200 len: 764 time: 0.0241609 Jul 22 12:00:21.487744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.548384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d7bfc801-e0ba-456e-a423-9943b2c51bf7 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.0529811 Jul 22 12:00:21.550890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45786) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.590329 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.598059 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.628506 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.637097 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.638228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-group-rules/53457d47-8d65-4e49-9b5f-2609b3fb69b5 HTTP/1.1" status: 204 len: 168 time: 0.0792429 Jul 22 12:00:21.640731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45790) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.651819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3025a854-95a3-4735-8658-b4e63360aaae tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=53457d47-8d65-4e49-9b5f-2609b3fb69b5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.660631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.696997 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:21.697613 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b662d048-2253-424b-9ce9-bf26287da951 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.0556378 Jul 22 12:00:21.700543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45792) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.710416 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:21.711516 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:21.762878 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.787331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d1e6598c-35d5-4463-9e33-023309d37846,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.793352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.799189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Checking segment: {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:21.799558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Network hostable DHCP agents. Network: ae92476d-4468-4670-9b1c-8dd5fa373a7a, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:00:21.834061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfeae51c-1fab-4a7f-8cd1-45306adc99fc req-b5e9232c-72b0-4c95-9d57-48a6f5e92b02 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:21.835795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfeae51c-1fab-4a7f-8cd1-45306adc99fc req-b5e9232c-72b0-4c95-9d57-48a6f5e92b02 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.1283906 Jul 22 12:00:21.836927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:00:21.848119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.849687 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:21.851288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.852655 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "DELETE /v2.0/security-groups/d24fd27d-a825-4854-8e65-8d5c56614f87 HTTP/1.1" status: 204 len: 168 time: 0.1511700 Jul 22 12:00:21.856414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45794) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.864471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3105a5af-eb09-46c2-bc82-f4956eea400e tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24fd27d-a825-4854-8e65-8d5c56614f87,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:21.881746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, ae92476d-4468-4670-9b1c-8dd5fa373a7a) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:21.900010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b6daf33c-c175-478f-bcb2-e08751e97f01 None None] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:21.903571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:21.904325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:21.953477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:21.957939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:21.965423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a1ad68ec-8e03-4cea-86ef-927bf899da0e admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.6261041 Jul 22 12:00:21.982848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfeae51c-1fab-4a7f-8cd1-45306adc99fc req-01a54d4e-2720-4d4d-a015-1e3c59c21f31 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1378381 Jul 22 12:00:21.998255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ffd959af-fdc4-490e-98b9-b159b5fcf006 tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1276598 Jul 22 12:00:21.999130 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:22.003428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.005075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.078643 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0b550f3f-b4a6-4e94-9cfc-994a04de333f tempest-SecGroupTest-937514275 tempest-SecGroupTest-937514275-project] 10.222.0.21 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0786724 Jul 22 12:00:22.095973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.124269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:00:22.125241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.189120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:19Z', 'revision_number': 2, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:22.254522 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:22.254876 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Updating router 23e66b10-5213-4aeb-bbdd-10ceb1964734 port 9413d451-c736-4cd8-8aba-96718e4e3c8a binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:22.292262 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.306333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4daba634-c47f-4030-847f-50b1d4976154 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:22.332148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.425746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:00:22.452996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Allocated IP 172.20.0.2 (ae92476d-4468-4670-9b1c-8dd5fa373a7a/d1e6598c-35d5-4463-9e33-023309d37846/2148a462-23d2-4d16-b17c-4e492ae23ccc) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:22.493497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4daba634-c47f-4030-847f-50b1d4976154 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:22.493877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.665013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45812) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:22.695619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.723634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:22.727645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45816) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:22.744313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.762343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:00:22.872640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.874768 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.883940 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.893734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Transition to ACTIVE for port object 2148a462-23d2-4d16-b17c-4e492ae23ccc will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:22.896840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:00:22.913213 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Transition to ACTIVE for port object 9413d451-c736-4cd8-8aba-96718e4e3c8a will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:22.929563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Transition to ACTIVE for port object 2148a462-23d2-4d16-b17c-4e492ae23ccc will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:22.930192 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.932204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:22.940430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:22.951514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Allocated IP 172.25.6.153 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/e2d80165-dd15-4e74-90e4-032c0f157fc8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:22.984217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3da302c2-a919-46c3-a1dc-89d33f567df0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d9d38cafba834048a7947f20a915f510&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3179338 Jul 22 12:00:22.993619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45820) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:23.012465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.015393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-044ac8a3-8d03-42be-9df2-4d4eb6476d71 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=5d9d4ccd7dab490aa50f748a9297725e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2857063 Jul 22 12:00:23.016017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:23.023463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.083170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833f878-0ca5-4de4-9c75-76bfa752e5da None None] Pushing event updated for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.097819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Pushing event updated for resources: {'Port': ['ID=2148a462-23d2-4d16-b17c-4e492ae23ccc,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.111183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Attempting to bind port 9413d451-c736-4cd8-8aba-96718e4e3c8a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:23.111914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Attempting to bind port 9413d451-c736-4cd8-8aba-96718e4e3c8a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:23.112388 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Attempting to bind port 9413d451-c736-4cd8-8aba-96718e4e3c8a on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:23.118924 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:23.119457 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:23.119960 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.120465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:23.122006 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Bound port: 9413d451-c736-4cd8-8aba-96718e4e3c8a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:23.122608 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.131661 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:23.133416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:23.135995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:23.143510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.211630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['3cedb947-5b59-4137-91a2-a4b1f00e4f34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:00:23.252285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.259188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Attempting to bind port 2148a462-23d2-4d16-b17c-4e492ae23ccc on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:23.264978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.265187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Attempting to bind port 2148a462-23d2-4d16-b17c-4e492ae23ccc by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:23.265857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Attempting to bind port 2148a462-23d2-4d16-b17c-4e492ae23ccc on network ae92476d-4468-4670-9b1c-8dd5fa373a7a {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:23.271741 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] For port 9413d451-c736-4cd8-8aba-96718e4e3c8a, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:23.276130 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] For port 9413d451-c736-4cd8-8aba-96718e4e3c8a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9413d451-c736-4cd8-8aba-96718e4e3c8a,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:23.292930 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.295780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:23.296195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Checking segment: {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:23.298749 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.300497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Bound using segment: {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:23.301072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Bound port: 2148a462-23d2-4d16-b17c-4e492ae23ccc, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:23.302891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.337832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cee238f-4caa-4b39-bd56-dcb54be54c22 req-908f8473-6517-41b0-8c6b-acf9ae2120d5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:23.340841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cee238f-4caa-4b39-bd56-dcb54be54c22 req-908f8473-6517-41b0-8c6b-acf9ae2120d5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.1984985 Jul 22 12:00:23.343333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.346699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.371998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.375393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.376887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/02e91221-473a-434c-9ac3-ab150194956e HTTP/1.1" status: 204 len: 168 time: 0.3599174 Jul 22 12:00:23.391736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bf16af1-949f-4e2a-ae4a-375bf86f3c02 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=02e91221-473a-434c-9ac3-ab150194956e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.412182 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:23.412856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:23.413715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cee238f-4caa-4b39-bd56-dcb54be54c22 req-19f30f99-9d46-4cdf-9c3e-9f831727e013 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0599182 Jul 22 12:00:23.492449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] For port 2148a462-23d2-4d16-b17c-4e492ae23ccc, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:23.515400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.526582 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] For port 2148a462-23d2-4d16-b17c-4e492ae23ccc, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2148a462-23d2-4d16-b17c-4e492ae23ccc,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:23.528514 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.532304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.537315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/f50f1984-dc23-48c6-ae76-9537bb0ed5a9 HTTP/1.1" status: 204 len: 168 time: 0.5421345 Jul 22 12:00:23.540021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:23.565832 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4833f878-0ca5-4de4-9c75-76bfa752e5da None None] Pushing event updated for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.582119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc488d1-102e-4e5d-90ef-4c11bd882143 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f50f1984-dc23-48c6-ae76-9537bb0ed5a9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.599594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:23.604681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:23.623659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:23.627079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Pushing event updated for resources: {'Port': ['ID=e2d80165-dd15-4e74-90e4-032c0f157fc8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:23.674696 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:23.737669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f67d62-308b-48c2-b4a1-c602e8955707 None None] Pushing event updated for resources: {'Port': ['ID=2148a462-23d2-4d16-b17c-4e492ae23ccc,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:24.162473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:23Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:24.209617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:24.222877 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33e3652e-0a62-4d73-8ac3-c397069b9e2c None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:23Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:24.276339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2148a462-23d2-4d16-b17c-4e492ae23ccc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:24.372348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2148a462-23d2-4d16-b17c-4e492ae23ccc completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:24.426776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:24.537861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:24.546481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:24.547115 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:24.596861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:24.718667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:24.784971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:24.787326 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-248bac97-8aba-4434-8a48-ffb92085a033" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:24.814476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Router 8dff226b-cd9a-4f89-90e4-3669601592ce is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:00:24.826068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:24.834061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:24.931904 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9e91da31-0fa5-4b19-bac8-0ac34c7b3175 x-openstack-request-id: req-9e91da31-0fa5-4b19-bac8-0ac34c7b3175 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:24.932269 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:24.932447 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9e91da31-0fa5-4b19-bac8-0ac34c7b3175 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:24.932849 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'code': 200} Jul 22 12:00:24.962691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:25.150814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bdec2e0-c50e-4db0-bdd3-2db599f1b3a3 req-9300d46b-9fb8-4ca6-b529-76ee94f60eb6 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:25.158688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bdec2e0-c50e-4db0-bdd3-2db599f1b3a3 req-9300d46b-9fb8-4ca6-b529-76ee94f60eb6 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.5966718 Jul 22 12:00:25.238131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bdec2e0-c50e-4db0-bdd3-2db599f1b3a3 req-5d1b31d0-2ea2-4ef6-bcaf-9a7bbfcb5b3d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0782199 Jul 22 12:00:25.266864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45878) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:25.282029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc66aee5-26e7-4f74-a321-3956957cbbba None None] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:25.408680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Provisioning for port 2148a462-23d2-4d16-b17c-4e492ae23ccc completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:25.418780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Provisioning complete for port 2148a462-23d2-4d16-b17c-4e492ae23ccc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:25.419550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-532c277c-e4f6-4985-9de8-a95ba5e54be6 tempest-ServiceProvidersTest-1210972726 tempest-ServiceProvidersTest-1210972726-project] 10.222.0.21 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.1515412 Jul 22 12:00:25.422140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:25.495980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:25.517201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Sync routers for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:25.544675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:25.553099 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:25.554459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:25.555113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-84d37e0c-6f3a-4e83-9c74-66ddeb895179 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.6001890 Jul 22 12:00:25.558292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:25.579986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e95241a-20cf-463f-a071-7c89b6fd636f req-b2a3b5e4-8947-4ad3-b438-47206cb8feb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:25.581875 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e95241a-20cf-463f-a071-7c89b6fd636f req-b2a3b5e4-8947-4ad3-b438-47206cb8feb3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1097 time: 0.1340985 Jul 22 12:00:25.635807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6e95241a-20cf-463f-a071-7c89b6fd636f req-ebbf2d28-3daa-49b9-9693-767d78636dfb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0468528 Jul 22 12:00:25.795083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45922) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:25.965029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:25.970428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da449a92-39a9-40f2-a1f6-225d9b6a0ff8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.060854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:26.182602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da449a92-39a9-40f2-a1f6-225d9b6a0ff8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.199702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-da449a92-39a9-40f2-a1f6-225d9b6a0ff8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.227356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] For port 2148a462-23d2-4d16-b17c-4e492ae23ccc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2148a462-23d2-4d16-b17c-4e492ae23ccc,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:26.281349 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.281630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.302287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-da449a92-39a9-40f2-a1f6-225d9b6a0ff8 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=406fba5327d548f48924d9eb9e14e125&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056260 Jul 22 12:00:26.303331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da449a92-39a9-40f2-a1f6-225d9b6a0ff8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cfdedf4-fd96-4cb8-afaf-f70a703de74b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:26.306670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 45932) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:26.356839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9413d451-c736-4cd8-8aba-96718e4e3c8a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:26.493785 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.577529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07366a3c-ab5c-419a-848b-5d8c2522ffe1 None None] Pushing event updated for resources: {'Port': ['ID=2148a462-23d2-4d16-b17c-4e492ae23ccc,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:26.598174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.598931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-20257891-19db-441c-a3f4-190b078e5f05 None None] Provisioning complete for port 2148a462-23d2-4d16-b17c-4e492ae23ccc triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:26.598931 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-20257891-19db-441c-a3f4-190b078e5f05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.625690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9413d451-c736-4cd8-8aba-96718e4e3c8a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:26.634565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9413d451-c736-4cd8-8aba-96718e4e3c8a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:26.634962 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.670214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-782eaa4f-8cc7-402e-974e-71160444a921 req-4ea5c8ce-e83e-4531-9a64-b01e9d44cc44 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:26.672486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-782eaa4f-8cc7-402e-974e-71160444a921 req-4ea5c8ce-e83e-4531-9a64-b01e9d44cc44 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.2749550 Jul 22 12:00:26.716813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Allocated IP 172.20.0.1 (ae92476d-4468-4670-9b1c-8dd5fa373a7a/d1e6598c-35d5-4463-9e33-023309d37846/018cc46e-f9bd-466f-ba7b-d0f32ada20ee) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:26.729513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:23Z', 'revision_number': 3, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:26.755401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-782eaa4f-8cc7-402e-974e-71160444a921 req-d1db5ee5-046d-48e5-818e-7325098207ba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717688 Jul 22 12:00:26.782864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.784894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.789469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0cfdedf4-fd96-4cb8-afaf-f70a703de74b HTTP/1.1" status: 204 len: 168 time: 0.4817519 Jul 22 12:00:26.798169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Checking router: 8dff226b-cd9a-4f89-90e4-3669601592ce for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:26.798766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Updating router 8dff226b-cd9a-4f89-90e4-3669601592ce port e2d80165-dd15-4e74-90e4-032c0f157fc8 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:26.838415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3daa8343-1123-4120-ac8e-af989249d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cfdedf4-fd96-4cb8-afaf-f70a703de74b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:26.904442 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.907959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.912066 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:26.930181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Transition to ACTIVE for port object 018cc46e-f9bd-466f-ba7b-d0f32ada20ee will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:26.984074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.029176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 9413d451-c736-4cd8-8aba-96718e4e3c8a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9413d451-c736-4cd8-8aba-96718e4e3c8a,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:27.038189 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.048671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:27.051677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:27.058769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:27.087605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Pushing event updated for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:27.134814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.164059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:27.311707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.337965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Transition to ACTIVE for port object e2d80165-dd15-4e74-90e4-032c0f157fc8 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:27.350612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.378244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.423005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dddb74-a7d8-4f6e-a180-579b2a4b233a None None] Pushing event updated for resources: {'Port': ['ID=e2d80165-dd15-4e74-90e4-032c0f157fc8,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:27.426497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Attempting to bind port e2d80165-dd15-4e74-90e4-032c0f157fc8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:27.426864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Attempting to bind port e2d80165-dd15-4e74-90e4-032c0f157fc8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:27.427230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Attempting to bind port e2d80165-dd15-4e74-90e4-032c0f157fc8 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:27.429233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c4a3-d3ce-4b9f-83a5-03821110d8ef None None] Provisioning for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:27.436131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a9b8c4a3-d3ce-4b9f-83a5-03821110d8ef None None] Provisioning complete for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:27.436505 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a9b8c4a3-d3ce-4b9f-83a5-03821110d8ef None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.438267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:27.438676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:27.439057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.439448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:27.440191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Bound port: e2d80165-dd15-4e74-90e4-032c0f157fc8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:27.440575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.516679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a9b8c4a3-d3ce-4b9f-83a5-03821110d8ef None None] Port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:27.534141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.535318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] For port e2d80165-dd15-4e74-90e4-032c0f157fc8, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:27.538730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] For port e2d80165-dd15-4e74-90e4-032c0f157fc8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e2d80165-dd15-4e74-90e4-032c0f157fc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:27.547340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.619954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:27.620925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:27.624317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.631137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.699878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20dddb74-a7d8-4f6e-a180-579b2a4b233a None None] Pushing event updated for resources: {'Port': ['ID=e2d80165-dd15-4e74-90e4-032c0f157fc8,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:27.703693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Pushing event updated for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:27.727573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:27.756031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:27.850861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45988) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:27.875707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:27.879811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:27.997574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2140666889'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:28.030992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Made reservation on behalf of d11c17f1d551426995d045456efa2a7c for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:28.035311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.047435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.086683 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '018cc46e-f9bd-466f-ba7b-d0f32ada20ee', 'name': '', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'mac_address': 'fa:16:3e:57:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:26Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 2, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'subnets': [{'id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:28.126789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ddb5f40d-14db-441f-b0fe-1d6421e7e424 None None] The sync data for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 is: [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '018cc46e-f9bd-466f-ba7b-d0f32ada20ee', 'name': '', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'mac_address': 'fa:16:3e:57:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:26Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 2, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'subnets': [{'id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:28.237202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.243545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8e495ee-6ee4-4a23-927f-7cead886c646 None None] Provisioning complete for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:28.244346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8e495ee-6ee4-4a23-927f-7cead886c646 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.247250 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.280745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2148a462-23d2-4d16-b17c-4e492ae23ccc up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:28.302225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] vlan segment allocate from pool success with {'vlan_id': 145, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:00:28.311879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0f7f4b77-3ded-4ebd-bb33-e93577e8afa6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:28.321762 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.322280 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Added segment 35c1a383-5986-4f26-8860-18cef75562e9 of type vlan for network 9f149db0-2614-4e82-a0c5-5977b40b4a10 Jul 22 12:00:28.375790 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.385610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8e495ee-6ee4-4a23-927f-7cead886c646 None None] Port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:28.395813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2148a462-23d2-4d16-b17c-4e492ae23ccc triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:28.396206 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.436434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.489184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:28.490617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.501832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9413d451-c736-4cd8-8aba-96718e4e3c8a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:28.572334 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.600778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.7481942 Jul 22 12:00:28.601716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-528e2d7f-f8f4-4013-856e-0ce8df7c25ac tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event updated for resources: {'Network': ['ID=9f149db0-2614-4e82-a0c5-5977b40b4a10,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:28.606235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 45994) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:28.611852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Request body: {'subnet': {'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:28.619988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:00:28.723575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c69d489-7cf2-47a5-bc19-6765d5598a2d req-bf00ce23-2a92-4582-a9b3-3e9770e4c83f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:28.729545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c69d489-7cf2-47a5-bc19-6765d5598a2d req-bf00ce23-2a92-4582-a9b3-3e9770e4c83f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.8665907 Jul 22 12:00:28.741120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Made reservation on behalf of d11c17f1d551426995d045456efa2a7c for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:28.746303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.778189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9413d451-c736-4cd8-8aba-96718e4e3c8a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:28.778749 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:28.785692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Router 8dff226b-cd9a-4f89-90e4-3669601592ce has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:00:28.812465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c69d489-7cf2-47a5-bc19-6765d5598a2d req-1c09d5c9-f493-4ee8-bd3c-23e4b7374fc4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0721645 Jul 22 12:00:28.989473 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.051197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:29.060952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0bc2cbd2-4b46-4090-9add-59460ece06ff admin admin] 10.222.0.21 "PUT /v2.0/routers/8dff226b-cd9a-4f89-90e4-3669601592ce/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4929802 Jul 22 12:00:29.067137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event updated for resources: {'Subnet': ['ID=917bad36-f088-4e66-9815-21734ef28363,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:29.084576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Checking segment: {'id': '35c1a383-5986-4f26-8860-18cef75562e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:29.085456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Network hostable DHCP agents. Network: 9f149db0-2614-4e82-a0c5-5977b40b4a10, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:00:29.107605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:00:29.124075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954cfe1e-6bc0-4e9e-b5b1-12f55a3b61db req-50d10e24-e7a2-4ab0-9fb0-7b97147ec9b2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:29.136135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-954cfe1e-6bc0-4e9e-b5b1-12f55a3b61db req-50d10e24-e7a2-4ab0-9fb0-7b97147ec9b2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1629727 Jul 22 12:00:29.141306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9f149db0-2614-4e82-a0c5-5977b40b4a10) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:29.150163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a19f54da-3c3d-43fa-8d83-6fe62738bb48 None None] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:29.150369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:29.164615 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.193497 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c347bf57-ba8b-433c-a31e-4db059900d73 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.5856731 Jul 22 12:00:29.195909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:29.209793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Request body: {'port': {'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10', 'name': 'tempest-TagsExtTest-502052857'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:29.210635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-954cfe1e-6bc0-4e9e-b5b1-12f55a3b61db req-8fac1928-67a2-45e1-953f-22e101f377aa tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0722389 Jul 22 12:00:29.238474 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46002) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:29.377894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36297eb9-d7c8-4780-88d5-8e5d7f46366d tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:29.384229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-36297eb9-d7c8-4780-88d5-8e5d7f46366d tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1092 time: 0.1446114 Jul 22 12:00:29.387925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46008) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:29.399583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:29.450971 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.453722 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-9f149db0-2614-4e82-a0c5-5977b40b4a10', 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10', 'tenant_id': 'd11c17f1d551426995d045456efa2a7c', 'fixed_ips': [{'subnet_id': '917bad36-f088-4e66-9815-21734ef28363'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:00:29.456454 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.472030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Made reservation on behalf of d11c17f1d551426995d045456efa2a7c for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:29.477957 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.522809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] device_id is not set on port 0227879f-7b57-47df-a8f4-4bdc1785b2ed yet. {{(pid=93706) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:190}} Jul 22 12:00:29.712891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.717546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Allocated IP 172.20.0.9 (9f149db0-2614-4e82-a0c5-5977b40b4a10/917bad36-f088-4e66-9815-21734ef28363/0227879f-7b57-47df-a8f4-4bdc1785b2ed) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:29.890169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.172 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/52aa7b6a-d54d-4b87-93f6-77cbad510e1c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:29.974487 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:29.994852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Transition to ACTIVE for port object 0227879f-7b57-47df-a8f4-4bdc1785b2ed will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:30.047383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.067217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.093531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:30.097215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:30.101504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:30.138314 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Allocated IP 172.20.0.2 (9f149db0-2614-4e82-a0c5-5977b40b4a10/917bad36-f088-4e66-9815-21734ef28363/28bafa4e-9c92-405d-9989-09c42e979c3d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:30.149143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.153353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event updated for resources: {'Port': ['ID=0227879f-7b57-47df-a8f4-4bdc1785b2ed,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:30.184987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:30.185717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.215349 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0bba065b-1ca3-450b-86a8-8ebf21a60af6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "POST /v2.0/ports HTTP/1.1" status: 201 len: 921 time: 1.0173588 Jul 22 12:00:30.219449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46018) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:30.230933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1936224778', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:30.243654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:30.264221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:30.267500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:30.357444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=52aa7b6a-d54d-4b87-93f6-77cbad510e1c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:30.392850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.394621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.469560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e2d80165-dd15-4e74-90e4-032c0f157fc8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:30.565350 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.576364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e2d80165-dd15-4e74-90e4-032c0f157fc8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:30.576672 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.589002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e2d80165-dd15-4e74-90e4-032c0f157fc8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:30.590090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.632356 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.649386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Transition to ACTIVE for port object 28bafa4e-9c92-405d-9989-09c42e979c3d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:30.676686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Transition to ACTIVE for port object 28bafa4e-9c92-405d-9989-09c42e979c3d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:30.686956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.690528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.690687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5948fd19-2787-4977-a97c-dfbf27dfeac4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.4655573 Jul 22 12:00:30.691773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46028) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:30.696847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-32e715b8-4d42-4b6d-8f26-a89abd0884de tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-287921698', 'prefixes': ['172.20.0.0/16']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:30.766174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:30.770638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:30.781231 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.811743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port e2d80165-dd15-4e74-90e4-032c0f157fc8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e2d80165-dd15-4e74-90e4-032c0f157fc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:30.814732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Pushing event updated for resources: {'Port': ['ID=28bafa4e-9c92-405d-9989-09c42e979c3d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:30.819048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:30.827894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.930837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.936247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32e715b8-4d42-4b6d-8f26-a89abd0884de tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for subnetpool, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.937789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-32e715b8-4d42-4b6d-8f26-a89abd0884de tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.2457073 Jul 22 12:00:30.941578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46030) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:30.946661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-279debed-79bb-44cb-a1a0-95b4e1ef253b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-314044044') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:30.947240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Attempting to bind port 28bafa4e-9c92-405d-9989-09c42e979c3d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:30.947619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Attempting to bind port 28bafa4e-9c92-405d-9989-09c42e979c3d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '35c1a383-5986-4f26-8860-18cef75562e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:30.947995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Attempting to bind port 28bafa4e-9c92-405d-9989-09c42e979c3d on network 9f149db0-2614-4e82-a0c5-5977b40b4a10 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:30.973897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:30.974384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Checking segment: {'id': '35c1a383-5986-4f26-8860-18cef75562e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:30.974778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:30.975183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Bound using segment: {'id': '35c1a383-5986-4f26-8860-18cef75562e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:30.975695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Bound port: 28bafa4e-9c92-405d-9989-09c42e979c3d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '35c1a383-5986-4f26-8860-18cef75562e9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 145, 'network_id': '9f149db0-2614-4e82-a0c5-5977b40b4a10'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:30.976086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.004388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=e2d80165-dd15-4e74-90e4-032c0f157fc8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:31.068429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.071977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] For port 28bafa4e-9c92-405d-9989-09c42e979c3d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:31.077956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] For port 28bafa4e-9c92-405d-9989-09c42e979c3d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=28bafa4e-9c92-405d-9989-09c42e979c3d,segment=NetworkSegment(35c1a383-5986-4f26-8860-18cef75562e9),segment_id=35c1a383-5986-4f26-8860-18cef75562e9)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:31.084930 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.136548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-279debed-79bb-44cb-a1a0-95b4e1ef253b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-314044044 HTTP/1.1" status: 201 len: 201 time: 0.1931031 Jul 22 12:00:31.139778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46032) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.145797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-5ded7a6e-8c95-41cf-bc28-7405aca9f5c8 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-1672570160') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.166406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab43f175-3105-40b3-87e0-e708f047ec01 None None] Pushing event updated for resources: {'Port': ['ID=28bafa4e-9c92-405d-9989-09c42e979c3d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:31.293014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5ded7a6e-8c95-41cf-bc28-7405aca9f5c8 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-1672570160 HTTP/1.1" status: 201 len: 201 time: 0.1512899 Jul 22 12:00:31.296378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46034) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.302340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-966dd5ab-e931-433d-b37e-aca3e65fe447 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-1499075226') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.375485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.381818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.435863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-966dd5ab-e931-433d-b37e-aca3e65fe447 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-1499075226 HTTP/1.1" status: 201 len: 201 time: 0.1351128 Jul 22 12:00:31.439707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46036) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.444836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-749ff3f4-dc78-401d-b20a-37ba00733bfd tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-2035454496') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.514280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=52aa7b6a-d54d-4b87-93f6-77cbad510e1c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:31.531974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-749ff3f4-dc78-401d-b20a-37ba00733bfd tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-2035454496 HTTP/1.1" status: 201 len: 201 time: 0.0908825 Jul 22 12:00:31.534294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46042) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.543084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:31.559656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-a999159f-0d3a-4d15-8a69-fa9cddcac53f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.643162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a999159f-0d3a-4d15-8a69-fa9cddcac53f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 200 len: 240 time: 0.1073105 Jul 22 12:00:31.652746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46044) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.652746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-55dbc2af-d06b-4c1b-8a07-aad73f900178 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-314044044') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.706495 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 0d49ca18-05ab-436b-8acb-3e15f1288221 associated. External IP: 172.25.6.172, port: 3cedb947-5b59-4137-91a2-a4b1f00e4f34. Jul 22 12:00:31.785650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-55dbc2af-d06b-4c1b-8a07-aad73f900178 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-314044044 HTTP/1.1" status: 204 len: 168 time: 0.1404583 Jul 22 12:00:31.789109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46050) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.797021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-deef862e-75f6-4fe5-9949-4a924e76ea90 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-314044044') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.910657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-deef862e-75f6-4fe5-9949-4a924e76ea90 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-314044044 HTTP/1.1" status: 204 len: 168 time: 0.1182368 Jul 22 12:00:31.911115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46058) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.918194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-7e604559-58f6-4ab4-a158-4f4bd764b360 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:31.965431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:00:31.992926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7e604559-58f6-4ab4-a158-4f4bd764b360 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 200 len: 205 time: 0.0806849 Jul 22 12:00:31.995426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46060) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:31.999946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-60be28ce-b7cc-4075-84a0-f23422e16517 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.044698 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Sync routers for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:32.054255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-60be28ce-b7cc-4075-84a0-f23422e16517 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 200 len: 241 time: 0.0555761 Jul 22 12:00:32.054557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46062) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.059610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-ac9c0864-d1ef-4f9f-a83e-95fdaaa26657 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-1672570160') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.064516 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:32.065142 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.165196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac9c0864-d1ef-4f9f-a83e-95fdaaa26657 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-1672570160 HTTP/1.1" status: 204 len: 168 time: 0.1096039 Jul 22 12:00:32.168010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.174218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-92500b93-539b-4aef-8e55-2ed4a666f3f4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-1672570160') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.189840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-981c828f-969c-41c1-82bf-810d01df2dbd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:32.191003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-981c828f-969c-41c1-82bf-810d01df2dbd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.2153149 Jul 22 12:00:32.233672 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-d5205878-9eed-4cfb-9427-4fc9a58c548f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0176361 Jul 22 12:00:32.237338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:00:32.250165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Sync routers for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:00:32.268349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:32.270325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.298071 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:32.315125 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:32.367272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d97099b4-387d-456d-af08-dfdd02dc7554 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9782960 Jul 22 12:00:32.369566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:32.371052 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-12c71c74-123d-4f8d-8a75-59e9e960266d" -d '{"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:32.376884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-92500b93-539b-4aef-8e55-2ed4a666f3f4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-1672570160 HTTP/1.1" status: 204 len: 168 time: 0.2063253 Jul 22 12:00:32.379344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.384170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-b9e8c103-0d96-479e-ad60-8b6473fad9af tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.420190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-f0304cdb-679c-4469-b122-b71e4a343d9d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1722715 Jul 22 12:00:32.438888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 28bafa4e-9c92-405d-9989-09c42e979c3d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:32.522905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b9e8c103-0d96-479e-ad60-8b6473fad9af tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 200 len: 205 time: 0.1423380 Jul 22 12:00:32.526881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.537444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:32.541782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-d734d80b-23d1-42f4-9516-977c2a35c05a tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.587565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 28bafa4e-9c92-405d-9989-09c42e979c3d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:32.614856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e2d80165-dd15-4e74-90e4-032c0f157fc8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:32.666421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d734d80b-23d1-42f4-9516-977c2a35c05a tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 200 len: 241 time: 0.1377535 Jul 22 12:00:32.667054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46074) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.673178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-96385988-224e-4a6e-8867-8d8c1cb49816 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-1499075226') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.680812 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '018cc46e-f9bd-466f-ba7b-d0f32ada20ee', 'name': '', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'mac_address': 'fa:16:3e:57:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:26Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 2, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'subnets': [{'id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.740287 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Checking router: 8dff226b-cd9a-4f89-90e4-3669601592ce for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:32.740951 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Updating router 8dff226b-cd9a-4f89-90e4-3669601592ce port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:00:32.741750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97636e43-eefb-43fc-9401-8a9269769ca0 req-0792fb7b-9beb-48e9-b9e9-e786bf64ace8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:32.743404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97636e43-eefb-43fc-9401-8a9269769ca0 req-0792fb7b-9beb-48e9-b9e9-e786bf64ace8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.2299323 Jul 22 12:00:32.750495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-7ca6c3f5-2270-4bcc-8e25-5651bbceae76 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3122244 Jul 22 12:00:32.802509 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-96385988-224e-4a6e-8867-8d8c1cb49816 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-1499075226 HTTP/1.1" status: 204 len: 168 time: 0.1322296 Jul 22 12:00:32.817515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46078) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:32.822388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-dea7434f-7377-472d-afa6-15fe9c6be78a tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-1499075226') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:32.829292 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:32.883669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e2d80165-dd15-4e74-90e4-032c0f157fc8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:32.883927 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:32.906061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97636e43-eefb-43fc-9401-8a9269769ca0 req-4990c3db-c8c8-46f3-87c8-8292112284a2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1545668 Jul 22 12:00:32.985449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46080) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.036497 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c33b51f-f40c-4012-ab22-a4907f5e1248 x-openstack-request-id: req-0c33b51f-f40c-4012-ab22-a4907f5e1248 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:33.037047 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:33.037047 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c33b51f-f40c-4012-ab22-a4907f5e1248 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:33.037418 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:00:33.061529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-6f475492-6189-429a-be75-aec82828fa45 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3021097 Jul 22 12:00:33.085007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f013ff-68ca-42fe-9036-44a09b73aa4f None None] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:33.160129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7a766286-d16e-4273-a15b-68951368e965 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 992 time: 0.1669989 Jul 22 12:00:33.168748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dea7434f-7377-472d-afa6-15fe9c6be78a tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-1499075226 HTTP/1.1" status: 204 len: 168 time: 0.3500500 Jul 22 12:00:33.171479 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.176406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-afb1deef-30ce-46ab-8cc1-71b6f02962c3 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.208975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-ff8650c7-9a6f-481b-b0ee-b5237aa84072 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:33.215988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-ff8650c7-9a6f-481b-b0ee-b5237aa84072 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1097 time: 0.1395082 Jul 22 12:00:33.342680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-afb1deef-30ce-46ab-8cc1-71b6f02962c3 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 200 len: 205 time: 0.1698639 Jul 22 12:00:33.343591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46090) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.348939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-de41d0d6-f5d6-4ef0-9ccf-ff3832976adb tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.368479 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:00:33.408874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-de41d0d6-f5d6-4ef0-9ccf-ff3832976adb tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 200 len: 241 time: 0.0641527 Jul 22 12:00:33.409553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.414304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-3fd4db4f-0c87-4ec6-a251-ace2eb26e345 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-2035454496') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.446521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3fd4db4f-0c87-4ec6-a251-ace2eb26e345 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-2035454496 HTTP/1.1" status: 204 len: 168 time: 0.0357378 Jul 22 12:00:33.447131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.454179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-d2dcbebb-f04e-4d2a-af8b-14ca5b840ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:33.455257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-539e6436-d1e8-4161-8c1d-2ceba795025e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-2035454496') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.455892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-d2dcbebb-f04e-4d2a-af8b-14ca5b840ec9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2334256 Jul 22 12:00:33.466168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Provisioning for port 28bafa4e-9c92-405d-9989-09c42e979c3d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:33.483987 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.496632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Provisioning complete for port 28bafa4e-9c92-405d-9989-09c42e979c3d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:33.497419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.502051 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Transition to ACTIVE for port object 018cc46e-f9bd-466f-ba7b-d0f32ada20ee will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:33.513015 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.572139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-539e6436-d1e8-4161-8c1d-2ceba795025e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-2035454496 HTTP/1.1" status: 204 len: 168 time: 0.1229844 Jul 22 12:00:33.575023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.586616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-f821cdf9-f97c-4c3a-9a36-76a8290643de tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.628659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f821cdf9-f97c-4c3a-9a36-76a8290643de tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 200 len: 205 time: 0.0525410 Jul 22 12:00:33.631753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46100) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.637391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-0087e39b-d68a-4e07-963f-d0c122cb7453 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.687718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b7db3-856e-4840-b971-a2d7e54f62b0 None None] Pushing event updated for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:33.717435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-0e6d97b3-a1f9-4954-8a39-3fa36b3ded01 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.2520323 Jul 22 12:00:33.736070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf01e4ad-ba3b-4ed1-82cb-5a696f3f26b9 req-eaf8cc96-1b65-49c2-b6ac-e0d5a5030db1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0674956 Jul 22 12:00:33.767847 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0087e39b-d68a-4e07-963f-d0c122cb7453 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 204 len: 168 time: 0.1350567 Jul 22 12:00:33.770375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46104) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:33.775874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-c083cf53-228e-4ccd-8e9d-774b8e89c1eb tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.801209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0d49ca18-05ab-436b-8acb-3e15f1288221', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:00:30Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.817264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-bf31d991-3a3f-4b7c-8fa6-b92582182f0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:33.818959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-bf31d991-3a3f-4b7c-8fa6-b92582182f0d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0959525 Jul 22 12:00:33.825222 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Attempting to bind port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:33.825596 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Attempting to bind port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:33.826133 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Attempting to bind port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee on network ae92476d-4468-4670-9b1c-8dd5fa373a7a {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:33.832621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:33.832887 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Checking segment: {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:33.833295 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.834304 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Bound using segment: {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:33.834810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Bound port: 018cc46e-f9bd-466f-ba7b-d0f32ada20ee, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 112, 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:33.835241 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.876723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Checking router: dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:00:33.913099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.942838 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] For port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:33.955383 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] For port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:33.975132 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:33.990998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c083cf53-228e-4ccd-8e9d-774b8e89c1eb tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.2189500 Jul 22 12:00:33.991436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:33.992081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:33.993567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:34.013310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-9e0d826f-52b2-479a-b65e-14791d67eaaf tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:34.076506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] For port 28bafa4e-9c92-405d-9989-09c42e979c3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=28bafa4e-9c92-405d-9989-09c42e979c3d,segment=NetworkSegment(35c1a383-5986-4f26-8860-18cef75562e9),segment_id=35c1a383-5986-4f26-8860-18cef75562e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:34.079357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-b27b9292-4bb4-476f-9db4-e52b1c0d4e81 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:34.083859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-b27b9292-4bb4-476f-9db4-e52b1c0d4e81 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2578783 Jul 22 12:00:34.113753 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:34.117446 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:00:34.131275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:00:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:34.162492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46114) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:34.304630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4a085fc-252f-4b52-87d0-98ff87b85d3a None None] Pushing event updated for resources: {'Port': ['ID=28bafa4e-9c92-405d-9989-09c42e979c3d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:34.309900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a58b7db3-856e-4840-b971-a2d7e54f62b0 None None] Pushing event updated for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:34.342374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:34.358583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-65c3cb38-2398-4ba6-a7c9-02407f8d9d6b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 992 time: 0.1947038 Jul 22 12:00:34.412204 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:00:34.425731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-088b907f-6451-41d6-9844-d7edfb5bfce6 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3041821 Jul 22 12:00:34.500947 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9e0d826f-52b2-479a-b65e-14791d67eaaf tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 204 len: 168 time: 0.5029786 Jul 22 12:00:34.501307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46118) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:34.506355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-52f09b3c-df60-479a-8910-99a1532385c5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:34.632053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12c71c74-123d-4f8d-8a75-59e9e960266d req-2d6a8218-f46d-478a-b4f3-f4285e81037d service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2042189 Jul 22 12:00:34.662197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Provisioning complete for port 28bafa4e-9c92-405d-9989-09c42e979c3d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:34.662824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:34.920220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '018cc46e-f9bd-466f-ba7b-d0f32ada20ee', 'name': '', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'mac_address': 'fa:16:3e:57:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:26Z', 'updated_at': '2021-07-22T12:00:33Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'subnets': [{'id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:34.965896 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03bbd99d-4df4-4861-a857-91f29a88f70b None None] The sync data for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 is: [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:27Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '018cc46e-f9bd-466f-ba7b-d0f32ada20ee', 'name': '', 'network_id': 'ae92476d-4468-4670-9b1c-8dd5fa373a7a', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'mac_address': 'fa:16:3e:57:0d:91', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_interface', 'standard_attr_id': 3796, 'fixed_ips': [{'subnet_id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:26Z', 'updated_at': '2021-07-22T12:00:33Z', 'revision_number': 4, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'subnets': [{'id': 'd1e6598c-35d5-4463-9e33-023309d37846', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:34.982813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0d49ca18-05ab-436b-8acb-3e15f1288221', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:00:30Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:34.986620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Provisioning for port 0227879f-7b57-47df-a8f4-4bdc1785b2ed completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:35.016857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-981ff399-e653-41f6-bd74-f334d17a1f52 None None] The sync data for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 is: [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '0d49ca18-05ab-436b-8acb-3e15f1288221', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.172', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 3810, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:00:30Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:00:35.020215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Provisioning complete for port 0227879f-7b57-47df-a8f4-4bdc1785b2ed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:35.020215 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:35.069345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-faf0e0d7-0199-4848-9c22-d6ebf526c919 None None] Port 0227879f-7b57-47df-a8f4-4bdc1785b2ed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:35.168449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23f1e8ed-ef82-4dcd-b356-d45cc15b35a1 req-3b0d0680-8124-4e94-8e2e-936b48a779c1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0399368 Jul 22 12:00:35.191311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-599a7d83-c1f4-4ba4-963a-0cb02e1e4b55 None None] Provisioning complete for port 0227879f-7b57-47df-a8f4-4bdc1785b2ed triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:35.191690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-599a7d83-c1f4-4ba4-963a-0cb02e1e4b55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:35.241267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46124) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.241504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-52f09b3c-df60-479a-8910-99a1532385c5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 204 len: 168 time: 0.7389493 Jul 22 12:00:35.247275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-b091a496-bc96-456f-aa93-fe89196555ed tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-299601298') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:35.260159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-599a7d83-c1f4-4ba4-963a-0cb02e1e4b55 None None] Port 0227879f-7b57-47df-a8f4-4bdc1785b2ed cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:35.362480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46126) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.460394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-8d38f527-defd-4892-abe5-7f2530f4b2d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:35.462047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-8d38f527-defd-4892-abe5-7f2530f4b2d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1667452 Jul 22 12:00:35.472972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c1802ff7-7a95-4e28-a739-ccb3b98f1258 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 992 time: 0.1060317 Jul 22 12:00:35.477367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:35.501354 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b091a496-bc96-456f-aa93-fe89196555ed tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-299601298 HTTP/1.1" status: 201 len: 201 time: 0.2588577 Jul 22 12:00:35.505330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.514415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-7c2650e7-b9eb-475f-92a7-ee506b46b78f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-2108417672') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:35.559498 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631633d-c367-4280-b18f-3e3e83129e45 None None] New status for floating IP 0d49ca18-05ab-436b-8acb-3e15f1288221: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:00:35.663630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c2650e7-b9eb-475f-92a7-ee506b46b78f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-2108417672 HTTP/1.1" status: 201 len: 201 time: 0.1537173 Jul 22 12:00:35.664232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.677329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-566904c6-986b-44ee-acb5-99bfb0c18675 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-71344324') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:35.720705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:00:35.727132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:35.829573 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-566904c6-986b-44ee-acb5-99bfb0c18675 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-71344324 HTTP/1.1" status: 201 len: 201 time: 0.1634181 Jul 22 12:00:35.829826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46132) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.835240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-0039f8a6-773f-4dfa-87ae-866ab481973b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-789943546') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:35.891879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0039f8a6-773f-4dfa-87ae-866ab481973b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-789943546 HTTP/1.1" status: 201 len: 201 time: 0.0608904 Jul 22 12:00:35.894855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:35.900377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-4b4bd0ad-c8bd-476d-a9d0-d6f5e329e066 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', {'tags': ['tempest-TagsExtTest-Tag-1428617783', 'tempest-TagsExtTest-Tag-1482550812', 'tempest-TagsExtTest-Tag-59544017']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:35.954199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.10 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:00:35.996771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4b4bd0ad-c8bd-476d-a9d0-d6f5e329e066 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 200 len: 316 time: 0.0992999 Jul 22 12:00:35.999033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.004976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-0b6b3110-e09d-4b62-b73b-65f117096861 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.123528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0b6b3110-e09d-4b62-b73b-65f117096861 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 204 len: 168 time: 0.1229494 Jul 22 12:00:36.127746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46140) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.140127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-c5d136cb-0e76-4e24-ad5f-6c06a1a29441 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-1428617783') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.244387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.262867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:36.277375 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-c5d136cb-0e76-4e24-ad5f-6c06a1a29441 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:36.278305 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c5d136cb-0e76-4e24-ad5f-6c06a1a29441 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-1428617783 HTTP/1.1" status: 404 len: 329 time: 0.1480892 Jul 22 12:00:36.283172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46144) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.295124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-350e1004-cc98-4ec8-ae7e-00c44fcd44ae tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-1482550812') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.306075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.312494 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 28bafa4e-9c92-405d-9989-09c42e979c3d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:36.358821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:36.373067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.373709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.374235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.374777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.375300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.375817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.376417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.376922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.377425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.377938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.378882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.379414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:36.383707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 28bafa4e-9c92-405d-9989-09c42e979c3d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:36.384173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.408360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:00:36.410311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:00:36.430344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:00:36.464753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5707899b-b267-4fde-b29a-09b11672b1a4 req-23896adf-b317-48cd-887c-7aa09e170bee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:36.466912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5707899b-b267-4fde-b29a-09b11672b1a4 req-23896adf-b317-48cd-887c-7aa09e170bee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 932 time: 0.1351199 Jul 22 12:00:36.474587 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-350e1004-cc98-4ec8-ae7e-00c44fcd44ae tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:36.475879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-350e1004-cc98-4ec8-ae7e-00c44fcd44ae tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-1482550812 HTTP/1.1" status: 404 len: 329 time: 0.1895852 Jul 22 12:00:36.476878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46146) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.498659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46148) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.517129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ca73dc86-25da-4eaa-9bec-73b486216263 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363', 'tempest-TagsExtTest-Tag-59544017') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.579421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:36.580817 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.586394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 018cc46e-f9bd-466f-ba7b-d0f32ada20ee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:36.624178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-95a0fe00-dd6a-4c9c-80c6-006355f41f8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.1508379 Jul 22 12:00:36.644870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Request body: {'port': {'device_id': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:00:36.687901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:36.694617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dcc61423-ce13-464d-98d6-dd1eae6a9b86 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 994 time: 0.2076936 Jul 22 12:00:36.700759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5707899b-b267-4fde-b29a-09b11672b1a4 req-07726fc5-8165-4453-b6ff-bf27ca642150 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2227380 Jul 22 12:00:36.705520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:36.705990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.739402 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-ca73dc86-25da-4eaa-9bec-73b486216263 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:36.741221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ca73dc86-25da-4eaa-9bec-73b486216263 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags/tempest-TagsExtTest-Tag-59544017 HTTP/1.1" status: 404 len: 327 time: 0.2316594 Jul 22 12:00:36.743591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46150) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.750007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-05afaf46-de95-410e-b7cc-ea48d616d0a6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', {'tags': ['tempest-TagsExtTest-Tag-801882057', 'tempest-TagsExtTest-Tag-175450963', 'tempest-TagsExtTest-Tag-559327334']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.805785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.836149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-05afaf46-de95-410e-b7cc-ea48d616d0a6 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 200 len: 315 time: 0.0913994 Jul 22 12:00:36.840972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46152) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.845940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-79802d18-f446-48a8-ab3d-e9af732df072 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.875613 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.933802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:36.943297 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:36.951946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af9ea48d-78dc-499d-b32d-187356f06ca0 None None] Provisioning for port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:36.952066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-79802d18-f446-48a8-ab3d-e9af732df072 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 204 len: 168 time: 0.1061709 Jul 22 12:00:36.954050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46154) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:36.958742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-51c6b505-13ee-4443-96b6-ee1151675ac3 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-801882057') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:36.983769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-af9ea48d-78dc-499d-b32d-187356f06ca0 None None] Provisioning complete for port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:36.984154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af9ea48d-78dc-499d-b32d-187356f06ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.091196 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-51c6b505-13ee-4443-96b6-ee1151675ac3 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:37.094854 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-51c6b505-13ee-4443-96b6-ee1151675ac3 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-801882057 HTTP/1.1" status: 404 len: 328 time: 0.1371546 Jul 22 12:00:37.095242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.100341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-a9ae7509-ae09-45a0-abd4-00d984ecb350 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-175450963') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.181171 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-a9ae7509-ae09-45a0-abd4-00d984ecb350 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:37.184052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a9ae7509-ae09-45a0-abd4-00d984ecb350 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-175450963 HTTP/1.1" status: 404 len: 328 time: 0.0871692 Jul 22 12:00:37.186638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.197405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-84f19307-727e-4606-af65-030bf4a13021 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed', 'tempest-TagsExtTest-Tag-559327334') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.284942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:00:37.311273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.312606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:37.324547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-af9ea48d-78dc-499d-b32d-187356f06ca0 None None] Port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:00:37.338089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Transition to ACTIVE for port object d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:00:37.341292 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-84f19307-727e-4606-af65-030bf4a13021 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:37.342387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-84f19307-727e-4606-af65-030bf4a13021 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags/tempest-TagsExtTest-Tag-559327334 HTTP/1.1" status: 404 len: 328 time: 0.1547327 Jul 22 12:00:37.345386 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.346356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.352048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-3ed20006-d57a-4e78-9cd0-75bf75ed0740 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', {'tags': ['tempest-TagsExtTest-Tag-179199844', 'tempest-TagsExtTest-Tag-2049711759', 'tempest-TagsExtTest-Tag-592526292']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.420292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:37.471407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3ed20006-d57a-4e78-9cd0-75bf75ed0740 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 200 len: 316 time: 0.1241157 Jul 22 12:00:37.473111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46164) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.485124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-bf7036ad-add9-4d39-b67c-81c6b1faacaa tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.516264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Attempting to bind port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:00:37.516602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Attempting to bind port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:00:37.516934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Attempting to bind port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:37.522017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:00:37.522343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Attempting to bind port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:00:37.528262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:00:37.528602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:00:37.528983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:00:37.529595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Bound port: d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:00:37.530095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.615197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf7036ad-add9-4d39-b67c-81c6b1faacaa tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.1392035 Jul 22 12:00:37.619222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46166) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.631484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-b961a57f-8df2-4210-b343-9882c8c9fe55 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-179199844') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.651029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:00:37.656602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:00:37.663570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.712280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:37.712907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:37.715705 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] 10.222.0.36 "PUT /v2.0/ports/d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 HTTP/1.1" status: 200 len: 1092 time: 1.0812929 Jul 22 12:00:37.716162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:37.718803 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb" -d '{"events": [{"name": "network-changed", "server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:37.813622 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-b961a57f-8df2-4210-b343-9882c8c9fe55 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:37.824421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b961a57f-8df2-4210-b343-9882c8c9fe55 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-179199844 HTTP/1.1" status: 404 len: 328 time: 0.2037680 Jul 22 12:00:37.825199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:37.830145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-d4e072f4-d648-4dd7-836b-ce57d92ce2e4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-2049711759') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:37.845507 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ddf8d27-42bf-4f5f-b674-ace2d81d8f27 x-openstack-request-id: req-7ddf8d27-42bf-4f5f-b674-ace2d81d8f27 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:37.845875 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:37.846067 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ddf8d27-42bf-4f5f-b674-ace2d81d8f27 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:37.846472 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2', 'status': 'completed', 'code': 200} Jul 22 12:00:37.858243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b882d32c-4765-40ce-8970-b7fbc7f31423 service neutron] Pushing event updated for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:37.889185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-1067f436-a3d5-4f47-a070-bd12c2bcf340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:37.891495 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-1067f436-a3d5-4f47-a070-bd12c2bcf340 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 1095 time: 0.1226349 Jul 22 12:00:37.961770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-b7ae9ac1-2a02-4c2c-93f5-f19d55b0dd96 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0609653 Jul 22 12:00:38.000251 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-d4e072f4-d648-4dd7-836b-ce57d92ce2e4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:38.003882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d4e072f4-d648-4dd7-836b-ce57d92ce2e4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-2049711759 HTTP/1.1" status: 404 len: 329 time: 0.1750696 Jul 22 12:00:38.004118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.014785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-cb8923ae-e800-4ad6-a1f3-7984da675c8b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb', 'tempest-TagsExtTest-Tag-592526292') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.054715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-05a56c04-4f79-46fe-b4a2-583af6d6e7c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:38.056398 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-05a56c04-4f79-46fe-b4a2-583af6d6e7c7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0897048 Jul 22 12:00:38.111665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-739206ed-b4e3-41b8-be2f-6190280afb52 req-e3217456-03b7-4813-859e-e95dc4102b45 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:38.113163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-739206ed-b4e3-41b8-be2f-6190280afb52 req-e3217456-03b7-4813-859e-e95dc4102b45 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.2778730 Jul 22 12:00:38.130550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-ea94d4ee-b100-4060-82a6-75d853171d54 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:38.132480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-ea94d4ee-b100-4060-82a6-75d853171d54 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0690053 Jul 22 12:00:38.149148 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-cb8923ae-e800-4ad6-a1f3-7984da675c8b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:38.150201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cb8923ae-e800-4ad6-a1f3-7984da675c8b tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags/tempest-TagsExtTest-Tag-592526292 HTTP/1.1" status: 404 len: 328 time: 0.1451898 Jul 22 12:00:38.156011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46176) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.163314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-946a7db9-139e-4f64-b1bb-6851e1635eb4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', {'tags': ['tempest-TagsExtTest-Tag-541013288', 'tempest-TagsExtTest-Tag-458819603', 'tempest-TagsExtTest-Tag-1090612126']}) {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.184136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-739206ed-b4e3-41b8-be2f-6190280afb52 req-39fbee0d-ff07-4d66-af4c-204937bbd483 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626125 Jul 22 12:00:38.233273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-946a7db9-139e-4f64-b1bb-6851e1635eb4 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "PUT /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 200 len: 316 time: 0.0760059 Jul 22 12:00:38.235759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.248358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-28c94e24-aaf5-4a3f-82a5-f30016da06c0 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.251274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 018cc46e-f9bd-466f-ba7b-d0f32ada20ee up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:38.274486 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-c04eaa5a-d0bf-41d4-96fd-963570b328d5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335945 Jul 22 12:00:38.311347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-28c94e24-aaf5-4a3f-82a5-f30016da06c0 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0701263 Jul 22 12:00:38.312062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.320021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-7d91a0e9-dd29-44ef-b1ac-68b6d5f9f5c0 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-541013288') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.347260 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-7d91a0e9-dd29-44ef-b1ac-68b6d5f9f5c0 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:38.353249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7d91a0e9-dd29-44ef-b1ac-68b6d5f9f5c0 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-541013288 HTTP/1.1" status: 404 len: 328 time: 0.0400028 Jul 22 12:00:38.353809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:38.354267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46184) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.355608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:38.360529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-0fca8003-06c6-4360-9421-b3183cec5d5e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-458819603') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.393664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d80fe7b1-25e0-4c57-81a6-ffcca9a03c9e req-e3f902e0-4ee0-4df8-807f-349b5718e1ad service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1140764 Jul 22 12:00:38.407730 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [None req-0fca8003-06c6-4360-9421-b3183cec5d5e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:38.411026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0fca8003-06c6-4360-9421-b3183cec5d5e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-458819603 HTTP/1.1" status: 404 len: 328 time: 0.0554907 Jul 22 12:00:38.411875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.416524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-36d17015-1b7c-482e-8292-201f8a27efb5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0', 'tempest-TagsExtTest-Tag-1090612126') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.497662 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-36d17015-1b7c-482e-8292-201f8a27efb5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] show failed (client error): The resource could not be found. Jul 22 12:00:38.498745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-36d17015-1b7c-482e-8292-201f8a27efb5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags/tempest-TagsExtTest-Tag-1090612126 HTTP/1.1" status: 404 len: 329 time: 0.0858073 Jul 22 12:00:38.501928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.506281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-3ee2134e-8783-4825-9edc-ba7975a8d8e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '0909a071-1036-4876-bea8-c517fc8112c0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:38.543080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-4ff723f9-4aa2-4323-a239-123ec5a02282 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:38.544619 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-4ff723f9-4aa2-4323-a239-123ec5a02282 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 1095 time: 0.0982025 Jul 22 12:00:38.549643 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ee2134e-8783-4825-9edc-ba7975a8d8e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0/tags HTTP/1.1" status: 204 len: 168 time: 0.0446711 Jul 22 12:00:38.550031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:38.556081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-ac79561a-9baa-437f-b0d0-e8f083bce730 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '2c34536b-f296-4625-a464-7807f37ed4cb') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:39.078909 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac79561a-9baa-437f-b0d0-e8f083bce730 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb/tags HTTP/1.1" status: 204 len: 168 time: 0.5277529 Jul 22 12:00:39.081913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:39.083913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-3a9ecacf-14c3-4e98-b7b0-e78ddaf3884d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:39.085384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-3a9ecacf-14c3-4e98-b7b0-e78ddaf3884d service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.5332553 Jul 22 12:00:39.087339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.tag.tag_plugin [None req-ae177aa3-f289-40fb-9ce8-14d42ac5b249 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '0227879f-7b57-47df-a8f4-4bdc1785b2ed') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:39.143217 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-a9c4d144-b2dc-46e1-ad81-593d240fe81a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 HTTP/1.1" status: 200 len: 217 time: 0.0498040 Jul 22 12:00:39.158880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae177aa3-f289-40fb-9ce8-14d42ac5b249 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed/tags HTTP/1.1" status: 204 len: 168 time: 0.0752795 Jul 22 12:00:39.161477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46196) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:39.166174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.tag.tag_plugin [None req-25fa1728-659f-472c-be7e-f3710e58616f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '917bad36-f088-4e66-9815-21734ef28363') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:39.249508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-c9bb829d-5e11-439b-a68a-bfef34a3bde4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:39.251045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-c9bb829d-5e11-439b-a68a-bfef34a3bde4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.1015787 Jul 22 12:00:39.376934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-25fa1728-659f-472c-be7e-f3710e58616f tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363/tags HTTP/1.1" status: 204 len: 168 time: 0.2140837 Jul 22 12:00:39.378045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:39.382392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc606cb0-5e28-4bbf-be38-af185c7348ef req-437451ca-a721-4de3-a4e6-32da80a81000 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:39.403029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc606cb0-5e28-4bbf-be38-af185c7348ef req-437451ca-a721-4de3-a4e6-32da80a81000 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.1388853 Jul 22 12:00:39.419307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-b671b971-59c7-482f-8776-8508c25b35ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:39.421194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-b671b971-59c7-482f-8776-8508c25b35ab service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1626408 Jul 22 12:00:39.459023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc606cb0-5e28-4bbf-be38-af185c7348ef req-d7cc1ca4-97b6-4b92-9c9b-5fe562db1f7f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549800 Jul 22 12:00:39.583553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7a5df892-ffda-4b86-8655-73fb8a7391f8 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for subnetpool, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.586817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7a5df892-ffda-4b86-8655-73fb8a7391f8 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnetpools/0909a071-1036-4876-bea8-c517fc8112c0 HTTP/1.1" status: 204 len: 168 time: 0.2041583 Jul 22 12:00:39.587714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46204) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:39.590404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-76f29115-225d-41c0-9a87-e7b15f931584 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1628833 Jul 22 12:00:39.623978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-86c7beba-0ca2-4ac4-95f1-3970628507bb tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "GET /v2.0/ports?device_id=2c34536b-f296-4625-a464-7807f37ed4cb HTTP/1.1" status: 200 len: 205 time: 0.0350049 Jul 22 12:00:39.624597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:39.712145 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.723092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b24926b7-bcc9-4995-a3cd-de3e58bd99fb req-bdb95ceb-4ffa-4a70-8dd8-ac079996439a service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1259742 Jul 22 12:00:39.888852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.891737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.952754 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.953270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Fanout notify agent at l3_agent the message router_deleted on router 2c34536b-f296-4625-a464-7807f37ed4cb {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:00:39.961198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:39.966223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6aa75be3-a9c3-4664-b4f6-7cc5dfc42097 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/routers/2c34536b-f296-4625-a464-7807f37ed4cb HTTP/1.1" status: 204 len: 168 time: 0.3370090 Jul 22 12:00:39.967080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:40.080363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Deleting port 0227879f-7b57-47df-a8f4-4bdc1785b2ed {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:40.080976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.173403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.192089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Calling delete_port for 0227879f-7b57-47df-a8f4-4bdc1785b2ed owned by {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:40.344038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.378735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event deleted for resources: {'Port': ['ID=0227879f-7b57-47df-a8f4-4bdc1785b2ed,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:40.409040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.409655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.409774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.410052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.410809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.410940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.411204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.411533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.411862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.412189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.412518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.412847 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:00:40.488570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.490962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-14dd4031-f454-48d3-820d-3b237eafa12e tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/ports/0227879f-7b57-47df-a8f4-4bdc1785b2ed HTTP/1.1" status: 204 len: 168 time: 0.5233150 Jul 22 12:00:40.493549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:40.590844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Deleting subnet 917bad36-f088-4e66-9815-21734ef28363 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:00:40.594589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.647467 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.694161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-399be6ce-df45-4978-8ab4-eebc0d4e8b8c req-36b8116d-6919-4fda-a1a7-cb7f0d2ebaa6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:40.696020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-399be6ce-df45-4978-8ab4-eebc0d4e8b8c req-36b8116d-6919-4fda-a1a7-cb7f0d2ebaa6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0976501 Jul 22 12:00:40.755721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-399be6ce-df45-4978-8ab4-eebc0d4e8b8c req-32e98fe5-df0b-46a6-81fd-299983c6bc02 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526109 Jul 22 12:00:40.786023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.857179 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.886879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event deleted for resources: {'Subnet': ['ID=917bad36-f088-4e66-9815-21734ef28363,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:40.888875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:40.890998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-868361da-bfc8-41c7-a52c-f23a254fb0e5 tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/subnets/917bad36-f088-4e66-9815-21734ef28363 HTTP/1.1" status: 204 len: 168 time: 0.3960743 Jul 22 12:00:40.893180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46216) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:40.898731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac1bfda6-5c63-4554-acf0-f27e8283d48d None None] Network 9f149db0-2614-4e82-a0c5-5977b40b4a10 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:00:40.982330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.051121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Deleting port 28bafa4e-9c92-405d-9989-09c42e979c3d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:41.051439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.115499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] DHCP port deletion for 9f149db0-2614-4e82-a0c5-5977b40b4a10 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:00:41.123659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] For port 28bafa4e-9c92-405d-9989-09c42e979c3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=28bafa4e-9c92-405d-9989-09c42e979c3d,segment=NetworkSegment(35c1a383-5986-4f26-8860-18cef75562e9),segment_id=35c1a383-5986-4f26-8860-18cef75562e9)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:41.124027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.136745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Calling delete_port for 28bafa4e-9c92-405d-9989-09c42e979c3d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:41.168996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Deleting port 28bafa4e-9c92-405d-9989-09c42e979c3d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:41.169704 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.231866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.237116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] For port 28bafa4e-9c92-405d-9989-09c42e979c3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=28bafa4e-9c92-405d-9989-09c42e979c3d,segment=NetworkSegment(35c1a383-5986-4f26-8860-18cef75562e9),segment_id=35c1a383-5986-4f26-8860-18cef75562e9)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:41.237725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.251750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Calling delete_port for 28bafa4e-9c92-405d-9989-09c42e979c3d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:41.268317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event deleted for resources: {'Port': ['ID=28bafa4e-9c92-405d-9989-09c42e979c3d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:41.271887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] No DVR routers for this DVR port 28bafa4e-9c92-405d-9989-09c42e979c3d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:41.348772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.366073 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.376520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] Pushing event deleted for resources: {'Port': ['ID=28bafa4e-9c92-405d-9989-09c42e979c3d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:41.377436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9f149db0-2614-4e82-a0c5-5977b40b4a10']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:41.380518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50f7509-d536-47f3-84b0-3eada153e6de None None] No DVR routers for this DVR port 28bafa4e-9c92-405d-9989-09c42e979c3d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:41.398018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '35c1a383-5986-4f26-8860-18cef75562e9') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:41.398312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '35c1a383-5986-4f26-8860-18cef75562e9') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:00:41.409096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.423655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.429896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Releasing vlan 145 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:00:41.430283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:00:41.433553 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:00:41.495945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.503544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:41.505662 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] 10.222.0.21 "DELETE /v2.0/networks/9f149db0-2614-4e82-a0c5-5977b40b4a10 HTTP/1.1" status: 204 len: 168 time: 0.6115549 Jul 22 12:00:41.523589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff2b676-2da5-4a88-8159-5dffab407eee tempest-TagsExtTest-830690901 tempest-TagsExtTest-830690901-project] Pushing event deleted for resources: {'Network': ['ID=9f149db0-2614-4e82-a0c5-5977b40b4a10,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:41.811219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46226) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:41.922759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3184105d-ccee-4b68-bfbc-8d50cf31362a req-981cb18f-23d5-46eb-be9b-0c92dd162a23 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:41.925025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3184105d-ccee-4b68-bfbc-8d50cf31362a req-981cb18f-23d5-46eb-be9b-0c92dd162a23 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0768652 Jul 22 12:00:41.975132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-517811b9-b1f8-453e-912a-38662ea0df03 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d11c17f1d551426995d045456efa2a7c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1615577 Jul 22 12:00:41.976605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46230) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:41.981110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3184105d-ccee-4b68-bfbc-8d50cf31362a req-473136f5-fccf-4a65-8b7c-1c1c07fab94f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0479681 Jul 22 12:00:42.034136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:42.056819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:42.107559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:42.110312 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:42.111781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0f7f4b77-3ded-4ebd-bb33-e93577e8afa6 HTTP/1.1" status: 204 len: 168 time: 0.1342568 Jul 22 12:00:42.120614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ee6095-c7d7-479e-9ca5-8b88cb5a0f05 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f7f4b77-3ded-4ebd-bb33-e93577e8afa6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:42.210834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 28bafa4e-9c92-405d-9989-09c42e979c3d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:42.240778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 28bafa4e-9c92-405d-9989-09c42e979c3d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:42.241232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 28bafa4e-9c92-405d-9989-09c42e979c3d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:43.155687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9398d80-21ec-43c1-81d8-ab51748d3bb7 req-b7ca8339-f71d-4ff5-9847-92ecc2f3f110 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:43.157238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9398d80-21ec-43c1-81d8-ab51748d3bb7 req-b7ca8339-f71d-4ff5-9847-92ecc2f3f110 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0947554 Jul 22 12:00:43.210740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d9398d80-21ec-43c1-81d8-ab51748d3bb7 req-cf3c416c-0f25-4742-a925-46c859f9afbd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434501 Jul 22 12:00:44.352969 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76045d7b-1643-4d99-a2e7-942bd7017f9b req-0f106bd5-327b-49df-b951-785731c3b163 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:44.354596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76045d7b-1643-4d99-a2e7-942bd7017f9b req-0f106bd5-327b-49df-b951-785731c3b163 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0697403 Jul 22 12:00:44.392934 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76045d7b-1643-4d99-a2e7-942bd7017f9b req-3623a7ab-e55a-46f7-8948-abd4357d7871 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322320 Jul 22 12:00:45.272202 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a77d4a20-1e74-48f2-aab5-821b27a542b7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:45.535487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6fa6c20-6a60-4b9f-aad9-5ad8413437ca req-6f126aa5-22a6-4b9d-bd1b-deaf5f307909 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:45.537902 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6fa6c20-6a60-4b9f-aad9-5ad8413437ca req-6f126aa5-22a6-4b9d-bd1b-deaf5f307909 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0743072 Jul 22 12:00:45.596709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6fa6c20-6a60-4b9f-aad9-5ad8413437ca req-7fcb421f-bac3-4a42-b046-dbc550636255 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0519543 Jul 22 12:00:46.736800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2eaca-2014-454b-abf8-fe4c0ff8e196 req-c9aa347d-cc70-4e2c-a5d0-7b127273a41a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:46.744418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2a2eaca-2014-454b-abf8-fe4c0ff8e196 req-c9aa347d-cc70-4e2c-a5d0-7b127273a41a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0760958 Jul 22 12:00:46.783926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46354) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:46.786608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2a2eaca-2014-454b-abf8-fe4c0ff8e196 req-e05536fe-a6f8-40d3-9c9c-3edfcc154032 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398865 Jul 22 12:00:46.898237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0d29be3-d8dc-403a-b637-29c0194a990a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:46.993299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0d29be3-d8dc-403a-b637-29c0194a990a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:46.999042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c0d29be3-d8dc-403a-b637-29c0194a990a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.041400 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c0d29be3-d8dc-403a-b637-29c0194a990a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f05828845d7347e9987b059ba7102914&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2561307 Jul 22 12:00:47.042358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d29be3-d8dc-403a-b637-29c0194a990a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d2b10cc-530d-4bea-b677-65e4f25a825c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:47.045216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46360) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:47.098699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.123652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.175255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.177893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.179184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9d2b10cc-530d-4bea-b677-65e4f25a825c HTTP/1.1" status: 204 len: 168 time: 0.1329818 Jul 22 12:00:47.187435 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a629463-1aee-4005-ad8e-ec8ec07311c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d2b10cc-530d-4bea-b677-65e4f25a825c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:47.444419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:47.458742 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12e20897-fd3c-4328-b576-dd1faa9cdc25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.546401 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12e20897-fd3c-4328-b576-dd1faa9cdc25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.550196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-12e20897-fd3c-4328-b576-dd1faa9cdc25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.588844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-12e20897-fd3c-4328-b576-dd1faa9cdc25 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1764731104a7426d9f3180957ceb0468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1433058 Jul 22 12:00:47.589895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12e20897-fd3c-4328-b576-dd1faa9cdc25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed3d02b-e912-4e52-af4f-c167b78f2bed,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:47.592352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46368) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:47.643528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.664658 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.714503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.717116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.718334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0ed3d02b-e912-4e52-af4f-c167b78f2bed HTTP/1.1" status: 204 len: 168 time: 0.1246035 Jul 22 12:00:47.726720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b87efa08-7ad5-47d1-9e0a-e576bb36ea65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed3d02b-e912-4e52-af4f-c167b78f2bed,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:47.871739 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:47.914871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c39745e-50c9-4260-b90c-627e54e69324 req-591c537a-5df2-4377-b69b-111ab5a261dc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:47.916374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c39745e-50c9-4260-b90c-627e54e69324 req-591c537a-5df2-4377-b69b-111ab5a261dc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 944 time: 0.0692573 Jul 22 12:00:47.955523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c39745e-50c9-4260-b90c-627e54e69324 req-b2124a20-4fc6-4398-a707-e2851f2e82c3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334566 Jul 22 12:00:48.183616 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28f202fd-7f7e-45c8-b767-aa775f0e3290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:48.531682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:00:48.647222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:48.661296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2', 'mac_address': 'fa:16:3e:c5:0a:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:00:48.702193 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:48.716412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:00:48.738095 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:48.742626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:48.802744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:48.988564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:00:49.125272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3682db48-9e7c-4607-a510-0af96827cdb5 req-e2b7d6da-0e8e-4334-9846-2b71327d5c31 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:49.127066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3682db48-9e7c-4607-a510-0af96827cdb5 req-e2b7d6da-0e8e-4334-9846-2b71327d5c31 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 945 time: 0.0752695 Jul 22 12:00:49.185948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3682db48-9e7c-4607-a510-0af96827cdb5 req-95154165-21d8-4d0c-8f8a-aea80e30a4cc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0462365 Jul 22 12:00:49.492515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:50.339706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28e17559-113e-48ae-a292-d1b2ce6a1f2e req-6fa43d29-e968-4923-88b3-a28fe5ab45a1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:50.341309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28e17559-113e-48ae-a292-d1b2ce6a1f2e req-6fa43d29-e968-4923-88b3-a28fe5ab45a1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 945 time: 0.0789161 Jul 22 12:00:50.381314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28e17559-113e-48ae-a292-d1b2ce6a1f2e req-abf1a1e9-c5b4-41bb-9985-99a34bf1946b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336976 Jul 22 12:00:50.541430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:00:50.595518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:00:50.599461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:00:50.599858 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:50.679106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:50.702462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:50.705148 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-73ea5e1c-16eb-4a6a-80f6-3223347af5b1" -d '{"events": [{"server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:50.719765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:50.724157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:50.758643 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-444f3497-10a3-45a2-bdba-c9b7f376dd1f x-openstack-request-id: req-444f3497-10a3-45a2-bdba-c9b7f376dd1f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:50.758643 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "name": "network-vif-plugged", "status": "completed", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:50.758643 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-444f3497-10a3-45a2-bdba-c9b7f376dd1f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:50.758643 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2', 'code': 200} Jul 22 12:00:50.791078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:50.912446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8cad782-cf9e-47e2-835d-63952b2dbb2a req-09e5bf1b-e44f-4be7-8cb7-81ce2e31e23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:50.913885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8cad782-cf9e-47e2-835d-63952b2dbb2a req-09e5bf1b-e44f-4be7-8cb7-81ce2e31e23f service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 1097 time: 0.0833118 Jul 22 12:00:50.967972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8cad782-cf9e-47e2-835d-63952b2dbb2a req-a4379e0b-a0e0-4883-8a5d-0ea2c1f47d9f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473862 Jul 22 12:00:51.394243 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:51.587730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aacbba47-df92-4898-a760-ccb20425774d req-bd7c9850-3a1f-40a2-812e-7a543b7a6028 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:51.593648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aacbba47-df92-4898-a760-ccb20425774d req-bd7c9850-3a1f-40a2-812e-7a543b7a6028 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.0981386 Jul 22 12:00:51.643031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aacbba47-df92-4898-a760-ccb20425774d req-6e786dc5-c5c0-4af5-8871-2ea8563b1365 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394173 Jul 22 12:00:52.824477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391711b9-c652-4bc3-8deb-5109a35cca55 req-c1d47c15-413e-41c9-b44c-f6e75c119107 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:52.826982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-391711b9-c652-4bc3-8deb-5109a35cca55 req-c1d47c15-413e-41c9-b44c-f6e75c119107 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.0835550 Jul 22 12:00:52.914655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-391711b9-c652-4bc3-8deb-5109a35cca55 req-97355b49-bbbf-4d08-bce3-b2275252dd16 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0804257 Jul 22 12:00:53.087058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c690b660-fde1-44a1-9c98-112305d6c191 req-56364ccf-5f38-4dfa-9058-d1398fb24f26 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:53.090039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c690b660-fde1-44a1-9c98-112305d6c191 req-56364ccf-5f38-4dfa-9058-d1398fb24f26 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.0980444 Jul 22 12:00:53.158537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c690b660-fde1-44a1-9c98-112305d6c191 req-4737fb0f-f27c-4f2a-91d6-54991da4244a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604098 Jul 22 12:00:53.370190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60654314-63e0-4cc1-9777-0951380a8e9d req-c27e4022-5161-41e2-9ab7-9f04ed26ce20 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:53.372016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60654314-63e0-4cc1-9777-0951380a8e9d req-c27e4022-5161-41e2-9ab7-9f04ed26ce20 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.1330531 Jul 22 12:00:53.454266 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60654314-63e0-4cc1-9777-0951380a8e9d req-e1ec2592-d17b-467f-b1ba-537156d9f180 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730736 Jul 22 12:00:53.591549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46486) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:53.850685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c64-04d7-43b0-bfce-b372ad246f93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:53.910013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeec929d-afa4-4a4a-98d7-c1b847dc064f req-7f3c0bea-2ea6-4c2a-aae1-3ec9c6a03f4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:53.918376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eeec929d-afa4-4a4a-98d7-c1b847dc064f req-7f3c0bea-2ea6-4c2a-aae1-3ec9c6a03f4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.1270597 Jul 22 12:00:54.007229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eeec929d-afa4-4a4a-98d7-c1b847dc064f req-7f25eccd-2dd5-4b70-9538-154be251633a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0835998 Jul 22 12:00:54.055072 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c64-04d7-43b0-bfce-b372ad246f93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.066419 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7ea1c64-04d7-43b0-bfce-b372ad246f93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.122282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d7ea1c64-04d7-43b0-bfce-b372ad246f93 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f310415291bf4c18801ce8b037dc499f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5293846 Jul 22 12:00:54.123817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7ea1c64-04d7-43b0-bfce-b372ad246f93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9fb48b01-0338-4854-827f-e4819f507dc2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:54.127032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:54.198826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.232795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.305323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.309366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.311588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/9fb48b01-0338-4854-827f-e4819f507dc2 HTTP/1.1" status: 204 len: 168 time: 0.1831901 Jul 22 12:00:54.321531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf4535dd-bb02-445e-b17a-ba0516893221 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9fb48b01-0338-4854-827f-e4819f507dc2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:54.727643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46502) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:54.742489 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7576e06a-5abf-495d-bddc-e57e2efbc566 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.865300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7576e06a-5abf-495d-bddc-e57e2efbc566 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.872363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7576e06a-5abf-495d-bddc-e57e2efbc566 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:54.925530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7576e06a-5abf-495d-bddc-e57e2efbc566 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=1307c30f2f554aeaa5ae42347f7a01ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961617 Jul 22 12:00:54.927722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:00:54.936811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576e06a-5abf-495d-bddc-e57e2efbc566 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea62e32c-ddfc-4a46-a1f5-038512274490,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:54.990407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.012191 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.073876 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.076893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.078639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/ea62e32c-ddfc-4a46-a1f5-038512274490 HTTP/1.1" status: 204 len: 168 time: 0.1492660 Jul 22 12:00:55.087204 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51370925-e220-4dd0-b6cc-ade44e8739a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea62e32c-ddfc-4a46-a1f5-038512274490,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:55.199049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea462a9-a7fb-4d07-8b5d-194c0bf5aac6 req-5d6e5745-e146-428e-8036-ac11700a2e9b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:55.201455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea462a9-a7fb-4d07-8b5d-194c0bf5aac6 req-5d6e5745-e146-428e-8036-ac11700a2e9b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.1057675 Jul 22 12:00:55.254623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-53df2112-6c59-4817-a26d-ae6f75154858 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:00:55.256895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-53df2112-6c59-4817-a26d-ae6f75154858 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 946 time: 0.0875170 Jul 22 12:00:55.285284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cea462a9-a7fb-4d07-8b5d-194c0bf5aac6 req-00ecbfa5-f3cf-42df-a611-8dcbe3b3fa12 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0777206 Jul 22 12:00:55.403932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:00:55.404265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.524219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:00:55.524219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.539843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:00:55.738546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.754872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:00:55.778928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:00:55.847322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:00:55.850511 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:55.853201 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eede71ac-1ef6-4488-88d9-d2500d1472d5 req-0dd74b56-049d-4fc3-bf6a-b8a7082935c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "DELETE /v2.0/ports/d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 HTTP/1.1" status: 204 len: 173 time: 0.5908866 Jul 22 12:00:55.854180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'name': 'network-vif-deleted', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:00:55.861053 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-26ba0402-80b2-4aca-ac1d-4e4834bec4af" -d '{"events": [{"server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "name": "network-vif-deleted", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:00:55.943487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:00:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3f132c08-af89-42c5-a646-fda06537d5b8 x-openstack-request-id: req-3f132c08-af89-42c5-a646-fda06537d5b8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:00:55.944375 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "ca26df73-91fe-430c-ab5b-75261d93fee3", "name": "network-vif-deleted", "tag": "d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:00:55.944641 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3f132c08-af89-42c5-a646-fda06537d5b8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:00:55.945048 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ca26df73-91fe-430c-ab5b-75261d93fee3', 'name': 'network-vif-deleted', 'tag': 'd8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2', 'status': 'completed', 'code': 200} Jul 22 12:00:56.421274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad1434df-205b-43ef-82fe-ec432cf86020 req-3feea610-9082-4e6b-91d5-c53ebdc65e15 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0529444 Jul 22 12:00:57.523323 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:57.581088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab08b223-aa8e-47e1-ae65-85079aa667aa req-eebc94c7-1a24-4d93-9e27-eb53e9e7a03a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0650492 Jul 22 12:00:58.501442 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:00:58.556482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:00:58.603502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:00:58.604091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device d8f1cc8a-e4d5-48c0-93de-fa8fb844d8d2 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:00:58.698117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1955c7bb-8015-40d5-9aa5-790f2d470161 req-fe1c39d3-a533-46d8-ba83-da31a4c01b93 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0369010 Jul 22 12:00:59.821333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-88006aa7-ae48-4a17-9bdc-6105a22d621c req-29e5c542-4528-44ee-8d07-cc657519eae2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=ca26df73-91fe-430c-ab5b-75261d93fee3 HTTP/1.1" status: 200 len: 210 time: 0.0346413 Jul 22 12:01:02.079132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f65c647-eec1-4290-b833-11b2607d2dfc req-68036672-b2e2-4869-a711-486f2cf2ef71 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:02.080827 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f65c647-eec1-4290-b833-11b2607d2dfc req-68036672-b2e2-4869-a711-486f2cf2ef71 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1097 time: 0.0754511 Jul 22 12:01:02.127168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f65c647-eec1-4290-b833-11b2607d2dfc req-46306874-0658-45da-8f3d-7ad06613191d tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378559 Jul 22 12:01:02.324076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f7cb521-a9bb-4ec0-aa18-751b23943dd0 req-2e4aa8e3-0dad-479f-be90-c4e83b83a303 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:02.326196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f7cb521-a9bb-4ec0-aa18-751b23943dd0 req-2e4aa8e3-0dad-479f-be90-c4e83b83a303 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1215219 Jul 22 12:01:02.371914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f7cb521-a9bb-4ec0-aa18-751b23943dd0 req-96c1d2ae-bdbf-48e8-984a-42992b2415b8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0385056 Jul 22 12:01:02.416037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46652) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:02.497901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41d548e4-bedb-4222-aa73-43a110e8b1c1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 994 time: 0.0803940 Jul 22 12:01:03.165113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:03.375858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee92adea-160c-4826-a123-85ce7711b594 req-f799cb07-bf0f-4d07-8b00-0bfc5bf4bef1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:03.377480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee92adea-160c-4826-a123-85ce7711b594 req-f799cb07-bf0f-4d07-8b00-0bfc5bf4bef1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1605260 Jul 22 12:01:03.478525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee92adea-160c-4826-a123-85ce7711b594 req-de665414-77b1-409f-be6b-cba3d0eb58e0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0940807 Jul 22 12:01:03.515506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-8429400f-44b5-4229-9513-64c11d55c7bc service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.3444347 Jul 22 12:01:04.787002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eed3221-58b1-4a5e-849a-66d194282b28 req-8c8a43c7-a084-40e3-a292-8f464e3c8369 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:04.798376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eed3221-58b1-4a5e-849a-66d194282b28 req-8c8a43c7-a084-40e3-a292-8f464e3c8369 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1529047 Jul 22 12:01:04.881127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eed3221-58b1-4a5e-849a-66d194282b28 req-cf09ab72-e8b3-48d2-8b63-88a669f93f0d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0775726 Jul 22 12:01:05.332361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ca9bd6f4-b93b-477b-a849-2f2f6a3acbaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:05.334637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ca9bd6f4-b93b-477b-a849-2f2f6a3acbaf service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1097 time: 0.1827259 Jul 22 12:01:05.484234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-657ab343-7aae-4bd2-9dbd-838b66b3456a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:05.486044 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-657ab343-7aae-4bd2-9dbd-838b66b3456a service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.1367626 Jul 22 12:01:05.610639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-85358d56-f45a-4b63-8cf8-2fbca878f1f7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1002 time: 0.1040559 Jul 22 12:01:05.685999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-e28045a2-501a-4273-8ba5-4285dfb99503 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:05.691426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-e28045a2-501a-4273-8ba5-4285dfb99503 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0722587 Jul 22 12:01:05.797363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-0d661610-0ce5-4cc7-8660-f6aa27dd1c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:05.799028 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-0d661610-0ce5-4cc7-8660-f6aa27dd1c3a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993791 Jul 22 12:01:05.975340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-414588b7-6356-420d-a57d-351f57016dc9 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1683011 Jul 22 12:01:06.142547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-78465bd0-5e37-4ea6-b49a-33f5946ecccc service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1613755 Jul 22 12:01:06.182783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-847897c9-5adb-4080-aeb4-7bf828715cf1 req-8fdc4087-c43a-43b2-bf35-c79dbc685b54 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:06.190198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847897c9-5adb-4080-aeb4-7bf828715cf1 req-8fdc4087-c43a-43b2-bf35-c79dbc685b54 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0943553 Jul 22 12:01:06.267361 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-847897c9-5adb-4080-aeb4-7bf828715cf1 req-e61b6c78-266f-4ca4-9800-78cb337e5b1c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0760803 Jul 22 12:01:07.456482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65dcc7bd-8647-40ae-ae49-1ca066f052a2 req-37d7ceb8-a3ea-4573-917f-da326f867d1b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:07.464559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65dcc7bd-8647-40ae-ae49-1ca066f052a2 req-37d7ceb8-a3ea-4573-917f-da326f867d1b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1217818 Jul 22 12:01:07.508160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65dcc7bd-8647-40ae-ae49-1ca066f052a2 req-a11ad95b-0885-4a4a-ad1a-a74e76043a2e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424793 Jul 22 12:01:08.693644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b96cbb6-0587-4249-8e01-77f61f692198 req-2e191934-a650-4149-a366-2cdff83d60a8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:08.696699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b96cbb6-0587-4249-8e01-77f61f692198 req-2e191934-a650-4149-a366-2cdff83d60a8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1020021 Jul 22 12:01:08.743482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b96cbb6-0587-4249-8e01-77f61f692198 req-a44ce309-7b24-40ef-bb33-539c0dfdfa4f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399446 Jul 22 12:01:09.902418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b187943-e49c-4837-a69f-f78709602950 req-12635d3e-c244-4d37-9044-ddf94e60f50f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:09.906922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b187943-e49c-4837-a69f-f78709602950 req-12635d3e-c244-4d37-9044-ddf94e60f50f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0791650 Jul 22 12:01:09.958122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8b187943-e49c-4837-a69f-f78709602950 req-dc3bc144-2dee-452d-b200-700628b551cc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465400 Jul 22 12:01:10.361244 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:01:11.137379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789f8e3a-9683-488b-837d-36a14ebee8a3 req-90c6d131-6dd7-4848-aa00-71fc41e26dc9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:11.144403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-789f8e3a-9683-488b-837d-36a14ebee8a3 req-90c6d131-6dd7-4848-aa00-71fc41e26dc9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0810945 Jul 22 12:01:11.181325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-789f8e3a-9683-488b-837d-36a14ebee8a3 req-3b0ac526-c6e7-44e9-b9fd-9b8bcbee6683 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0359743 Jul 22 12:01:11.530899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:11.675190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-526c6cd9-e583-4960-9ca4-5ae6546e4ba5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:11.782423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-526c6cd9-e583-4960-9ca4-5ae6546e4ba5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:11.792888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-526c6cd9-e583-4960-9ca4-5ae6546e4ba5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:11.825450 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-526c6cd9-e583-4960-9ca4-5ae6546e4ba5 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=45368393a17449f2bc52c0b0deb4ca65&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2908318 Jul 22 12:01:11.827277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46862) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:11.878899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526c6cd9-e583-4960-9ca4-5ae6546e4ba5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bc511bb-9456-48f7-a096-12c2ccd536d8,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:11.915045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:11.937077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:11.997198 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.000017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.001338 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3bc511bb-9456-48f7-a096-12c2ccd536d8 HTTP/1.1" status: 204 len: 168 time: 0.1729569 Jul 22 12:01:12.036655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71d0291d-38dd-47fb-8817-38c14611d881 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bc511bb-9456-48f7-a096-12c2ccd536d8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:12.338994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38f4113a-ea47-46b2-81ad-e8426129ad06 req-346bb284-020a-4653-a977-2ef5f54e7975 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:12.340532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38f4113a-ea47-46b2-81ad-e8426129ad06 req-346bb284-020a-4653-a977-2ef5f54e7975 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0810490 Jul 22 12:01:12.398177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38f4113a-ea47-46b2-81ad-e8426129ad06 req-30b4fb81-5c12-497f-956d-1b32068ddbcb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0515418 Jul 22 12:01:12.421420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46872) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:12.434310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-4aa03eb8-6328-4c92-ad98-cf047e9cf341 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:12.436078 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-4aa03eb8-6328-4c92-ad98-cf047e9cf341 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1097 time: 0.0931296 Jul 22 12:01:12.448236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-942251a9-64db-43a3-9aef-6802bd46d67a admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.590333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-7e0c7fe9-a7b2-4493-a3bb-16a82597fe10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:12.591921 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-7e0c7fe9-a7b2-4493-a3bb-16a82597fe10 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.1311476 Jul 22 12:01:12.669913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-942251a9-64db-43a3-9aef-6802bd46d67a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.675416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-942251a9-64db-43a3-9aef-6802bd46d67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.682668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-301932e3-e678-4d36-be48-1be9ae74dcde service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1002 time: 0.0825450 Jul 22 12:01:12.766626 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-942251a9-64db-43a3-9aef-6802bd46d67a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=23cc724cef3c4afba3025017c4f093b8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3439255 Jul 22 12:01:12.769080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942251a9-64db-43a3-9aef-6802bd46d67a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=318566cf-9621-4afa-a7e9-a5e17b33033a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:12.769683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46874) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:12.777004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-8291475b-2f79-4451-9472-0ab2b6dbe0c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:12.778234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-8291475b-2f79-4451-9472-0ab2b6dbe0c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0852828 Jul 22 12:01:12.826510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.846413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-34e96ba6-572a-4b41-b855-6aa8cda18415 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:12.848088 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-34e96ba6-572a-4b41-b855-6aa8cda18415 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0625660 Jul 22 12:01:12.848943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.912902 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.916136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:12.920169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/318566cf-9621-4afa-a7e9-a5e17b33033a HTTP/1.1" status: 204 len: 168 time: 0.1466963 Jul 22 12:01:12.936482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c2d64b4-e2d6-4f99-9e7d-29d9db5b47f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=318566cf-9621-4afa-a7e9-a5e17b33033a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:12.960995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-257ef38f-8d80-48df-b645-b0928c805a40 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1064038 Jul 22 12:01:13.060877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1f0ce0f0-5926-4e2f-8514-5dd20da019b9 req-3bb07d28-52cd-4389-ab2a-4121d492b252 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934155 Jul 22 12:01:13.543165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35ad8dc5-5731-48f5-b654-2fe905660d16 req-cd081bdb-f68c-41cb-a57b-99471a47e16f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:13.550203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35ad8dc5-5731-48f5-b654-2fe905660d16 req-cd081bdb-f68c-41cb-a57b-99471a47e16f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0799062 Jul 22 12:01:13.597442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35ad8dc5-5731-48f5-b654-2fe905660d16 req-daf64cca-4a87-4492-ae4a-da483a4fc200 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460668 Jul 22 12:01:14.179314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 46918) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:14.296487 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7562bf84-6e94-42a5-be66-102cfe2c0966 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.410841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7562bf84-6e94-42a5-be66-102cfe2c0966 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.416235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7562bf84-6e94-42a5-be66-102cfe2c0966 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.452636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7562bf84-6e94-42a5-be66-102cfe2c0966 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=72780187850c46f4990c327a65e52301&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2697592 Jul 22 12:01:14.452987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 46924) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:14.462798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7562bf84-6e94-42a5-be66-102cfe2c0966 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e916ada5-94f0-4b6d-812a-1ae2c3ed4de2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:14.516075 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.547600 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.600654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.604041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:14.614075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e916ada5-94f0-4b6d-812a-1ae2c3ed4de2 HTTP/1.1" status: 204 len: 168 time: 0.1594024 Jul 22 12:01:14.624896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc5aa5e-23f4-4085-83f2-0ea5d7145a3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e916ada5-94f0-4b6d-812a-1ae2c3ed4de2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:14.753369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee423c9-598f-448f-b6dd-c9ecaf740238 req-2433b91d-95fa-43c3-9172-73bab4a0e632 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:14.761270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ee423c9-598f-448f-b6dd-c9ecaf740238 req-2433b91d-95fa-43c3-9172-73bab4a0e632 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0838773 Jul 22 12:01:14.808660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ee423c9-598f-448f-b6dd-c9ecaf740238 req-dfba4d03-b2e7-41ef-96f9-5d10ef1b1679 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0418034 Jul 22 12:01:15.265025 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3760f710-5e09-478e-8333-eefea4fd5707 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:16.003224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1beedbd8-25c5-45f2-a8e2-30fb33d090c6 req-a5295279-af46-4869-a253-eaa7b2a4c454 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:16.004897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1beedbd8-25c5-45f2-a8e2-30fb33d090c6 req-a5295279-af46-4869-a253-eaa7b2a4c454 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0846303 Jul 22 12:01:16.047936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1beedbd8-25c5-45f2-a8e2-30fb33d090c6 req-46959a41-a6f2-482d-9693-d2e12650586d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366240 Jul 22 12:01:17.165746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-195ca9c0-e27d-4fd4-854e-4fe363c6a1f1 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f220d2c1dca24d0a9431223e038048b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0641408 Jul 22 12:01:17.386276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41c38085-2741-4074-a2af-2455b4eb06aa req-c0043586-803f-4098-848a-16860d6d03a0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:17.387742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41c38085-2741-4074-a2af-2455b4eb06aa req-c0043586-803f-4098-848a-16860d6d03a0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.2277470 Jul 22 12:01:17.397277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3e776f79-b189-4628-9ab2-77f7df03e4fb tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:17.398746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3e776f79-b189-4628-9ab2-77f7df03e4fb tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2260556 Jul 22 12:01:17.424382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-9e13d0fa-6d16-48ea-9f4a-2896a2c6e7e9 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/quotas/f220d2c1dca24d0a9431223e038048b0 HTTP/1.1" status: 200 len: 375 time: 0.0176358 Jul 22 12:01:17.867504 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:17.873348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b2ae33e9-2503-43d5-9527-68c5631d4a99 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f220d2c1dca24d0a9431223e038048b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4422960 Jul 22 12:01:17.876614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41c38085-2741-4074-a2af-2455b4eb06aa req-1bb75551-06f0-4d91-b95d-1a223b597bc4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.4767704 Jul 22 12:01:18.143368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc0ffd50-42a8-450f-a5bd-572d0e17f265 req-1faad255-71d4-44b2-93e7-760954045652 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 210 time: 0.0330436 Jul 22 12:01:18.198661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d05523e3-6b52-4e7f-af23-023529a0df1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:18.445895 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-96e11826-11d2-4197-93fb-bcd92f9d8a51 service neutron] show failed (client error): The resource could not be found. Jul 22 12:01:18.447498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-96e11826-11d2-4197-93fb-bcd92f9d8a51 service neutron] 10.222.0.20 "GET /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0679677 Jul 22 12:01:18.901201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-c7532e59-7613-4b31-81cd-b0f6a8d6a1f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:18.903038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-c7532e59-7613-4b31-81cd-b0f6a8d6a1f6 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 1097 time: 0.2284315 Jul 22 12:01:18.916814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:19.030917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:19.037407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d7501a9-f102-45c2-b5f5-47ce186e79f3 req-b26ca613-6899-41bd-900b-5a2878f86a45 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:19.042844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d7501a9-f102-45c2-b5f5-47ce186e79f3 req-b26ca613-6899-41bd-900b-5a2878f86a45 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.0876393 Jul 22 12:01:19.197579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d7501a9-f102-45c2-b5f5-47ce186e79f3 req-bcbd0620-b844-4851-96eb-ec8eb4a1e704 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1457329 Jul 22 12:01:19.262588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-60a0e365-d690-4489-96cb-299431b195af tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.36 "GET /v2.0/networks?tenant_id=f220d2c1dca24d0a9431223e038048b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0370333 Jul 22 12:01:19.288794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d26e2be-ff38-44a3-bcbe-c8e1dcd2026e req-166dc1ed-697e-45d8-9001-4f2b7332c701 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 210 time: 0.0370071 Jul 22 12:01:19.450851 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:19.741332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:19.796276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-80c976da-c9cd-473d-b812-fafa8323819d tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:19.797697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-80c976da-c9cd-473d-b812-fafa8323819d tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.36 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5293231 Jul 22 12:01:19.811968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Request body: {'port': {'device_id': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'f220d2c1dca24d0a9431223e038048b0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:19.818146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:19.912002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:19.914281 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9e0e3dfe-cc9a-4abe-b7d1-81ca82df3bc8" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:19.919085 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:19.955342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Transition to ACTIVE for port object 3cedb947-5b59-4137-91a2-a4b1f00e4f34 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:19.965615 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.052565 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-664fa7e7-d314-41c0-9a62-5c1e14af3635 x-openstack-request-id: req-664fa7e7-d314-41c0-9a62-5c1e14af3635 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:20.053396 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:20.054089 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-664fa7e7-d314-41c0-9a62-5c1e14af3635 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:20.054730 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'code': 200} Jul 22 12:01:20.194277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:20.236917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] No DVR routers for this DVR port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:01:20.238965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Made reservation on behalf of f220d2c1dca24d0a9431223e038048b0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:20.251164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.461346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5c8c3e3-7e69-4c4f-a5f1-7f41951d7eb2 req-3a8ac82e-0184-4f5c-9142-0db686e5509e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:20.470978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c8c3e3-7e69-4c4f-a5f1-7f41951d7eb2 req-3a8ac82e-0184-4f5c-9142-0db686e5509e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.1752310 Jul 22 12:01:20.521083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.588170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:20.588554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:20.588886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:20.592926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5c8c3e3-7e69-4c4f-a5f1-7f41951d7eb2 req-82afc924-632d-450e-a337-6ed539836e83 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1188467 Jul 22 12:01:20.598441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:01:20.598817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:20.614340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aeba3245-ed1f-4626-8318-d434e94e9037 req-ee6cd80f-43a6-442a-a6ae-167c3b331357 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 210 time: 0.1387889 Jul 22 12:01:20.619202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:20.619380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:20.619774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Bound using segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:20.620270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Bound port: 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:20.620640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.733165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:20.736812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:20.748905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.793856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.804102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:20.804823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.806690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] 10.222.0.36 "PUT /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1092 time: 1.8950171 Jul 22 12:01:20.809363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:20.926200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-137bf8d0-8563-4d35-8d4d-94dfa0bb2e04 service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:20.944940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e9f755a4-561f-4fd8-980b-bd0faca46928,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:21.049820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-27bb8c28-3aec-4fba-8888-5cea1a0f7536 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.051710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-27bb8c28-3aec-4fba-8888-5cea1a0f7536 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1095 time: 0.2207296 Jul 22 12:01:21.058120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Allocated IP 192.168.233.44 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/4a10ab76-9df1-42bb-a4e0-abbab31b44f2) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:21.215299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ac2f44ef-107c-4468-a44a-fe73f70ce9b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.216837 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ac2f44ef-107c-4468-a44a-fe73f70ce9b8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.1563368 Jul 22 12:01:21.333894 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ed194bf9-1fad-4ec0-953b-b15740934e4e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.1097801 Jul 22 12:01:21.385379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:21.393244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:21.408777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Transition to ACTIVE for port object 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:21.412944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-0234e491-fcf9-4f9d-a49f-e5e23e53ec23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.414487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-0234e491-fcf9-4f9d-a49f-e5e23e53ec23 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0735211 Jul 22 12:01:21.486029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:21.547613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ecffc1a9-60d5-444f-8bec-daa39ef33b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.549190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-ecffc1a9-60d5-444f-8bec-daa39ef33b05 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1279361 Jul 22 12:01:21.551016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:21.565275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Pushing event updated for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:21.582014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:21.585379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:21.734328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-e62ca206-f9f3-4332-9ae6-491009593e2c service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1769300 Jul 22 12:01:21.855287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e5ce8e-6a57-4ff5-bfba-c4490fd7f37a req-d65ebbd7-4a80-4b5b-ba4c-346aa72eb3b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.857655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7e5ce8e-6a57-4ff5-bfba-c4490fd7f37a req-d65ebbd7-4a80-4b5b-ba4c-346aa72eb3b5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.0985713 Jul 22 12:01:21.858990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.859796 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:21.875129 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f6df0c8f-8ac1-42da-a181-41c34296ef47 req-8aa8472b-7920-47e9-be61-405c9392438f service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1305666 Jul 22 12:01:21.888395 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-b3ef4f95-5b45-4a81-9c79-7fcd28aae9b3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.0797951 Jul 22 12:01:21.903033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Request body: {'port': {'device_id': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:21.904380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e33412e-bfac-4be7-a5d8-4d52fb53f5e1 req-2bf88585-ad47-4a7f-b5a1-55f61193e5a6 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:21.906572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e33412e-bfac-4be7-a5d8-4d52fb53f5e1 req-2bf88585-ad47-4a7f-b5a1-55f61193e5a6 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 935 time: 0.1834095 Jul 22 12:01:21.998109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e1ae2284-ac2d-45f7-acd2-3a3690f93170 None None] Provisioning for port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:22.003319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e1ae2284-ac2d-45f7-acd2-3a3690f93170 None None] Provisioning complete for port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:22.003889 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e1ae2284-ac2d-45f7-acd2-3a3690f93170 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:22.009401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7e5ce8e-6a57-4ff5-bfba-c4490fd7f37a req-dd81f201-953d-4538-8312-e7bcca713afd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1396446 Jul 22 12:01:22.036060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e33412e-bfac-4be7-a5d8-4d52fb53f5e1 req-e231db7d-43e8-4126-b165-65d6b9136082 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1067438 Jul 22 12:01:22.050311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:22.055665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:22.059138 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-daa35272-38ab-4f95-b249-3f73ac7dab69" -d '{"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:22.067967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e1ae2284-ac2d-45f7-acd2-3a3690f93170 None None] Port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:22.135032 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-be2f08e0-5537-4cd4-a913-dabe22ef80d2 x-openstack-request-id: req-be2f08e0-5537-4cd4-a913-dabe22ef80d2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:22.135345 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:22.135568 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-be2f08e0-5537-4cd4-a913-dabe22ef80d2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:22.136511 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:01:22.375743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-ce276fe1-cec4-4537-8e8a-b4e577b6a4f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:22.377483 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-ce276fe1-cec4-4537-8e8a-b4e577b6a4f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1095 time: 0.2194598 Jul 22 12:01:22.419853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-7229e6d9-5a28-472e-b15b-13d5a9d18a13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:22.421521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-7229e6d9-5a28-472e-b15b-13d5a9d18a13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1095 time: 0.2646258 Jul 22 12:01:22.510140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:22.642989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-25431cb0-6a6c-4b5e-8679-03216fb3f78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:22.644665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-25431cb0-6a6c-4b5e-8679-03216fb3f78d service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2552905 Jul 22 12:01:22.720391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-07b48914-43ab-4862-8ed2-4fa6e8d1c8e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:22.721896 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-07b48914-43ab-4862-8ed2-4fa6e8d1c8e5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2885845 Jul 22 12:01:22.728504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308afcd-1857-4365-822c-f718d5b24f2e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:22.767670 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:01:22.855536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:01:22.875600 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308afcd-1857-4365-822c-f718d5b24f2e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:22.881319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5308afcd-1857-4365-822c-f718d5b24f2e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:22.915609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5308afcd-1857-4365-822c-f718d5b24f2e admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=b89840e6ec63465cbcce361b39915aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4018373 Jul 22 12:01:22.915931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:22.961561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5308afcd-1857-4365-822c-f718d5b24f2e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=42250691-185b-4194-be7e-3a6b590efe65,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:23.008106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.035098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.102278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.106824 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.108090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/42250691-185b-4194-be7e-3a6b590efe65 HTTP/1.1" status: 204 len: 168 time: 0.1908514 Jul 22 12:01:23.116842 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-321a5c21-6f1a-442b-8b13-9ef4e80bd9a7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.4618907 Jul 22 12:01:23.118994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-859bda32-eb29-496b-b843-8e11f870639c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=42250691-185b-4194-be7e-3a6b590efe65,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:23.147260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:01:23.178676 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.224385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-2af14844-3d12-4f54-843b-e7fc82eeba3a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.4805484 Jul 22 12:01:23.233172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Transition to ACTIVE for port object 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:23.267114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c772820-9b56-4406-b920-80f366df63db req-60cf3ee3-dc25-46e4-aee1-0b6c5c7aa566 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.267410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.268867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c772820-9b56-4406-b920-80f366df63db req-60cf3ee3-dc25-46e4-aee1-0b6c5c7aa566 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 935 time: 0.1233702 Jul 22 12:01:23.291737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-8dee7e3f-38d5-4d1e-a2a5-1b9fd6091896 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.293222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-8dee7e3f-38d5-4d1e-a2a5-1b9fd6091896 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.1623859 Jul 22 12:01:23.312459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344ecd7c-2171-47d3-b30b-e177167c4e25 req-af811229-a564-4a23-8f89-27153154bc9b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.314188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344ecd7c-2171-47d3-b30b-e177167c4e25 req-af811229-a564-4a23-8f89-27153154bc9b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.1667554 Jul 22 12:01:23.374640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344ecd7c-2171-47d3-b30b-e177167c4e25 req-09f83dec-344b-41ff-bfa3-08425818708f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0530219 Jul 22 12:01:23.382056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c772820-9b56-4406-b920-80f366df63db req-f2740346-843d-412d-83a9-744093a6577d tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1036859 Jul 22 12:01:23.394036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-3fe5de00-28ac-41d9-a56d-1ef528a613f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.396566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-3fe5de00-28ac-41d9-a56d-1ef528a613f9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.1646125 Jul 22 12:01:23.454980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Pushing event updated for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:23.579143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-28f4f083-2b6e-4ce2-b11e-5f97b1777be9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.580766 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-28f4f083-2b6e-4ce2-b11e-5f97b1777be9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2574351 Jul 22 12:01:23.633238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-57ab77f8-3742-4190-8179-ec588766aa19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:23.633238 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-57ab77f8-3742-4190-8179-ec588766aa19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2278128 Jul 22 12:01:23.697149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Attempting to bind port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:23.697709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Attempting to bind port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:23.698004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Attempting to bind port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:23.744402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:01:23.744866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Attempting to bind port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:23.788376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 0, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:23.788822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:23.789343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:23.790031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Bound port: 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:23.791052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:23.855139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-a8931908-bdcc-4348-98e6-738f410c0f8b service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2641025 Jul 22 12:01:23.875411 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-786c8887-08fb-4016-894b-eb5277007359 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2238429 Jul 22 12:01:23.985390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:24.038919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:24.050345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:24.106661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-64523b43-7a8c-4fa0-9965-c5cfe2328a5c service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2446368 Jul 22 12:01:24.122008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.122829 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:24.124544 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] 10.222.0.36 "PUT /v2.0/ports/4a10ab76-9df1-42bb-a4e0-abbab31b44f2 HTTP/1.1" status: 200 len: 1095 time: 2.2299562 Jul 22 12:01:24.132434 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-daa35272-38ab-4f95-b249-3f73ac7dab69 req-a8f0cff0-6bca-4df4-8e93-f955de67dc07 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2505777 Jul 22 12:01:24.138254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:24.141771 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4a8510e6-fa96-4df5-bd14-446bbb499d49" -d '{"events": [{"name": "network-changed", "server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:24.167341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a493f0e-bb1b-44aa-8aab-07f5c4d9850b service neutron] Pushing event updated for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:24.234238 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75389245-6e00-46dd-8d4a-da77b863ceaa x-openstack-request-id: req-75389245-6e00-46dd-8d4a-da77b863ceaa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:24.235078 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:24.235228 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75389245-6e00-46dd-8d4a-da77b863ceaa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:24.235519 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2', 'status': 'completed', 'code': 200} Jul 22 12:01:24.268147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-224ca876-d8e3-41de-a102-48ca32b9d782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.269717 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-224ca876-d8e3-41de-a102-48ca32b9d782 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f220d2c1dca24d0a9431223e038048b0&device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 1098 time: 0.0746205 Jul 22 12:01:24.328064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-50603d50-0148-4d15-80cf-761b20628fcc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2 HTTP/1.1" status: 200 len: 217 time: 0.0483146 Jul 22 12:01:24.394007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-cf37bdae-c5f3-4552-bf90-b877efacbc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.395650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-cf37bdae-c5f3-4552-bf90-b877efacbc2a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0602038 Jul 22 12:01:24.480529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-9ab54a76-2deb-42aa-a96c-3682c6faa41c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.483284 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-9ab54a76-2deb-42aa-a96c-3682c6faa41c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0813413 Jul 22 12:01:24.589772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47120) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:24.628965 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-a04162e3-758e-4c03-9792-d909c75e7ab5 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1387110 Jul 22 12:01:24.638499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17dc1be-c462-4875-adcb-30ffd9f95800 req-856b0792-9ff8-4075-acdf-88969820361e tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.640253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17dc1be-c462-4875-adcb-30ffd9f95800 req-856b0792-9ff8-4075-acdf-88969820361e tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 947 time: 0.1353548 Jul 22 12:01:24.649843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3f0be84-19f8-4e5e-8aec-5c7b965f9573 req-abafb080-b56c-4471-b802-5bdf937fde8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.656420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:01:24.657558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3f0be84-19f8-4e5e-8aec-5c7b965f9573 req-abafb080-b56c-4471-b802-5bdf937fde8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 944 time: 0.1392477 Jul 22 12:01:24.718946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3f0be84-19f8-4e5e-8aec-5c7b965f9573 req-14cb338e-eca4-4ef7-b5e8-5ed51731560f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0603688 Jul 22 12:01:24.770966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e17dc1be-c462-4875-adcb-30ffd9f95800 req-133a8af6-9baf-4f8a-adb2-6047283cbce1 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1104901 Jul 22 12:01:24.814634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-011ee31f-6330-4691-98c4-ea22795c6ef2 req-0e51648b-6f78-438c-a1a7-52f58ada013b service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1791136 Jul 22 12:01:24.839989 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4036e5c6-9b92-4386-8770-a791f3093a45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:24.865157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:24.884045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:01:24.938033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:24.944851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-8811e53d-1904-4383-b10f-3acde32e888d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:24.944851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-8811e53d-1904-4383-b10f-3acde32e888d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=f220d2c1dca24d0a9431223e038048b0&device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 1098 time: 0.0734742 Jul 22 12:01:24.965862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:01:24.984779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4036e5c6-9b92-4386-8770-a791f3093a45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:24.996208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4036e5c6-9b92-4386-8770-a791f3093a45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.007712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:25.013756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.047003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4036e5c6-9b92-4386-8770-a791f3093a45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44f26f27-3709-43fb-bafe-5496cb2f38f4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:25.084284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:25.094020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.094880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.095689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.096639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.097588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.098249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.099061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.099599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.099922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.100281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.100621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.100962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:25.116544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4036e5c6-9b92-4386-8770-a791f3093a45 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=db4574471b4a4219991806d0e3758b9b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5251513 Jul 22 12:01:25.119584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47130) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:25.211445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98fcf9a3-771c-4e43-8b5f-bd15d86a50ac req-9046196a-d101-45ed-b68d-6ae1e4b80fa2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.213981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98fcf9a3-771c-4e43-8b5f-bd15d86a50ac req-9046196a-d101-45ed-b68d-6ae1e4b80fa2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.1629124 Jul 22 12:01:25.214800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.242360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['3cedb947-5b59-4137-91a2-a4b1f00e4f34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:01:25.255027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.261858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-8dd635d6-98d9-45b7-a0a2-1778922d11e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.263946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-8dd635d6-98d9-45b7-a0a2-1778922d11e4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.3056009 Jul 22 12:01:25.272287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-6489cb52-d4b3-455b-8d1a-16ef5608b73e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.274068 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-6489cb52-d4b3-455b-8d1a-16ef5608b73e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c&tenant_id=85b39e011ef14bc7bc5387f646974344&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 945 time: 0.2907734 Jul 22 12:01:25.295862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98fcf9a3-771c-4e43-8b5f-bd15d86a50ac req-b527b7ff-964c-4f71-92cb-fc7bc416ea38 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0711992 Jul 22 12:01:25.333197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-acbe94c4-562c-4508-9776-d887b8fc582f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.44&port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2 HTTP/1.1" status: 200 len: 217 time: 0.0577536 Jul 22 12:01:25.350804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.356269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:25.357567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/44f26f27-3709-43fb-bafe-5496cb2f38f4 HTTP/1.1" status: 204 len: 168 time: 0.2368751 Jul 22 12:01:25.378649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b83dd2a-2878-48dd-8a72-df26bf4d95f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44f26f27-3709-43fb-bafe-5496cb2f38f4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:25.444752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-b8684639-a958-47f6-9cc4-d699e9f73227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.448109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-b8684639-a958-47f6-9cc4-d699e9f73227 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0796967 Jul 22 12:01:25.468784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-7c7fc4a8-b624-4cee-9128-5c76411c3bf5 service neutron] 10.222.0.36 "GET /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.1450999 Jul 22 12:01:25.582614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-a1f7391e-1110-4dbf-b6a1-c8ec5c39566d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.584328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-a1f7391e-1110-4dbf-b6a1-c8ec5c39566d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.1293490 Jul 22 12:01:25.619085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-c2ff7604-3f76-445c-9379-c9e8d92a12df service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.620725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-c2ff7604-3f76-445c-9379-c9e8d92a12df service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1096 time: 0.1219652 Jul 22 12:01:25.791463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-8f16b1d3-6db9-44fb-97d3-5e819a9d6609 service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1992724 Jul 22 12:01:25.858815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-8668fd19-c04c-4f46-9a9d-711e93ed91bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.860346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-8668fd19-c04c-4f46-9a9d-711e93ed91bd service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2296281 Jul 22 12:01:25.955633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0c5c0a5-7f16-436a-928e-d1af74022927 req-e2f5c486-3f05-40fe-a0c4-5517aa736b15 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:25.960771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0c5c0a5-7f16-436a-928e-d1af74022927 req-e2f5c486-3f05-40fe-a0c4-5517aa736b15 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 947 time: 0.1028147 Jul 22 12:01:25.990519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-b58376fd-ee53-434d-a86b-6d9aee019acc service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1001 time: 0.1208789 Jul 22 12:01:26.030952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f0c5c0a5-7f16-436a-928e-d1af74022927 req-c40b7645-b32a-482b-b06b-7ffae8306167 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421810 Jul 22 12:01:26.042831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4a8510e6-fa96-4df5-bd14-446bbb499d49 req-1620e1d6-6376-41b9-8869-efc817fd7bba service neutron] 10.222.0.36 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2408838 Jul 22 12:01:26.069612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-0be842e1-b312-4413-abf2-b8d6e36cb2e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:26.074213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-0be842e1-b312-4413-abf2-b8d6e36cb2e6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0750127 Jul 22 12:01:26.148598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-64849b89-304a-43bd-9d85-4a841a9d2472 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:26.151037 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-64849b89-304a-43bd-9d85-4a841a9d2472 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0720968 Jul 22 12:01:26.254321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-9b965959-66d7-4e68-8bb3-9701466aa183 service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0971766 Jul 22 12:01:26.317289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47156) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:26.373270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-947811b3-0e05-47b7-9655-2b9f0e5e1339 service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1130252 Jul 22 12:01:26.459215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1554608902-network', 'tenant_id': '06988c569db04c73b4539cf1a97d9035'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:26.495886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c555e06-0139-4f88-8c5d-33e8b1a4d070 req-2f9ef665-3fba-49fb-b762-8ba96320bad1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:26.497388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c555e06-0139-4f88-8c5d-33e8b1a4d070 req-2f9ef665-3fba-49fb-b762-8ba96320bad1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.1044178 Jul 22 12:01:26.498404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Made reservation on behalf of 06988c569db04c73b4539cf1a97d9035 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:26.500647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.516593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.558074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c555e06-0139-4f88-8c5d-33e8b1a4d070 req-e42c2456-251b-4af7-b248-96de3c24c7c1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0541666 Jul 22 12:01:26.632300 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.636388 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.663222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] vlan segment allocate from pool success with {'vlan_id': 128, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:01:26.677078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88e2d86b-8119-4a46-9991-232493354558,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:26.681188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:01:26.685059 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.685217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:26.685423 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Added segment 3441c344-1269-4698-a2bb-f505c0453087 of type vlan for network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 Jul 22 12:01:26.734668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.768519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.769499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:26.770250 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.804962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4864902 Jul 22 12:01:26.808649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47162) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:26.809977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:26.814293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Request body: {'subnet': {'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1554608902-subnet', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:26.819328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:26.819703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.835896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Made reservation on behalf of 06988c569db04c73b4539cf1a97d9035 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:26.839114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:26.843669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb97cad0-ef3e-4cad-8c1b-41ac30f30e48 admin admin] Pushing event updated for resources: {'Network': ['ID=9db8efd0-5e5b-418b-9f88-b50ac9c68269,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:26.870787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:01:26.915644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:26.966483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2', 'mac_address': 'fa:16:3e:d3:bc:61', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.44'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:01:27.027265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.041086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.066284 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.074436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:27.076717 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-19f1fcbe-0fef-43b1-a03a-7e9e5646afd6" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:27.082688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:27.099110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:27.099328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Checking segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:27.099910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Network hostable DHCP agents. Network: 9db8efd0-5e5b-418b-9f88-b50ac9c68269, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:01:27.102994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:01:27.109333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.125277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:01:27.137082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9db8efd0-5e5b-418b-9f88-b50ac9c68269) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:27.150106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a0fef33-cdb7-4150-a724-079ffc96e551 None None] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:01:27.154590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:27.155355 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.168123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:27.173282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8b02e2b1-695f-4fca-b711-bb3e99290a97 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3633614 Jul 22 12:01:27.179569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47172) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:27.184279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.189879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:27.199687 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c01fa953-cb38-4a72-8035-3d653eb31bba x-openstack-request-id: req-c01fa953-cb38-4a72-8035-3d653eb31bba {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:27.200221 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:27.200221 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c01fa953-cb38-4a72-8035-3d653eb31bba {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:27.200606 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'code': 200} Jul 22 12:01:27.240944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:27.244235 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.245340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.316357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:27.320751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a765412-a77d-4f47-84d5-3fef3ec872ac req-0f26486e-e9fa-4a0b-88ab-e9e9eda500e2 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:27.322955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a765412-a77d-4f47-84d5-3fef3ec872ac req-0f26486e-e9fa-4a0b-88ab-e9e9eda500e2 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 948 time: 0.1394749 Jul 22 12:01:27.324687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.403109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:01:27.404294 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.420588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['4a10ab76-9df1-42bb-a4e0-abbab31b44f2'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:01:27.503293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a765412-a77d-4f47-84d5-3fef3ec872ac req-3263935e-2465-4b13-bd0f-c15fe803c4d3 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349635 Jul 22 12:01:27.512065 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.675384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.791959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-528b1a4c-d6d3-487f-88ee-17e56196cb2a req-48f98802-b779-4d3c-be64-10c9140a1e9d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:27.794354 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-528b1a4c-d6d3-487f-88ee-17e56196cb2a req-48f98802-b779-4d3c-be64-10c9140a1e9d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1279931 Jul 22 12:01:27.799928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.845806 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:27.855235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Allocated IP 172.20.0.2 (9db8efd0-5e5b-418b-9f88-b50ac9c68269/ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc/6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:27.918323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-528b1a4c-d6d3-487f-88ee-17e56196cb2a req-25405787-bcd5-4c3a-893f-da98550fc434 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1161714 Jul 22 12:01:27.992044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Allocated IP 172.25.6.250 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a2df444a-d170-41ca-af07-fc13a0d91444) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:28.067981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.081644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Transition to ACTIVE for port object 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:28.106399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Transition to ACTIVE for port object 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:28.116759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.126373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.168504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:28.174737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:28.179166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:28.189476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.194489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Pushing event updated for resources: {'Port': ['ID=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:28.267068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:28.269653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Attempting to bind port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:28.270031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Attempting to bind port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:28.270398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Attempting to bind port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c on network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:28.272398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:28.276456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:28.284097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:28.284482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Checking segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:28.284923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.285390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Bound using segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:28.286808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Bound port: 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:28.287190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.310957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Pushing event updated for resources: {'Port': ['ID=a2df444a-d170-41ca-af07-fc13a0d91444,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:28.370929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] For port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:28.374825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] For port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:28.381259 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.452919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e16ee4bb-97f8-4c78-ab66-cb4e74d67552 None None] Pushing event updated for resources: {'Port': ['ID=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:28.551358 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.698861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:28.715182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-e0e91044-1f0f-48b8-9388-a99e1bd5a8a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:28.717154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-e0e91044-1f0f-48b8-9388-a99e1bd5a8a4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 1097 time: 0.0653050 Jul 22 12:01:28.728958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:28.770764 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.774284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:28.779133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:28.779768 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.906769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.909588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ad6d9c7-f464-40e2-921a-f2f96e0dd85e req-f862b33f-f7ec-45f9-95fd-c24d2141a1b6 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:28.911188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ad6d9c7-f464-40e2-921a-f2f96e0dd85e req-f862b33f-f7ec-45f9-95fd-c24d2141a1b6 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 948 time: 0.2378681 Jul 22 12:01:28.929558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.977518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:28.985209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:28.986130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:01:29.004800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ad6d9c7-f464-40e2-921a-f2f96e0dd85e req-dc548b6c-7c8c-45f4-9bed-a1c61718a129 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0851581 Jul 22 12:01:29.088614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:29.134756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:29.161216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:29.171623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:29.184481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9373c467-a1d3-4ca8-92ed-56325d63d353 req-5fb4b8b3-f134-481f-914d-e8176c60641e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:29.186160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9373c467-a1d3-4ca8-92ed-56325d63d353 req-5fb4b8b3-f134-481f-914d-e8176c60641e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 946 time: 0.1618984 Jul 22 12:01:29.200479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:29.201416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:29.203971 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63203338-3a06-47d6-b52c-58221ba55ab2" -d '{"events": [{"server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "name": "network-vif-plugged", "status": "completed", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:29.241323 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c31564cc-2838-48d2-b9db-2bdac5dea75f x-openstack-request-id: req-c31564cc-2838-48d2-b9db-2bdac5dea75f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:29.241622 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "name": "network-vif-plugged", "status": "completed", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:29.241883 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c31564cc-2838-48d2-b9db-2bdac5dea75f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:29.242280 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2', 'code': 200} Jul 22 12:01:29.253397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:29.256023 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aa6d9681-a4a1-4ced-bdc1-6ec3be70204c" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:29.266103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:29.284980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Transition to ACTIVE for port object 3cedb947-5b59-4137-91a2-a4b1f00e4f34 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:29.289222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:29.300548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9373c467-a1d3-4ca8-92ed-56325d63d353 req-55c8bc76-947f-4449-b747-3e46836d10e2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0789819 Jul 22 12:01:29.361899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 12:01:29.362266 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 12:01:29.363808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:01:29.367737 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-16bac7d9-6181-4e54-9a1d-5ad148cc0965 x-openstack-request-id: req-16bac7d9-6181-4e54-9a1d-5ad148cc0965 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:29.368414 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-unplugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:29.368671 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-16bac7d9-6181-4e54-9a1d-5ad148cc0965 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:29.369072 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'code': 200} Jul 22 12:01:29.403322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:29.532329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:01:29.547212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:01:29.566757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:29.569367 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a17397ab-28de-467f-96b7-d8c80468e041 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.3899302 Jul 22 12:01:29.570893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:29.572776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:29.578665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:29.780429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:29.902904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] No DVR routers for this DVR port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:01:29.906542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae1c8a4-085a-45f2-b660-682bcfcf3c22 req-1a342869-c2d6-419a-bd9e-2eb4e7f68053 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:29.908369 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae1c8a4-085a-45f2-b660-682bcfcf3c22 req-1a342869-c2d6-419a-bd9e-2eb4e7f68053 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 1100 time: 0.5780492 Jul 22 12:01:29.928833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a490f553-16cc-466c-bb82-043a32b2bf31 None None] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:01:30.023889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae1c8a4-085a-45f2-b660-682bcfcf3c22 req-52254bb2-0224-4704-af94-bc9bd5ef174e service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775418 Jul 22 12:01:30.095486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:30.095909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:30.096157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:30.099895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c53f3582-a4ea-450b-85f9-3711c5065396 None None] Provisioning for port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:30.101636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:01:30.102037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Attempting to bind port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:30.108841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:30.109309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Checking segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:30.109769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Bound using segment: {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:30.110290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Bound port: 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '63cbe77f-1afc-436b-8b0b-46fefe6db591', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:30.110749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.184144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:30.187614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:30.194478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.227393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:28Z', 'revision_number': 3, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:30.260589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.261844 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.264681 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] 10.222.0.20 "PUT /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1093 time: 1.5395975 Jul 22 12:01:30.272629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:01:30.273049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Updating router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 port a2df444a-d170-41ca-af07-fc13a0d91444 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:01:30.329778 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.330010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04340128-f8c6-4c5f-b21a-25b97212792d service neutron] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:30.394665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:30.401232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-cc67fa18-ed6e-4e77-b2aa-778129cdb13f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.409754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-cc67fa18-ed6e-4e77-b2aa-778129cdb13f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.5969548 Jul 22 12:01:30.418558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-d3ad288a-7d6d-4ee7-aaeb-98e7510f8b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.420085 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-d3ad288a-7d6d-4ee7-aaeb-98e7510f8b88 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1096 time: 0.1205046 Jul 22 12:01:30.451140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-044c6c9a-71fb-4869-b60a-1bd7b42a7fd2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0404115 Jul 22 12:01:30.562983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-fbb0fc96-2ff9-4fd8-8592-5a81a08f69ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.567241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-fbb0fc96-2ff9-4fd8-8592-5a81a08f69ad service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.1398547 Jul 22 12:01:30.646260 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-7fde9117-8e36-49a7-a296-404f38c1dba4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.0698850 Jul 22 12:01:30.648947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:30.655175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58007ba5-244e-41bb-86af-44a9011afb0b req-3f009244-121e-4b88-9577-6be932b506d8 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.656687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58007ba5-244e-41bb-86af-44a9011afb0b req-3f009244-121e-4b88-9577-6be932b506d8 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 949 time: 0.4259946 Jul 22 12:01:30.662947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:30.663327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.667026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-040879e0-fabd-49ea-bbe7-6e0249596543 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2151365 Jul 22 12:01:30.700372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-81a57785-3d6b-426d-96c9-bdcbabee1e11 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.702373 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-81a57785-3d6b-426d-96c9-bdcbabee1e11 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0509911 Jul 22 12:01:30.751234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-19a7ada9-0de0-46da-b573-4c012a217267 None None] Provisioning complete for port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:30.752201 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19a7ada9-0de0-46da-b573-4c012a217267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.770734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-7498c28b-844d-4f68-82f2-dcd853aa4258 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:30.772398 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-7498c28b-844d-4f68-82f2-dcd853aa4258 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0634961 Jul 22 12:01:30.801509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58007ba5-244e-41bb-86af-44a9011afb0b req-2a74f94f-2c04-4e14-8f94-7ac61824c936 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1335020 Jul 22 12:01:30.847933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-d23fd779-d2f1-429a-8e8f-11abc1b401a8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1719944 Jul 22 12:01:30.924234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-67c319af-8494-47ab-b959-6e7b4329a2ef service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1441982 Jul 22 12:01:30.925805 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.933398 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.953496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Transition to ACTIVE for port object a2df444a-d170-41ca-af07-fc13a0d91444 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:30.959223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-19a7ada9-0de0-46da-b573-4c012a217267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:30.974558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.034049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:31.049081 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.054206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51e7dd3e-5615-48b7-94bc-e7c59149314a req-6aadbb4b-ea90-4313-8067-caf792e92a04 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1181042 Jul 22 12:01:31.061338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Attempting to bind port a2df444a-d170-41ca-af07-fc13a0d91444 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:31.061717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Attempting to bind port a2df444a-d170-41ca-af07-fc13a0d91444 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:31.062085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Attempting to bind port a2df444a-d170-41ca-af07-fc13a0d91444 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:31.081621 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.081857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad287e-3e4e-4ae3-8a60-7bf7f32ed0a6 None None] Pushing event updated for resources: {'Port': ['ID=a2df444a-d170-41ca-af07-fc13a0d91444,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:31.086878 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-cd03d5d2-bdb5-4198-9a13-0d3bac8709fc service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2036185 Jul 22 12:01:31.092308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:31.092763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:31.093010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.093408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:31.093900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Bound port: a2df444a-d170-41ca-af07-fc13a0d91444, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:31.094353 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.113317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b02e27ef-d4af-4db6-8898-ba11f9424582 req-037377ae-cb24-4cf2-b82e-3befd38a03e4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:31.114892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b02e27ef-d4af-4db6-8898-ba11f9424582 req-037377ae-cb24-4cf2-b82e-3befd38a03e4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.2048326 Jul 22 12:01:31.210726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b02e27ef-d4af-4db6-8898-ba11f9424582 req-72d33b7c-d451-4512-9457-b646f423ec04 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0857785 Jul 22 12:01:31.322890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-19a7ada9-0de0-46da-b573-4c012a217267 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 12:01:31.323655 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-19a7ada9-0de0-46da-b573-4c012a217267 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 12:01:31.340344 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8b588c1-0ff2-4d9d-aa1d-fac5e02e02f4 req-6971e998-814f-400f-aca0-be80c0804ce9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0428998 Jul 22 12:01:31.358886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Allocated IP 172.20.0.1 (9db8efd0-5e5b-418b-9f88-b50ac9c68269/ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc/00109fb6-c42d-433b-84a4-c69969cd7472) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:31.361040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:31.365649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] For port a2df444a-d170-41ca-af07-fc13a0d91444, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:31.369619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] For port a2df444a-d170-41ca-af07-fc13a0d91444, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2df444a-d170-41ca-af07-fc13a0d91444,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:31.370585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:31.373291 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b4606cee-1b1a-4511-8808-a8ed453992e7" -d '{"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:31.376866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.450896 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5afafb4f-7917-439a-a080-0b53ca1367e0 x-openstack-request-id: req-5afafb4f-7917-439a-a080-0b53ca1367e0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:31.451430 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:31.451887 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5afafb4f-7917-439a-a080-0b53ca1367e0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:31.452491 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:01:31.457654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:31.458338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:31.519170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.548804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Transition to ACTIVE for port object 00109fb6-c42d-433b-84a4-c69969cd7472 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:31.559223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bad287e-3e4e-4ae3-8a60-7bf7f32ed0a6 None None] Pushing event updated for resources: {'Port': ['ID=a2df444a-d170-41ca-af07-fc13a0d91444,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:31.614496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:31.625906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.632946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-e774e96e-95a7-4ee4-9497-0dd39c94de4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:31.636018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-e774e96e-95a7-4ee4-9497-0dd39c94de4b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1096 time: 0.1677899 Jul 22 12:01:31.640483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-3d3b4dc4-478d-4e22-82ab-d2ad5e711310 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:31.643205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-3d3b4dc4-478d-4e22-82ab-d2ad5e711310 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1096 time: 0.1656766 Jul 22 12:01:31.688825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:31.694496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:31.699528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:31.786614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Pushing event updated for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:31.805099 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:31.866000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-f556600e-5ff9-42ed-a0c0-031500840271 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:31.869811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-f556600e-5ff9-42ed-a0c0-031500840271 service neutron] 10.222.0.36 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.2075703 Jul 22 12:01:32.018743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:28Z', 'revision_number': 3, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:32.049137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f2b0c8d-3292-46c3-a9cf-f6fe91ac0d81 None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:28Z', 'revision_number': 3, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:01:32.079576 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.119256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee530132-8d4e-4dc7-bc38-7db0c02eaccf None None] Provisioning for port 00109fb6-c42d-433b-84a4-c69969cd7472 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:32.127968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ee530132-8d4e-4dc7-bc38-7db0c02eaccf None None] Provisioning complete for port 00109fb6-c42d-433b-84a4-c69969cd7472 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:32.128686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee530132-8d4e-4dc7-bc38-7db0c02eaccf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.149486 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-39a28d1b-c6f1-4eab-afcc-ac10bab1d54a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.2506826 Jul 22 12:01:32.170658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ee530132-8d4e-4dc7-bc38-7db0c02eaccf None None] Port 00109fb6-c42d-433b-84a4-c69969cd7472 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:32.171417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89f43f5b-f578-4e8f-86dd-345563ac15d0 req-e45a7782-8baf-4844-a64b-7fe0a066dcef tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.179971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89f43f5b-f578-4e8f-86dd-345563ac15d0 req-e45a7782-8baf-4844-a64b-7fe0a066dcef tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 949 time: 0.1589787 Jul 22 12:01:32.204135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-07827836-517e-430b-8cfa-444999c912c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.206250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-07827836-517e-430b-8cfa-444999c912c7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.5618548 Jul 22 12:01:32.274791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:32.303466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89f43f5b-f578-4e8f-86dd-345563ac15d0 req-6b7f8c9d-a55b-4fb7-85d9-6791943bf94d tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164753 Jul 22 12:01:32.313193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-13addee1-ba72-4d44-8f0f-2556d2fbdb25 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.315413 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-13addee1-ba72-4d44-8f0f-2556d2fbdb25 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.1535349 Jul 22 12:01:32.416369 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.429881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.442976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-f8caeeb4-6cd7-49fe-8d77-7552223ca6c2 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 1000 time: 0.2194364 Jul 22 12:01:32.530285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:32.531777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.574725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa3420c-e65a-44f5-8dd6-95ff788647c4 req-c6877602-ef22-44db-a88b-3a3662558e4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.576440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fa3420c-e65a-44f5-8dd6-95ff788647c4 req-c6877602-ef22-44db-a88b-3a3662558e4d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.2243826 Jul 22 12:01:32.577728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:32.580296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Pushing event updated for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:32.683846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-871e4f6e-6d30-480e-a69c-d504d3faf227 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.685456 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-871e4f6e-6d30-480e-a69c-d504d3faf227 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.2190878 Jul 22 12:01:32.690085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1fa3420c-e65a-44f5-8dd6-95ff788647c4 req-549428b6-d530-4b41-9413-b22172c3f11f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1058061 Jul 22 12:01:32.791849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-f7c1fd52-bdfd-4e11-9dba-829acd10cdc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:32.796627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-f7c1fd52-bdfd-4e11-9dba-829acd10cdc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4722517 Jul 22 12:01:32.939432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-7a914f8d-20d4-444f-8774-48a5d798800b service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1350000 Jul 22 12:01:32.957362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-281f5095-4445-4201-9d4b-34327fe342be req-34800340-4b36-46c9-b642-7bb350c21fc1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0776200 Jul 22 12:01:33.007665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-5d115f40-21fb-4b99-877d-2344e38a6d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:33.009981 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-5d115f40-21fb-4b99-877d-2344e38a6d72 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3167164 Jul 22 12:01:33.020247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-58c717cd-8634-478c-b5fc-e9a5c5b27bcf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:33.021853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-58c717cd-8634-478c-b5fc-e9a5c5b27bcf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.2427244 Jul 22 12:01:33.041395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:33.045402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:33.060140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:33.135350 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-2fa45d28-197d-460d-919d-8df1703d5daa service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1186533 Jul 22 12:01:33.214114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4f98894-360c-4efd-9d96-a2fd47d4259a req-463536e6-67f7-4d84-a176-a2d037bbfd1f tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:33.215789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4f98894-360c-4efd-9d96-a2fd47d4259a req-463536e6-67f7-4d84-a176-a2d037bbfd1f tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 949 time: 0.3648276 Jul 22 12:01:33.296449 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-b80948cb-1fea-4717-9fa5-68e5f108b54f service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290257 Jul 22 12:01:33.351268 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d4f98894-360c-4efd-9d96-a2fd47d4259a req-0f2b7f81-efc1-4cfb-9be1-696c524c767d tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1202323 Jul 22 12:01:33.374194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:01:33.374489 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b4606cee-1b1a-4511-8808-a8ed453992e7 req-818554c9-02d1-4b4a-af5b-a25db4fc0687 service neutron] 10.222.0.36 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4248693 Jul 22 12:01:33.376530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:33.382114 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:33.537384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bef83178-7476-44f7-9063-8969c41682a5 None None] Provisioning complete for port 00109fb6-c42d-433b-84a4-c69969cd7472 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:33.537923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bef83178-7476-44f7-9063-8969c41682a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:33.637335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.14 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/7a51dc91-e8e5-41b9-b613-960b2692d895) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:33.645228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bef83178-7476-44f7-9063-8969c41682a5 None None] Port 00109fb6-c42d-433b-84a4-c69969cd7472 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:33.740399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:01:33.749657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19213cc8-4d8b-4528-b029-1f6f53e623c6 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8f0962-96ad-44c8-81c4-86e3e97e1f04/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1748619 Jul 22 12:01:33.925058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:33.946971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbed0e61-6b34-4413-bdbd-a6fd0f7e9825 req-a2ed9a6b-6bdb-4738-8172-ca1a7af91e9e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:33.948761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbed0e61-6b34-4413-bdbd-a6fd0f7e9825 req-a2ed9a6b-6bdb-4738-8172-ca1a7af91e9e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 945 time: 0.1130455 Jul 22 12:01:33.959557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object 7a51dc91-e8e5-41b9-b613-960b2692d895 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:34.023111 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbed0e61-6b34-4413-bdbd-a6fd0f7e9825 req-7033a5fa-1ee1-43a4-aaca-95be45e66c2b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0664454 Jul 22 12:01:34.050658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:34.075875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.160210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-03f2c56f-7a31-4534-ba5b-4acbf5ae4f15 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 200 len: 992 time: 0.1083853 Jul 22 12:01:34.182607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-8e3c5c82-cc82-42c4-ad39-c4df85ea205f tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:34.184454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-8e3c5c82-cc82-42c4-ad39-c4df85ea205f tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.36 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 949 time: 0.1434283 Jul 22 12:01:34.197758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:34.222855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:34.241317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:34.246043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:34.350615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2df444a-d170-41ca-af07-fc13a0d91444 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:34.455043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:34.459680 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.468001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Deleting port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:01:34.468837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.505799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1a081a9c-69ae-4c89-87ee-140dcead99d3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.4709520 Jul 22 12:01:34.519338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f944e3b-ebea-49ea-a590-06ca1b83c7db req-28fccdda-d3e3-4737-895f-844dbd97a12f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:34.527421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f944e3b-ebea-49ea-a590-06ca1b83c7db req-28fccdda-d3e3-4737-895f-844dbd97a12f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 932 time: 0.4279654 Jul 22 12:01:34.537505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Request body: {'port': {'device_id': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:34.541048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a2df444a-d170-41ca-af07-fc13a0d91444 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:34.547891 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a2df444a-d170-41ca-af07-fc13a0d91444 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:34.548277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.639324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47260) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:34.648376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1737774397-network', 'tenant_id': 'f310e9e9b44841558de07e60675f522a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:34.694669 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.720175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] For port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:34.720603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.722958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a2df444a-d170-41ca-af07-fc13a0d91444, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2df444a-d170-41ca-af07-fc13a0d91444,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:34.728674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.739628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Calling delete_port for 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:01:34.761434 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f944e3b-ebea-49ea-a590-06ca1b83c7db req-30dbeb7f-33f4-4d80-a0bd-e62144fb7f37 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108951 Jul 22 12:01:34.789374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Made reservation on behalf of f310e9e9b44841558de07e60675f522a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:34.792716 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.794378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e65ceab-fac8-4a13-b2e9-ef9aafaf2d87 None None] Provisioning for port 7a51dc91-e8e5-41b9-b613-960b2692d895 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:34.809356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4e65ceab-fac8-4a13-b2e9-ef9aafaf2d87 None None] Provisioning complete for port 7a51dc91-e8e5-41b9-b613-960b2692d895 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:34.809784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4e65ceab-fac8-4a13-b2e9-ef9aafaf2d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.813497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a2df444a-d170-41ca-af07-fc13a0d91444,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:34.826124 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.839413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc533f81-cf79-440f-a797-b5e3fe789b56 req-7e0f64cb-cea3-43c9-a414-6851bd3b335e tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:34.840967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc533f81-cf79-440f-a797-b5e3fe789b56 req-7e0f64cb-cea3-43c9-a414-6851bd3b335e tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/ports?device_id=9c347dc8-8ac1-4dbd-9a86-a9d154c8785b HTTP/1.1" status: 200 len: 949 time: 0.2953937 Jul 22 12:01:34.847777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:34.856490 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:01:34.863020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:01:34.869601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:34.870845 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:34.932848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc533f81-cf79-440f-a797-b5e3fe789b56 req-c52d4cc8-1bd2-41db-ab26-e0200ccf21e7 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.21 "GET /v2.0/security-groups?id=e9f755a4-561f-4fd8-980b-bd0faca46928&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0809872 Jul 22 12:01:34.970795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:34.991134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'port_id': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'mac_address': 'fa:16:3e:16:1a:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 101, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:01:35.063315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4e65ceab-fac8-4a13-b2e9-ef9aafaf2d87 None None] Port 7a51dc91-e8e5-41b9-b613-960b2692d895 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:35.064839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.084383 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:35.103984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.127186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Pushing event deleted for resources: {'Port': ['ID=4a10ab76-9df1-42bb-a4e0-abbab31b44f2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:35.144938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:01:35.168929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:35.182362 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.183788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.192171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.253122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:35.259111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] vlan segment allocate from pool success with {'vlan_id': 132, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:01:35.262643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] No DVR routers for this DVR port 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:01:35.264730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=abcdc39e-1fe9-470a-b8f8-d915b419d87f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:35.270479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.275608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b90ea568-f48d-449a-9ef6-c026a030ef75 req-2984f304-324b-4719-9a5c-32c9c1f6d4b0 tempest-VolumesNegativeTest-1188007327 tempest-VolumesNegativeTest-1188007327-project] 10.222.0.36 "DELETE /v2.0/ports/4a10ab76-9df1-42bb-a4e0-abbab31b44f2 HTTP/1.1" status: 204 len: 173 time: 1.0850542 Jul 22 12:01:35.276112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'name': 'network-vif-deleted', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:35.283476 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fb5c8c5f-cb82-41ca-9dea-b43f781ac270" -d '{"events": [{"server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "name": "network-vif-deleted", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:35.304836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.305915 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Added segment 6efac132-526d-47e3-bf70-382c85d16d91 of type vlan for network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 Jul 22 12:01:35.335441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7a51dc91-e8e5-41b9-b613-960b2692d895 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:01:35.371804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.394814 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.404145 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-65191400-bf99-4092-876c-253f5c8c38b9 x-openstack-request-id: req-65191400-bf99-4092-876c-253f5c8c38b9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:35.404297 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "9c347dc8-8ac1-4dbd-9a86-a9d154c8785b", "name": "network-vif-deleted", "tag": "4a10ab76-9df1-42bb-a4e0-abbab31b44f2", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:35.404533 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-65191400-bf99-4092-876c-253f5c8c38b9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:35.405670 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9c347dc8-8ac1-4dbd-9a86-a9d154c8785b', 'name': 'network-vif-deleted', 'tag': '4a10ab76-9df1-42bb-a4e0-abbab31b44f2', 'status': 'completed', 'code': 200} Jul 22 12:01:35.408353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['3cedb947-5b59-4137-91a2-a4b1f00e4f34'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:01:35.420463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Transition to ACTIVE for port object 7a51dc91-e8e5-41b9-b613-960b2692d895 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:35.433753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.551668 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:32Z', 'revision_number': 2, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:35.591212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:01:35.591853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Updating router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 port 00109fb6-c42d-433b-84a4-c69969cd7472 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:01:35.591982 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.593372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:35.594029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.632075 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.636519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Pushing event updated for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:35.693178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 1.0507498 Jul 22 12:01:35.695953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47264) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:35.703917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Request body: {'subnet': {'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1737774397-subnet', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:35.756367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44f26af-88f7-4f02-ae08-b300aa68ddf0 admin admin] Pushing event updated for resources: {'Network': ['ID=091cfee4-923c-4ee3-840b-08f27ed8bfb0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:35.760798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Made reservation on behalf of f310e9e9b44841558de07e60675f522a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:01:35.765430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:35.781024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Attempting to bind port 7a51dc91-e8e5-41b9-b613-960b2692d895 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:35.785521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Attempting to bind port 7a51dc91-e8e5-41b9-b613-960b2692d895 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:35.786141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Attempting to bind port 7a51dc91-e8e5-41b9-b613-960b2692d895 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:35.792686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:01:35.796375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Port 7a51dc91-e8e5-41b9-b613-960b2692d895 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:01:35.796717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Attempting to bind port 7a51dc91-e8e5-41b9-b613-960b2692d895 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:35.810152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:35.818013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:35.818837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:35.819432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Bound port: 7a51dc91-e8e5-41b9-b613-960b2692d895, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:35.819909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.092640 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.108554 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Transition to ACTIVE for port object 00109fb6-c42d-433b-84a4-c69969cd7472 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:36.108974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:36.119760 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.129758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7a51dc91-e8e5-41b9-b613-960b2692d895,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:36.153155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d1a52b0-c7a5-42c9-8489-3df90ec81406 req-11faacb1-9844-4b81-9ab3-fcc47c8c970f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:36.154792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d1a52b0-c7a5-42c9-8489-3df90ec81406 req-11faacb1-9844-4b81-9ab3-fcc47c8c970f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.2327883 Jul 22 12:01:36.159887 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.282832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.307039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Attempting to bind port 00109fb6-c42d-433b-84a4-c69969cd7472 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:36.307414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Attempting to bind port 00109fb6-c42d-433b-84a4-c69969cd7472 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:36.307842 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Attempting to bind port 00109fb6-c42d-433b-84a4-c69969cd7472 on network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:36.309856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Pushing event updated for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:36.325186 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.325395 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.325628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.325968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.326308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.326825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.327166 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.328511 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.328854 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.329187 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.329517 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.329845 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.349504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2df444a-d170-41ca-af07-fc13a0d91444 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:36.357176 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:36.357569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Checking segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:36.357964 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.358363 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Bound using segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:36.364046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:36.365050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.371821 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Bound port: 00109fb6-c42d-433b-84a4-c69969cd7472, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:36.372457 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.382055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] 10.222.0.20 "PUT /v2.0/ports/7a51dc91-e8e5-41b9-b613-960b2692d895 HTTP/1.1" status: 200 len: 1092 time: 1.8531241 Jul 22 12:01:36.386090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d1a52b0-c7a5-42c9-8489-3df90ec81406 req-54583810-f800-427b-a70a-28c56b0ec959 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2192912 Jul 22 12:01:36.386698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:36.397169 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ecdef523-b19c-4945-870c-d29e787bc8e9" -d '{"events": [{"name": "network-changed", "server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:36.506143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Checking segment: {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:36.506533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Network hostable DHCP agents. Network: 091cfee4-923c-4ee3-840b-08f27ed8bfb0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:01:36.509081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9977836d-ff4d-45d1-b0f0-ce948a1c9ba0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:36.514364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba91102-e21c-4fd3-ac4a-5f136f3defdc service neutron] Pushing event updated for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:36.532475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.538799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a2df444a-d170-41ca-af07-fc13a0d91444 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:36.540188 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.543755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.544177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.544529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.544880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.545293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.549691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.550067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.550417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.553102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.553638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.554160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:01:36.575689 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] For port 00109fb6-c42d-433b-84a4-c69969cd7472, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:36.587157 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] For port 00109fb6-c42d-433b-84a4-c69969cd7472, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=00109fb6-c42d-433b-84a4-c69969cd7472,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:36.599039 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.611151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-7e02ef6f-d4a2-43ec-9632-81ab435a90ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:36.618373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-7e02ef6f-d4a2-43ec-9632-81ab435a90ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 1095 time: 0.1743340 Jul 22 12:01:36.620059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:01:36.646253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 091cfee4-923c-4ee3-840b-08f27ed8bfb0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:36.651796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:36.652823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.669684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e68a18-7a82-4996-be57-33aa0ab36fe4 None None] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:01:36.680529 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d27e9423-8d9a-4d65-b707-9acd78b411f0 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.9827247 Jul 22 12:01:36.683292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47284) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:36.691027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:01:36.751368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.752439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.756234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:01:36.810619 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:36.812217 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:36.825387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-821c1552-3d20-4fe1-89b5-2f8213d99e8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a51dc91-e8e5-41b9-b613-960b2692d895 HTTP/1.1" status: 200 len: 217 time: 0.2008364 Jul 22 12:01:36.833023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:36.851637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:01:36.853255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 4a10ab76-9df1-42bb-a4e0-abbab31b44f2 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:01:36.905891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:36.970488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-83319049-710c-414c-8dd0-3081d84b6aba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:36.971984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-83319049-710c-414c-8dd0-3081d84b6aba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.1408446 Jul 22 12:01:37.064069 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:37.167127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:37.185636 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-175c81ed-baba-4b5a-a5de-33921b3047de None None] Pushing event updated for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:37.206417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:37.207039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.282907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.351307 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:36Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:37.394684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bef4f00-4bf8-4571-af1a-f52f3bbc276c None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:36Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:01:37.416818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:01:37.419045 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.678388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.716299 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.727403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.769848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:01:37.772866 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7c1eb98d-52ab-42c0-8a73-3217bf623194" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:01:37.805973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:37.818194 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:37.881241 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d391b58d-28dc-49e2-8643-0cea05ddc689 x-openstack-request-id: req-d391b58d-28dc-49e2-8643-0cea05ddc689 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:37.882072 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:37.882505 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d391b58d-28dc-49e2-8643-0cea05ddc689 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:37.883141 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895', 'status': 'completed', 'code': 200} Jul 22 12:01:37.912631 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:01:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70164f50-0bd8-4d6b-b7a1-da8b4e95dfaa x-openstack-request-id: req-70164f50-0bd8-4d6b-b7a1-da8b4e95dfaa {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:01:37.914338 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-plugged", "status": "completed", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:01:37.914338 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70164f50-0bd8-4d6b-b7a1-da8b4e95dfaa {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:01:37.914338 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'code': 200} Jul 22 12:01:37.997758 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Allocated IP 172.25.6.84 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/c6a47c88-4e12-48ef-b611-83b695bcbba7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:38.012452 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5a5e57c6-a09c-4caa-8830-642f3055ef22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:38.014303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5a5e57c6-a09c-4caa-8830-642f3055ef22 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.0344021 Jul 22 12:01:38.043813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Allocated IP 172.20.0.2 (091cfee4-923c-4ee3-840b-08f27ed8bfb0/9977836d-ff4d-45d1-b0f0-ce948a1c9ba0/30e6b352-119c-48f2-ad48-ccda539e074f) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:38.052234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:38.084730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-433f3258-f4f1-4b8d-8931-db8fdc9f456b req-734db3e5-470a-4dba-9a42-a81956e92ab0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:38.090003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433f3258-f4f1-4b8d-8931-db8fdc9f456b req-734db3e5-470a-4dba-9a42-a81956e92ab0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.2058325 Jul 22 12:01:38.240970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-433f3258-f4f1-4b8d-8931-db8fdc9f456b req-42db92eb-394b-47f5-b395-784e9399a0c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1273463 Jul 22 12:01:38.262360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.405293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 00109fb6-c42d-433b-84a4-c69969cd7472 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:38.407815 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-1ee26104-9583-40fc-995d-fdf82b6655a2 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3844478 Jul 22 12:01:38.480160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.500346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Transition to ACTIVE for port object 30e6b352-119c-48f2-ad48-ccda539e074f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:38.531073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Transition to ACTIVE for port object 30e6b352-119c-48f2-ad48-ccda539e074f will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:38.570402 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.685029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:38.685935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80b748c6-e035-4bc5-a817-dfa211335cca req-5f1c6718-4fe5-4704-934f-689787d1c354 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2635043 Jul 22 12:01:38.700769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:38.704313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:38.729059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 00109fb6-c42d-433b-84a4-c69969cd7472 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:38.734272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 00109fb6-c42d-433b-84a4-c69969cd7472 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:38.734682 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.736238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Pushing event updated for resources: {'Port': ['ID=30e6b352-119c-48f2-ad48-ccda539e074f,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:38.819034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Attempting to bind port 30e6b352-119c-48f2-ad48-ccda539e074f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:38.819504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Attempting to bind port 30e6b352-119c-48f2-ad48-ccda539e074f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:38.819922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Attempting to bind port 30e6b352-119c-48f2-ad48-ccda539e074f on network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:38.822042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.839934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:38.843595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Checking segment: {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:38.843595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.843595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Bound using segment: {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:38.843595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Bound port: 30e6b352-119c-48f2-ad48-ccda539e074f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:38.843595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:38.863918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:38.868142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:38.877624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:38.986107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Pushing event updated for resources: {'Port': ['ID=c6a47c88-4e12-48ef-b611-83b695bcbba7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:39.075148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] For port 30e6b352-119c-48f2-ad48-ccda539e074f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:39.081010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:39.114023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] For port 30e6b352-119c-48f2-ad48-ccda539e074f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=30e6b352-119c-48f2-ad48-ccda539e074f,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:39.129646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-68a4f055-cf6e-4efb-adef-981aefa9a62b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:39.131897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-68a4f055-cf6e-4efb-adef-981aefa9a62b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 1095 time: 0.2001653 Jul 22 12:01:39.192353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-52de65cd-d165-4374-b076-6a13a48aa8d5 req-b34046df-3ee7-44cc-81f8-600226784afe service neutron] (93706) timed out ('10.222.0.21', 42764) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:01:39.213809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 00109fb6-c42d-433b-84a4-c69969cd7472, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=00109fb6-c42d-433b-84a4-c69969cd7472,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:39.217279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:39.233589 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:39.508739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-346a919b-96ed-48a4-986d-ae2f310b48ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:39.517445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-346a919b-96ed-48a4-986d-ae2f310b48ab service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.3743570 Jul 22 12:01:39.529981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b7fef8-6716-4726-ad00-845f0f80edf6 None None] Pushing event updated for resources: {'Port': ['ID=30e6b352-119c-48f2-ad48-ccda539e074f,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:39.556412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:39.705825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:39.720811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-6515511c-9344-421a-9577-6cd782d8864d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7a51dc91-e8e5-41b9-b613-960b2692d895 HTTP/1.1" status: 200 len: 217 time: 0.1968415 Jul 22 12:01:39.856825 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-2d7b8f33-46a6-4049-94c6-aca18f0dfd5e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:39.858848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-2d7b8f33-46a6-4049-94c6-aca18f0dfd5e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.1212749 Jul 22 12:01:39.914544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17fd1382-91c2-4f52-9a82-a0c192239905 req-c8f8f1f7-e7e3-4065-a924-170308e625db tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:39.936390 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17fd1382-91c2-4f52-9a82-a0c192239905 req-c8f8f1f7-e7e3-4065-a924-170308e625db tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.3589687 Jul 22 12:01:40.072235 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:40.078235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17fd1382-91c2-4f52-9a82-a0c192239905 req-787fe0a6-f8aa-4560-9369-8b569acecbef tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1407835 Jul 22 12:01:40.121698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-e4bbd7c6-2b7d-4b02-bd71-ff0b718e1e33 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:40.124744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-e4bbd7c6-2b7d-4b02-bd71-ff0b718e1e33 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2494769 Jul 22 12:01:40.296137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-3925ebd0-aedb-47d8-b13f-d0e88678eeeb service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1641314 Jul 22 12:01:40.351445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Router 737b8488-467b-4add-8b9b-790db3de8b67 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:01:40.468955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 00109fb6-c42d-433b-84a4-c69969cd7472 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:40.478529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecdef523-b19c-4945-870c-d29e787bc8e9 req-cceb5600-85e5-48ac-a3f0-8901e5ed89dd service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1721840 Jul 22 12:01:40.596213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:01:40.607050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 00109fb6-c42d-433b-84a4-c69969cd7472 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:40.607637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:40.659319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:40.666101 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b437f946-6d5f-48c6-981a-709ec15f05c9 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9815183 Jul 22 12:01:40.670208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Sync routers for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:01:40.670640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:40.708699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:40.709694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:41.089033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 30e6b352-119c-48f2-ad48-ccda539e074f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:41.254320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 30e6b352-119c-48f2-ad48-ccda539e074f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:41.263039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b112ced-027b-45d3-bc7d-cf5da06bbf40 None None] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:01:41.282880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:41.371374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37a232f8-e093-41ea-afd3-b37e4f55d598 req-9ee0adef-17b4-4fa0-91e4-4c87ec84fbdf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:41.375595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37a232f8-e093-41ea-afd3-b37e4f55d598 req-9ee0adef-17b4-4fa0-91e4-4c87ec84fbdf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.1595080 Jul 22 12:01:41.415281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Provisioning for port 30e6b352-119c-48f2-ad48-ccda539e074f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:41.472365 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Provisioning complete for port 30e6b352-119c-48f2-ad48-ccda539e074f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:41.474292 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:41.494771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37a232f8-e093-41ea-afd3-b37e4f55d598 req-33c5cc25-03e7-4e18-8afa-d24a63941019 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1089375 Jul 22 12:01:41.569588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:41.793219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:41.843526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 3, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:41.846330 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] For port 30e6b352-119c-48f2-ad48-ccda539e074f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=30e6b352-119c-48f2-ad48-ccda539e074f,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:41.882255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:41.886631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Checking router: 737b8488-467b-4add-8b9b-790db3de8b67 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:01:41.887038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Updating router 737b8488-467b-4add-8b9b-790db3de8b67 port c6a47c88-4e12-48ef-b611-83b695bcbba7 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:01:41.921560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Allocated IP 172.20.0.1 (091cfee4-923c-4ee3-840b-08f27ed8bfb0/9977836d-ff4d-45d1-b0f0-ce948a1c9ba0/8f4344a4-63c3-48e2-be09-3825a4807e9e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:01:42.005043 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.088915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dda7f3cf-4404-4dee-a9a9-e7c9442ffc33 None None] Pushing event updated for resources: {'Port': ['ID=30e6b352-119c-48f2-ad48-ccda539e074f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:42.136107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.153692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Transition to ACTIVE for port object 8f4344a4-63c3-48e2-be09-3825a4807e9e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:42.198538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.279944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:42.287671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:42.299810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:01:42.319941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 30e6b352-119c-48f2-ad48-ccda539e074f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:42.361257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:42.387903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a35693ae-686f-4b7b-aaa5-479dfdc8635c None None] Provisioning complete for port 30e6b352-119c-48f2-ad48-ccda539e074f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:42.388285 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a35693ae-686f-4b7b-aaa5-479dfdc8635c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.399812 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.590188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 30e6b352-119c-48f2-ad48-ccda539e074f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:42.593869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.707777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.733808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Transition to ACTIVE for port object c6a47c88-4e12-48ef-b611-83b695bcbba7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:42.750944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.795169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cc16f-98a8-47c8-9291-1763f1096b6c None None] Pushing event updated for resources: {'Port': ['ID=c6a47c88-4e12-48ef-b611-83b695bcbba7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:42.834162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a153bb5-fef4-486c-bd36-1437bca33de7 req-d76e272c-0d2b-4c57-8544-4d38e6b41e22 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:42.837290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a153bb5-fef4-486c-bd36-1437bca33de7 req-d76e272c-0d2b-4c57-8544-4d38e6b41e22 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.2068062 Jul 22 12:01:42.877812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Attempting to bind port c6a47c88-4e12-48ef-b611-83b695bcbba7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:42.879782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Attempting to bind port c6a47c88-4e12-48ef-b611-83b695bcbba7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:42.879782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Attempting to bind port c6a47c88-4e12-48ef-b611-83b695bcbba7 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:42.888490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:42.888953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:42.889229 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.889634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:42.890253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Bound port: c6a47c88-4e12-48ef-b611-83b695bcbba7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:42.890734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.893617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72085c8f-2fc5-4f07-85c8-d312a9772bed None None] Provisioning for port 8f4344a4-63c3-48e2-be09-3825a4807e9e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:42.907845 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.923485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-72085c8f-2fc5-4f07-85c8-d312a9772bed None None] Provisioning complete for port 8f4344a4-63c3-48e2-be09-3825a4807e9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:42.923892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72085c8f-2fc5-4f07-85c8-d312a9772bed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:42.948220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a153bb5-fef4-486c-bd36-1437bca33de7 req-0ffe13ab-2226-490c-b5a3-0d52ab48dc87 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1021657 Jul 22 12:01:43.011607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-72085c8f-2fc5-4f07-85c8-d312a9772bed None None] Port 8f4344a4-63c3-48e2-be09-3825a4807e9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:43.032928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] For port c6a47c88-4e12-48ef-b611-83b695bcbba7, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:43.037927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] For port c6a47c88-4e12-48ef-b611-83b695bcbba7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c6a47c88-4e12-48ef-b611-83b695bcbba7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:43.046092 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:43.202948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:43.203612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:43.289407 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21cc16f-98a8-47c8-9291-1763f1096b6c None None] Pushing event updated for resources: {'Port': ['ID=c6a47c88-4e12-48ef-b611-83b695bcbba7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:43.333027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:43.342091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:43.365417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:43.447087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:43.449067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Pushing event updated for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:43.661168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:01:43.663165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:01:43.789762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:42Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8f4344a4-63c3-48e2-be09-3825a4807e9e', 'name': '', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'mac_address': 'fa:16:3e:20:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:41Z', 'updated_at': '2021-07-22T12:01:41Z', 'revision_number': 1, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'subnets': [{'id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:43.854932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5852b1ff-368a-4105-a7fd-ba2fc740de9a None None] The sync data for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 is: [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:42Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:43Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8f4344a4-63c3-48e2-be09-3825a4807e9e', 'name': '', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'mac_address': 'fa:16:3e:20:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:41Z', 'updated_at': '2021-07-22T12:01:41Z', 'revision_number': 1, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'subnets': [{'id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:01:44.013816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Router 737b8488-467b-4add-8b9b-790db3de8b67 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:01:44.154085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68179a43-6146-4156-81d3-627c1eed511b None None] Provisioning complete for port 8f4344a4-63c3-48e2-be09-3825a4807e9e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:44.154573 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-68179a43-6146-4156-81d3-627c1eed511b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:44.316243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29fc7e01-c1b8-4873-9b13-fe986c961dc8 req-d1591e60-d05d-4abf-a3ec-a371f5ff83c6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:44.322387 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29fc7e01-c1b8-4873-9b13-fe986c961dc8 req-d1591e60-d05d-4abf-a3ec-a371f5ff83c6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.2499120 Jul 22 12:01:44.336155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-68179a43-6146-4156-81d3-627c1eed511b None None] Port 8f4344a4-63c3-48e2-be09-3825a4807e9e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:01:44.370935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:01:44.427430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5dbc33d5-52bd-488a-9804-5aea99446fa4 admin admin] 10.222.0.21 "PUT /v2.0/routers/737b8488-467b-4add-8b9b-790db3de8b67/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.7541425 Jul 22 12:01:44.432598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29fc7e01-c1b8-4873-9b13-fe986c961dc8 req-fa01ec04-cf3c-4310-9bdb-d0b126b3fe81 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0891004 Jul 22 12:01:45.271095 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-171401ef-22ec-43bc-af94-c81df551c1fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:45.642990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cee0895-57cb-436c-bbc2-1dd30beeef0f req-6bb66a80-15a5-451d-b95b-c93dd8233c4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:45.645981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3cee0895-57cb-436c-bbc2-1dd30beeef0f req-6bb66a80-15a5-451d-b95b-c93dd8233c4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.1438231 Jul 22 12:01:45.778274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3cee0895-57cb-436c-bbc2-1dd30beeef0f req-37463242-0438-416c-84e7-009756fdd115 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1173613 Jul 22 12:01:45.825229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47570) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:46.034108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6e17f0e-6b06-4555-a2ad-006babd3cc14 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f220d2c1dca24d0a9431223e038048b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2074084 Jul 22 12:01:46.036838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47600) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:01:46.098593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.132642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.193288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.197318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.201228 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e9f755a4-561f-4fd8-980b-bd0faca46928 HTTP/1.1" status: 204 len: 168 time: 0.1611555 Jul 22 12:01:46.225978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c2d038-48fa-4c04-a140-763ebc3996b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9f755a4-561f-4fd8-980b-bd0faca46928,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:46.317569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c6a47c88-4e12-48ef-b611-83b695bcbba7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:46.379706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port c6a47c88-4e12-48ef-b611-83b695bcbba7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:46.386800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c6a47c88-4e12-48ef-b611-83b695bcbba7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:46.387208 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.498489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.525428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port c6a47c88-4e12-48ef-b611-83b695bcbba7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c6a47c88-4e12-48ef-b611-83b695bcbba7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:46.535029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:46.606723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=c6a47c88-4e12-48ef-b611-83b695bcbba7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:46.850820 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Sync routers for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:01:46.865924 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:46.866564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:46.993449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d44ce4b7-9e3d-46bc-9716-bd634001ca28 req-84ef69b3-d465-417b-9b16-e5b131909a36 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:46.999032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d44ce4b7-9e3d-46bc-9716-bd634001ca28 req-84ef69b3-d465-417b-9b16-e5b131909a36 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.1058717 Jul 22 12:01:47.015415 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:47.051534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d44ce4b7-9e3d-46bc-9716-bd634001ca28 req-0c11f38a-da2c-4188-a266-9fddcdce5380 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466006 Jul 22 12:01:47.256031 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:42Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8f4344a4-63c3-48e2-be09-3825a4807e9e', 'name': '', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'mac_address': 'fa:16:3e:20:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:41Z', 'updated_at': '2021-07-22T12:01:43Z', 'revision_number': 2, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'subnets': [{'id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:47.285450 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Checking router: 737b8488-467b-4add-8b9b-790db3de8b67 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:01:47.285788 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Updating router 737b8488-467b-4add-8b9b-790db3de8b67 port 8f4344a4-63c3-48e2-be09-3825a4807e9e binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:01:47.327020 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:47.371154 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:01:47.781747 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:47.792826 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Transition to ACTIVE for port object 8f4344a4-63c3-48e2-be09-3825a4807e9e will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:01:47.800530 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:47.870148 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2013-0719-48c1-bccf-e1b1ffd1e7cf None None] Pushing event updated for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:47.886758 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:47.955170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Attempting to bind port 8f4344a4-63c3-48e2-be09-3825a4807e9e on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:01:47.955909 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Attempting to bind port 8f4344a4-63c3-48e2-be09-3825a4807e9e by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:01:47.956440 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Attempting to bind port 8f4344a4-63c3-48e2-be09-3825a4807e9e on network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:01:47.967321 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:01:47.967917 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Checking segment: {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:01:47.968476 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:47.969035 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Bound using segment: {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:01:47.969801 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Bound port: 8f4344a4-63c3-48e2-be09-3825a4807e9e, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6efac132-526d-47e3-bf70-382c85d16d91', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 132, 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:01:47.970599 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:48.062776 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] For port 8f4344a4-63c3-48e2-be09-3825a4807e9e, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:01:48.066581 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] For port 8f4344a4-63c3-48e2-be09-3825a4807e9e, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f4344a4-63c3-48e2-be09-3825a4807e9e,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:01:48.072459 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:48.172697 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:01:48.173330 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:48.204660 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68fb2013-0719-48c1-bccf-e1b1ffd1e7cf None None] Pushing event updated for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:48.235271 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74568199-340d-4031-bccb-7e8e9384af1c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:48.290863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e90df52b-c40d-4bb2-ba0a-21913b9ed1a7 req-e9a1e965-02a4-4671-be35-362442921bc5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:48.292473 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e90df52b-c40d-4bb2-ba0a-21913b9ed1a7 req-e9a1e965-02a4-4671-be35-362442921bc5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.1585405 Jul 22 12:01:48.342231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c6a47c88-4e12-48ef-b611-83b695bcbba7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:48.367753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e90df52b-c40d-4bb2-ba0a-21913b9ed1a7 req-d390946b-2429-4c8e-beca-2c02c23eb0ed tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688651 Jul 22 12:01:48.424047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port c6a47c88-4e12-48ef-b611-83b695bcbba7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:48.424421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:48.483508 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:01:48.797852 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:42Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8f4344a4-63c3-48e2-be09-3825a4807e9e', 'name': '', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'mac_address': 'fa:16:3e:20:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:41Z', 'updated_at': '2021-07-22T12:01:48Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'subnets': [{'id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:01:48.828526 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8f3613-814d-42e5-a4bb-59548b40a0de None None] The sync data for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 is: [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:01:42Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8f4344a4-63c3-48e2-be09-3825a4807e9e', 'name': '', 'network_id': '091cfee4-923c-4ee3-840b-08f27ed8bfb0', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'mac_address': 'fa:16:3e:20:48:36', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_interface', 'standard_attr_id': 3887, 'fixed_ips': [{'subnet_id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:41Z', 'updated_at': '2021-07-22T12:01:48Z', 'revision_number': 4, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'subnets': [{'id': '9977836d-ff4d-45d1-b0f0-ce948a1c9ba0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:01:49.446741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:49.582252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91f5e4b0-ed08-40b7-b0a7-90a7a568a125 req-561eb9d0-f8a1-4f25-94fc-82fdab8fb0a4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:49.583939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91f5e4b0-ed08-40b7-b0a7-90a7a568a125 req-561eb9d0-f8a1-4f25-94fc-82fdab8fb0a4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.1062868 Jul 22 12:01:49.633743 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91f5e4b0-ed08-40b7-b0a7-90a7a568a125 req-888a3b3b-8618-4edd-977a-0e9295839407 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0423498 Jul 22 12:01:50.323523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f4344a4-63c3-48e2-be09-3825a4807e9e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:50.379238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8f4344a4-63c3-48e2-be09-3825a4807e9e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:01:50.383995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8f4344a4-63c3-48e2-be09-3825a4807e9e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:50.386618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:50.472060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:50.505750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8f4344a4-63c3-48e2-be09-3825a4807e9e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f4344a4-63c3-48e2-be09-3825a4807e9e,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:01:50.510579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:50.564632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:01:50.772985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-042bf630-65b5-43f0-bbff-3ae66da233e0 req-a4479f1a-4478-4a4b-9830-d025e1afaacd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:50.781726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042bf630-65b5-43f0-bbff-3ae66da233e0 req-a4479f1a-4478-4a4b-9830-d025e1afaacd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0728216 Jul 22 12:01:50.818997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-042bf630-65b5-43f0-bbff-3ae66da233e0 req-71cf3697-c67a-43a8-a318-fa8d568e9a44 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360897 Jul 22 12:01:51.386691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:51.954866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-722ab14d-fa19-4957-8589-4fbbc3e0f7f9 req-b54c26f7-bf71-4f22-9916-e384037dbdf5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:51.956973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-722ab14d-fa19-4957-8589-4fbbc3e0f7f9 req-b54c26f7-bf71-4f22-9916-e384037dbdf5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0668333 Jul 22 12:01:52.001534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-722ab14d-fa19-4957-8589-4fbbc3e0f7f9 req-542cf7bc-0b6d-41bd-b135-3778a1e530ce tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379143 Jul 22 12:01:52.317122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f4344a4-63c3-48e2-be09-3825a4807e9e up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:01:52.376103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8f4344a4-63c3-48e2-be09-3825a4807e9e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:01:52.376487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:53.146675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cce33ed-e537-4bfe-9ea7-822fb3b1f185 req-217133fc-2b1e-4188-ba0c-b24c52ac5239 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:53.148700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cce33ed-e537-4bfe-9ea7-822fb3b1f185 req-217133fc-2b1e-4188-ba0c-b24c52ac5239 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0709345 Jul 22 12:01:53.188358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cce33ed-e537-4bfe-9ea7-822fb3b1f185 req-0ae8b707-5293-44d4-ba05-6de631e26bc9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340781 Jul 22 12:01:54.336832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd475d5-5b06-46bf-b351-ce8a69f8e392 req-648196a7-9c04-443d-b45c-9722230baa98 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:54.338335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfd475d5-5b06-46bf-b351-ce8a69f8e392 req-648196a7-9c04-443d-b45c-9722230baa98 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0710092 Jul 22 12:01:54.384774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bfd475d5-5b06-46bf-b351-ce8a69f8e392 req-9a13c11f-2b73-4752-9334-a5186fe8fdda tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398574 Jul 22 12:01:55.531277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815bf60d-aee5-41f6-a088-1733870badbc req-a086c08e-58af-4e46-8b6a-dadc80162561 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:55.532779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-815bf60d-aee5-41f6-a088-1733870badbc req-a086c08e-58af-4e46-8b6a-dadc80162561 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0768719 Jul 22 12:01:55.574734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-815bf60d-aee5-41f6-a088-1733870badbc req-5268ad62-5815-404b-8e45-f4db6bd2292c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362272 Jul 22 12:01:56.719878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78580254-cc85-4ca7-97d1-560d2f1da3fa req-6fe6c1a5-f6ef-485a-b19c-574b8727aa1b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:56.722234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78580254-cc85-4ca7-97d1-560d2f1da3fa req-6fe6c1a5-f6ef-485a-b19c-574b8727aa1b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0715699 Jul 22 12:01:56.764121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78580254-cc85-4ca7-97d1-560d2f1da3fa req-f1ca68fc-11bc-4aa5-8756-b4b37068c5e9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351162 Jul 22 12:01:57.523542 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:57.897084 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d720425-aecf-4cbd-9f17-e474b9696317 req-6a59d2f4-2226-4f03-9263-dc4215fe90da tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:57.899480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d720425-aecf-4cbd-9f17-e474b9696317 req-6a59d2f4-2226-4f03-9263-dc4215fe90da tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0647681 Jul 22 12:01:57.936399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d720425-aecf-4cbd-9f17-e474b9696317 req-37e009f8-7e69-4b45-8c83-41cf33ff18b3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313129 Jul 22 12:01:58.500090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:01:59.091312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63414d68-3eb4-4f9c-ad32-b732aee7d891 req-f1903b90-8222-4fea-9a45-dd7a78fc00a2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:01:59.098867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63414d68-3eb4-4f9c-ad32-b732aee7d891 req-f1903b90-8222-4fea-9a45-dd7a78fc00a2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0805078 Jul 22 12:01:59.139020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63414d68-3eb4-4f9c-ad32-b732aee7d891 req-d074882c-0fd6-498a-acb5-9e2e1d14409a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391717 Jul 22 12:02:00.270392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e199bf-5b77-4ec7-be57-9ead07d0d3b2 req-61429277-b192-46b7-a3dc-1bd111f2d90b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:00.271945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e199bf-5b77-4ec7-be57-9ead07d0d3b2 req-61429277-b192-46b7-a3dc-1bd111f2d90b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 944 time: 0.0647101 Jul 22 12:02:00.310471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e199bf-5b77-4ec7-be57-9ead07d0d3b2 req-8fd2c9a1-faa2-4bb8-a856-a90485245042 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329065 Jul 22 12:02:00.880262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7a51dc91-e8e5-41b9-b613-960b2692d895 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:02:01.014765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7a51dc91-e8e5-41b9-b613-960b2692d895,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:01.252771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '7a51dc91-e8e5-41b9-b613-960b2692d895', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': '7a51dc91-e8e5-41b9-b613-960b2692d895', 'mac_address': 'fa:16:3e:31:31:ca', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:02:01.306736 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:01.323437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 7a51dc91-e8e5-41b9-b613-960b2692d895 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:02:01.370814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7a51dc91-e8e5-41b9-b613-960b2692d895,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:01.378565 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:01.482508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:01.575364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8265ca18-019a-4421-9e12-2487917b5244 req-c776eb05-61fc-4aba-b0b2-dfd44d4fa222 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:01.577475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8265ca18-019a-4421-9e12-2487917b5244 req-c776eb05-61fc-4aba-b0b2-dfd44d4fa222 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 945 time: 0.1287012 Jul 22 12:02:01.608204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['7a51dc91-e8e5-41b9-b613-960b2692d895'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:02:01.627050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8265ca18-019a-4421-9e12-2487917b5244 req-57f95da0-7922-4c6b-ac5f-dc862442029b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427244 Jul 22 12:02:02.760202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72284435-3672-4637-9303-1d55d07abc74 req-7ad00c8b-8d4c-4bbb-9343-6ca215ea7e70 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:02.761687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72284435-3672-4637-9303-1d55d07abc74 req-7ad00c8b-8d4c-4bbb-9343-6ca215ea7e70 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 945 time: 0.0676167 Jul 22 12:02:02.798247 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72284435-3672-4637-9303-1d55d07abc74 req-eb4a5009-0fb4-48c1-8b0d-15620bc4424a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309420 Jul 22 12:02:02.891409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7a51dc91-e8e5-41b9-b613-960b2692d895 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:02.941385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 7a51dc91-e8e5-41b9-b613-960b2692d895 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:02.946172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 7a51dc91-e8e5-41b9-b613-960b2692d895 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:02.946766 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:03.033857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:03.057868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:03.060272 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7b4ae768-e000-4ebf-a8ea-6fe3f3b0d77d" -d '{"events": [{"server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "name": "network-vif-plugged", "status": "completed", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:03.073651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7a51dc91-e8e5-41b9-b613-960b2692d895,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:03.078427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:03.130975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:03.274296 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1f3c4dc5-e65e-4b1a-8687-6b5dc1ea779f x-openstack-request-id: req-1f3c4dc5-e65e-4b1a-8687-6b5dc1ea779f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:03.274710 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "name": "network-vif-plugged", "status": "completed", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:03.275051 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1f3c4dc5-e65e-4b1a-8687-6b5dc1ea779f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:03.275526 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895', 'code': 200} Jul 22 12:02:03.396583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa681d7e-039b-4ce3-bb5c-ead4dbf3424c req-39f3edf6-b2b9-4e37-96df-41cd78328b48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:03.398317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa681d7e-039b-4ce3-bb5c-ead4dbf3424c req-39f3edf6-b2b9-4e37-96df-41cd78328b48 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 1097 time: 0.0648963 Jul 22 12:02:03.435252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa681d7e-039b-4ce3-bb5c-ead4dbf3424c req-7d68cd60-95c1-4acc-bbc7-68cc3ab07e60 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300391 Jul 22 12:02:03.935384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbddb076-ffb0-4450-b911-f3f182efbbb5 req-31246cb5-378c-4677-9f3b-7f26a5cdee8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:03.936992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbddb076-ffb0-4450-b911-f3f182efbbb5 req-31246cb5-378c-4677-9f3b-7f26a5cdee8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.0696523 Jul 22 12:02:03.978635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbddb076-ffb0-4450-b911-f3f182efbbb5 req-3953ab57-66d0-43a6-880c-ed5e42e5fe4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349061 Jul 22 12:02:04.768570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9103861d-c387-42f1-b36b-5d985e2c33b8 req-262ab8c3-5666-4dcb-b017-65d2ff82333a tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:04.770297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9103861d-c387-42f1-b36b-5d985e2c33b8 req-262ab8c3-5666-4dcb-b017-65d2ff82333a tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1098 time: 0.0566192 Jul 22 12:02:04.820475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9103861d-c387-42f1-b36b-5d985e2c33b8 req-fcd32614-78ea-4b48-8940-9b8f1835bb0f tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386221 Jul 22 12:02:04.833087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47850) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:05.144636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d26e617-74ab-4f90-87b2-f5d3bb0becdc req-c007cebd-b83e-4353-887c-bf21e25c64b1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:05.146353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d26e617-74ab-4f90-87b2-f5d3bb0becdc req-c007cebd-b83e-4353-887c-bf21e25c64b1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.0774763 Jul 22 12:02:05.196752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47856) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:05.207216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d26e617-74ab-4f90-87b2-f5d3bb0becdc req-73e7d50a-9b09-4118-9938-5d31eb16358e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0532830 Jul 22 12:02:05.354094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.361454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 52aa7b6a-d54d-4b87-93f6-77cbad510e1c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:05.362040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.398545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de1d5594-591f-425d-bfb6-d67025110c85 req-95226736-9027-4668-ba4a-fa25114a3cab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:05.400205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de1d5594-591f-425d-bfb6-d67025110c85 req-95226736-9027-4668-ba4a-fa25114a3cab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.1043944 Jul 22 12:02:05.452117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.452507 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.466224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de1d5594-591f-425d-bfb6-d67025110c85 req-e6bb6282-1a8e-4b37-9bcd-c66d216f563d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0563664 Jul 22 12:02:05.467343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 52aa7b6a-d54d-4b87-93f6-77cbad510e1c owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:05.516431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.524932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.610666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7461c4054e814dd59477cc0f6c0b9a6f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4020369 Jul 22 12:02:05.615855 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:05.650559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.654719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f5962a5-f3b2-46e4-8839-aa5f91bf4c79,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:05.668780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.669273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.669723 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.670166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.670743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.671180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.671618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.672051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.672480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.672927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.673355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.673785 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f3253ca-ae4b-40d7-8d9c-108ab3546041 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:05.678044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=52aa7b6a-d54d-4b87-93f6-77cbad510e1c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:05.699714 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.728508 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.742119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.742711 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 0d49ca18-05ab-436b-8acb-3e15f1288221 disassociated (deleted). External IP: 172.25.6.172, port: 3cedb947-5b59-4137-91a2-a4b1f00e4f34. Jul 22 12:02:05.746909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52078e7f-90b6-4bf2-a094-810bf98fdcb0 req-0b6f0873-457c-424d-be75-7bc2db4f7fbe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:05.748578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52078e7f-90b6-4bf2-a094-810bf98fdcb0 req-0b6f0873-457c-424d-be75-7bc2db4f7fbe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.1962337 Jul 22 12:02:05.802661 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52078e7f-90b6-4bf2-a094-810bf98fdcb0 req-ea48e22c-a159-4475-92eb-ebb4509119c6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0466359 Jul 22 12:02:05.838685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.842255 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:05.843999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f5962a5-f3b2-46e4-8839-aa5f91bf4c79 HTTP/1.1" status: 204 len: 168 time: 0.2271922 Jul 22 12:02:05.853561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6dbfd72-70f2-4c69-bcda-576b91f6c80a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f5962a5-f3b2-46e4-8839-aa5f91bf4c79,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:06.004851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:02:06.165303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:02:06.178012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Sync routers for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:02:06.178576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:06.192671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:06.210769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:06.231442 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0729ed9c-34b6-4b96-b2fd-ab49088f308d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/floatingips/0d49ca18-05ab-436b-8acb-3e15f1288221 HTTP/1.1" status: 204 len: 168 time: 1.3948731 Jul 22 12:02:06.231442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:06.246520 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e40cde7e-0fcf-4df5-b055-6714f207d96d" -d '{"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:06.270864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa202a6b-860b-4723-9404-f244a250dcae req-bc1f3baf-b0bd-4f42-9dfa-4fc1bbe7f3f2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.272526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa202a6b-860b-4723-9404-f244a250dcae req-bc1f3baf-b0bd-4f42-9dfa-4fc1bbe7f3f2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.1391847 Jul 22 12:02:06.364070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa202a6b-860b-4723-9404-f244a250dcae req-c8738017-df21-4d16-8bd0-fcdbe92a84e9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0842929 Jul 22 12:02:06.427422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:06.447203 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-420c0c6a-75f0-4efb-9de3-ec230659790d x-openstack-request-id: req-420c0c6a-75f0-4efb-9de3-ec230659790d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:06.447629 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:06.447984 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-420c0c6a-75f0-4efb-9de3-ec230659790d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:06.448749 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:02:06.577327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a642c773-0769-4e30-9d86-97f03ec3614e req-7c2d3c28-38fe-45b9-a721-3a0792e2cc78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.579052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a642c773-0769-4e30-9d86-97f03ec3614e req-7c2d3c28-38fe-45b9-a721-3a0792e2cc78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 947 time: 0.0980363 Jul 22 12:02:06.582242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-4d60e0ab-8ac2-4a3a-bfc0-f3d99c7b5402 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.584092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-4d60e0ab-8ac2-4a3a-bfc0-f3d99c7b5402 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 1098 time: 0.1136041 Jul 22 12:02:06.649515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:06.655763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a642c773-0769-4e30-9d86-97f03ec3614e req-a3c96a34-d525-46a9-a09c-3cf596b64876 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704753 Jul 22 12:02:06.676730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Checking router: dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:02:06.688439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:06.689086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:06.714118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-71507701-7d6a-4fd9-86aa-5dab1d203473 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.715851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-71507701-7d6a-4fd9-86aa-5dab1d203473 service neutron] 10.222.0.20 "GET /v2.0/networks?id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 200 len: 897 time: 0.1234801 Jul 22 12:02:06.763457 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-070e9599-1de0-4982-89d5-17379055951b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 200 len: 217 time: 0.0405874 Jul 22 12:02:06.808307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:06.820080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-3d5cebcd-c4cf-4eff-88dd-3851510ae40e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.821745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-3d5cebcd-c4cf-4eff-88dd-3851510ae40e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 200 len: 834 time: 0.0519557 Jul 22 12:02:06.882124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-60124683-b7d8-49bd-b098-ed02b5ead140 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:06.883816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-60124683-b7d8-49bd-b098-ed02b5ead140 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0553534 Jul 22 12:02:06.980427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-6c952f0b-f42a-40bd-912d-1fdf41b1d584 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887954 Jul 22 12:02:07.015188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:07.047896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f451eef-efa9-497c-ab51-27bbfcf971fe None None] The sync data for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 is: [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:09Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'fc46d381-5df2-422b-8a2f-0b0616bd2e82', 'name': '', 'network_id': 'a77cb57c-1086-41b2-aea1-ee5b5d6b9e81', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:49:a6:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_interface', 'standard_attr_id': 3736, 'fixed_ips': [{'subnet_id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:08Z', 'updated_at': '2021-07-22T12:00:16Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': '2ee9e4d0-e95c-4a0e-870b-58834114bc84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:02:07.080669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e40cde7e-0fcf-4df5-b055-6714f207d96d req-89373fc2-0c1f-4d96-8b44-0ae7799d0893 service neutron] 10.222.0.20 "GET /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924761 Jul 22 12:02:07.278628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf0aab9e-ae5c-471f-9bc2-0a8df148861c None None] New status for floating IP 0d49ca18-05ab-436b-8acb-3e15f1288221: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:02:07.506541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59eacc47-e768-4714-acea-0193f0c26d3b req-35705d03-6483-4717-b1e9-8803acd6d926 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:07.508674 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59eacc47-e768-4714-acea-0193f0c26d3b req-35705d03-6483-4717-b1e9-8803acd6d926 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.0685148 Jul 22 12:02:07.584879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59eacc47-e768-4714-acea-0193f0c26d3b req-e6c019fd-0076-48fa-b636-14d49d98e670 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0688615 Jul 22 12:02:07.629524 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-d5a48132-a203-4493-8257-518e9435b613 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:07.631143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-d5a48132-a203-4493-8257-518e9435b613 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 946 time: 0.0855584 Jul 22 12:02:07.791921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port 7a51dc91-e8e5-41b9-b613-960b2692d895 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:07.792354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:07.859526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-1b50c84d-1279-426f-a6db-8f7b49f80cb2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:07.861032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-1b50c84d-1279-426f-a6db-8f7b49f80cb2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 947 time: 0.0700157 Jul 22 12:02:07.871035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab0abad1-54f5-4049-8989-5a39acedadfe req-1c68fbfb-37e6-4b31-8665-4c8b9d73afed tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:07.872503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab0abad1-54f5-4049-8989-5a39acedadfe req-1c68fbfb-37e6-4b31-8665-4c8b9d73afed tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=85e8b50b-cd9d-4893-9372-35a0de94748c HTTP/1.1" status: 200 len: 947 time: 0.1415141 Jul 22 12:02:07.921213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port 7a51dc91-e8e5-41b9-b613-960b2692d895, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=7a51dc91-e8e5-41b9-b613-960b2692d895,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:07.921574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:07.937130 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ab0abad1-54f5-4049-8989-5a39acedadfe req-d6c87edb-8ab6-45cc-9279-4ff8af98ce5f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=a463fb79-1231-4097-ae9d-c0aaa52d4194&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0579605 Jul 22 12:02:07.941399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for 7a51dc91-e8e5-41b9-b613-960b2692d895 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:07.968562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:07.968909 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.058381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port 3cedb947-5b59-4137-91a2-a4b1f00e4f34, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3cedb947-5b59-4137-91a2-a4b1f00e4f34,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:08.058764 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.076348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.077917 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 3cedb947-5b59-4137-91a2-a4b1f00e4f34 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:08.088539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['7a51dc91-e8e5-41b9-b613-960b2692d895'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:02:08.105647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=7a51dc91-e8e5-41b9-b613-960b2692d895,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:08.156533 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port 7a51dc91-e8e5-41b9-b613-960b2692d895 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:02:08.159888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.162201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c533c4b-280d-4a8b-9d12-1df4cb01d400 req-09d8a8b6-cced-43c0-97e9-0b22256e761b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "DELETE /v2.0/ports/7a51dc91-e8e5-41b9-b613-960b2692d895 HTTP/1.1" status: 204 len: 173 time: 0.5243843 Jul 22 12:02:08.162728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'name': 'network-vif-deleted', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:08.166329 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b9485fc4-bb73-424b-9398-9184522cc599" -d '{"events": [{"server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "name": "network-vif-deleted", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:08.230318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.253993 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ec31574-c958-4c85-99c1-f8c42e19284e x-openstack-request-id: req-5ec31574-c958-4c85-99c1-f8c42e19284e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:08.254639 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "43008c0c-2f91-40df-bc65-fa325f2564ee", "name": "network-vif-deleted", "tag": "7a51dc91-e8e5-41b9-b613-960b2692d895", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:08.254969 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ec31574-c958-4c85-99c1-f8c42e19284e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:08.255590 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '43008c0c-2f91-40df-bc65-fa325f2564ee', 'name': 'network-vif-deleted', 'tag': '7a51dc91-e8e5-41b9-b613-960b2692d895', 'status': 'completed', 'code': 200} Jul 22 12:02:08.301586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=3cedb947-5b59-4137-91a2-a4b1f00e4f34,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:08.323834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] No DVR routers for this DVR port 3cedb947-5b59-4137-91a2-a4b1f00e4f34 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:02:08.326386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:08.329920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-240f8587-3b04-4e88-ad44-04f6a8fcb4dc req-5eaffb14-02af-4025-b01e-7a573e254043 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "DELETE /v2.0/ports/3cedb947-5b59-4137-91a2-a4b1f00e4f34 HTTP/1.1" status: 204 len: 173 time: 0.4636376 Jul 22 12:02:08.449577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-deleted', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:08.451939 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7e052cfa-0fc6-4e5c-8ed8-4fc20a5d1d58" -d '{"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-deleted", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:08.489088 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9dd8850d-ab41-4783-8bf9-d29a87433b5a x-openstack-request-id: req-9dd8850d-ab41-4783-8bf9-d29a87433b5a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:08.489393 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "85e8b50b-cd9d-4893-9372-35a0de94748c", "name": "network-vif-deleted", "tag": "3cedb947-5b59-4137-91a2-a4b1f00e4f34", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:08.489651 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9dd8850d-ab41-4783-8bf9-d29a87433b5a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:08.490075 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '85e8b50b-cd9d-4893-9372-35a0de94748c', 'name': 'network-vif-deleted', 'tag': '3cedb947-5b59-4137-91a2-a4b1f00e4f34', 'status': 'completed', 'code': 200} Jul 22 12:02:08.728935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acbc7042-e198-4d63-9a70-8c0af9f21553 req-7bfe3fc7-7c4e-45a7-8446-821ef8ee7ae6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0464780 Jul 22 12:02:08.996469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:09.389352 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:09.692663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port fc46d381-5df2-422b-8a2f-0b0616bd2e82 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:09.693009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:09.801696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port fc46d381-5df2-422b-8a2f-0b0616bd2e82, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fc46d381-5df2-422b-8a2f-0b0616bd2e82,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:09.802296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:09.843446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for fc46d381-5df2-422b-8a2f-0b0616bd2e82 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:09.846892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebe405f1-7611-415f-811e-ca65cd3529ab req-3b5f922e-de06-46c0-822f-fc6aabcd5e3c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0422189 Jul 22 12:02:10.047551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.080106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=fc46d381-5df2-422b-8a2f-0b0616bd2e82,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:10.303119 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.534092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:02:10.643824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:02:10.651986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d62e1db0-a631-48f3-928a-ea61eadd3114 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6517377 Jul 22 12:02:10.652118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47938) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:10.658668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Sync routers for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:02:10.669783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:10.670653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:10.715728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting subnet 2ee9e4d0-e95c-4a0e-870b-58834114bc84 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:02:10.719131 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.770978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.796383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:10.886700 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.964743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7a51dc91-e8e5-41b9-b613-960b2692d895 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:02:10.973891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:10.994127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 7a51dc91-e8e5-41b9-b613-960b2692d895 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:02:10.994516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 7a51dc91-e8e5-41b9-b613-960b2692d895 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:02:10.994912 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:02:11.013204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f544bb4-0d90-4302-ba16-4e45f84781ff req-718b2291-3757-4e83-8c62-d9e449657acb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0546248 Jul 22 12:02:11.021206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 3cedb947-5b59-4137-91a2-a4b1f00e4f34 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:02:11.021791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3cedb947-5b59-4137-91a2-a4b1f00e4f34 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:02:11.041644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Subnet': ['ID=2ee9e4d0-e95c-4a0e-870b-58834114bc84,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:11.043949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.045853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b9e23a44-baf1-4b6c-9b9c-0a8b79d31265 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/subnets/2ee9e4d0-e95c-4a0e-870b-58834114bc84 HTTP/1.1" status: 204 len: 168 time: 0.3925934 Jul 22 12:02:11.049093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47948) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:11.054558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80c5c792-ff89-46f7-b980-201d3ec2a24f None None] Network a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:02:11.160566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:02:09Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:11.181074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.207765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Checking router: dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:02:11.230202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Routers {'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:11.230843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:11.306202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.393913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] Set router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:11.426880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 0535123a-707d-4c5a-9774-df3b4be9f161 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:11.436504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.470702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] DHCP port deletion for a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:02:11.641034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port 0535123a-707d-4c5a-9774-df3b4be9f161, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0535123a-707d-4c5a-9774-df3b4be9f161,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:11.641376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.676733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Deleting port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:02:11.677307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.680500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 0535123a-707d-4c5a-9774-df3b4be9f161 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:11.764566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] For port 2e959ad0-bca2-4cec-9b1e-4d76961c3189, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2e959ad0-bca2-4cec-9b1e-4d76961c3189,segment=NetworkSegment(63cbe77f-1afc-436b-8b0b-46fefe6db591),segment_id=63cbe77f-1afc-436b-8b0b-46fefe6db591)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:11.764998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:11.779499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Calling delete_port for 2e959ad0-bca2-4cec-9b1e-4d76961c3189 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:02:11.927185 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.032250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=0535123a-707d-4c5a-9774-df3b4be9f161,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:12.102509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.105709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.142317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] Pushing event deleted for resources: {'Port': ['ID=2e959ad0-bca2-4cec-9b1e-4d76961c3189,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:12.148198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6eee5aad-337c-410c-925f-6df1fa1469c0 None None] No DVR routers for this DVR port 2e959ad0-bca2-4cec-9b1e-4d76961c3189 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:02:12.170686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:02:09Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:12.248341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b729bcbf-d46d-4fd8-a76c-1b340b4cb8af None None] The sync data for ids ['dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd'] in n-d-754448-4 is: [{'id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1600703759', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86'}], 'enable_snat': True}, 'gw_port_id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:02:09Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '0535123a-707d-4c5a-9774-df3b4be9f161', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:c2:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3717, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.86', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:04Z', 'updated_at': '2021-07-22T12:00:10Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:02:12.254501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c60a560-ab05-4d96-8143-0398c3f4ae6f req-84c19d2b-cac5-495d-8030-971382db6f44 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=43008c0c-2f91-40df-bc65-fa325f2564ee HTTP/1.1" status: 200 len: 210 time: 0.0862880 Jul 22 12:02:12.263319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.265750 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.321549 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.322060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Fanout notify agent at l3_agent the message router_deleted on router dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:02:12.331292 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.335981 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb8f052d-a47f-4062-b2ec-a645f1402d72 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/routers/dc1351bc-52e5-4a8c-95c5-52e6e5cff8cd HTTP/1.1" status: 204 len: 168 time: 1.2856550 Jul 22 12:02:12.336291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 47958) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:12.467287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e959ad0-bca2-4cec-9b1e-4d76961c3189 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:02:12.475750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:12.514692 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2e959ad0-bca2-4cec-9b1e-4d76961c3189 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:02:12.515165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2e959ad0-bca2-4cec-9b1e-4d76961c3189 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:02:13.014790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.024843 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77cb57c-1086-41b2-aea1-ee5b5d6b9e81']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:13.035377 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '63cbe77f-1afc-436b-8b0b-46fefe6db591') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:13.035712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '63cbe77f-1afc-436b-8b0b-46fefe6db591') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:13.046126 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.061058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.067313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:02:13.067857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:02:13.071550 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:02:13.138727 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.146913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.151146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/networks/a77cb57c-1086-41b2-aea1-ee5b5d6b9e81 HTTP/1.1" status: 204 len: 168 time: 0.8112633 Jul 22 12:02:13.151979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 47964) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:13.167598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab86fe45-dc9f-46da-95b0-4fe31ac3b5db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Network': ['ID=a77cb57c-1086-41b2-aea1-ee5b5d6b9e81,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:13.228891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.254519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.330628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.337876 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:13.342368 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/security-groups/a463fb79-1231-4097-ae9d-c0aaa52d4194 HTTP/1.1" status: 204 len: 168 time: 0.1889868 Jul 22 12:02:13.356639 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e9eb850-fe3c-4558-8dd6-8c8ded58ff77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a463fb79-1231-4097-ae9d-c0aaa52d4194,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:14.224022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc46d381-5df2-422b-8a2f-0b0616bd2e82 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:02:14.245675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fc46d381-5df2-422b-8a2f-0b0616bd2e82 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:02:14.246033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fc46d381-5df2-422b-8a2f-0b0616bd2e82 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:02:14.246553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0535123a-707d-4c5a-9774-df3b4be9f161 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:02:14.268463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0535123a-707d-4c5a-9774-df3b4be9f161 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:02:14.268813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0535123a-707d-4c5a-9774-df3b4be9f161 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:02:14.657001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48000) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:14.661827 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1897390386', 'description': 'tempest-secgroup-smoke-1897390386 description', 'project_id': '85b39e011ef14bc7bc5387f646974344'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:14.687377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.781832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.786997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.820572 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.824940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1638024 Jul 22 12:02:14.825074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48002) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:14.829948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:14.834419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f206a711-357d-479b-a693-c80c0d784672 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=fec63f2a-874f-4bbb-9bef-74258ed12152,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:14.864837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.936431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.940929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.956003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=922e3af0-62e2-46cd-ba32-b57bc74f1491,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:14.971528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:14.972863 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5f2cfbe7-fad7-4685-8d44-82076a2f5aee tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1468637 Jul 22 12:02:14.976033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48008) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:14.983186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.013747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.078700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.082833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.101560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=63d80c13-032e-43f8-8e91-7cf64d65df56,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:15.109428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.113719 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c437cfe2-767b-45d0-9795-7aa835048230 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1314161 Jul 22 12:02:15.113914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48010) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.119402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.144028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.208554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.212731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.231735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=afbd4972-8234-4b1c-9fee-f20cf5cc3451,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:15.240801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.242691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6149c28c-653c-4a3b-b88a-a73887a16431 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1276398 Jul 22 12:02:15.245346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48012) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.250202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.270241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-23e18978-ae65-4fe1-9a9d-09aec3b260ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.283046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.344423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.348446 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.367339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc1a65c3-e961-4812-91b8-f6fdb7866e95,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:15.377557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.382574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-86da53d1-48e9-4a3f-a130-ff6eb62d509f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329029 Jul 22 12:02:15.383344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48018) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.388385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.430738 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:02:15.439109 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.502413 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.507297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.526789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8d9777d3-e538-443b-934d-ad0757175c79,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:15.535475 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.539683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24f0f359-8e9e-4d5b-abeb-36102abfe585 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1520233 Jul 22 12:02:15.540679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48022) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.547196 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': 'fec63f2a-874f-4bbb-9bef-74258ed12152', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.582836 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:02:15.588968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.673896 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.682393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.716209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4bdbdb61-336b-4069-b195-4f80dc9d9f0f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:15.734648 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.736639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1b9974aa-5c9d-4d0c-a1ad-c3369bbd9f98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1946831 Jul 22 12:02:15.739968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.748740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'network': {'name': 'tempest-network-smoke--424793467', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:15.783986 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:02:15.789196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.826903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] vlan segment allocate from pool success with {'vlan_id': 108, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:02:15.839011 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.839474 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Added segment b8f55cee-ae7b-41ce-97f9-3a5b374334ae of type vlan for network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 Jul 22 12:02:15.894179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.931732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.938283 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:15.939084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:15.960599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2162759 Jul 22 12:02:15.960963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48040) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:15.965896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'admin_state_up': True, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:16.001954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.003772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.027805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4c9110-9c72-4a59-b8c4-ba676e956373 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Network': ['ID=3459bbfe-0fdc-496a-9855-03c94d8c63a1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:16.040657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:02:16.079383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.232701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.442584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.463672 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.575279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.39 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/8a28ad4b-72b2-4705-a9f4-11730357d2a8) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:16.696499 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.741951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:16.779891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:16.786969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:16.798158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:16.833489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=8a28ad4b-72b2-4705-a9f4-11730357d2a8,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:17.074468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:17.273046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:17.398382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 937d99f3-04d0-401b-b0cb-31d8e590e00d is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:02:17.769616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:02:17.780371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Sync routers for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:02:17.788996 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:17.793274 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:17.793424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d63d0b99-004b-49f5-a45c-18ec328fb32a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 1.8282385 Jul 22 12:02:17.793534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:01:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:17.793901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48060) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:17.828105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c5a8329-31c2-44a2-abfc-63008f3de173 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=85b39e011ef14bc7bc5387f646974344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0304940 Jul 22 12:02:17.828338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48064) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:17.864958 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:17.925054 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:17.951073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0101c2a-ac0d-4530-84d8-d5286b536194 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:17.955533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0101c2a-ac0d-4530-84d8-d5286b536194 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1236467 Jul 22 12:02:17.956119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48070) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:18.007542 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4282ac7c-6b71-479f-a32f-d2eb6dfedc18 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0498641 Jul 22 12:02:18.009756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48072) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:18.015109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-589246978', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:18.120196 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:16Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:18.133720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:02:18.138140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.154612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Checking router: 937d99f3-04d0-401b-b0cb-31d8e590e00d for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:02:18.154962 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Updating router 937d99f3-04d0-401b-b0cb-31d8e590e00d port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:02:18.197809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fb6625eb-6451-4bea-b828-f028371b00b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.203410 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.386884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.461029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:18.461029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network hostable DHCP agents. Network: 3459bbfe-0fdc-496a-9855-03c94d8c63a1, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:02:18.461666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Subnet': ['ID=abb22dda-2ec3-4e77-96e8-26a775120a7b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:18.497536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:02:18.509239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3459bbfe-0fdc-496a-9855-03c94d8c63a1) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:18.509515 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.519815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be3cab04-7b22-4e37-a06c-510df742e497 None None] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:02:18.526187 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:18.526921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.540670 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Transition to ACTIVE for port object 8a28ad4b-72b2-4705-a9f4-11730357d2a8 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:18.556734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8153db04-6bca-4768-b1c8-27bd2dc0bd78 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.5454807 Jul 22 12:02:18.559592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:18.561159 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.626229 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Attempting to bind port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:02:18.626765 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Attempting to bind port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:02:18.627227 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Attempting to bind port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:18.633186 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:02:18.633739 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:18.634295 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.634824 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:02:18.635407 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Bound port: 8a28ad4b-72b2-4705-a9f4-11730357d2a8, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:02:18.636014 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.637827 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46febd8d-c1ac-45ac-8ecf-0028456e008b None None] Pushing event updated for resources: {'Port': ['ID=8a28ad4b-72b2-4705-a9f4-11730357d2a8,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:18.712052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:02:18.713153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.795990 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] For port 8a28ad4b-72b2-4705-a9f4-11730357d2a8, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:02:18.799712 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] For port 8a28ad4b-72b2-4705-a9f4-11730357d2a8, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a28ad4b-72b2-4705-a9f4-11730357d2a8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:02:18.806231 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:18.852036 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:18.852932 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:02:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:18.905171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Allocated IP 172.20.0.2 (3459bbfe-0fdc-496a-9855-03c94d8c63a1/abb22dda-2ec3-4e77-96e8-26a775120a7b/b7c37fce-f431-4c80-9f36-ccb25bda2b14) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:18.998776 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:19.142955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46febd8d-c1ac-45ac-8ecf-0028456e008b None None] Pushing event updated for resources: {'Port': ['ID=8a28ad4b-72b2-4705-a9f4-11730357d2a8,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:19.185641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.202387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Transition to ACTIVE for port object b7c37fce-f431-4c80-9f36-ccb25bda2b14 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:19.223198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Transition to ACTIVE for port object b7c37fce-f431-4c80-9f36-ccb25bda2b14 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:19.237333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.238261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:16Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:19.268837 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f3c86b7e-ef43-47d8-b328-3e7807cea232 None None] The sync data for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 is: [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:16Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:02:19.322730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Pushing event updated for resources: {'Port': ['ID=b7c37fce-f431-4c80-9f36-ccb25bda2b14,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:19.326778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:19.328724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:19.332684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:19.360679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.447277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Attempting to bind port b7c37fce-f431-4c80-9f36-ccb25bda2b14 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:02:19.447563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Attempting to bind port b7c37fce-f431-4c80-9f36-ccb25bda2b14 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:02:19.448059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Attempting to bind port b7c37fce-f431-4c80-9f36-ccb25bda2b14 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:19.460300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:02:19.460924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:19.462978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.463384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Bound using segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:02:19.463878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Bound port: b7c37fce-f431-4c80-9f36-ccb25bda2b14, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:02:19.464270 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.520975 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.564867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] For port b7c37fce-f431-4c80-9f36-ccb25bda2b14, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:02:19.579391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] For port b7c37fce-f431-4c80-9f36-ccb25bda2b14, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7c37fce-f431-4c80-9f36-ccb25bda2b14,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:02:19.585671 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:19.687544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc9f8eeb-b021-463b-88e0-f9cbc1e47101 None None] Pushing event updated for resources: {'Port': ['ID=b7c37fce-f431-4c80-9f36-ccb25bda2b14,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:19.830872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.1 (3459bbfe-0fdc-496a-9855-03c94d8c63a1/abb22dda-2ec3-4e77-96e8-26a775120a7b/8bead7e0-a9f2-4e4d-a537-541b34906f6d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:20.031573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.079154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object 8bead7e0-a9f2-4e4d-a537-541b34906f6d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:20.132569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.185767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:20.198047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:20.199944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:20.202650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:20.287325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.411435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28ad4b-72b2-4705-a9f4-11730357d2a8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:20.495026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:20.499427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:20.499882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.515645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.622567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.655918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8a28ad4b-72b2-4705-a9f4-11730357d2a8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a28ad4b-72b2-4705-a9f4-11730357d2a8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:20.663667 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.664521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7c37fce-f431-4c80-9f36-ccb25bda2b14 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:20.776974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8a28ad4b-72b2-4705-a9f4-11730357d2a8,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:20.792631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port b7c37fce-f431-4c80-9f36-ccb25bda2b14 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:20.964266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:20.973225 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.071552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.118049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:21.162179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8082bd0-67ef-4960-a38f-38480d369ffd None None] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:02:21.207681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:21.209310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:21.269010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Provisioning for port b7c37fce-f431-4c80-9f36-ccb25bda2b14 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:21.275937 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Provisioning complete for port b7c37fce-f431-4c80-9f36-ccb25bda2b14 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:21.276266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.413236 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 937d99f3-04d0-401b-b0cb-31d8e590e00d has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:02:21.445701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.512301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.559649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] For port b7c37fce-f431-4c80-9f36-ccb25bda2b14, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7c37fce-f431-4c80-9f36-ccb25bda2b14,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:21.572635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:21.614179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:02:21.620373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa8ac1c1-05f4-4d2b-8347-7ce962cbf35c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/937d99f3-04d0-401b-b0cb-31d8e590e00d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0584147 Jul 22 12:02:21.669374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88acddda-1e08-466b-9797-23a4d38b2b88 None None] Pushing event updated for resources: {'Port': ['ID=b7c37fce-f431-4c80-9f36-ccb25bda2b14,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:21.851674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Sync routers for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:02:21.867479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:21.868266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:02:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:21.941841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-db061be7-93ab-465c-b0de-9fcacd76fc0b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1897390386&fields=id&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 267 time: 0.0821004 Jul 22 12:02:22.096227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-66e77212-77cc-403a-b229-e2be068e8f51 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:22.098104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-66e77212-77cc-403a-b229-e2be068e8f51 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 796 time: 0.1478760 Jul 22 12:02:22.112439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:22.124341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-6600256b-4a22-46d9-8ea8-587c3ccb095d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/quotas/85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 375 time: 0.0200570 Jul 22 12:02:22.184421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Provisioning complete for port b7c37fce-f431-4c80-9f36-ccb25bda2b14 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:22.185337 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:22.249316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-17ae7860-e000-493b-8cff-7dc32fa71a16 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1193836 Jul 22 12:02:22.378367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28ad4b-72b2-4705-a9f4-11730357d2a8 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:22.439304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-58c4ea20-e81d-49bd-ae8f-a2bb73ab4e52 service neutron] 10.222.0.21 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1658497 Jul 22 12:02:22.527713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:22.528217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:22.603158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-3b5aabe4-b53b-4a59-9918-62f32d81ab46 service neutron] 10.222.0.21 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1605759 Jul 22 12:02:22.620696 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Provisioning for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:22.632290 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Provisioning complete for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:22.633002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:22.747304 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-c8e57246-fbff-4a2f-9e61-cea70cb24d01 None None] Port 8bead7e0-a9f2-4e4d-a537-541b34906f6d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:02:22.749470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7c37fce-f431-4c80-9f36-ccb25bda2b14 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:22.830732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port b7c37fce-f431-4c80-9f36-ccb25bda2b14 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:22.831109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:22.862318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87809d06-b29e-4cd6-9634-1987a42ccd1b req-10f4eec5-63e6-48de-b561-73a8230b117c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 210 time: 0.0905318 Jul 22 12:02:22.890143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 2, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:22.943279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Checking router: 937d99f3-04d0-401b-b0cb-31d8e590e00d for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:02:22.945888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Updating router 937d99f3-04d0-401b-b0cb-31d8e590e00d port 8bead7e0-a9f2-4e4d-a537-541b34906f6d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:02:23.009486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3cdbad4e-9c0d-4056-b73d-b2a4c36221f2 None None] Provisioning complete for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:23.009862 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3cdbad4e-9c0d-4056-b73d-b2a4c36221f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.058733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.100644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3cdbad4e-9c0d-4056-b73d-b2a4c36221f2 None None] Port 8bead7e0-a9f2-4e4d-a537-541b34906f6d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:02:23.617244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.627605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Transition to ACTIVE for port object 8bead7e0-a9f2-4e4d-a537-541b34906f6d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:23.639442 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.709211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc04b0-1560-4c04-93b0-f599bc1d2a91 None None] Pushing event updated for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:23.779201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Attempting to bind port 8bead7e0-a9f2-4e4d-a537-541b34906f6d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:02:23.779573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Attempting to bind port 8bead7e0-a9f2-4e4d-a537-541b34906f6d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:02:23.779942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Attempting to bind port 8bead7e0-a9f2-4e4d-a537-541b34906f6d on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:23.785379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:02:23.785793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:23.786169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.786616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Bound using segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:02:23.787082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Bound port: 8bead7e0-a9f2-4e4d-a537-541b34906f6d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:02:23.787522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.858180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] For port 8bead7e0-a9f2-4e4d-a537-541b34906f6d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:02:23.861423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] For port 8bead7e0-a9f2-4e4d-a537-541b34906f6d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bead7e0-a9f2-4e4d-a537-541b34906f6d,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:02:23.868915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:23.958995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fcc04b0-1560-4c04-93b0-f599bc1d2a91 None None] Pushing event updated for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:23.974163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:23.974727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:02:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:24.043565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8e54daa5-5940-479e-8bf4-eb440cf1cd0b req-027f6510-f3ed-4ad6-ad85-743656046ebd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 210 time: 0.0799901 Jul 22 12:02:24.113405 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:24.337333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-25930ce0-1159-4674-9a75-ee7c7b174dce tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:24.339867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-25930ce0-1159-4674-9a75-ee7c7b174dce tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 796 time: 0.2299664 Jul 22 12:02:24.373217 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:02:24.413476 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-3039df0b-e3fd-40a8-82d3-c15f6873c4e4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 380 time: 0.0645394 Jul 22 12:02:24.429824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'port': {'device_id': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'admin_state_up': True, 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'security_groups': ['fec63f2a-874f-4bbb-9bef-74258ed12152']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:24.505685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:23Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:24.544187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-51b316d5-09a3-4e28-9d7a-bc4e46ae9956 None None] The sync data for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 is: [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:23Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:02:24.565178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:02:24.567663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:24.769470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.9 (3459bbfe-0fdc-496a-9855-03c94d8c63a1/abb22dda-2ec3-4e77-96e8-26a775120a7b/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:25.001850 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.019672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:25.063226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.124554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:25.128192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:25.136047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:25.184045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:25.232972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:25.235564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.257731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-426625ed-db86-46c5-bb68-700540a03243 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8302460 Jul 22 12:02:25.267728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Request body: {'port': {'device_id': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:25.327815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74a4b149-180a-4cde-be09-e291bb976703 req-ff66d81f-0be9-4709-829a-8f6fec8f021c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:25.335360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74a4b149-180a-4cde-be09-e291bb976703 req-ff66d81f-0be9-4709-829a-8f6fec8f021c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 931 time: 0.1078920 Jul 22 12:02:25.379064 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.419232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74a4b149-180a-4cde-be09-e291bb976703 req-cf31637c-3684-440b-b74f-7e290b61550a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0821617 Jul 22 12:02:25.556361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0160f2d2-b1fa-469d-8f4d-254328c73b88 None None] Provisioning for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:25.575322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0160f2d2-b1fa-469d-8f4d-254328c73b88 None None] Provisioning complete for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:25.576007 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0160f2d2-b1fa-469d-8f4d-254328c73b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.628282 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0160f2d2-b1fa-469d-8f4d-254328c73b88 None None] Port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:02:25.812171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:02:25.825118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.846620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Transition to ACTIVE for port object e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:25.853534 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:25.982286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:26.025449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:02:26.025872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:02:26.026281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:26.031672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:02:26.032082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:26.037213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 1, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:02:26.037858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:26.038945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Bound using segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:02:26.039474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Bound port: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:02:26.039918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.123381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:02:26.128522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:02:26.137337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.189909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:26.190884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.192554 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] 10.222.0.36 "PUT /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 1091 time: 0.9303901 Jul 22 12:02:26.193111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:26.197243 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:26.218171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f08c4a-85ac-4705-a47d-51504868e701 service neutron] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:26.332978 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8051b090-8670-4feb-a27e-3da7122895cf x-openstack-request-id: req-8051b090-8670-4feb-a27e-3da7122895cf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:26.333612 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:26.334083 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8051b090-8670-4feb-a27e-3da7122895cf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:26.335165 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'status': 'completed', 'code': 200} Jul 22 12:02:26.406649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-180a7c69-ae4e-49a2-a71f-6e37c61355fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:26.414930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-180a7c69-ae4e-49a2-a71f-6e37c61355fb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1094 time: 0.1721857 Jul 22 12:02:26.420020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bead7e0-a9f2-4e4d-a537-541b34906f6d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:26.466789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-684bddac-7999-4b33-b35c-67e293268070 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 217 time: 0.0449865 Jul 22 12:02:26.540933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-1fcb7367-7ca4-4658-89ff-fdd908fbfd8f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:26.542431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-1fcb7367-7ca4-4658-89ff-fdd908fbfd8f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0692635 Jul 22 12:02:26.558378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:26.571674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:26.571799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.654302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-462aa509-74fe-45fb-b4be-21b0778f83c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:26.656308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-462aa509-74fe-45fb-b4be-21b0778f83c9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1073756 Jul 22 12:02:26.671672 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.702475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54991cba-7ece-4650-ad4d-3383588c1b6b req-71fd2946-3b98-49b8-a2a7-b5b192d96f50 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:26.710677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54991cba-7ece-4650-ad4d-3383588c1b6b req-71fd2946-3b98-49b8-a2a7-b5b192d96f50 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 943 time: 0.1438684 Jul 22 12:02:26.729479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 8bead7e0-a9f2-4e4d-a537-541b34906f6d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bead7e0-a9f2-4e4d-a537-541b34906f6d,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:26.735575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:26.777708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54991cba-7ece-4650-ad4d-3383588c1b6b req-7c4d0952-aebd-47fd-a3d3-dead0daeda4b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656707 Jul 22 12:02:26.802148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-abca4c7c-152b-4acd-bd31-80f3517d822d service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379607 Jul 22 12:02:26.812065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:26.820445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.820798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.821150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.821484 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.821817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.822151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.822543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.822920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.823507 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.823832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.824158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.824522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:26.911767 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b8c13d81-3cc9-4f24-86cd-412486dcf8b9 req-b4196784-1448-4726-9ddd-7b49731e7b57 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1015873 Jul 22 12:02:27.031099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-01fb7227-658a-44d3-815d-36700dde7a19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:27.032747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-01fb7227-658a-44d3-815d-36700dde7a19 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1094 time: 0.0703120 Jul 22 12:02:27.140003 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-a054aa4e-06b9-47de-bae8-04519075ce0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:27.141633 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-a054aa4e-06b9-47de-bae8-04519075ce0a service neutron] 10.222.0.36 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1016762 Jul 22 12:02:27.194468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-ef3e4474-71cc-4b4d-bb6a-da250f3d6743 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 217 time: 0.0457103 Jul 22 12:02:27.247676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-91b201bc-4d1f-4532-b95d-45732ea8df4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:27.249160 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-91b201bc-4d1f-4532-b95d-45732ea8df4f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0479972 Jul 22 12:02:27.316025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-d9c8dc6e-c108-4979-b874-929036267bc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:27.317548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-d9c8dc6e-c108-4979-b874-929036267bc1 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0615516 Jul 22 12:02:27.413748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-fd37a61e-1349-4620-979b-afc803381ea2 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893531 Jul 22 12:02:27.511341 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:27.542691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22d6c2e5-0287-4d54-9dbc-1b71f283db4c req-a7cb9080-4794-49a3-a9d3-50319bc38c87 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1217272 Jul 22 12:02:27.906409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0e2b855-5e0b-4e87-9df6-fe389b5cc79c req-33c446dc-d75d-4218-944f-96d2f60d2a34 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:27.908116 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e2b855-5e0b-4e87-9df6-fe389b5cc79c req-33c446dc-d75d-4218-944f-96d2f60d2a34 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 943 time: 0.0661480 Jul 22 12:02:27.947647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d0e2b855-5e0b-4e87-9df6-fe389b5cc79c req-9a05dfe0-a029-455c-8130-44a6da8289bd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331795 Jul 22 12:02:28.291839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bead7e0-a9f2-4e4d-a537-541b34906f6d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:28.344690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8bead7e0-a9f2-4e4d-a537-541b34906f6d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:28.345369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:28.504090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:28.951109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:02:29.059498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:29.076106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'port_id': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'mac_address': 'fa:16:3e:16:e4:fb', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 108, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:02:29.115195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cae9ddab-e695-4bdf-911c-3a2edf2c06b3 req-e6a5e42f-a5cc-4633-8d8c-8c8da2773591 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:29.118839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cae9ddab-e695-4bdf-911c-3a2edf2c06b3 req-e6a5e42f-a5cc-4633-8d8c-8c8da2773591 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 943 time: 0.0921478 Jul 22 12:02:29.126513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:29.146473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:02:29.171577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:29.173131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cae9ddab-e695-4bdf-911c-3a2edf2c06b3 req-541b30a4-1d4f-4059-9f0f-bcbf41994601 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484955 Jul 22 12:02:29.180045 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:29.241323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:29.385225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:02:30.322598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa996275-ba80-4cd5-bb5a-cdbcb804ca13 req-86c64cc9-4cae-4a57-b0ce-dbb03d6c5994 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:30.324374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa996275-ba80-4cd5-bb5a-cdbcb804ca13 req-86c64cc9-4cae-4a57-b0ce-dbb03d6c5994 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.0705152 Jul 22 12:02:30.369635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa996275-ba80-4cd5-bb5a-cdbcb804ca13 req-fdf9c1f4-c8fd-4041-b168-dc43697c4a0c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388827 Jul 22 12:02:30.962079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:31.015747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:31.019595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:31.019988 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:31.136176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:31.167268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:31.169970 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-260973ff-9500-402f-b6b7-2959714426ad" -d '{"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-plugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:31.198884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:31.204030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:31.252354 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d4f5dbfa-0fea-46bb-84a5-ebe140ce195c x-openstack-request-id: req-d4f5dbfa-0fea-46bb-84a5-ebe140ce195c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:31.252664 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-plugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:31.253094 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d4f5dbfa-0fea-46bb-84a5-ebe140ce195c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:31.253492 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'code': 200} Jul 22 12:02:31.264251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:31.339423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd5d20e9-4776-4e52-be44-c6c4c1d3ef98 req-86969ca7-9405-4b78-a082-f289947bacfa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:31.340974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd5d20e9-4776-4e52-be44-c6c4c1d3ef98 req-86969ca7-9405-4b78-a082-f289947bacfa service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1096 time: 0.0610521 Jul 22 12:02:31.379211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd5d20e9-4776-4e52-be44-c6c4c1d3ef98 req-5c2eee11-cc4b-475b-8c03-cd3f4aa423bd service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311236 Jul 22 12:02:31.520461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09a75142-1721-4e97-b006-bc3574e9207e req-c4c0f546-a425-4b77-a946-bc577767694d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:31.526927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09a75142-1721-4e97-b006-bc3574e9207e req-c4c0f546-a425-4b77-a946-bc577767694d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0806425 Jul 22 12:02:31.567364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09a75142-1721-4e97-b006-bc3574e9207e req-30313268-9eff-4370-9ca1-1d67aa375259 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365961 Jul 22 12:02:32.708755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2884a281-764c-4511-9011-9a33c8517214 req-36dea60a-1c8d-47f8-a48e-4b5d93110482 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:32.710942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2884a281-764c-4511-9011-9a33c8517214 req-36dea60a-1c8d-47f8-a48e-4b5d93110482 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0707912 Jul 22 12:02:32.759347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2884a281-764c-4511-9011-9a33c8517214 req-1fd0ac7f-c0c9-4122-b1c9-05c06ce77e79 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421858 Jul 22 12:02:32.907846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ff71626-fc7a-4df4-ad3f-e4a94477e8c7 req-ca937454-6c77-4ea5-a685-34c0f88477c8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:32.909369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ff71626-fc7a-4df4-ad3f-e4a94477e8c7 req-ca937454-6c77-4ea5-a685-34c0f88477c8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0738838 Jul 22 12:02:32.954542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ff71626-fc7a-4df4-ad3f-e4a94477e8c7 req-6caa69f5-7f7a-46ae-a0ce-d4e4ffbb8f59 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0381184 Jul 22 12:02:32.978633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48310) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:33.045854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce8b6f14-9b9f-4709-906a-a417f36153df tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:33.046372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ce8b6f14-9b9f-4709-906a-a417f36153df tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1091 time: 0.0663023 Jul 22 12:02:33.050068 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:33.056985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address': '172.20.0.9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:33.086296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:33.214028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:33.327159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.102 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/cca37d09-051e-4ef2-910c-74b1a763f278) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:33.441988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:33.483291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:33.518247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:33.521152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:33.524645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:33.559494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=cca37d09-051e-4ef2-910c-74b1a763f278,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:34.038988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:34.168356 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:34.675139 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:34.680623 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:34.754287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=cca37d09-051e-4ef2-910c-74b1a763f278,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:34.767095 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:34.874991 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP e319dfaf-d321-4f4d-9a77-4edbaae0c44e associated. External IP: 172.25.6.102, port: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0. Jul 22 12:02:35.093793 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 937d99f3-04d0-401b-b0cb-31d8e590e00d has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:02:35.217283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:02:35.232222 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Sync routers for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:02:35.236560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:35.245895 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:35.246957 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:02:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:35.294919 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a927c5bf-7e77-41ba-952f-5c53d198beba tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.2428200 Jul 22 12:02:35.295894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:35.308954 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6d8136df-1e9a-4055-a349-00cd42b5c596" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:35.383732 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6f34c0a5-26f1-450d-96d5-293243246dd3 x-openstack-request-id: req-6f34c0a5-26f1-450d-96d5-293243246dd3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:35.384311 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:35.384803 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6f34c0a5-26f1-450d-96d5-293243246dd3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:35.384936 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:35.385589 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'status': 'completed', 'code': 200} Jul 22 12:02:35.482151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-97ff45fa-372a-411f-8d4f-56a57945e005 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:35.483725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-97ff45fa-372a-411f-8d4f-56a57945e005 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1096 time: 0.0865171 Jul 22 12:02:35.484788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01a9e3a0-b2c9-4413-992a-287ef00c73ce req-57b0d3ec-b4ce-405e-9cf9-c6d531ef6ef1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:35.492732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01a9e3a0-b2c9-4413-992a-287ef00c73ce req-57b0d3ec-b4ce-405e-9cf9-c6d531ef6ef1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0999074 Jul 22 12:02:35.542346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01a9e3a0-b2c9-4413-992a-287ef00c73ce req-5bd58aaf-50e0-4997-b316-f286f271bb19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0471666 Jul 22 12:02:35.558137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48352) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:35.606333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-e475b1a4-a176-4f80-91e5-8e7d870c3cf0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:35.610676 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-e475b1a4-a176-4f80-91e5-8e7d870c3cf0 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1211646 Jul 22 12:02:35.650128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5c7ea2a2-460c-4ce7-ab32-51c04d4a0545 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/e319dfaf-d321-4f4d-9a77-4edbaae0c44e HTTP/1.1" status: 200 len: 991 time: 0.0903475 Jul 22 12:02:35.710905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-257b4fa5-ad25-48a2-8c54-3db9810a06f4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 999 time: 0.0935166 Jul 22 12:02:35.750103 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e319dfaf-d321-4f4d-9a77-4edbaae0c44e', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'port_id': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'mac_address': 'fa:16:3e:16:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:02:33Z', 'updated_at': '2021-07-22T12:02:33Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:35.768727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-8aa528b0-ee47-4f18-9bfc-b02287b5e18c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:35.770293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-8aa528b0-ee47-4f18-9bfc-b02287b5e18c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0538087 Jul 22 12:02:35.782643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Checking router: 937d99f3-04d0-401b-b0cb-31d8e590e00d for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:02:35.798643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:02:35.799346 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:02:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:35.840649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-c860fade-ed84-4c1c-ab12-a119671f4356 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:35.842588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-c860fade-ed84-4c1c-ab12-a119671f4356 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0663228 Jul 22 12:02:35.916941 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:02:35.946924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-a37de38f-0d1c-449f-818c-0780de062a5b service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0972588 Jul 22 12:02:36.070616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d8136df-1e9a-4055-a349-00cd42b5c596 req-4d37b31a-c5d6-4eb8-893b-53c20de4d99f service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1172187 Jul 22 12:02:36.161152 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e319dfaf-d321-4f4d-9a77-4edbaae0c44e', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'port_id': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'mac_address': 'fa:16:3e:16:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:02:33Z', 'updated_at': '2021-07-22T12:02:33Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:02:36.188317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fc5a4a4-7f92-46c6-b1ee-85151e387ace None None] The sync data for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 is: [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e319dfaf-d321-4f4d-9a77-4edbaae0c44e', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.102', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'port_id': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 3911, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'mac_address': 'fa:16:3e:16:e4:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:02:33Z', 'updated_at': '2021-07-22T12:02:33Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:02:36.400493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88a903c6-d12d-4d31-94c6-1a04f2a43a63 None None] New status for floating IP e319dfaf-d321-4f4d-9a77-4edbaae0c44e: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:02:36.653994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 48370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:02:36.722501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6665d60-fa44-4c1e-9505-384942b36685 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/e319dfaf-d321-4f4d-9a77-4edbaae0c44e HTTP/1.1" status: 200 len: 993 time: 0.0643880 Jul 22 12:02:39.481688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-103c9e32-9090-415a-98fd-4b954d13686f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:39.483200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-103c9e32-9090-415a-98fd-4b954d13686f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1124570 Jul 22 12:02:39.498053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-9f1ac0fc-e0e8-48ca-b79e-6ec0805ee9cc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0093784 Jul 22 12:02:39.569895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-e232e10c-d616-4cfe-a7ce-bd8b12d21349 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0664277 Jul 22 12:02:39.659135 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-443d01bb-3b5d-4205-b303-e74a85899767 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824287 Jul 22 12:02:39.752017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-fb7f17dc-9183-49a4-94ad-aa4a583acbc6 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862513 Jul 22 12:02:40.052956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eb76e96-95ba-4b3a-98f5-66f10533907d req-ecbe91ff-d9b5-4070-86af-281f7627c505 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0297897 Jul 22 12:02:40.956587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-13e975b5-2f16-49e6-b7d2-2e76bb2e31d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:40.958061 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-13e975b5-2f16-49e6-b7d2-2e76bb2e31d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1164596 Jul 22 12:02:40.970419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:41.101428 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:02:41.105383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:41.171606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8160648c-0671-4f12-a052-15c47b0e5bf9 req-98294c90-f2e1-41d3-b86d-b5f10f454dfa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0384216 Jul 22 12:02:41.267536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.3 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/b3934127-3419-46cb-9c22-61d2c5eb65a4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:02:41.419520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:41.433804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object b3934127-3419-46cb-9c22-61d2c5eb65a4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:41.469535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:41.511873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:02:41.516824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:02:41.519401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:02:41.557031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:41.575574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.575915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.576258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.576593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.576926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.577276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.577587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.577913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.578235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.578587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.578915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.579238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:02:41.604659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:41.605588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:41.623125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-132b5423-67e0-4cd5-b444-c5cb18aab7fa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6564419 Jul 22 12:02:41.637554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Request body: {'port': {'device_id': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:02:41.734837 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:41.973821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-536ad2c4-d328-42c7-ab25-4d7c22b0d9c0 None None] Provisioning for port b3934127-3419-46cb-9c22-61d2c5eb65a4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:41.987236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-536ad2c4-d328-42c7-ab25-4d7c22b0d9c0 None None] Provisioning complete for port b3934127-3419-46cb-9c22-61d2c5eb65a4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:41.987613 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-536ad2c4-d328-42c7-ab25-4d7c22b0d9c0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.046514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-536ad2c4-d328-42c7-ab25-4d7c22b0d9c0 None None] Port b3934127-3419-46cb-9c22-61d2c5eb65a4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:02:42.055477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id b3934127-3419-46cb-9c22-61d2c5eb65a4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:02:42.064906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.078574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Transition to ACTIVE for port object b3934127-3419-46cb-9c22-61d2c5eb65a4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:02:42.082265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.150309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Pushing event updated for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:42.261076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Attempting to bind port b3934127-3419-46cb-9c22-61d2c5eb65a4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:02:42.261439 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Attempting to bind port b3934127-3419-46cb-9c22-61d2c5eb65a4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:02:42.261751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Attempting to bind port b3934127-3419-46cb-9c22-61d2c5eb65a4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:42.269018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Port b3934127-3419-46cb-9c22-61d2c5eb65a4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:02:42.269018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Attempting to bind port b3934127-3419-46cb-9c22-61d2c5eb65a4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:02:42.273966 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:02:42.274316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:02:42.275752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:02:42.276221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Bound port: b3934127-3419-46cb-9c22-61d2c5eb65a4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:02:42.276568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.360943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-805fa372-506c-48de-9ca4-2bc467046659 req-b538c455-f40d-4ace-aa63-b18a2ab3da9c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:42.365684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-805fa372-506c-48de-9ca4-2bc467046659 req-b538c455-f40d-4ace-aa63-b18a2ab3da9c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.1068547 Jul 22 12:02:42.385092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:02:42.388861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:02:42.395536 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.424787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-805fa372-506c-48de-9ca4-2bc467046659 req-a286e6f3-6088-4acc-9d97-49b872dafb7b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549011 Jul 22 12:02:42.464417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:42.465057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:42.466554 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] 10.222.0.20 "PUT /v2.0/ports/b3934127-3419-46cb-9c22-61d2c5eb65a4 HTTP/1.1" status: 200 len: 1091 time: 0.8338776 Jul 22 12:02:42.467294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:42.469589 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa" -d '{"events": [{"name": "network-changed", "server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:42.492452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-294af2b0-45bf-4aa8-a643-21bdba6eb855 service neutron] Pushing event updated for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:42.557248 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2629007b-812c-4035-bccb-3ac89fe21ed8 x-openstack-request-id: req-2629007b-812c-4035-bccb-3ac89fe21ed8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:42.557707 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:42.558058 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2629007b-812c-4035-bccb-3ac89fe21ed8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:42.558586 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4', 'status': 'completed', 'code': 200} Jul 22 12:02:42.590784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-da3ed579-abfb-4fdb-b1a9-5ce2dfc4b677 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:42.592709 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-da3ed579-abfb-4fdb-b1a9-5ce2dfc4b677 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 1094 time: 0.0776772 Jul 22 12:02:42.653112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-aa2ac5aa-d40a-4c67-8875-d8eeb2538d15 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4 HTTP/1.1" status: 200 len: 217 time: 0.0509341 Jul 22 12:02:42.714554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-0992edb2-b885-49d4-9919-13f865aae5e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:42.716308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-0992edb2-b885-49d4-9919-13f865aae5e2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0534673 Jul 22 12:02:42.829498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-13799c14-3494-4d86-b3ab-6153b87e960f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:42.832188 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-13799c14-3494-4d86-b3ab-6153b87e960f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1051702 Jul 22 12:02:42.937073 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-fc2c0d90-ce4a-4ca2-b6e2-9021820e3373 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0983219 Jul 22 12:02:43.048196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ebb9e63c-e7ab-4295-962f-7cdfeff2efa2 req-8953bdbb-a2cd-491e-b15c-4213c48e3c48 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1019411 Jul 22 12:02:43.174170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-6a24a4d2-d207-4b32-a421-924fa7227f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:43.175817 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-6a24a4d2-d207-4b32-a421-924fa7227f2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 1094 time: 0.0564804 Jul 22 12:02:43.303254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-c6b22b92-e152-43b8-963b-6c9eba85293f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:43.304797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-c6b22b92-e152-43b8-963b-6c9eba85293f service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.1173618 Jul 22 12:02:43.349990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-a152c4de-3f3f-4b9f-98c9-f2ffca1f7607 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4 HTTP/1.1" status: 200 len: 217 time: 0.0385528 Jul 22 12:02:43.403587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-a177408f-ca16-4781-8a84-34c8ad5030a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:43.405246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-a177408f-ca16-4781-8a84-34c8ad5030a1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0491011 Jul 22 12:02:43.502263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-0e9b4e4a-3427-4d18-875c-4dddaa588621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:43.504265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-0e9b4e4a-3427-4d18-875c-4dddaa588621 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0929544 Jul 22 12:02:43.608153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7af810c-9ece-4762-b770-d4a01f6d9ee4 req-40bee90a-fd0a-4c86-8c67-ddea33299012 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:43.609720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7af810c-9ece-4762-b770-d4a01f6d9ee4 req-40bee90a-fd0a-4c86-8c67-ddea33299012 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.1061003 Jul 22 12:02:43.635234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-5b027157-6c4f-49f2-921f-f1b185515cea service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1190286 Jul 22 12:02:43.653379 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7af810c-9ece-4762-b770-d4a01f6d9ee4 req-036e0af8-7040-4232-b727-49f700ffdaa2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0361226 Jul 22 12:02:43.741862 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec651eb1-a454-4aff-8cb1-d1aae1d556aa req-fa0c48c9-7f7b-483b-b104-35767a53cbb5 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0963542 Jul 22 12:02:44.797039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf31e787-5aa6-4a70-b97d-b6616e2ec326 req-5b87fc62-91d6-4e2d-937a-33f63e1c7bfe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:44.798679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf31e787-5aa6-4a70-b97d-b6616e2ec326 req-5b87fc62-91d6-4e2d-937a-33f63e1c7bfe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0686226 Jul 22 12:02:44.839002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf31e787-5aa6-4a70-b97d-b6616e2ec326 req-f905b4fe-1648-4b1f-ac9a-65e7ee632ef0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341027 Jul 22 12:02:45.270233 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd9e492d-eded-4257-9678-37e8ae430652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:45.971306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f106e07c-50cf-456e-a9f6-d706e32ac75b req-9e6b60d0-1b49-4b89-b3ac-4a74855ff70c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:45.972913 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f106e07c-50cf-456e-a9f6-d706e32ac75b req-9e6b60d0-1b49-4b89-b3ac-4a74855ff70c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0670452 Jul 22 12:02:46.012074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f106e07c-50cf-456e-a9f6-d706e32ac75b req-2f9d0e63-ce20-4acb-878d-1c0cdca50f68 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0328569 Jul 22 12:02:47.140461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1de6316c-d592-40ec-aa48-eb5489e431b7 req-ad9058ac-c9a4-4b67-9e0a-bee5d387bdee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:47.141941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1de6316c-d592-40ec-aa48-eb5489e431b7 req-ad9058ac-c9a4-4b67-9e0a-bee5d387bdee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0630064 Jul 22 12:02:47.179547 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1de6316c-d592-40ec-aa48-eb5489e431b7 req-36aaac8b-0b1c-4b6e-8078-890a1899d19f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315406 Jul 22 12:02:47.857003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:48.189459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-95845c88-7d85-4341-88f1-dead18bb4668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:48.311392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ff7913e-35d2-4f9a-8bc2-c7f252993338 req-653cd8ef-6c1d-40c6-a1ad-05ccc878a4bc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:48.312884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ff7913e-35d2-4f9a-8bc2-c7f252993338 req-653cd8ef-6c1d-40c6-a1ad-05ccc878a4bc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0669885 Jul 22 12:02:48.350534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ff7913e-35d2-4f9a-8bc2-c7f252993338 req-2fb241ec-413e-4cc0-898b-d3cc28a5d275 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318642 Jul 22 12:02:49.445700 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:49.485686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74145fd5-92f8-47f7-999c-39d4ed8c4f0d req-2f457ad5-cb8b-45d2-b30d-a51f8ddedb37 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:49.487349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74145fd5-92f8-47f7-999c-39d4ed8c4f0d req-2f457ad5-cb8b-45d2-b30d-a51f8ddedb37 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0698090 Jul 22 12:02:49.524374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74145fd5-92f8-47f7-999c-39d4ed8c4f0d req-8011c80e-df47-4b50-88f7-676a9f513020 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311964 Jul 22 12:02:50.654661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bdae37cc-afa6-479c-8dec-089033e5418f req-ab4c06d0-dbe3-413e-8d76-d82097c9bde5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:50.656132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdae37cc-afa6-479c-8dec-089033e5418f req-ab4c06d0-dbe3-413e-8d76-d82097c9bde5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0631161 Jul 22 12:02:50.694645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bdae37cc-afa6-479c-8dec-089033e5418f req-6a7265a8-33cf-4b71-a5af-bc2913a428a5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329840 Jul 22 12:02:51.390365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:51.832737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8862815a-addc-4d73-a04f-faa6169be081 req-dda3bd77-ea5b-498a-8097-0106eb86cc00 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:51.834714 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8862815a-addc-4d73-a04f-faa6169be081 req-dda3bd77-ea5b-498a-8097-0106eb86cc00 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0681825 Jul 22 12:02:51.871792 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8862815a-addc-4d73-a04f-faa6169be081 req-346dd609-c7e8-424b-990c-f6b3b44283d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315351 Jul 22 12:02:53.001343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635fd1a6-3e33-462e-b737-1bbfe49f0792 req-c9deaa22-4013-4ff1-8c2a-60a19b3bdf26 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:53.002865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635fd1a6-3e33-462e-b737-1bbfe49f0792 req-c9deaa22-4013-4ff1-8c2a-60a19b3bdf26 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 943 time: 0.0652285 Jul 22 12:02:53.040151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635fd1a6-3e33-462e-b737-1bbfe49f0792 req-fa061a07-d391-4b5f-8c4b-fa0e7768a5cb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316141 Jul 22 12:02:53.234363 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b3934127-3419-46cb-9c22-61d2c5eb65a4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:02:53.329144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:53.340875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'b3934127-3419-46cb-9c22-61d2c5eb65a4', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': 'b3934127-3419-46cb-9c22-61d2c5eb65a4', 'mac_address': 'fa:16:3e:21:d3:3f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:02:53.379842 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:53.392354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id b3934127-3419-46cb-9c22-61d2c5eb65a4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:02:53.411390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:53.415713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:53.461899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:53.614129 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b3934127-3419-46cb-9c22-61d2c5eb65a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:02:54.176081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff65cece-1299-41fa-9cad-e9b1a1ba0c37 req-0fd37fb0-4df1-43e5-8837-8bb1b2764567 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:54.183751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff65cece-1299-41fa-9cad-e9b1a1ba0c37 req-0fd37fb0-4df1-43e5-8837-8bb1b2764567 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 944 time: 0.0708017 Jul 22 12:02:54.217401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff65cece-1299-41fa-9cad-e9b1a1ba0c37 req-23b0c333-ed27-4519-8179-48b7b8a7796e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327227 Jul 22 12:02:55.233387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b3934127-3419-46cb-9c22-61d2c5eb65a4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:02:55.281224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port b3934127-3419-46cb-9c22-61d2c5eb65a4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:02:55.284914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port b3934127-3419-46cb-9c22-61d2c5eb65a4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:02:55.285396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:55.350138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-016c485b-5be1-4895-b8a2-6b1439e2b5d7 req-815e146e-00e5-4a24-8d2b-b5a5e83c44e5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:55.351801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-016c485b-5be1-4895-b8a2-6b1439e2b5d7 req-815e146e-00e5-4a24-8d2b-b5a5e83c44e5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 944 time: 0.0670257 Jul 22 12:02:55.365894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:55.388160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:02:55.389533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-016c485b-5be1-4895-b8a2-6b1439e2b5d7 req-febd39b6-54dd-4191-ba13-7e87762b436a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323977 Jul 22 12:02:55.390404 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3b406c01-27ee-43e7-9f64-a87ff778114d" -d '{"events": [{"server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "name": "network-vif-plugged", "status": "completed", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:02:55.408158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:02:55.413654 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:55.451005 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:02:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d8983d9c-5dec-436a-9bf8-9e04dcfae11a x-openstack-request-id: req-d8983d9c-5dec-436a-9bf8-9e04dcfae11a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:02:55.451307 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "name": "network-vif-plugged", "status": "completed", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:02:55.451569 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d8983d9c-5dec-436a-9bf8-9e04dcfae11a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:02:55.451966 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4', 'code': 200} Jul 22 12:02:55.489076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:02:55.559745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da310c67-a8bb-42cf-ab27-7e4fb93e7187 req-e22fbdfd-0399-42be-86f0-75284ecc592b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:55.561267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-da310c67-a8bb-42cf-ab27-7e4fb93e7187 req-e22fbdfd-0399-42be-86f0-75284ecc592b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 1096 time: 0.0555623 Jul 22 12:02:55.598175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-da310c67-a8bb-42cf-ab27-7e4fb93e7187 req-2b42ebd3-6ffe-43ea-a768-794c6449363d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299051 Jul 22 12:02:56.537382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d98d0b52-e904-4dd1-b61b-0afb0f0ea5bd req-bd625d53-e3b0-4d55-a6d7-6988ec5accb6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:56.539525 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d98d0b52-e904-4dd1-b61b-0afb0f0ea5bd req-bd625d53-e3b0-4d55-a6d7-6988ec5accb6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 945 time: 0.0660188 Jul 22 12:02:56.577722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d98d0b52-e904-4dd1-b61b-0afb0f0ea5bd req-b47276c8-e22d-48cd-b6e8-92fe922c05dd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324466 Jul 22 12:02:56.718487 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0cf07a1-eb6c-472d-96bb-631c6c414c15 req-5aecc9cd-6aa4-478c-84d1-360a5e6ee6e3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:56.719882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0cf07a1-eb6c-472d-96bb-631c6c414c15 req-5aecc9cd-6aa4-478c-84d1-360a5e6ee6e3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 945 time: 0.0682774 Jul 22 12:02:56.757541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0cf07a1-eb6c-472d-96bb-631c6c414c15 req-33540fb8-8ae0-4179-84c7-6989c43f852e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314157 Jul 22 12:02:57.534560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:58.495857 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:02:59.200947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-8ecd33ba-a3a0-44fb-a966-3196cb831eae tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:02:59.202492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-8ecd33ba-a3a0-44fb-a966-3196cb831eae tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1117482 Jul 22 12:02:59.219100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-7bb214fe-5f0d-4392-a322-d9fb4671c60c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0101914 Jul 22 12:02:59.291289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-16c96f56-3d59-4cf3-a3fb-461a835b39fe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0662906 Jul 22 12:02:59.381075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-f2877d20-6f0b-4c7e-b337-0d4926b37057 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0828245 Jul 22 12:02:59.476892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-8406fe8e-b3cc-4c49-a758-05eacacb35e2 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0897810 Jul 22 12:02:59.672254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19c99f7e-6150-4b5e-98d4-e5f501fdd25e req-93cd50eb-1d61-4550-8350-ab54b705aab2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0305657 Jul 22 12:03:00.640715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-e658775b-980d-40dd-8758-c5f14393503e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:00.642193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-e658775b-980d-40dd-8758-c5f14393503e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1292188 Jul 22 12:03:00.660345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:00.785759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:03:00.793110 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:00.803138 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8482035c-2593-4dcc-aa00-1b77f92e52eb req-da18e11b-92c8-43d9-a973-e923a20a0f0e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0431941 Jul 22 12:03:00.948389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.8 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/2246182b-c797-4746-8637-421007679adf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:01.125707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.142476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object 2246182b-c797-4746-8637-421007679adf will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:01.178731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.190622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b3934127-3419-46cb-9c22-61d2c5eb65a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:01.232844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:01.236549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:01.246213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:01.290731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:01.344079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:01.344755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.381353 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:03:01.390032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-afc6ddcf-cda9-4436-99f4-8e46ec27507c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7334154 Jul 22 12:03:01.403756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Request body: {'port': {'device_id': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:01.487755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.566102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76663fad-a779-47ae-b474-5fbf65879a5d None None] Provisioning for port 2246182b-c797-4746-8637-421007679adf completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:01.567822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-76663fad-a779-47ae-b474-5fbf65879a5d None None] Provisioning complete for port 2246182b-c797-4746-8637-421007679adf triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:01.568214 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-76663fad-a779-47ae-b474-5fbf65879a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.615431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-76663fad-a779-47ae-b474-5fbf65879a5d None None] Port 2246182b-c797-4746-8637-421007679adf cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:01.806360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2246182b-c797-4746-8637-421007679adf {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:03:01.814884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.829403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Transition to ACTIVE for port object 2246182b-c797-4746-8637-421007679adf will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:01.835169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:01.888970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Pushing event updated for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:01.967378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc580db-9667-4019-8fc7-8ea94732aad3 req-3cbc5e1b-c7b9-45c8-8490-c05d81003d31 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:01.985167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dbc580db-9667-4019-8fc7-8ea94732aad3 req-3cbc5e1b-c7b9-45c8-8490-c05d81003d31 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1116095 Jul 22 12:03:02.021952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Attempting to bind port 2246182b-c797-4746-8637-421007679adf on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:02.022352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Attempting to bind port 2246182b-c797-4746-8637-421007679adf by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:02.022705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Attempting to bind port 2246182b-c797-4746-8637-421007679adf on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:02.032654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Port 2246182b-c797-4746-8637-421007679adf on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:03:02.033007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Attempting to bind port 2246182b-c797-4746-8637-421007679adf on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:02.041116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:02.041464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:02.041864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:02.042436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Bound port: 2246182b-c797-4746-8637-421007679adf, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:02.042886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:02.059161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dbc580db-9667-4019-8fc7-8ea94732aad3 req-44924426-66b2-47dc-9dd0-6d8f6b4e8215 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611994 Jul 22 12:03:02.119051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:02.122421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2246182b-c797-4746-8637-421007679adf,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:02.128905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:02.204391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Pushing event updated for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:02.216288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.217210 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:02.219245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-6caa6952-49b0-4a9a-9ded-2d0e7b2ce28b service neutron] 10.222.0.36 "PUT /v2.0/ports/2246182b-c797-4746-8637-421007679adf HTTP/1.1" status: 200 len: 1091 time: 0.8211973 Jul 22 12:03:02.219790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'tag': '2246182b-c797-4746-8637-421007679adf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:02.228133 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-089a7cd5-ec95-4410-b050-1a6621fbf737" -d '{"events": [{"name": "network-changed", "server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "tag": "2246182b-c797-4746-8637-421007679adf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:02.340213 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-2205f91c-6124-4d07-9e12-f63a91b8985a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.342064 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-2205f91c-6124-4d07-9e12-f63a91b8985a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 1094 time: 0.0773699 Jul 22 12:03:02.368495 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-48a46ae1-02cb-42b6-865b-fc549aa475ee x-openstack-request-id: req-48a46ae1-02cb-42b6-865b-fc549aa475ee {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:02.368797 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "tag": "2246182b-c797-4746-8637-421007679adf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:02.369057 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-48a46ae1-02cb-42b6-865b-fc549aa475ee {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:02.369740 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'tag': '2246182b-c797-4746-8637-421007679adf', 'status': 'completed', 'code': 200} Jul 22 12:03:02.400614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-26f7c5fb-b49c-40cd-926e-c0277b417f24 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2246182b-c797-4746-8637-421007679adf HTTP/1.1" status: 200 len: 217 time: 0.0481958 Jul 22 12:03:02.464680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-cecb6dd3-5fbd-42d3-9ffe-588a5f6ba706 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.466626 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-cecb6dd3-5fbd-42d3-9ffe-588a5f6ba706 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0589817 Jul 22 12:03:02.531986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-3a7b9ff1-f5ef-48a0-8db5-7441a8774a89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.533548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-3a7b9ff1-f5ef-48a0-8db5-7441a8774a89 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598011 Jul 22 12:03:02.637737 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-5f3a5c2d-aea5-4a2c-970e-604a76af1829 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0974743 Jul 22 12:03:02.735033 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d331e5c6-d733-4f03-b557-3a45fe8e7dc1 req-e1cc4662-a4d3-423a-afea-4096ad41e92d service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0907562 Jul 22 12:03:02.848482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-97eee2cf-a7d0-41c1-b539-ab819cc4e94a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.850240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-97eee2cf-a7d0-41c1-b539-ab819cc4e94a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 1094 time: 0.0648835 Jul 22 12:03:02.952355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-7c51c416-0d48-4e22-bfd8-475ac9ad030f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:02.953841 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-7c51c416-0d48-4e22-bfd8-475ac9ad030f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0967853 Jul 22 12:03:02.997173 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-056c1479-0015-4fe5-a309-5a0808220758 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=2246182b-c797-4746-8637-421007679adf HTTP/1.1" status: 200 len: 217 time: 0.0362663 Jul 22 12:03:03.054228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-729eccdc-5158-4eca-97c5-9d3ec266d7fe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:03.055640 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-729eccdc-5158-4eca-97c5-9d3ec266d7fe service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0528574 Jul 22 12:03:03.127137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-ac6df7e1-778d-4d9b-9ba3-aabaa7861a4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:03.128586 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-ac6df7e1-778d-4d9b-9ba3-aabaa7861a4b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0660737 Jul 22 12:03:03.230673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35fe369-ee28-4232-9cfd-cb0a0171cae7 req-a7b06a0c-3df1-4ade-b6ae-f7b07a46c11a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:03.237234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f35fe369-ee28-4232-9cfd-cb0a0171cae7 req-a7b06a0c-3df1-4ade-b6ae-f7b07a46c11a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1084497 Jul 22 12:03:03.261978 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-207f4c7e-50ee-439e-9075-8e5e43ea78bb service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1259415 Jul 22 12:03:03.274125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f35fe369-ee28-4232-9cfd-cb0a0171cae7 req-b1fe3bc1-091d-41f8-8069-102e0866bfba tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360243 Jul 22 12:03:03.681615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-089a7cd5-ec95-4410-b050-1a6621fbf737 req-81ad9b2d-1bfa-4a96-8218-daa903ce4513 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4133420 Jul 22 12:03:04.494752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d0b04d5-db86-4d6d-8d64-50d3f3173f93 req-d3da95c5-b879-475c-a42e-b5c1fce39cfe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:04.496134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d0b04d5-db86-4d6d-8d64-50d3f3173f93 req-d3da95c5-b879-475c-a42e-b5c1fce39cfe tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1013529 Jul 22 12:03:04.546039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d0b04d5-db86-4d6d-8d64-50d3f3173f93 req-703f94e6-e833-423f-99dc-7cd23557b6ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0442770 Jul 22 12:03:04.818872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-778ec0a4-bb22-49ce-9401-d1e7f0de5a19 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0890055 Jul 22 12:03:04.965280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-0fb0f84b-d65d-45f4-8bad-22507eecea07 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:04.967120 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-0fb0f84b-d65d-45f4-8bad-22507eecea07 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1096 time: 0.0756991 Jul 22 12:03:05.128107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-cbfd4818-2d6d-4d3e-bf4d-7e9f91fd1297 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:05.130216 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-cbfd4818-2d6d-4d3e-bf4d-7e9f91fd1297 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1366014 Jul 22 12:03:05.209536 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-866201af-0400-48ce-978a-df90d3a9f689 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 1001 time: 0.0698941 Jul 22 12:03:05.305370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-155bf057-71a8-4b44-b595-826c4f86d42e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:05.308428 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-155bf057-71a8-4b44-b595-826c4f86d42e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0899296 Jul 22 12:03:05.398630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-7c6ac6fd-e181-43f8-a247-cbd1cd7679e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:05.400616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-7c6ac6fd-e181-43f8-a247-cbd1cd7679e0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0851247 Jul 22 12:03:05.511469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-f0776286-f7fa-430e-9f87-836ba8f624e9 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1030495 Jul 22 12:03:05.659998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2afea2e6-8cb6-4179-97c8-5ecb9e92863e req-9d96b12d-7b9b-42f2-91b1-bf6ecbb82855 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1415207 Jul 22 12:03:05.791947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61a6fa8a-cc28-40d2-9b79-8d0db71028e0 req-8064d19d-7d31-4267-adf1-b1114b907658 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:05.795351 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61a6fa8a-cc28-40d2-9b79-8d0db71028e0 req-8064d19d-7d31-4267-adf1-b1114b907658 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1136227 Jul 22 12:03:05.863244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61a6fa8a-cc28-40d2-9b79-8d0db71028e0 req-3cd49cc3-a1ac-4dfb-9ea3-f611930ece70 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0569873 Jul 22 12:03:07.057152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97ac7205-5b2e-4449-90fd-d42a49befe5b req-7aa2dd98-e150-471a-b744-21ddca465d30 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:07.064465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97ac7205-5b2e-4449-90fd-d42a49befe5b req-7aa2dd98-e150-471a-b744-21ddca465d30 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0992854 Jul 22 12:03:07.114562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97ac7205-5b2e-4449-90fd-d42a49befe5b req-a871718d-28ff-43db-b200-8465904bb567 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486441 Jul 22 12:03:08.137164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4eb55e28-c1bd-45a5-9f58-720ccf18ba36 req-29efec7e-fe45-467e-a3c8-bf4b3b60bdf2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:08.147843 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eb55e28-c1bd-45a5-9f58-720ccf18ba36 req-29efec7e-fe45-467e-a3c8-bf4b3b60bdf2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0884483 Jul 22 12:03:08.243890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4eb55e28-c1bd-45a5-9f58-720ccf18ba36 req-ffe8af76-8ec7-4705-a616-864e2206aa08 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0912893 Jul 22 12:03:08.259315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 48886) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:08.318624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b96d50ba-2d80-4c38-a151-82fe3401bbf7 req-e1beb889-8b1e-4901-a531-b65ee69d8ab7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:08.320673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96d50ba-2d80-4c38-a151-82fe3401bbf7 req-e1beb889-8b1e-4901-a531-b65ee69d8ab7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1018202 Jul 22 12:03:08.364337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d85ea1d-d4c7-4334-8fd7-84672de721c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/e319dfaf-d321-4f4d-9a77-4edbaae0c44e HTTP/1.1" status: 200 len: 993 time: 0.1034315 Jul 22 12:03:08.382253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b96d50ba-2d80-4c38-a151-82fe3401bbf7 req-76788d63-d9ac-49c1-aa9a-89e7bbf6d597 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0428662 Jul 22 12:03:08.868706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f739d1c-546d-4049-a2d8-c5d92028f03c req-60fe27a3-81cd-4d2a-8465-84996aa81d62 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:08.883059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f739d1c-546d-4049-a2d8-c5d92028f03c req-60fe27a3-81cd-4d2a-8465-84996aa81d62 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1096 time: 0.0737433 Jul 22 12:03:08.922834 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f739d1c-546d-4049-a2d8-c5d92028f03c req-dde15fe7-7538-4d21-b2ef-b17fd0d8b5cb tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389948 Jul 22 12:03:09.462590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-b5df75f3-5403-48d1-a1bf-2a24512b13c9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0613005 Jul 22 12:03:09.544654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0420ce65-e78c-477f-a178-ea18cddf14d6 req-4b30ab20-4331-4f2f-911e-f937b21fc139 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:09.551865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0420ce65-e78c-477f-a178-ea18cddf14d6 req-4b30ab20-4331-4f2f-911e-f937b21fc139 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0797629 Jul 22 12:03:09.593757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0420ce65-e78c-477f-a178-ea18cddf14d6 req-1735bdf3-816f-408f-9712-5ec41a9deeba tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410373 Jul 22 12:03:10.091367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-93d70937-102b-4379-95d2-1a946a41b0a5 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:03:10.092703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-93d70937-102b-4379-95d2-1a946a41b0a5 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.1254609 Jul 22 12:03:10.102682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Request body: {'binding': {'host': 'n-h1-754448-4', 'vnic_type': 'normal', 'profile': {}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:10.103175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Unknown quota resources ['binding']. {{(pid=93707) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jul 22 12:03:10.253706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on host n-h1-754448-4 for vnic_type normal with profile None {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:10.254048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:10.254996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:10.259827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:03:10.260151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:10.265001 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:10.265338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:10.265720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Bound using segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:10.266146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Bound port: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:10.378573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:10.386168 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] Notify callbacks [] for binding, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:10.387578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-1867c00c-00cb-44a3-8719-01c96579eee3 service neutron] 10.222.0.21 "POST /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0/bindings HTTP/1.1" status: 201 len: 389 time: 0.2884457 Jul 22 12:03:10.598634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2a2536c-062f-49c9-ad62-5fb3ed9e1289 req-dd5d92a7-19cd-4c23-8769-e7e79529a3b2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:10.600630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2a2536c-062f-49c9-ad62-5fb3ed9e1289 req-dd5d92a7-19cd-4c23-8769-e7e79529a3b2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0913451 Jul 22 12:03:10.640131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2a2536c-062f-49c9-ad62-5fb3ed9e1289 req-7c401cfb-9a28-483b-8692-e1c65f9ba522 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338590 Jul 22 12:03:10.680101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-384672e4-aa49-40d3-b13e-601d8aa7734e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:10.681827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-384672e4-aa49-40d3-b13e-601d8aa7734e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1096 time: 0.0670500 Jul 22 12:03:10.769354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d1c8eef-844f-4b8e-b951-527948549875 req-92ec2e9e-ccca-4b33-8020-a709f517eba2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:10.770977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d1c8eef-844f-4b8e-b951-527948549875 req-92ec2e9e-ccca-4b33-8020-a709f517eba2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0702634 Jul 22 12:03:10.803556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-92005ae5-b7ba-420e-ab8a-ce788da15429 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:10.805058 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-92005ae5-b7ba-420e-ab8a-ce788da15429 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1131136 Jul 22 12:03:10.813908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d1c8eef-844f-4b8e-b951-527948549875 req-df4801db-01e0-4df5-9d44-4ef47118096f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0363743 Jul 22 12:03:10.892684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-e785569f-a81d-4eff-9541-93ff26ac316d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 1001 time: 0.0731459 Jul 22 12:03:10.950962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-192cd05c-7f26-4b42-a611-87f56d36d2c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:10.952566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-192cd05c-7f26-4b42-a611-87f56d36d2c6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0535510 Jul 22 12:03:11.024667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-450ed800-3227-40d9-85f9-d2b1d661e973 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:11.026192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-450ed800-3227-40d9-85f9-d2b1d661e973 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627449 Jul 22 12:03:11.128682 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-19d2113f-d804-467b-9e16-5b2d08c42b83 service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0953162 Jul 22 12:03:11.225724 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-c2a7f62e-0301-4f1b-942a-7cf8ada54469 service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905318 Jul 22 12:03:11.396136 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-b688703f-5fa8-4f88-aa47-3ff8b93df2d2 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:11.397695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-b688703f-5fa8-4f88-aa47-3ff8b93df2d2 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&tenant_id=85b39e011ef14bc7bc5387f646974344&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1096 time: 0.1048808 Jul 22 12:03:11.412824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Request body: {'port': {'binding:profile': {'migrating_to': 'n-h1-754448-4'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:11.490614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:11.619843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:11.656146 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:11.699669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:11.702137 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec756b6d-a356-48ae-b8bb-1a157d5b69b9" -d '{"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:11.706486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:11.724537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:11.758063 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cf2e81a-a08f-4f0e-9b7f-0669fa08a9e0 x-openstack-request-id: req-1cf2e81a-a08f-4f0e-9b7f-0669fa08a9e0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:11.758365 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:11.758810 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cf2e81a-a08f-4f0e-9b7f-0669fa08a9e0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:11.759226 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'code': 200} Jul 22 12:03:11.806760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1cd7ea6b-01db-49f0-be7b-9d842194cd62 req-b4a86557-308a-4f02-932c-b6ee5425dbdc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:11.809778 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1cd7ea6b-01db-49f0-be7b-9d842194cd62 req-b4a86557-308a-4f02-932c-b6ee5425dbdc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 943 time: 0.0938909 Jul 22 12:03:11.838268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:11.880876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1cd7ea6b-01db-49f0-be7b-9d842194cd62 req-812c3cbb-97e5-43ce-8882-be020a038f07 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0627439 Jul 22 12:03:11.920923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on host n-h2-754448-4 for vnic_type normal with profile {"migrating_to": "n-h1-754448-4"} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:11.921280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:11.921690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:11.926582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:03:11.927225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Attempting to bind port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:11.932461 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 2, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:11.933130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Checking segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:11.933741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Bound using segment: {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:11.934381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Bound port: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 108, 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:11.935225 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:11.981472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391728ec-687c-40d9-aad0-79d9e6d0ea5e req-bbe354ce-d7d5-4122-b738-e7f67bbf102e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:11.990757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-391728ec-687c-40d9-aad0-79d9e6d0ea5e req-bbe354ce-d7d5-4122-b738-e7f67bbf102e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0812163 Jul 22 12:03:12.014809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:12.020018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:12.028271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:12.037673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-391728ec-687c-40d9-aad0-79d9e6d0ea5e req-81b0c861-8bd1-4bc5-9b8b-cc06d518c789 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0454378 Jul 22 12:03:12.112500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] Provisioning complete for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:12.114360 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:12.141271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=8']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:12.195650 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:12.196343 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:12.197773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-4060de61-4417-4af0-a930-0c12ccd77a77 service neutron] 10.222.0.20 "PUT /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 1121 time: 0.7896750 Jul 22 12:03:12.217199 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:12.252920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:12.259230 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5910bff1-0072-4b71-9098-0c39436068bf" -d '{"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-plugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:12.271642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:12.277367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:12.300386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:12.333879 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b245b297-c1b6-4d52-8f1c-6c198bcc7cba x-openstack-request-id: req-b245b297-c1b6-4d52-8f1c-6c198bcc7cba {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:12.334126 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-plugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:12.334390 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b245b297-c1b6-4d52-8f1c-6c198bcc7cba {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:12.334835 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'code': 200} Jul 22 12:03:12.466727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb9e6a32-29b9-492b-9317-56bb639f90a3 None None] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:12.798460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-24fce142-1763-41ff-bd4b-9dc53979b4aa None None] Provisioning complete for port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:12.798741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24fce142-1763-41ff-bd4b-9dc53979b4aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:13.002883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93a24997-5ef1-401f-ba40-e73209f201db req-d120fc81-efd4-45f0-8ec5-a41b29a7329a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.004436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93a24997-5ef1-401f-ba40-e73209f201db req-d120fc81-efd4-45f0-8ec5-a41b29a7329a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0666466 Jul 22 12:03:13.043350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93a24997-5ef1-401f-ba40-e73209f201db req-db339cee-680c-4bb5-b3d8-b454780ee62a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330951 Jul 22 12:03:13.191776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-507f101c-b205-4b42-ad76-8837192a9ecf req-f4758400-8c82-44c3-9146-5d4d39b69ab9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.193631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-507f101c-b205-4b42-ad76-8837192a9ecf req-f4758400-8c82-44c3-9146-5d4d39b69ab9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0839732 Jul 22 12:03:13.234300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-507f101c-b205-4b42-ad76-8837192a9ecf req-ef114936-0ba7-461b-bcf8-5b13efe411eb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340655 Jul 22 12:03:13.376352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-31b07bd1-2364-40f0-b11a-51f15eea4e0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563357 Jul 22 12:03:13.489968 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-2bfb339b-3b33-41a6-9309-981a6891ddff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.491760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-2bfb339b-3b33-41a6-9309-981a6891ddff service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 1096 time: 0.0666068 Jul 22 12:03:13.602275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-6b564708-e35b-41a0-a3fe-5e10d1d63f83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.603709 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-6b564708-e35b-41a0-a3fe-5e10d1d63f83 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0928535 Jul 22 12:03:13.659958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-3b218e9c-a52d-47e2-a93e-b8dbdbc74a48 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4 HTTP/1.1" status: 200 len: 217 time: 0.0435715 Jul 22 12:03:13.712390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-eb3eb8ac-8ec8-4e48-931f-2b7e577c5d36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.714049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-eb3eb8ac-8ec8-4e48-931f-2b7e577c5d36 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0472050 Jul 22 12:03:13.761316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:13.763598 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:13.792591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-d70cbe82-e259-4c42-87ed-21285736a547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.794169 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-d70cbe82-e259-4c42-87ed-21285736a547 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0725472 Jul 22 12:03:13.813675 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fc377307-9c68-447a-96b4-1dc4150241de x-openstack-request-id: req-fc377307-9c68-447a-96b4-1dc4150241de {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:13.813977 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:13.814238 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fc377307-9c68-447a-96b4-1dc4150241de {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:13.814669 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'status': 'completed', 'code': 200} Jul 22 12:03:13.952888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-fae45a53-13e9-4601-b8bc-771267c2f5b7 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1508307 Jul 22 12:03:13.960489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-ba745f0a-f729-4203-9311-d23d81e29280 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:13.963055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-ba745f0a-f729-4203-9311-d23d81e29280 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1126 time: 0.1252546 Jul 22 12:03:14.137794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-7cf26c68-c29c-43ee-8af3-bffb1d6abc17 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:14.139408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-7cf26c68-c29c-43ee-8af3-bffb1d6abc17 service neutron] 10.222.0.36 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1672204 Jul 22 12:03:14.141580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e2b731a3-cea0-44aa-a42b-a2a189093f88 req-c71a2c75-96c3-474e-a610-5adbb047dab0 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1774867 Jul 22 12:03:14.212433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bb10d36-3338-4320-8bc5-4e6ce1f5881a req-33fc4a10-53f3-4301-9f60-cb57259b5b4e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:14.214337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bb10d36-3338-4320-8bc5-4e6ce1f5881a req-33fc4a10-53f3-4301-9f60-cb57259b5b4e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0895472 Jul 22 12:03:14.218315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-8fb6f853-98a1-4693-88d4-619f4008300a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 1001 time: 0.0723016 Jul 22 12:03:14.258123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bb10d36-3338-4320-8bc5-4e6ce1f5881a req-a01277a2-780a-47b1-931c-05fd466497b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367153 Jul 22 12:03:14.281767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-b4440aab-0446-42d9-b606-c18de6e3af5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:14.283475 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-b4440aab-0446-42d9-b606-c18de6e3af5c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0593863 Jul 22 12:03:14.350769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-c220e437-16c3-4476-bdd3-027245af4809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:14.352688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-c220e437-16c3-4476-bdd3-027245af4809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0627527 Jul 22 12:03:14.389390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-834131ee-60f7-4a8b-9a71-c88362927c6b req-b502e4c2-ac8d-48ba-babc-435bc664db08 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:14.390928 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-834131ee-60f7-4a8b-9a71-c88362927c6b req-b502e4c2-ac8d-48ba-babc-435bc664db08 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0820806 Jul 22 12:03:14.433707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-834131ee-60f7-4a8b-9a71-c88362927c6b req-d490c43e-03e7-498a-bdf8-2dc0cff865aa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364835 Jul 22 12:03:14.471667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-c49d46f4-0718-4d1b-9250-d550f17d5224 service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1118929 Jul 22 12:03:14.570079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ef5c6c52-4ed3-4fdc-8612-ec5600f292b3 req-edf58c16-530c-4ab9-8b49-4a5cec6a2c9f service neutron] 10.222.0.36 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0914030 Jul 22 12:03:15.264849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e3216d2d-a438-415c-92e5-f560f2887005 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:15.365526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:03:15.411864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b62d4300-86aa-41fc-a195-a765602885c2 req-17c8f2b0-0958-4a5a-aa67-145c8eb15b98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:15.413440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b62d4300-86aa-41fc-a195-a765602885c2 req-17c8f2b0-0958-4a5a-aa67-145c8eb15b98 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0723028 Jul 22 12:03:15.454362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b62d4300-86aa-41fc-a195-a765602885c2 req-9a54f256-aeaa-49e9-a4c0-15c1de4302a1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346406 Jul 22 12:03:15.486495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:15.499601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 has no active binding in host n-h1-754448-4 {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:158}} Jul 22 12:03:15.573534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f1f70c2-6de8-49ec-8204-bcd0c8e76599 req-03ab87b4-6b6c-4545-8c60-7330732fc22c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:15.575218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f1f70c2-6de8-49ec-8204-bcd0c8e76599 req-03ab87b4-6b6c-4545-8c60-7330732fc22c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0656903 Jul 22 12:03:15.612700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f1f70c2-6de8-49ec-8204-bcd0c8e76599 req-e7ab2c24-a9d4-4765-8962-388379cd079c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317979 Jul 22 12:03:16.597634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7942840-4383-488a-a340-1f2e6f8118e8 req-f04aa943-80d2-404c-adad-7d5166e01ae2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:16.600024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7942840-4383-488a-a340-1f2e6f8118e8 req-f04aa943-80d2-404c-adad-7d5166e01ae2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 945 time: 0.0754077 Jul 22 12:03:16.649970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7942840-4383-488a-a340-1f2e6f8118e8 req-93d0f6dc-4168-453c-a7cf-eea70324c28e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441713 Jul 22 12:03:16.770375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97b906b1-aaed-46f7-8346-f8fa99a37253 req-7960c53a-16f4-4ad9-8861-de008e474323 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:16.772388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97b906b1-aaed-46f7-8346-f8fa99a37253 req-7960c53a-16f4-4ad9-8861-de008e474323 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0700190 Jul 22 12:03:16.810402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97b906b1-aaed-46f7-8346-f8fa99a37253 req-4fce0ad0-7904-4c02-8dfe-3b1275f6d16c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324743 Jul 22 12:03:17.227215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-18d0e30c-7706-43ef-8ca4-2bde86203d1b service neutron] 10.222.0.36 "GET /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0/bindings/n-h1-754448-4 HTTP/1.1" status: 200 len: 384 time: 0.0602162 Jul 22 12:03:17.407999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:17.427787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:17.468840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:17.471158 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5337d7a-0ddc-48a4-ac4c-ca5f1bf938f5" -d '{"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:17.478614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:17.496644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:17.557292 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-08975366-858e-4d75-a229-405d9bcd2e2f x-openstack-request-id: req-08975366-858e-4d75-a229-405d9bcd2e2f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:17.557708 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-unplugged", "status": "completed", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:17.558893 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-08975366-858e-4d75-a229-405d9bcd2e2f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:17.559323 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'code': 200} Jul 22 12:03:17.601232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] Transition to ACTIVE for port object e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:17.605841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:17.702350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] Pushing event updated for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:17.792616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] No DVR routers for this DVR port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:03:17.882433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:17.927295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b16d5d1-2c96-4802-997b-53260ac1f969 req-b2570901-b2dd-4058-b4a6-707e9f164d09 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:17.936663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b16d5d1-2c96-4802-997b-53260ac1f969 req-b2570901-b2dd-4058-b4a6-707e9f164d09 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.1751196 Jul 22 12:03:18.028467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2b6c57b2-0de8-4db1-b196-ca3b562a0962 service neutron] 10.222.0.36 "PUT /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0/bindings/n-h1-754448-4/activate HTTP/1.1" status: 200 len: 369 time: 0.7953873 Jul 22 12:03:18.152370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2fef23b4-429b-4d87-b77e-e1b6f7901ffe tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.154132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-2fef23b4-429b-4d87-b77e-e1b6f7901ffe tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&tenant_id=85b39e011ef14bc7bc5387f646974344&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.0718703 Jul 22 12:03:18.200438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cfc310cf-cf67-4351-b682-8c1bc2a5695e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:18.242934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-fcde7985-1f99-4501-a791-1646a80dc042 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.244814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-fcde7985-1f99-4501-a791-1646a80dc042 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 1095 time: 0.0824387 Jul 22 12:03:18.354348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-fc041b2a-d81a-4616-a611-577efced2ff4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.357991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-fc041b2a-d81a-4616-a611-577efced2ff4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1095 time: 0.0849292 Jul 22 12:03:18.438757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0b16d5d1-2c96-4802-997b-53260ac1f969 req-a0e5a3c1-4954-469c-9638-a52dca1f2c59 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.5009952 Jul 22 12:03:18.478415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d855dac-6c5a-46df-9a5c-036a95a4e64f req-4a33190f-9972-4bf3-a10e-94787bc677c4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.480197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d855dac-6c5a-46df-9a5c-036a95a4e64f req-4a33190f-9972-4bf3-a10e-94787bc677c4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1015258 Jul 22 12:03:18.482887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-79466f8f-359c-4391-807a-dba24f3cde86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.484970 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-79466f8f-359c-4391-807a-dba24f3cde86 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1186051 Jul 22 12:03:18.531704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d855dac-6c5a-46df-9a5c-036a95a4e64f req-35738a4c-e379-44da-b34f-0f194edefae3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436919 Jul 22 12:03:18.569507 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-e43f0411-f769-4ef9-9fc2-7ff60fd89586 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 999 time: 0.0776556 Jul 22 12:03:18.631724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-32f99d67-3603-439c-8987-79437870139b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.634083 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-32f99d67-3603-439c-8987-79437870139b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0576253 Jul 22 12:03:18.701188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-cc5bca32-f899-4c2d-8030-c20b6305ba5d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:18.702809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-cc5bca32-f899-4c2d-8030-c20b6305ba5d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0592060 Jul 22 12:03:18.791723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-5e8083a1-f96d-4cf3-949f-5f412971516c service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822101 Jul 22 12:03:18.886893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-49bc70d1-77ae-42a6-b043-2a7c8b5f1632 service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875564 Jul 22 12:03:19.158299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-cad56ce1-0af6-4a44-978e-38a61e16a74a tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:19.159871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-cad56ce1-0af6-4a44-978e-38a61e16a74a tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.20 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b&tenant_id=85b39e011ef14bc7bc5387f646974344&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 1095 time: 0.0613520 Jul 22 12:03:19.311145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-02618834-2690-4511-9962-b7c46c6de4fe service neutron] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:19.314214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-02618834-2690-4511-9962-b7c46c6de4fe service neutron] Notify callbacks [] for binding, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:19.315412 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0c2adcd1-9d83-4770-a8f8-38e11ac98f4f req-02618834-2690-4511-9962-b7c46c6de4fe service neutron] 10.222.0.20 "DELETE /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0/bindings/n-h2-754448-4 HTTP/1.1" status: 204 len: 173 time: 0.1485503 Jul 22 12:03:19.457579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:19.598819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-767fa4dc-48e7-433f-947c-f39c317c93aa req-31132b0c-dd39-4b6a-a1f8-612894f43dd8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:19.601174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-767fa4dc-48e7-433f-947c-f39c317c93aa req-31132b0c-dd39-4b6a-a1f8-612894f43dd8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.0911419 Jul 22 12:03:19.675726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-767fa4dc-48e7-433f-947c-f39c317c93aa req-5b04d74f-1b41-4ba0-a50d-7f707f579820 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0676005 Jul 22 12:03:19.716477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e785158c-479b-4e02-ada4-9b6a98e2bbfc req-1e44b1db-eec6-4a1f-ac47-2460b2593f73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:19.718146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e785158c-479b-4e02-ada4-9b6a98e2bbfc req-1e44b1db-eec6-4a1f-ac47-2460b2593f73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0906019 Jul 22 12:03:19.766005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e785158c-479b-4e02-ada4-9b6a98e2bbfc req-dd1db398-09a3-47dc-96b6-b38c09da8719 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0438027 Jul 22 12:03:19.809128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5517dc-0fd9-4372-b668-a6811204221b req-1fa9be53-04e2-4e87-92ac-670df904883f tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:19.810679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5517dc-0fd9-4372-b668-a6811204221b req-1fa9be53-04e2-4e87-92ac-670df904883f tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1095 time: 0.0653329 Jul 22 12:03:19.844835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5517dc-0fd9-4372-b668-a6811204221b req-f9b92899-989e-4adc-8c0b-bdf6965fd524 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0283346 Jul 22 12:03:20.001463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae0dd2fe-d8a8-468a-b899-689ca065434e req-1933db9a-ee9f-4396-9c2d-8d4d55cb9821 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:20.003088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae0dd2fe-d8a8-468a-b899-689ca065434e req-1933db9a-ee9f-4396-9c2d-8d4d55cb9821 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.0893104 Jul 22 12:03:20.044876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae0dd2fe-d8a8-468a-b899-689ca065434e req-63f173b5-720b-4987-b300-e7a1b36a32be tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343208 Jul 22 12:03:20.068221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49042) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:20.140319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-17d790bb-2fa5-4387-b361-32d80b85bcc8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/e319dfaf-d321-4f4d-9a77-4edbaae0c44e HTTP/1.1" status: 200 len: 991 time: 0.0654652 Jul 22 12:03:20.362058 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49048) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:20.519503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port cca37d09-051e-4ef2-910c-74b1a763f278 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:20.520428 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:20.599243 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:20.599923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:20.610837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for cca37d09-051e-4ef2-910c-74b1a763f278 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:20.809214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:20.838396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=cca37d09-051e-4ef2-910c-74b1a763f278,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:20.907473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.907827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.908179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.908518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.908890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.909237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.909649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.910078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.910622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.911021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.911299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.911625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:20.956081 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:20.956415 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP e319dfaf-d321-4f4d-9a77-4edbaae0c44e disassociated (deleted). External IP: 172.25.6.102, port: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0. Jul 22 12:03:21.056421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d3bb021-fdf4-4141-b376-a1b826ace30b req-8b89e03e-6855-4bb7-9919-ccda07d91237 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.057852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d3bb021-fdf4-4141-b376-a1b826ace30b req-8b89e03e-6855-4bb7-9919-ccda07d91237 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1954701 Jul 22 12:03:21.140840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d3bb021-fdf4-4141-b376-a1b826ace30b req-d76c7e3e-8305-4535-914d-9bc3b3192d47 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0708649 Jul 22 12:03:21.191000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:21.219583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 937d99f3-04d0-401b-b0cb-31d8e590e00d has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:03:21.242693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:21.350069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:03:21.359219 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:21.360610 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Sync routers for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:03:21.372294 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:21.373214 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:21.403525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:21.409687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5fa8e694-85ee-4183-a690-6dc561b2611c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/floatingips/e319dfaf-d321-4f4d-9a77-4edbaae0c44e HTTP/1.1" status: 204 len: 168 time: 1.0464249 Jul 22 12:03:21.410547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:21.413294 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099" -d '{"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:21.460468 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-cdd95918-9155-4a30-8915-f43b97b0c99e x-openstack-request-id: req-cdd95918-9155-4a30-8915-f43b97b0c99e {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:21.460818 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:21.461101 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-cdd95918-9155-4a30-8915-f43b97b0c99e {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:21.461525 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'status': 'completed', 'code': 200} Jul 22 12:03:21.511212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:21.559118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-4493cb2a-94f0-4fc9-9a15-0928cf0947ed service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.561518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-4493cb2a-94f0-4fc9-9a15-0928cf0947ed service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 1095 time: 0.0722606 Jul 22 12:03:21.720953 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-7d4f5058-c18d-406e-8b94-c1e70d914996 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.724121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-7d4f5058-c18d-406e-8b94-c1e70d914996 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 200 len: 897 time: 0.1426697 Jul 22 12:03:21.750468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a5ac9f0-ec40-403a-973c-2557becd728f req-e5d76b13-a13c-441f-9a82-e97249a235a4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.759216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a5ac9f0-ec40-403a-973c-2557becd728f req-e5d76b13-a13c-441f-9a82-e97249a235a4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.0986474 Jul 22 12:03:21.776535 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-bb772f92-f315-4840-9598-8b0ba21acf1e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 200 len: 217 time: 0.0463157 Jul 22 12:03:21.799307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a5ac9f0-ec40-403a-973c-2557becd728f req-80b289a0-fc95-4350-a82c-2e33ddc99bc2 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=fec63f2a-874f-4bbb-9bef-74258ed12152&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0389779 Jul 22 12:03:21.840407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-77f7630e-7ce0-4ea4-95d8-d8328732792d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.841969 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-77f7630e-7ce0-4ea4-95d8-d8328732792d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 200 len: 834 time: 0.0550752 Jul 22 12:03:21.887077 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:21.909904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-48b9f9e2-1d62-4375-a9ec-cd310d0bb82a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:21.912265 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-48b9f9e2-1d62-4375-a9ec-cd310d0bb82a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3459bbfe-0fdc-496a-9855-03c94d8c63a1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0631957 Jul 22 12:03:21.918369 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Checking router: 937d99f3-04d0-401b-b0cb-31d8e590e00d for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:03:21.929618 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:21.930316 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:22.012638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-98b7cb78-d6bd-46df-9d7a-428e62057296 service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0926976 Jul 22 12:03:22.049270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:22.130680 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b8c37a1-d7b5-4940-b67d-4d01dbf01099 req-4fde998b-7415-4eb6-a9ac-cb32c0c5fba7 service neutron] 10.222.0.20 "GET /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1110756 Jul 22 12:03:22.179008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-09c9be7c-d4ce-4d42-a309-9e0294c92858 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:22.181032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-09c9be7c-d4ce-4d42-a309-9e0294c92858 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 944 time: 0.0848236 Jul 22 12:03:22.308648 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:22.340015 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-179b55a7-a480-4654-9f67-175472040cc3 None None] The sync data for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 is: [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '8bead7e0-a9f2-4e4d-a537-541b34906f6d', 'name': '', 'network_id': '3459bbfe-0fdc-496a-9855-03c94d8c63a1', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:00:85:88', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3908, 'fixed_ips': [{'subnet_id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:19Z', 'updated_at': '2021-07-22T12:02:26Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'abb22dda-2ec3-4e77-96e8-26a775120a7b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:03:22.352506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-33df1c39-7a3e-47db-8fb1-0bab0242a831 req-66febe22-f281-44f1-94e9-a9561d30353d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:22.354486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33df1c39-7a3e-47db-8fb1-0bab0242a831 req-66febe22-f281-44f1-94e9-a9561d30353d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.1299198 Jul 22 12:03:22.392903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:22.393295 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:22.440406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-33df1c39-7a3e-47db-8fb1-0bab0242a831 req-9fef52ea-f612-47b9-9ed9-c1345939811b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773790 Jul 22 12:03:22.528088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:22.528569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:22.546667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:22.674067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-213b2b23-c2ec-4dd4-80c8-8d3d35dc94f9 None None] New status for floating IP e319dfaf-d321-4f4d-9a77-4edbaae0c44e: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:03:22.725249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:22.762314 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=e142c652-c7e4-49c2-bc4a-7b3129c6e9a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:22.823853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] No DVR routers for this DVR port e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:03:22.827699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:22.830787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6e66cf9-ac73-4609-b343-17e2be368aee req-e8b17208-45f7-42ad-b3b8-7579c77f72bc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "DELETE /v2.0/ports/e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 HTTP/1.1" status: 204 len: 173 time: 0.6446095 Jul 22 12:03:22.925012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31f71294-7295-4f76-b797-c047636da29c req-a7bab53e-8d38-441c-9654-ae0db5a6b832 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=f3a054b7-565d-409f-94b7-416894e04b4b HTTP/1.1" status: 200 len: 210 time: 0.0452449 Jul 22 12:03:23.462963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-deleted', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:23.465349 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0be28400-e716-46e2-b04f-5238599a296c" -d '{"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-deleted", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:23.512110 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dc0523ac-2dff-4005-a3f9-03d239e4bde5 x-openstack-request-id: req-dc0523ac-2dff-4005-a3f9-03d239e4bde5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:23.512411 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f3a054b7-565d-409f-94b7-416894e04b4b", "name": "network-vif-deleted", "tag": "e142c652-c7e4-49c2-bc4a-7b3129c6e9a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:23.512657 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dc0523ac-2dff-4005-a3f9-03d239e4bde5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:23.513044 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f3a054b7-565d-409f-94b7-416894e04b4b', 'name': 'network-vif-deleted', 'tag': 'e142c652-c7e4-49c2-bc4a-7b3129c6e9a0', 'status': 'completed', 'code': 200} Jul 22 12:03:23.602794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c599af49-dce2-46c5-b4f6-1b0048638766 req-f5fa0c39-b7e3-49a3-b24d-45685cdb4ddb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:23.604339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c599af49-dce2-46c5-b4f6-1b0048638766 req-f5fa0c39-b7e3-49a3-b24d-45685cdb4ddb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.0723081 Jul 22 12:03:23.644846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c599af49-dce2-46c5-b4f6-1b0048638766 req-33b1148f-5926-4b6b-a5ca-d61fcbdd440d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334928 Jul 22 12:03:23.983350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:24.349321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:24.623083 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 8bead7e0-a9f2-4e4d-a537-541b34906f6d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:24.623435 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:24.716620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port 8bead7e0-a9f2-4e4d-a537-541b34906f6d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8bead7e0-a9f2-4e4d-a537-541b34906f6d,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:24.716979 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:24.755681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 8bead7e0-a9f2-4e4d-a537-541b34906f6d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:25.119306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75e3a6ed-320d-4433-ba86-31a401dd4593 req-e0d2d3e3-6bce-4c19-8c6b-af277cb84864 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:25.120800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75e3a6ed-320d-4433-ba86-31a401dd4593 req-e0d2d3e3-6bce-4c19-8c6b-af277cb84864 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 943 time: 0.4012375 Jul 22 12:03:25.185882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75e3a6ed-320d-4433-ba86-31a401dd4593 req-f60933aa-ef13-4081-b1f6-c33d21052b58 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0548406 Jul 22 12:03:25.217002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2246182b-c797-4746-8637-421007679adf details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:03:25.246127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:25.276332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=8bead7e0-a9f2-4e4d-a537-541b34906f6d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:25.352479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2246182b-c797-4746-8637-421007679adf,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:25.366378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '2246182b-c797-4746-8637-421007679adf', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': '2246182b-c797-4746-8637-421007679adf', 'mac_address': 'fa:16:3e:7a:d5:13', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:03:25.443325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:25.469939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2246182b-c797-4746-8637-421007679adf {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:03:25.475441 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:25.499757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2246182b-c797-4746-8637-421007679adf,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:25.507139 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:25.575186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:25.700089 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2246182b-c797-4746-8637-421007679adf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:25.733421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 937d99f3-04d0-401b-b0cb-31d8e590e00d has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:03:25.863352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:03:25.868623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2b801060-efd7-4a01-83e3-0de965051fbb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/937d99f3-04d0-401b-b0cb-31d8e590e00d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8840244 Jul 22 12:03:25.871868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:25.876049 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Sync routers for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:03:25.902478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:25.915082 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:25.952742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting subnet abb22dda-2ec3-4e77-96e8-26a775120a7b {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:03:25.959474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.015327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.038794 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:26.134520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.214533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.253945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Subnet': ['ID=abb22dda-2ec3-4e77-96e8-26a775120a7b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:26.259246 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.261315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f60c9fa1-4b45-49b6-b003-93ae9c97ab29 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/subnets/abb22dda-2ec3-4e77-96e8-26a775120a7b HTTP/1.1" status: 204 len: 168 time: 0.3869672 Jul 22 12:03:26.264093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:26.270646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c558e4e6-3685-4729-8ad8-8fcc8f7fde49 None None] Network 3459bbfe-0fdc-496a-9855-03c94d8c63a1 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:03:26.300759 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:03:25Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:26.358232 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Checking router: 937d99f3-04d0-401b-b0cb-31d8e590e00d for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:03:26.384026 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Routers {'937d99f3-04d0-401b-b0cb-31d8e590e00d'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:26.384666 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['937d99f3-04d0-401b-b0cb-31d8e590e00d'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:26.469784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.537418 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] Set router 937d99f3-04d0-401b-b0cb-31d8e590e00d gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:26.558963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee2a307-59db-4338-80a9-47eecc4d45a5 req-e60ff59d-7c2d-45c6-afbf-3a28ed51b190 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:26.560585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ee2a307-59db-4338-80a9-47eecc4d45a5 req-e60ff59d-7c2d-45c6-afbf-3a28ed51b190 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 944 time: 0.2123423 Jul 22 12:03:26.583764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] DHCP port deletion for 3459bbfe-0fdc-496a-9855-03c94d8c63a1 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:03:26.625259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ee2a307-59db-4338-80a9-47eecc4d45a5 req-baa51eb8-9891-42da-a36c-8b79cb25f10c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527852 Jul 22 12:03:26.649026 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.669370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Deleting port b7c37fce-f431-4c80-9f36-ccb25bda2b14 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:26.670109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.718683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 8a28ad4b-72b2-4705-a9f4-11730357d2a8 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:26.719038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.755205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] For port b7c37fce-f431-4c80-9f36-ccb25bda2b14, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=b7c37fce-f431-4c80-9f36-ccb25bda2b14,segment=NetworkSegment(b8f55cee-ae7b-41ce-97f9-3a5b374334ae),segment_id=b8f55cee-ae7b-41ce-97f9-3a5b374334ae)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:26.755621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.769909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Calling delete_port for b7c37fce-f431-4c80-9f36-ccb25bda2b14 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:26.837202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port 8a28ad4b-72b2-4705-a9f4-11730357d2a8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8a28ad4b-72b2-4705-a9f4-11730357d2a8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:26.837726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.841230 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:03:25Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:26.855878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 8a28ad4b-72b2-4705-a9f4-11730357d2a8 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:26.871260 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f46f60d1-db6a-4042-8c3b-5c41b9d55894 None None] The sync data for ids ['937d99f3-04d0-401b-b0cb-31d8e590e00d'] in n-d-754448-4 is: [{'id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'name': 'tempest-TestNetworkAdvancedServerOps-router-27167110', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39'}], 'enable_snat': True}, 'gw_port_id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:03:25Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': '8a28ad4b-72b2-4705-a9f4-11730357d2a8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:96:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '937d99f3-04d0-401b-b0cb-31d8e590e00d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3905, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.39', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:02:16Z', 'updated_at': '2021-07-22T12:02:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:03:26.893970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:26.928074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Pushing event deleted for resources: {'Port': ['ID=b7c37fce-f431-4c80-9f36-ccb25bda2b14,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:26.937374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] No DVR routers for this DVR port b7c37fce-f431-4c80-9f36-ccb25bda2b14 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:03:26.940495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.940941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.941342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.941685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.942075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.942486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.943012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.943117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.943586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.943909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.944347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:26.944719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e726c29e-d5f3-47bf-b746-132c81910b9d None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:27.087012 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.125499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=8a28ad4b-72b2-4705-a9f4-11730357d2a8,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:27.202231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.245144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2246182b-c797-4746-8637-421007679adf up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:27.326798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 2246182b-c797-4746-8637-421007679adf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:27.337931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.337931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.342141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 2246182b-c797-4746-8637-421007679adf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:27.343010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.426652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.428361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Fanout notify agent at l3_agent the message router_deleted on router 937d99f3-04d0-401b-b0cb-31d8e590e00d {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:03:27.437848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:27.445258 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.449831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d4a5ed3e-8549-4989-9306-53efd41b939c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/routers/937d99f3-04d0-401b-b0cb-31d8e590e00d HTTP/1.1" status: 204 len: 168 time: 1.1815121 Jul 22 12:03:27.450188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49144) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:27.467378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:27.467728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e142c652-c7e4-49c2-bc4a-7b3129c6e9a0 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:27.488791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.516022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246182b-c797-4746-8637-421007679adf'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:27.518384 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fce53a35-a722-4a95-8a3f-d7baf2ff6f39" -d '{"events": [{"server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "name": "network-vif-plugged", "status": "completed", "tag": "2246182b-c797-4746-8637-421007679adf"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:27.573993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2246182b-c797-4746-8637-421007679adf,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:27.577088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.584070 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.591078 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b70d48ee-0091-4fd3-b542-d8bce92e9a17 x-openstack-request-id: req-b70d48ee-0091-4fd3-b542-d8bce92e9a17 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:27.591571 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "name": "network-vif-plugged", "status": "completed", "tag": "2246182b-c797-4746-8637-421007679adf", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:27.591899 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b70d48ee-0091-4fd3-b542-d8bce92e9a17 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:27.592378 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2246182b-c797-4746-8637-421007679adf', 'code': 200} Jul 22 12:03:27.593201 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.672210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:27.745795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.781563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3459bbfe-0fdc-496a-9855-03c94d8c63a1']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:27.796584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:27.797323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b8f55cee-ae7b-41ce-97f9-3a5b374334ae') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:27.818062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.840044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f298733-ff25-4e5c-9617-fc72c4845d9d req-0312399c-7068-4aaa-a6c6-b9080eefac2e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:27.841184 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.842312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f298733-ff25-4e5c-9617-fc72c4845d9d req-0312399c-7068-4aaa-a6c6-b9080eefac2e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.1003256 Jul 22 12:03:27.849523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Releasing vlan 108 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:03:27.850004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:03:27.872279 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:03:27.918673 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f298733-ff25-4e5c-9617-fc72c4845d9d req-30cc3497-c165-4b3a-ac8d-7f022af82cba tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682230 Jul 22 12:03:28.271512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.284030 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.287415 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/networks/3459bbfe-0fdc-496a-9855-03c94d8c63a1 HTTP/1.1" status: 204 len: 168 time: 0.8360138 Jul 22 12:03:28.290910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49162) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:28.321778 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75fd91b0-9f35-41a3-9f2c-4e0be3e969c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Network': ['ID=3459bbfe-0fdc-496a-9855-03c94d8c63a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:28.327204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2064544-3809-4e7b-921b-6127dde6cf73 req-77f4c535-776c-463e-9781-9a4a20325366 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:28.336298 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c2064544-3809-4e7b-921b-6127dde6cf73 req-77f4c535-776c-463e-9781-9a4a20325366 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 1096 time: 0.6691232 Jul 22 12:03:28.362862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28ad4b-72b2-4705-a9f4-11730357d2a8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:28.385137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8a28ad4b-72b2-4705-a9f4-11730357d2a8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:28.385377 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c2064544-3809-4e7b-921b-6127dde6cf73 req-aab360d1-2924-424c-8b07-e8d0b092dea4 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429413 Jul 22 12:03:28.385872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8a28ad4b-72b2-4705-a9f4-11730357d2a8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:28.386596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7c37fce-f431-4c80-9f36-ccb25bda2b14 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:28.402085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.410422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: b7c37fce-f431-4c80-9f36-ccb25bda2b14 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:28.410792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device b7c37fce-f431-4c80-9f36-ccb25bda2b14 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:28.411404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bead7e0-a9f2-4e4d-a537-541b34906f6d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:28.431550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8bead7e0-a9f2-4e4d-a537-541b34906f6d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:28.431889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8bead7e0-a9f2-4e4d-a537-541b34906f6d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:28.439314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.493165 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.526675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.530409 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:28.534197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/security-groups/fec63f2a-874f-4bbb-9bef-74258ed12152 HTTP/1.1" status: 204 len: 168 time: 0.2392004 Jul 22 12:03:28.542904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87191d7-0815-409b-9320-a0d6907f9a19 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=fec63f2a-874f-4bbb-9bef-74258ed12152,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:28.891535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49174) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:28.897265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-146556554', 'description': 'tempest-secgroup-smoke-146556554 description', 'project_id': '85b39e011ef14bc7bc5387f646974344'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:28.924631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.075405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.086666 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.129186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.130711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2379324 Jul 22 12:03:29.133809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49180) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.135192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0628eb21-1a0b-461e-b506-e6e126abb55e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.139058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.156637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-641c0c42-c42b-46e4-b211-f2c88dee6308 req-d0412135-53db-49e2-8605-b4d5e9cebdd8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:29.158677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-641c0c42-c42b-46e4-b211-f2c88dee6308 req-d0412135-53db-49e2-8605-b4d5e9cebdd8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.1343703 Jul 22 12:03:29.178384 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.244839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-641c0c42-c42b-46e4-b211-f2c88dee6308 req-b20d8837-8ccd-4885-ae74-411a9f6b3b03 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0631313 Jul 22 12:03:29.277214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.281626 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.304992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9b229d59-a96d-44e2-8bf3-983fcefd3415,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.318564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.320254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-47b5d84c-072d-44cb-981c-4597ce4dd0f9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1853995 Jul 22 12:03:29.323322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.329840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.361154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.428192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.433142 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.458162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4fa25dfc-773c-4852-ad02-c500d4dbe96a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.462813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.464334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-32dfa460-dbbf-493a-92b8-4ec56bbebed0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1387494 Jul 22 12:03:29.468447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.479062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.521580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.596839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.602282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.625601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f46f6c7a-a9c9-4b82-957c-0723ee176e2d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.633780 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.635611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-341e94d3-363f-43c3-bceb-1dad59c4d174 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1653008 Jul 22 12:03:29.639063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49194) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.644800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.673627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.760348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.766095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.787720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f20c2415-7831-4830-9213-11a15012c4e5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.795317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.796646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-187d438c-3050-4fa4-96c3-0c9b3b350506 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1563308 Jul 22 12:03:29.800004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49198) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.807910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.831500 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:29.837083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.914029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.918715 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.936543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ff65351f-07a0-4a0a-9793-b167ad34ae00,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:29.953758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:29.955484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95e94a24-de7e-461c-a6d0-66c95b927ab3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1535919 Jul 22 12:03:29.958377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49202) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:29.964128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'security_group_rule': {'security_group_id': '2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:29.989189 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Project 85b39e011ef14bc7bc5387f646974344 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:29.996248 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.084383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.088859 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.108258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d892c0f1-1cf9-4306-8580-6eec9956f5a7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:30.115735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.120658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:30.120885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-54b39b99-4907-4dfa-8fa5-73d97c10f0ca tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1608253 Jul 22 12:03:30.127251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'network': {'name': 'tempest-network-smoke--1939985343', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:30.151835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:03:30.155998 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.190097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] vlan segment allocate from pool success with {'vlan_id': 142, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:03:30.202749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.203135 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Added segment 8e8440c5-f93c-46b4-b1f6-5943f98691b5 of type vlan for network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 Jul 22 12:03:30.263552 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.312958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.319775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:30.320512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.399240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2742419 Jul 22 12:03:30.400117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49214) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:30.406934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'admin_state_up': True, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:30.440650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ebda047-06bd-47f7-93d6-621ef8859405 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Network': ['ID=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:30.457260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:03:30.465100 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.466642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.482988 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7145b3cb-0f41-4911-9e3d-eca93657bdb0 req-a6b96ce4-e575-41a9-9363-7cb5219fcf09 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:30.484559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7145b3cb-0f41-4911-9e3d-eca93657bdb0 req-a6b96ce4-e575-41a9-9363-7cb5219fcf09 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.1408372 Jul 22 12:03:30.530243 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.533422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7145b3cb-0f41-4911-9e3d-eca93657bdb0 req-0adf45d9-c475-425a-a7a3-b10c1dbe1d68 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427091 Jul 22 12:03:30.725753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:30.728391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cb0cd37-2c33-4e27-a15e-eacdad37c894 req-901eedd5-dc1a-454b-9cf6-741581e6a4c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:30.730163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cb0cd37-2c33-4e27-a15e-eacdad37c894 req-901eedd5-dc1a-454b-9cf6-741581e6a4c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.0984423 Jul 22 12:03:30.777385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cb0cd37-2c33-4e27-a15e-eacdad37c894 req-4a269d8a-cf5d-4fd7-8fa8-0ce5f61c021c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385282 Jul 22 12:03:30.976522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:31.004103 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:31.155161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.101 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/af470a84-f414-4774-9ebd-0e18de55d8f9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:31.211550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63c37082-cda5-4449-922a-b991f0d14fcc req-6e5b0b8e-dfc2-4aa7-85b4-684d8f0469bc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:31.214587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63c37082-cda5-4449-922a-b991f0d14fcc req-6e5b0b8e-dfc2-4aa7-85b4-684d8f0469bc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.1144125 Jul 22 12:03:31.267452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63c37082-cda5-4449-922a-b991f0d14fcc req-c31549b5-8c97-45b0-89bf-b4ed4ef85d7e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0475068 Jul 22 12:03:31.295915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:31.344927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:31.391292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:31.395304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:31.400128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:31.403656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=af470a84-f414-4774-9ebd-0e18de55d8f9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:31.706096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:31.934090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:32.071327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 570b891c-a1a7-4c14-b86f-d14b500c38be is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:03:32.197664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:03:32.209720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Sync routers for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:03:32.228647 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:32.230162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8fce00f6-cf62-4535-b83c-4103545e411f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.8288002 Jul 22 12:03:32.233406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49248) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:32.233796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:32.234777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:32.287347 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2e1c6616-6c28-4dee-914a-0c6363a52f96 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=85b39e011ef14bc7bc5387f646974344&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0527253 Jul 22 12:03:32.289911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:32.392561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-95d7d83c-aeb1-4b03-9327-adea42d692c9 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:32.394470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-95d7d83c-aeb1-4b03-9327-adea42d692c9 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1033258 Jul 22 12:03:32.397183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49258) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:32.411179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:32.440472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81a9e4eb-0155-4a71-b711-88ede97077e5 req-bb0cfb22-e748-4123-a4d8-79af1a94d897 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:32.448542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81a9e4eb-0155-4a71-b711-88ede97077e5 req-bb0cfb22-e748-4123-a4d8-79af1a94d897 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.0900347 Jul 22 12:03:32.449586 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31c41799-c903-4b5f-946f-e1f0975919ac tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0512171 Jul 22 12:03:32.452210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49260) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:32.460517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1816052689', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'project_id': '85b39e011ef14bc7bc5387f646974344', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:32.508431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-81a9e4eb-0155-4a71-b711-88ede97077e5 req-6e666c31-a9b7-41ef-95c3-59f75e0be4f3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0587070 Jul 22 12:03:32.611370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:03:32.615640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:32.666898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-e44eda70-288e-46f8-be2a-3b195c460f60 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:32.668605 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-e44eda70-288e-46f8-be2a-3b195c460f60 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 945 time: 0.1356940 Jul 22 12:03:32.703267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:31Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:32.738213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Checking router: 570b891c-a1a7-4c14-b86f-d14b500c38be for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:03:32.739380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Updating router 570b891c-a1a7-4c14-b86f-d14b500c38be port af470a84-f414-4774-9ebd-0e18de55d8f9 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:03:32.785528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:32.910922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port 2246182b-c797-4746-8637-421007679adf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:32.911293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:32.927573 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.050875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Subnet': ['ID=dfb2fe35-c1ee-4302-a5fb-f92e71a90002,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:33.074307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port 2246182b-c797-4746-8637-421007679adf, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=2246182b-c797-4746-8637-421007679adf,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:33.074710 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.077125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Checking segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:33.077492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network hostable DHCP agents. Network: cbf78ea8-95a8-4f1c-9411-db1ae63d18c0, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:03:33.093772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for 2246182b-c797-4746-8637-421007679adf owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:33.104976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.112143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:03:33.115707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Transition to ACTIVE for port object af470a84-f414-4774-9ebd-0e18de55d8f9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:33.124171 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.151481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cbf78ea8-95a8-4f1c-9411-db1ae63d18c0) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:33.157377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:33.157962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.166642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eaadb3eb-fa02-4ac8-9572-01163841c5ea None None] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:03:33.194410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9bbe70a5-c35a-40ac-9a2f-5571ed7cf910 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.7404425 Jul 22 12:03:33.197740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49274) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:33.259457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a989763-7d4d-46ca-b9db-c2f13a922a9b None None] Pushing event updated for resources: {'Port': ['ID=af470a84-f414-4774-9ebd-0e18de55d8f9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:33.259457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Attempting to bind port af470a84-f414-4774-9ebd-0e18de55d8f9 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:33.259457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Attempting to bind port af470a84-f414-4774-9ebd-0e18de55d8f9 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:33.259457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Attempting to bind port af470a84-f414-4774-9ebd-0e18de55d8f9 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:33.274686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:33.275070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:33.275481 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.275879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:33.276360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Bound port: af470a84-f414-4774-9ebd-0e18de55d8f9, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:33.276747 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.314155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.346229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=2246182b-c797-4746-8637-421007679adf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:33.384551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b3934127-3419-46cb-9c22-61d2c5eb65a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:33.389572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['2246182b-c797-4746-8637-421007679adf'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:33.451882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port 2246182b-c797-4746-8637-421007679adf on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:03:33.454702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.458165 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b015a931-02f9-4c81-b4cd-e3225c299830 req-0e1477e9-62c9-4dec-b7df-7cf5a4313e52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "DELETE /v2.0/ports/2246182b-c797-4746-8637-421007679adf HTTP/1.1" status: 204 len: 173 time: 0.7553656 Jul 22 12:03:33.458703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'name': 'network-vif-deleted', 'tag': '2246182b-c797-4746-8637-421007679adf'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:33.462040 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4c454de5-e964-4af2-915a-ffa191eba7d5" -d '{"events": [{"server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "name": "network-vif-deleted", "tag": "2246182b-c797-4746-8637-421007679adf"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:33.527033 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c88a0776-e7af-4235-8ad7-27b9a813445d x-openstack-request-id: req-c88a0776-e7af-4235-8ad7-27b9a813445d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:33.527551 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4aae45b1-f1ee-49a9-8881-8cf3840051e1", "name": "network-vif-deleted", "tag": "2246182b-c797-4746-8637-421007679adf", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:33.527898 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c88a0776-e7af-4235-8ad7-27b9a813445d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:33.528398 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4aae45b1-f1ee-49a9-8881-8cf3840051e1', 'name': 'network-vif-deleted', 'tag': '2246182b-c797-4746-8637-421007679adf', 'status': 'completed', 'code': 200} Jul 22 12:03:33.583562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] For port af470a84-f414-4774-9ebd-0e18de55d8f9, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:33.588706 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] For port af470a84-f414-4774-9ebd-0e18de55d8f9, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=af470a84-f414-4774-9ebd-0e18de55d8f9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:33.636761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.736101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:03:33.737232 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:33.882214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9096ca73-5116-4a51-8553-3d2c451d77c3 req-7751de5d-3305-4c40-871e-d11dcee05c9a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0305972 Jul 22 12:03:33.903600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a989763-7d4d-46ca-b9db-c2f13a922a9b None None] Pushing event updated for resources: {'Port': ['ID=af470a84-f414-4774-9ebd-0e18de55d8f9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:33.913916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:33.914578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:34.267738 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:34.277993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Allocated IP 172.20.0.2 (cbf78ea8-95a8-4f1c-9411-db1ae63d18c0/dfb2fe35-c1ee-4302-a5fb-f92e71a90002/fde7f0d6-cd5e-41e8-971c-0b5be347b3e9) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:34.297827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:34.669514 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:34.681797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Transition to ACTIVE for port object fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:34.704581 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Transition to ACTIVE for port object fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:34.707328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:31Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:34.761874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:34.761874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de23b0a6-73ac-4c84-861f-7eab0199cd23 None None] The sync data for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 is: [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:31Z', 'revision_number': 3, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:03:34.779620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.1 (cbf78ea8-95a8-4f1c-9411-db1ae63d18c0/dfb2fe35-c1ee-4302-a5fb-f92e71a90002/558307f7-aa2a-444c-9392-c5a4ae4da396) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:34.807406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:34.811043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:34.815397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:34.822271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Pushing event updated for resources: {'Port': ['ID=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:34.917151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Attempting to bind port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:34.918388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Attempting to bind port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:34.919506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Attempting to bind port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 on network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:34.929445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:34.930261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Checking segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:34.930897 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:34.934152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Bound using segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:34.935811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Bound port: fde7f0d6-cd5e-41e8-971c-0b5be347b3e9, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:34.936860 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:35.035922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] For port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:35.040794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] For port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:35.046796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:35.094792 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:35.134654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9d73482-8986-45d7-8f72-afcfadf42e7b req-cf387c6e-1950-4fd5-bf0f-b1e8f47ac54d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0615976 Jul 22 12:03:35.147249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object 558307f7-aa2a-444c-9392-c5a4ae4da396 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:35.194799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:35.273911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0845ac7c-c32a-4564-a078-d39913e29a0d None None] Pushing event updated for resources: {'Port': ['ID=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:35.276772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:35.281102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:35.291108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:35.345874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:35.365957 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:35.657379 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:36.023774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:36.031746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:36.124857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:36.134996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:36.299864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bea21d5-8520-4f68-9b0f-377ef9ec8e92 req-a5e82082-eba2-4d3f-9fff-b5bd9b813a7c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0525053 Jul 22 12:03:36.401501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:36.403125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:36.541194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:36.633263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac8e3d04-44e8-45a9-b974-c05e4b387562 None None] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:03:36.650879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 570b891c-a1a7-4c14-b86f-d14b500c38be has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:03:36.753040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-16d443df-d2a7-4920-9560-9ad9d56c071f None None] Provisioning for port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:36.831727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:03:36.841755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:36.843149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-731e3232-b59c-42a4-8431-26edb4b60a1d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/570b891c-a1a7-4c14-b86f-d14b500c38be/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6435688 Jul 22 12:03:36.869221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:36.869800 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.046849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.115610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-ae4df984-51a1-4f63-a6cb-9ceff6b5b3f0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-146556554&fields=id&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 267 time: 0.0865951 Jul 22 12:03:37.138133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:37.148582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.150659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device af470a84-f414-4774-9ebd-0e18de55d8f9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:37.267633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2246182b-c797-4746-8637-421007679adf no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:37.304152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 2246182b-c797-4746-8637-421007679adf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:37.304500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 2246182b-c797-4746-8637-421007679adf not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:37.313976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:37.337574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port af470a84-f414-4774-9ebd-0e18de55d8f9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:37.342619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port af470a84-f414-4774-9ebd-0e18de55d8f9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:37.343047 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.363801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-2670494a-c453-41e0-9375-f6990ef5572a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:37.392013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-2670494a-c453-41e0-9375-f6990ef5572a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 797 time: 0.2683136 Jul 22 12:03:37.432698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-cc521ac4-3fc1-4322-b1c0-09a3bfb8f50e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/quotas/85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 375 time: 0.0314548 Jul 22 12:03:37.446497 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Sync routers for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:03:37.465095 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:37.465740 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:37.479282 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.544029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Provisioning for port 558307f7-aa2a-444c-9392-c5a4ae4da396 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:37.555519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port af470a84-f414-4774-9ebd-0e18de55d8f9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=af470a84-f414-4774-9ebd-0e18de55d8f9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:37.567326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Provisioning complete for port 558307f7-aa2a-444c-9392-c5a4ae4da396 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:37.568347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.577931 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.640591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d6e1452-7d43-41a0-bef1-3c4cee4c3e23 req-4769a6e6-ca1d-4789-a4cb-81ebfbebc381 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.1076562 Jul 22 12:03:37.670723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-54b6e4e3-a1ed-402f-8909-7153472f486a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2343581 Jul 22 12:03:37.698611 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:37.712172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Port 558307f7-aa2a-444c-9392-c5a4ae4da396 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:37.774810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=af470a84-f414-4774-9ebd-0e18de55d8f9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:37.792523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Provisioning complete for port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:37.792952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0aa784e3-6f11-471f-a1df-045f60d3fe74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:37.965762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-cbedc3ed-be97-4aba-b720-d463bb809371 service neutron] 10.222.0.21 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2893381 Jul 22 12:03:38.038177 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 2, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:38.073754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Checking router: 570b891c-a1a7-4c14-b86f-d14b500c38be for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:03:38.074116 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Updating router 570b891c-a1a7-4c14-b86f-d14b500c38be port 558307f7-aa2a-444c-9392-c5a4ae4da396 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:03:38.092402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bea728ee-dba3-4e3b-af3f-0a2abd56f830 None None] Provisioning complete for port 558307f7-aa2a-444c-9392-c5a4ae4da396 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:38.092785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bea728ee-dba3-4e3b-af3f-0a2abd56f830 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.123216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e2f6f214-b7d5-4b26-8e81-6f2e1b4e9b22 service neutron] 10.222.0.21 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1563978 Jul 22 12:03:38.163086 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.170604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bea728ee-dba3-4e3b-af3f-0a2abd56f830 None None] Port 558307f7-aa2a-444c-9392-c5a4ae4da396 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:38.403452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-94725c57-7e54-42e1-b866-0ec717bd5cf8 None None] Provisioning complete for port 558307f7-aa2a-444c-9392-c5a4ae4da396 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:38.403756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-94725c57-7e54-42e1-b866-0ec717bd5cf8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.450155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70aaf7a5-c95a-4269-b1be-d4555b25b65a req-d04394fb-54b3-4d54-97cd-92f08ac46804 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 210 time: 0.0956016 Jul 22 12:03:38.481385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:38.497051 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:03:38.539738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-94725c57-7e54-42e1-b866-0ec717bd5cf8 None None] Port 558307f7-aa2a-444c-9392-c5a4ae4da396 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:38.558705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:38.559914 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.783305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device af470a84-f414-4774-9ebd-0e18de55d8f9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:38.806959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ac4601f-f595-4efd-a575-abf0e43b20e8 req-c270c084-0627-451e-b81e-86759bc1f88d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0510693 Jul 22 12:03:38.813177 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.856173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Transition to ACTIVE for port object 558307f7-aa2a-444c-9392-c5a4ae4da396 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:38.865225 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.923954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port af470a84-f414-4774-9ebd-0e18de55d8f9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:38.924470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:38.976305 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Pushing event updated for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:39.000818 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.001253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.001585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.001929 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.002272 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.002634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.016090 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.017144 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.017569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.017909 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.018249 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.019849 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:39.036280 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Attempting to bind port 558307f7-aa2a-444c-9392-c5a4ae4da396 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:39.036686 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Attempting to bind port 558307f7-aa2a-444c-9392-c5a4ae4da396 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:39.037036 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Attempting to bind port 558307f7-aa2a-444c-9392-c5a4ae4da396 on network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:39.042867 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:39.043518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Checking segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:39.043930 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:39.044321 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Bound using segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:39.044807 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Bound port: 558307f7-aa2a-444c-9392-c5a4ae4da396, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:39.045192 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:39.189312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] For port 558307f7-aa2a-444c-9392-c5a4ae4da396, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:39.194264 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] For port 558307f7-aa2a-444c-9392-c5a4ae4da396, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=558307f7-aa2a-444c-9392-c5a4ae4da396,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:39.200174 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:39.349954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef24161a-4758-43eb-a4ee-032ed7ed80e6 None None] Pushing event updated for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:39.370972 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:39.372832 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:39.570513 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:39.669740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-171a5ca0-00a5-4ae1-8c19-3524c557f9a3 req-dcd1b8be-ccdc-44c0-8bb8-af084adc300b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 210 time: 0.0795982 Jul 22 12:03:39.951890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:39Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:40.033298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38f2c47a-60aa-4fa7-a53b-621bbd2549f0 req-300addbf-9bea-4f87-a835-aeec7b678276 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=4aae45b1-f1ee-49a9-8881-8cf3840051e1 HTTP/1.1" status: 200 len: 210 time: 0.0434461 Jul 22 12:03:40.034433 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c57e661b-4d7c-49c4-827d-4bb6e3126d9d None None] The sync data for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 is: [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:39Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:03:40.080255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-59cf4bb7-ba37-4cea-96db-455a4097a4b8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:40.101191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-59cf4bb7-ba37-4cea-96db-455a4097a4b8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 797 time: 0.3036287 Jul 22 12:03:40.208621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-f644c406-9cd6-4d50-aed6-bdda10d97be6 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=85b39e011ef14bc7bc5387f646974344 HTTP/1.1" status: 200 len: 379 time: 0.0817695 Jul 22 12:03:40.226980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'port': {'device_id': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'admin_state_up': True, 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'security_groups': ['2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:40.415650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Made reservation on behalf of 85b39e011ef14bc7bc5387f646974344 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:03:40.421446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:40.448914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 558307f7-aa2a-444c-9392-c5a4ae4da396 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:40.551760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 558307f7-aa2a-444c-9392-c5a4ae4da396 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:40.561246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 558307f7-aa2a-444c-9392-c5a4ae4da396 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:40.563982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:40.621506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.20.0.5 (cbf78ea8-95a8-4f1c-9411-db1ae63d18c0/dfb2fe35-c1ee-4302-a5fb-f92e71a90002/fb21ace6-decf-4565-aae2-1f16f62cc138) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:40.716785 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:40.761410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 558307f7-aa2a-444c-9392-c5a4ae4da396, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=558307f7-aa2a-444c-9392-c5a4ae4da396,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:40.767351 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:40.866488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:40.901260 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:40.954267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22bdb8b5-0a16-419b-be9f-9e22b35bbd24 req-b4d8bf58-8266-4679-99fd-948154d92ef4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 210 time: 0.0724540 Jul 22 12:03:40.968109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Transition to ACTIVE for port object fb21ace6-decf-4565-aae2-1f16f62cc138 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:41.039007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:41.111425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:41.123233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:41.125227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:41.128547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:41.207990 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:41.208819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:41.231095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-e1a5b0d0-297c-4c14-a8fb-6c6046b83907 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0113022 Jul 22 12:03:41.262050 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Request body: {'port': {'device_id': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:41.363273 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:41.592744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2741bb25-5d48-47fe-947a-3a3dd5fabe06 None None] Provisioning for port fb21ace6-decf-4565-aae2-1f16f62cc138 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:41.603362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2741bb25-5d48-47fe-947a-3a3dd5fabe06 None None] Provisioning complete for port fb21ace6-decf-4565-aae2-1f16f62cc138 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:41.604096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2741bb25-5d48-47fe-947a-3a3dd5fabe06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:41.669116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2741bb25-5d48-47fe-947a-3a3dd5fabe06 None None] Port fb21ace6-decf-4565-aae2-1f16f62cc138 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:42.201539 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:03:42.210491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.224819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2685046-748b-4ece-a271-68c546eb2dda req-3b2236b9-b77b-40a1-8eb6-1198ccf48ee7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:42.226270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2685046-748b-4ece-a271-68c546eb2dda req-3b2236b9-b77b-40a1-8eb6-1198ccf48ee7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 931 time: 0.1278436 Jul 22 12:03:42.240643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Transition to ACTIVE for port object fb21ace6-decf-4565-aae2-1f16f62cc138 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:42.249928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.328320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2685046-748b-4ece-a271-68c546eb2dda req-223227d0-c2d7-4d8a-957a-231dabf10cb8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0958579 Jul 22 12:03:42.335724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:42.415791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 558307f7-aa2a-444c-9392-c5a4ae4da396 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:42.437202 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Attempting to bind port fb21ace6-decf-4565-aae2-1f16f62cc138 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:42.437550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Attempting to bind port fb21ace6-decf-4565-aae2-1f16f62cc138 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:42.437885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Attempting to bind port fb21ace6-decf-4565-aae2-1f16f62cc138 on network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:42.444057 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Port fb21ace6-decf-4565-aae2-1f16f62cc138 on network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:03:42.444520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Attempting to bind port fb21ace6-decf-4565-aae2-1f16f62cc138 on network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:42.451840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:42.452257 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Checking segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:42.452807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Bound using segment: {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:42.453611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Bound port: fb21ace6-decf-4565-aae2-1f16f62cc138, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8e8440c5-f93c-46b4-b1f6-5943f98691b5', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 142, 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:42.454049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.510701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 558307f7-aa2a-444c-9392-c5a4ae4da396 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:42.511532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.543246 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:42.546819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:42.558481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.608441 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:42.609064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:42.610517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] 10.222.0.20 "PUT /v2.0/ports/fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 1091 time: 1.3717341 Jul 22 12:03:42.610964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:42.615770 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-edecb28f-8952-4091-8212-3efa030748ae" -d '{"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:42.657365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ee13c6a-1436-4e17-8d0d-ecba080ae72a service neutron] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:42.741417 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82af6551-e65c-4482-83e3-6d46aa5984cd x-openstack-request-id: req-82af6551-e65c-4482-83e3-6d46aa5984cd {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:42.741855 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:42.742260 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82af6551-e65c-4482-83e3-6d46aa5984cd {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:42.742686 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'status': 'completed', 'code': 200} Jul 22 12:03:42.752328 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-78cee08f-3408-4163-b929-9e4dc49abf12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:42.754136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-78cee08f-3408-4163-b929-9e4dc49abf12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1094 time: 0.0904796 Jul 22 12:03:42.831182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-655cca96-b856-4d78-9873-3d322c6da170 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 217 time: 0.0693614 Jul 22 12:03:42.927354 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-74cdf100-b510-444d-8cc6-2b1466ee5bf2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:42.929095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-74cdf100-b510-444d-8cc6-2b1466ee5bf2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0917175 Jul 22 12:03:43.032733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-d3cae5c2-5ff3-4420-8556-f3ad5f09c435 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.035079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-d3cae5c2-5ff3-4420-8556-f3ad5f09c435 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0993218 Jul 22 12:03:43.137114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-94d82c78-0d60-4018-9163-1646d1d6cc7c service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0957563 Jul 22 12:03:43.251857 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73e9e7a5-291a-47c3-9c07-bbaa84724f45 req-a316de75-6f28-4bfe-8c9c-79ca14c27460 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1081700 Jul 22 12:03:43.371237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb28f-8952-4091-8212-3efa030748ae req-d09f9633-b387-479c-9515-f67aad366674 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.373645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-d09f9633-b387-479c-9515-f67aad366674 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1094 time: 0.0717797 Jul 22 12:03:43.515318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb28f-8952-4091-8212-3efa030748ae req-d9640854-c46e-481f-850d-117438ca04c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.517301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-d9640854-c46e-481f-850d-117438ca04c1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 898 time: 0.1371717 Jul 22 12:03:43.597496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-8c104d92-9964-4211-9eee-c3e5a742910c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 217 time: 0.0686078 Jul 22 12:03:43.672991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb28f-8952-4091-8212-3efa030748ae req-2c5efd0a-90ad-40f1-8d97-f6f4955841b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.674693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-2c5efd0a-90ad-40f1-8d97-f6f4955841b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0644829 Jul 22 12:03:43.689788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54a9428-b5a9-4e72-b745-43820bd5af54 req-46327ae3-54a8-42ca-8134-ed4d1d6d2f76 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.691765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54a9428-b5a9-4e72-b745-43820bd5af54 req-46327ae3-54a8-42ca-8134-ed4d1d6d2f76 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 943 time: 0.1731935 Jul 22 12:03:43.798968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54a9428-b5a9-4e72-b745-43820bd5af54 req-64a3d23d-3d41-4bfa-8d3f-bc68de5746ab tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0984104 Jul 22 12:03:43.808351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edecb28f-8952-4091-8212-3efa030748ae req-6a2d1e3e-74b9-47e7-819f-9a80f85dffb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:43.819943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-6a2d1e3e-74b9-47e7-819f-9a80f85dffb3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1289318 Jul 22 12:03:43.917887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-c73a1c20-d106-4bd7-824a-2a5382ec2fcd service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0970671 Jul 22 12:03:44.024421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edecb28f-8952-4091-8212-3efa030748ae req-5a301d39-64a1-4872-b2d4-537639d96b6f service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0986531 Jul 22 12:03:44.933407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ee6fbae-7cfc-4977-92bf-55b896406c34 req-ad582752-3d11-43bf-bb00-e4667f408aa1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:44.934980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ee6fbae-7cfc-4977-92bf-55b896406c34 req-ad582752-3d11-43bf-bb00-e4667f408aa1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 943 time: 0.0656328 Jul 22 12:03:44.981070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ee6fbae-7cfc-4977-92bf-55b896406c34 req-547082e3-0c96-4bae-8e3a-30bf541c9119 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399947 Jul 22 12:03:45.265945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-977a42c1-2918-4fb4-830e-f92b4666512e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:45.831387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5604d486-7c99-4d31-a033-5c4f5678931e req-766c38f1-2a9f-4dd6-8e10-f2699d860783 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:45.832971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5604d486-7c99-4d31-a033-5c4f5678931e req-766c38f1-2a9f-4dd6-8e10-f2699d860783 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 945 time: 0.0649831 Jul 22 12:03:45.871445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5604d486-7c99-4d31-a033-5c4f5678931e req-255216bf-9f22-4ed0-af57-2c0bf400031d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329440 Jul 22 12:03:46.119450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d353728c-74dd-4e24-8816-8924791f9ac4 req-75f35bb5-6117-4a0f-839d-975f69b1bd84 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:46.120891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d353728c-74dd-4e24-8816-8924791f9ac4 req-75f35bb5-6117-4a0f-839d-975f69b1bd84 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 943 time: 0.0684848 Jul 22 12:03:46.158758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d353728c-74dd-4e24-8816-8924791f9ac4 req-fa901560-2635-49d3-a85c-741646cf455e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322566 Jul 22 12:03:47.001859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a756da63-bf23-4572-aefb-80a5441042d4 req-a0561d48-eafc-4836-aa65-2b629bfab5c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:47.003469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a756da63-bf23-4572-aefb-80a5441042d4 req-a0561d48-eafc-4836-aa65-2b629bfab5c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 945 time: 0.0662184 Jul 22 12:03:47.043225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a756da63-bf23-4572-aefb-80a5441042d4 req-d75e1eea-6a60-43c4-a2a0-87775470e7f2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=e18a0e50-d068-431b-8edd-d114c3ac0b73&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339787 Jul 22 12:03:47.287141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:47.291916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-695698104', 'description': 'tempest-secgroup-smoke-695698104 description', 'project_id': '06988c569db04c73b4539cf1a97d9035'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:47.314404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.330405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a885f7-e11f-40c1-88a6-041e7d48318e req-70977e68-22bc-4ec2-9028-54dc1e15f1f5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:47.332634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08a885f7-e11f-40c1-88a6-041e7d48318e req-70977e68-22bc-4ec2-9028-54dc1e15f1f5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 943 time: 0.1065202 Jul 22 12:03:47.354780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-0c08f6ba-b15b-46e0-8aa0-db31cfa05ed9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:47.356234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-0c08f6ba-b15b-46e0-8aa0-db31cfa05ed9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 945 time: 0.1011364 Jul 22 12:03:47.403206 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.411076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.418096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08a885f7-e11f-40c1-88a6-041e7d48318e req-9de96898-694b-4ecb-841e-9faee2e566c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0776229 Jul 22 12:03:47.436597 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.441221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1498001 Jul 22 12:03:47.441483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:47.446321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:47.465079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroup': ['ID=ead407a3-8e02-4916-934c-f8c50a96a22e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.477741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.478252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.478410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.478824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.479175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.479515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.479853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.480174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.480521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.480859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.481189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.481540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-03add605-c1c7-4485-852f-ded43910d39e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:03:47.483489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port b3934127-3419-46cb-9c22-61d2c5eb65a4 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:03:47.484075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.498035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.553388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.560236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.577512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:03:47.590490 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d9e0bf3-3fb1-4bac-aa74-ba8eeb7e9c42,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.593538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.594991 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b6487d6a-dd81-4073-9500-71aa147c7231 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1524699 Jul 22 12:03:47.597817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49492) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:47.602270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:47.606863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port b3934127-3419-46cb-9c22-61d2c5eb65a4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=b3934127-3419-46cb-9c22-61d2c5eb65a4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:47.607194 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.620558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for b3934127-3419-46cb-9c22-61d2c5eb65a4 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:03:47.629562 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.687353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.691941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.698941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:47.711047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5491155c-9d28-4451-a5fd-312a618e84b9,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.717409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.721434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'mac_address': 'fa:16:3e:df:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:03:47.721615 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-542f9b3f-befc-4d01-8330-6df095343e90 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1202495 Jul 22 12:03:47.721747 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49494) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:47.728143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:47.760335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.765222 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.767074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.780002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['b3934127-3419-46cb-9c22-61d2c5eb65a4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:47.798961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=b3934127-3419-46cb-9c22-61d2c5eb65a4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.811179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:03:47.833332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.838307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.854183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed7ca500-64da-438e-a9c1-ace1bb84aafc,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.856862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:47.863685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.865053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.867648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port b3934127-3419-46cb-9c22-61d2c5eb65a4 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:03:47.868207 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.869843 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-463ca1f2-dac3-42a9-b98b-08b4d7350358 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1462917 Jul 22 12:03:47.871679 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49496) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:47.871679 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.873717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-938e921b-76b2-4220-b85f-ff7b96b9fa2c req-957f9d06-461b-479a-8222-83c57e50a869 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "DELETE /v2.0/ports/b3934127-3419-46cb-9c22-61d2c5eb65a4 HTTP/1.1" status: 204 len: 173 time: 0.5096054 Jul 22 12:03:47.875376 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'name': 'network-vif-deleted', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:47.877861 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a64ee604-cf47-4cfc-b6b3-415e5f6d679d" -d '{"events": [{"server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "name": "network-vif-deleted", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:47.882879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:47.918108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.923063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:47.931476 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4560c423-a832-4b4e-b8ef-40a484cb7f7b x-openstack-request-id: req-4560c423-a832-4b4e-b8ef-40a484cb7f7b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:47.931826 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "03f283a3-1c2e-4273-bc26-f6a0482e53cf", "name": "network-vif-deleted", "tag": "b3934127-3419-46cb-9c22-61d2c5eb65a4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:47.932137 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4560c423-a832-4b4e-b8ef-40a484cb7f7b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:47.933297 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '03f283a3-1c2e-4273-bc26-f6a0482e53cf', 'name': 'network-vif-deleted', 'tag': 'b3934127-3419-46cb-9c22-61d2c5eb65a4', 'status': 'completed', 'code': 200} Jul 22 12:03:47.983918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:47.988068 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.006817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4079b130-1246-4f93-a814-08bafcaceac4,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:48.012724 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.014257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19932c90-368c-4510-9120-f628f6e42666 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1396403 Jul 22 12:03:48.016965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:48.022848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:48.044703 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Project 06988c569db04c73b4539cf1a97d9035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:48.049569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.057521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fb21ace6-decf-4565-aae2-1f16f62cc138'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:03:48.156503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-352983d0-d681-4d78-9f51-50ddcb28edae req-1990ca16-9bd9-4a00-b125-545a03123d61 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0353882 Jul 22 12:03:48.173485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.179949 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.206530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c8624ded-7fef-41cf-a73e-a085912d6474,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:48.210689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.215229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49504) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:48.216281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6daf9727-7cfe-43c1-aa87-6670efc0222a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1983051 Jul 22 12:03:48.220806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'security_group_rule': {'security_group_id': 'ead407a3-8e02-4916-934c-f8c50a96a22e', 'project_id': '06988c569db04c73b4539cf1a97d9035', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:48.240530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45f3e2d0-edf1-413d-901d-f7c5bfbaba3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.251837 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Project 06988c569db04c73b4539cf1a97d9035 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:48.259586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.329950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.334608 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.354527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f770e5f0-96ca-451a-a32c-c551611f4af3,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:48.360995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:48.363224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c9e3ed6-f73c-4a0b-b701-485a32895f94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1466398 Jul 22 12:03:48.553229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-ddc2ed46-5087-4035-972d-dfeaba1e1ab2 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-695698104&fields=id&tenant_id=06988c569db04c73b4539cf1a97d9035 HTTP/1.1" status: 200 len: 267 time: 0.0635171 Jul 22 12:03:48.644385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a422fbd1-9e81-41b2-84c9-8de4b3041cca req-21545863-bd0e-4026-b945-3db0b439ef3b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:48.645946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a422fbd1-9e81-41b2-84c9-8de4b3041cca req-21545863-bd0e-4026-b945-3db0b439ef3b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 944 time: 0.1489053 Jul 22 12:03:48.695447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-d915a83b-20ad-49c8-bd93-a73bea65b414 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:48.696920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-d915a83b-20ad-49c8-bd93-a73bea65b414 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 814 time: 0.1356716 Jul 22 12:03:48.716832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a422fbd1-9e81-41b2-84c9-8de4b3041cca req-444145e4-53da-44e8-8bc0-d6f87905318d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0632758 Jul 22 12:03:48.719127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-8e1ddbb1-15d0-467b-92d1-75ff7a3c8e2d tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/quotas/06988c569db04c73b4539cf1a97d9035 HTTP/1.1" status: 200 len: 375 time: 0.0163653 Jul 22 12:03:48.791813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-27653427-636e-48fe-8427-ba93c056b991 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0661635 Jul 22 12:03:48.886397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a6812c0f-2ae2-4810-b1e7-9a70302a13a7 service neutron] 10.222.0.21 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831070 Jul 22 12:03:48.978717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-3b365bb0-eb45-4782-bb80-b3d63a1ebb27 service neutron] 10.222.0.21 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864048 Jul 22 12:03:49.280626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-411e3600-06be-4f9e-ba72-0b4813488236 req-8cec1909-ad7a-4faf-b9fe-ebda34828db0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0372541 Jul 22 12:03:49.314115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9c3d150-b959-4971-856a-3dced10d9761 req-3de9f7a5-ece5-45f5-bd93-d129899b7fd9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0361030 Jul 22 12:03:49.456412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:49.584726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:03:49.637614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fb21ace6-decf-4565-aae2-1f16f62cc138 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:49.641771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fb21ace6-decf-4565-aae2-1f16f62cc138 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:49.642516 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:49.723325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:49.747131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:49.749217 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d862826e-30cd-4498-8721-5902af2b3729" -d '{"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:49.764135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:03:49.769406 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:49.770279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b3934127-3419-46cb-9c22-61d2c5eb65a4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:03:49.829034 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b0deaf74-33d9-4706-beed-bf566e546ff9 x-openstack-request-id: req-b0deaf74-33d9-4706-beed-bf566e546ff9 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:49.829321 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:49.829574 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b0deaf74-33d9-4706-beed-bf566e546ff9 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:49.830105 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'code': 200} Jul 22 12:03:49.830742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: b3934127-3419-46cb-9c22-61d2c5eb65a4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:03:49.831084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device b3934127-3419-46cb-9c22-61d2c5eb65a4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:03:49.874545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:49.934862 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f179b8b-bc9a-4d8a-af87-05ecb608bc4e req-8532b8a2-7038-48f2-8561-695c49aa320b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:49.936357 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f179b8b-bc9a-4d8a-af87-05ecb608bc4e req-8532b8a2-7038-48f2-8561-695c49aa320b tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.1011424 Jul 22 12:03:49.989046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9f179b8b-bc9a-4d8a-af87-05ecb608bc4e req-ced36f24-c8e9-45e3-aebf-7d3605ee16d8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0460844 Jul 22 12:03:49.990998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417f9ade-ff81-4aa8-bef2-c10e252de042 req-7367ce54-1573-42bb-9ac1-455a4c6d33f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:49.992405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417f9ade-ff81-4aa8-bef2-c10e252de042 req-7367ce54-1573-42bb-9ac1-455a4c6d33f4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.1037414 Jul 22 12:03:50.035558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417f9ade-ff81-4aa8-bef2-c10e252de042 req-685e0384-3946-4000-9dff-5ffdb512d4fb service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350893 Jul 22 12:03:50.249191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-dbc687bf-82bf-4247-8e05-8e397bd7d922 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:50.251001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-dbc687bf-82bf-4247-8e05-8e397bd7d922 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 814 time: 0.1104298 Jul 22 12:03:50.295592 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-23f081da-8f72-43aa-82c3-4809bdf9fc78 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=06988c569db04c73b4539cf1a97d9035 HTTP/1.1" status: 200 len: 379 time: 0.0363026 Jul 22 12:03:50.303960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'port': {'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'admin_state_up': True, 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'security_groups': ['ead407a3-8e02-4916-934c-f8c50a96a22e']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:50.407563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a1881ea-46e7-4b0e-9079-fd6fcec40bb4 req-dd9e032d-d554-482c-9d20-aa78ed142ec3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0377269 Jul 22 12:03:50.444102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Made reservation on behalf of 06988c569db04c73b4539cf1a97d9035 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:03:50.448232 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:50.451767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c729d77e-84e3-459f-a03d-6c20f51d094e req-cda2d930-9be8-47c8-927f-327c30ae5ba5 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0415237 Jul 22 12:03:50.594138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Allocated IP 172.20.0.6 (9db8efd0-5e5b-418b-9f88-b50ac9c68269/ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc/459f3632-c892-4ff7-a0cc-71a0c4739b1e) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:50.739385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:50.770962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Transition to ACTIVE for port object 459f3632-c892-4ff7-a0cc-71a0c4739b1e will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:50.807451 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:50.864472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:50.868743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:50.870583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:50.872739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:50.925315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:50.925988 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:50.940922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-1da1cee1-506d-47df-b307-254445129b94 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6403065 Jul 22 12:03:50.952203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Request body: {'port': {'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:51.033275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.154331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6819e2-0eb5-4a93-b0fc-70b2e104b09d req-772534c3-62f3-45bd-bd56-32578318efc8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:51.155940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d6819e2-0eb5-4a93-b0fc-70b2e104b09d req-772534c3-62f3-45bd-bd56-32578318efc8 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0755486 Jul 22 12:03:51.179347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f4c38a-a07e-4c50-9901-01760844cc64 None None] Provisioning for port 459f3632-c892-4ff7-a0cc-71a0c4739b1e completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:03:51.185560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-46f4c38a-a07e-4c50-9901-01760844cc64 None None] Provisioning complete for port 459f3632-c892-4ff7-a0cc-71a0c4739b1e triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:03:51.186065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-46f4c38a-a07e-4c50-9901-01760844cc64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.199617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d6819e2-0eb5-4a93-b0fc-70b2e104b09d req-f3048cfb-cfc7-4747-bb07-6c6355937407 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358686 Jul 22 12:03:51.236610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-46f4c38a-a07e-4c50-9901-01760844cc64 None None] Port 459f3632-c892-4ff7-a0cc-71a0c4739b1e cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:03:51.347208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 459f3632-c892-4ff7-a0cc-71a0c4739b1e {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:03:51.350033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc62bdf2-cf98-47f6-9bfb-f62db3300e01 req-c41f1bcf-ceb0-41bd-acc6-f47a03dab5e9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:51.351606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc62bdf2-cf98-47f6-9bfb-f62db3300e01 req-c41f1bcf-ceb0-41bd-acc6-f47a03dab5e9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0702286 Jul 22 12:03:51.357918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.370651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Transition to ACTIVE for port object 459f3632-c892-4ff7-a0cc-71a0c4739b1e will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:03:51.374664 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.395089 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc62bdf2-cf98-47f6-9bfb-f62db3300e01 req-cbcbc03f-6d73-4719-99d8-2cca064e1e3f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0372813 Jul 22 12:03:51.396741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.419186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:51.443047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Pushing event updated for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:51.497223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-681de6d4-4b6e-455c-a5e6-47b293db2787 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:51.501281 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-681de6d4-4b6e-455c-a5e6-47b293db2787 tempest-TestNetworkAdvancedServerOps-386505032 tempest-TestNetworkAdvancedServerOps-386505032-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1091 time: 0.0810144 Jul 22 12:03:51.505293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:51.512353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:51.580526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0033aa45-f6a3-4283-b37a-602c6947171c req-4cefd647-932d-4969-8cbb-e6865c6f3037 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=03f283a3-1c2e-4273-bc26-f6a0482e53cf HTTP/1.1" status: 200 len: 210 time: 0.0557220 Jul 22 12:03:51.584358 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.592536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Attempting to bind port 459f3632-c892-4ff7-a0cc-71a0c4739b1e on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:03:51.594066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Attempting to bind port 459f3632-c892-4ff7-a0cc-71a0c4739b1e by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:03:51.605137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Attempting to bind port 459f3632-c892-4ff7-a0cc-71a0c4739b1e on network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:51.621083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Port 459f3632-c892-4ff7-a0cc-71a0c4739b1e on network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:03:51.621296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Attempting to bind port 459f3632-c892-4ff7-a0cc-71a0c4739b1e on network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:03:51.630581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:03:51.631408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Checking segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:03:51.632260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Bound using segment: {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:03:51.633117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Bound port: 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '3441c344-1269-4698-a2bb-f505c0453087', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 128, 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:03:51.634013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.740148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ddbb92f-4ab8-4752-a0a7-426c5663544a req-e12b519f-1410-4882-8bf2-43acaa98d867 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:51.751819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ddbb92f-4ab8-4752-a0a7-426c5663544a req-e12b519f-1410-4882-8bf2-43acaa98d867 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.1695504 Jul 22 12:03:51.773059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:03:51.782888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:03:51.789191 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.829453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:51.830341 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.832244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] 10.222.0.36 "PUT /v2.0/ports/459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 1091 time: 0.8848383 Jul 22 12:03:51.832894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:51.835740 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec" -d '{"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:51.864534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8e7eb80-693e-4aab-a8db-89b4eb7291c8 service neutron] Pushing event updated for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:51.889242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ddbb92f-4ab8-4752-a0a7-426c5663544a req-e72e878b-18a8-48b6-9cc9-70d45bd526df tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1222894 Jul 22 12:03:51.904231 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:51.930806 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e33d6dde-0ff4-4c18-bf30-982e55075369 x-openstack-request-id: req-e33d6dde-0ff4-4c18-bf30-982e55075369 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:51.931109 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:51.931374 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e33d6dde-0ff4-4c18-bf30-982e55075369 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:51.931782 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:03:52.000367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-95b7e3e3-c06a-46c1-89b2-20ce34e7ea06 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.001874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-95b7e3e3-c06a-46c1-89b2-20ce34e7ea06 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1094 time: 0.0691698 Jul 22 12:03:52.048159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Allocated IP 172.25.6.121 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/8d877c15-f4fd-4706-9f6e-d91b08e193f4) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:03:52.051685 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-7d0bde4a-d762-4079-b4df-4db40ed4128b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 217 time: 0.0423741 Jul 22 12:03:52.120075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-0a07e424-7fb3-4500-a4c2-312ba94064ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.121566 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-0a07e424-7fb3-4500-a4c2-312ba94064ce service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0643458 Jul 22 12:03:52.174095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:52.195665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-cbe6cb99-7887-4b18-a64b-61c95c95b591 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.198488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-cbe6cb99-7887-4b18-a64b-61c95c95b591 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0703983 Jul 22 12:03:52.229703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:52.269765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:03:52.277210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:03:52.281021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:03:52.320633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=8d877c15-f4fd-4706-9f6e-d91b08e193f4,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:52.345303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-350b38fa-3661-4a91-b637-e0f2ec898fef service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1415582 Jul 22 12:03:52.437526 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2bec2773-24ed-4d40-a4f0-cf3716b64d00 req-23fe4ea6-07f0-405a-8cc4-8e1f64a292df service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863314 Jul 22 12:03:52.547913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-103c765f-6280-477e-a1ac-b78705597169 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.549648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-103c765f-6280-477e-a1ac-b78705597169 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1094 time: 0.0693347 Jul 22 12:03:52.646357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-75dfb8b3-aea5-40b9-81bf-0b0e49abc6e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.648305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-75dfb8b3-aea5-40b9-81bf-0b0e49abc6e3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 915 time: 0.0919483 Jul 22 12:03:52.706472 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-0c8705d2-69f7-48a0-a3ed-d93e1e7b75e4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 217 time: 0.0437398 Jul 22 12:03:52.749996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-539edd8c-cf36-4ae9-b633-e544073dc73f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.751540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-539edd8c-cf36-4ae9-b633-e544073dc73f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0481648 Jul 22 12:03:52.812096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-a982269d-b2a2-4ace-8701-3fdf1353f618 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:52.813553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-a982269d-b2a2-4ace-8701-3fdf1353f618 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564342 Jul 22 12:03:52.911499 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-cd0bee59-1045-4967-bde5-16fd8f8de682 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0919511 Jul 22 12:03:53.007135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b929afbf-e5ff-4eec-ac06-7e89e5dcafec req-c9765cbe-61b5-4d03-98ff-97269e41be17 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898120 Jul 22 12:03:53.081682 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.173037 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-213cc81b-b20a-46d0-b51f-22e0c149dca1 req-3bef3219-c8c7-4492-a6f6-60559bdb0e01 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:53.174645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-213cc81b-b20a-46d0-b51f-22e0c149dca1 req-3bef3219-c8c7-4492-a6f6-60559bdb0e01 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.1893981 Jul 22 12:03:53.229054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.261073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-213cc81b-b20a-46d0-b51f-22e0c149dca1 req-75d64159-a369-4a44-a59e-2301e6cf097b tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0653102 Jul 22 12:03:53.395953 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.400688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.474962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event updated for resources: {'Port': ['ID=8d877c15-f4fd-4706-9f6e-d91b08e193f4,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:53.484007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.584351 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 6434c8f3-7cea-4dd2-a431-86230e8a1c36 associated. External IP: 172.25.6.121, port: fb21ace6-decf-4565-aae2-1f16f62cc138. Jul 22 12:03:53.800393 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 570b891c-a1a7-4c14-b86f-d14b500c38be has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:03:53.907732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:03:53.918328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Sync routers for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:03:53.925410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:53.929617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:53.930240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:53.965505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-97f7683d-a2b1-4bfb-a5a6-e0f4bac37c8f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.4565487 Jul 22 12:03:53.965505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:03:53.965805 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b5689592-e6a7-418c-8ab7-2bde12a51477" -d '{"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:03:54.004859 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:03:53 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ae9f1922-eec1-4c18-8eb2-fad0ef54f3e5 x-openstack-request-id: req-ae9f1922-eec1-4c18-8eb2-fad0ef54f3e5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:03:54.005404 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:03:54.005874 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ae9f1922-eec1-4c18-8eb2-fad0ef54f3e5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:03:54.006562 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'status': 'completed', 'code': 200} Jul 22 12:03:54.051982 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:54.124879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-e447624d-bd53-46bd-ad2f-392c799bcc9d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.126416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-e447624d-bd53-46bd-ad2f-392c799bcc9d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0997021 Jul 22 12:03:54.140431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cdd0a33f-d4ea-4400-8697-00e517f53290 req-05070ba5-aae5-4fc9-94d2-a8c92d5c4113 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.141892 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cdd0a33f-d4ea-4400-8697-00e517f53290 req-05070ba5-aae5-4fc9-94d2-a8c92d5c4113 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.1069698 Jul 22 12:03:54.235876 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cdd0a33f-d4ea-4400-8697-00e517f53290 req-42e33a6f-0988-431f-89a0-7a4af022c5b7 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0848124 Jul 22 12:03:54.261072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-a8883cea-c102-4655-857f-adebbc906156 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.262660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49566) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:54.263466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-a8883cea-c102-4655-857f-adebbc906156 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 898 time: 0.1302166 Jul 22 12:03:54.295102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6434c8f3-7cea-4dd2-a431-86230e8a1c36', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'mac_address': 'fa:16:3e:df:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:03:52Z', 'updated_at': '2021-07-22T12:03:52Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:54.329557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Checking router: 570b891c-a1a7-4c14-b86f-d14b500c38be for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:03:54.341694 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:03:54.343217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:54.380795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-936f80ea-be5f-4d20-9977-7b66eed8f9a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 999 time: 0.1112316 Jul 22 12:03:54.463878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-4d20f88e-626e-465a-a4f6-4436727f334f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.465752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-4d20f88e-626e-465a-a4f6-4436727f334f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0613813 Jul 22 12:03:54.547199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6ab634-a480-432b-8e1f-a644f1a416f1 req-f27d9b39-c99d-4554-b601-e43f8a93749e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.549068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d6ab634-a480-432b-8e1f-a644f1a416f1 req-f27d9b39-c99d-4554-b601-e43f8a93749e tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.1811466 Jul 22 12:03:54.569849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-b254b781-3e24-4ec9-aacf-c8da53b0756d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:54.572095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-b254b781-3e24-4ec9-aacf-c8da53b0756d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0987942 Jul 22 12:03:54.693944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:03:54.719436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d6ab634-a480-432b-8e1f-a644f1a416f1 req-6c2879f1-d4ff-4608-93d3-452b6ebdd356 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1458583 Jul 22 12:03:54.753784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-c7164b5b-3568-45fc-8868-310c8588f275 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1722987 Jul 22 12:03:54.813484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef2e5d1b-50e5-4fcb-a49a-96b067aea575 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/6434c8f3-7cea-4dd2-a431-86230e8a1c36 HTTP/1.1" status: 200 len: 991 time: 0.5487888 Jul 22 12:03:54.907612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5689592-e6a7-418c-8ab7-2bde12a51477 req-cc3f9dd2-6108-4ddd-8786-365e0199d0b3 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476545 Jul 22 12:03:54.990786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6434c8f3-7cea-4dd2-a431-86230e8a1c36', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'mac_address': 'fa:16:3e:df:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:03:52Z', 'updated_at': '2021-07-22T12:03:52Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:03:55.022225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cf7f0e5d-6e72-4e07-bb51-39a0beb6fbf6 None None] The sync data for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 is: [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '6434c8f3-7cea-4dd2-a431-86230e8a1c36', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'floating_ip_address': '172.25.6.121', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3942, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'mac_address': 'fa:16:3e:df:a6:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:03:52Z', 'updated_at': '2021-07-22T12:03:52Z', 'revision_number': 0, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:03:55.241315 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-715fe83a-c5b4-47e0-896b-b811f7ab7e08 None None] New status for floating IP 6434c8f3-7cea-4dd2-a431-86230e8a1c36: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:03:55.817257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49574) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:55.880005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abe36536-2d70-44fd-8504-40372edda011 req-ea09eec8-370e-4f59-95f6-abbdb64c35dc tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:55.881708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abe36536-2d70-44fd-8504-40372edda011 req-ea09eec8-370e-4f59-95f6-abbdb64c35dc tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.1062040 Jul 22 12:03:55.934532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9744df6e-7cd4-4498-b521-c7f401d0f8d9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/6434c8f3-7cea-4dd2-a431-86230e8a1c36 HTTP/1.1" status: 200 len: 993 time: 0.1126189 Jul 22 12:03:55.937246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abe36536-2d70-44fd-8504-40372edda011 req-db377c43-cc95-43ff-b0d2-52e732b1a2a0 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0436096 Jul 22 12:03:57.070974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7720cd33-ef1b-4fd4-8fce-724c43b77494 req-43270759-1aa9-4913-8938-6fa4fce61c4f tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:57.072403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7720cd33-ef1b-4fd4-8fce-724c43b77494 req-43270759-1aa9-4913-8938-6fa4fce61c4f tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.0656500 Jul 22 12:03:57.115047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7720cd33-ef1b-4fd4-8fce-724c43b77494 req-6499cb23-91e5-437c-85ae-184089cead73 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0362630 Jul 22 12:03:57.560831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.747729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49624) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:57.752714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2054701965', 'description': 'tempest-secgroup-smoke-2054701965 description', 'project_id': '4e42409f703d46aaa21ce78b821a9861'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:57.778132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.858214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.862171 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.890367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.891604 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1428168 Jul 22 12:03:57.895446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49626) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:57.897042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a19e0458-40bd-4d24-8676-d9e583d2e800 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroup': ['ID=67c564e4-8c47-4e04-9b26-7ed79f534d90,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:57.900195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:57.929365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.977553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:57.981090 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.005395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=74e60893-c199-4dfd-936b-1605c86c9067,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.009220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.010397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-259792e9-77c5-4c6b-b5b4-64163ac844ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1139064 Jul 22 12:03:58.013096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:58.017403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:58.043820 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.100186 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.103925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.120642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8b51c0a9-20a9-46ed-a7db-ea6b3fdcf91b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.127950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.129169 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-78ccb212-2728-4cd1-aa05-002b6b3b2ab6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1151257 Jul 22 12:03:58.131801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:58.136171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:58.162969 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.256741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.260495 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.287357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d22a9e94-c704-4134-94a1-82a861e7ee9e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.297617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93c20f8b-582a-48ce-b9cb-23825f71ea94 req-b233de4c-cad9-4ea8-8162-6109f4705236 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:58.299645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93c20f8b-582a-48ce-b9cb-23825f71ea94 req-b233de4c-cad9-4ea8-8162-6109f4705236 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.1148100 Jul 22 12:03:58.300479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.303918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa7240c0-a0a0-44e1-a37f-849dbdf836c8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1688156 Jul 22 12:03:58.304403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:58.310127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:58.359982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93c20f8b-582a-48ce-b9cb-23825f71ea94 req-4a083823-b1a0-4edd-a7ba-a38c34b6a99d tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0533688 Jul 22 12:03:58.361334 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.411213 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.414767 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.433397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5680915a-0b69-4291-af8b-f1eb8dd3e37e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.441429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.442712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e4b43e19-95bb-47e9-a834-ab0306b5a4ab tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1372812 Jul 22 12:03:58.445347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49638) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:58.450253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:58.473086 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Project 4e42409f703d46aaa21ce78b821a9861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:58.477964 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.492748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.539072 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.542113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.560422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d49690a8-8658-4ed1-92dc-64d0c764c1bc,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.567304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.568527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-790c93cd-208f-4ffc-aab0-1f37206d0b85 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222034 Jul 22 12:03:58.571192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:03:58.576033 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'security_group_rule': {'security_group_id': '67c564e4-8c47-4e04-9b26-7ed79f534d90', 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:03:58.598390 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Project 4e42409f703d46aaa21ce78b821a9861 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:03:58.603453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.663244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.666706 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.686177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d108d08-060b-4015-a13f-c33d0959446e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:03:58.691925 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:03:58.693252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-44215c75-d1ef-4200-b249-3b94f1ad2e84 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1210887 Jul 22 12:03:59.494296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2719c70-b1af-465c-b4b2-b8cd5f18ed4c req-c2c93369-172d-416b-87ae-4be9a44fcad3 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:03:59.502738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2719c70-b1af-465c-b4b2-b8cd5f18ed4c req-c2c93369-172d-416b-87ae-4be9a44fcad3 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.0729415 Jul 22 12:03:59.537782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2719c70-b1af-465c-b4b2-b8cd5f18ed4c req-71b372dd-636f-46f5-9b50-e42d03c8f4f2 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0339923 Jul 22 12:04:00.672415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944d4a4a-c3e4-4aae-9a12-b8500189feab req-4369e750-52ea-49ba-990b-72b8d9535761 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:00.673988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-944d4a4a-c3e4-4aae-9a12-b8500189feab req-4369e750-52ea-49ba-990b-72b8d9535761 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.0658181 Jul 22 12:04:00.714308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-944d4a4a-c3e4-4aae-9a12-b8500189feab req-59e4bedb-704a-423e-8ce7-1e55b9253736 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0346477 Jul 22 12:04:01.848931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a41e6d89-79d1-4214-975d-eea4ae4d0737 req-2f1ccdb6-ca4d-4f09-b09a-3ffdbdc755bb tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:01.850407 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a41e6d89-79d1-4214-975d-eea4ae4d0737 req-2f1ccdb6-ca4d-4f09-b09a-3ffdbdc755bb tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.0690069 Jul 22 12:04:01.888944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a41e6d89-79d1-4214-975d-eea4ae4d0737 req-38862809-dae3-4b3b-b9bf-1b95abc4a4cf tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329051 Jul 22 12:04:03.026031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33dcab8-0d8a-46fb-a157-3ebbe5b66193 req-963268d1-6a5f-4aa3-8680-3558887ae1ce tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:03.027617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f33dcab8-0d8a-46fb-a157-3ebbe5b66193 req-963268d1-6a5f-4aa3-8680-3558887ae1ce tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 943 time: 0.0710354 Jul 22 12:04:03.067829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f33dcab8-0d8a-46fb-a157-3ebbe5b66193 req-e2e03286-ee36-4026-85b0-0ff7337f8677 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344491 Jul 22 12:04:03.433461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 459f3632-c892-4ff7-a0cc-71a0c4739b1e details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:04:03.531224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:03.544042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 128, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:04:03.589274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:03.604170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 459f3632-c892-4ff7-a0cc-71a0c4739b1e {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:04:03.624551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:03.628884 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:03.681509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:03.839104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['459f3632-c892-4ff7-a0cc-71a0c4739b1e'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:04:04.201772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6612fed-73d5-4b63-9102-d407faeb9ea1 req-2a6b10ad-16e8-4d69-a11c-a8bd2527c4ed tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:04.203353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6612fed-73d5-4b63-9102-d407faeb9ea1 req-2a6b10ad-16e8-4d69-a11c-a8bd2527c4ed tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 944 time: 0.0675275 Jul 22 12:04:04.247060 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6612fed-73d5-4b63-9102-d407faeb9ea1 req-5e35da05-27fd-4b11-8890-392ca8612e7f tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370176 Jul 22 12:04:05.396530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3a31d3d-be22-4dea-ac1a-27050fb70763 req-41313385-e708-4f30-9a48-ec4d6a641e89 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:05.397581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3a31d3d-be22-4dea-ac1a-27050fb70763 req-41313385-e708-4f30-9a48-ec4d6a641e89 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 944 time: 0.0680249 Jul 22 12:04:05.436487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3a31d3d-be22-4dea-ac1a-27050fb70763 req-71ca54d5-4856-46cf-90d2-6d3c759b3f8d tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332506 Jul 22 12:04:05.445610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 459f3632-c892-4ff7-a0cc-71a0c4739b1e up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:04:05.495345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 459f3632-c892-4ff7-a0cc-71a0c4739b1e completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:04:05.498949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 459f3632-c892-4ff7-a0cc-71a0c4739b1e triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:04:05.499397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:05.595392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:05.619624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:05.622091 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ad546c45-7000-46fa-bb46-db1015a9cbf4" -d '{"events": [{"server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "name": "network-vif-plugged", "status": "completed", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:05.653342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:05.662028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:05.665630 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5c58facc-39f9-49d1-b7b7-1926cd4a9e52 x-openstack-request-id: req-5c58facc-39f9-49d1-b7b7-1926cd4a9e52 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:05.665918 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "name": "network-vif-plugged", "status": "completed", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:05.666169 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5c58facc-39f9-49d1-b7b7-1926cd4a9e52 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:05.666575 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'code': 200} Jul 22 12:04:05.722382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:05.782855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcd501d1-5786-493a-9dfa-3b44e4edbd44 req-640473c1-9123-466e-ba9f-e6436423361a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:05.785190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fcd501d1-5786-493a-9dfa-3b44e4edbd44 req-640473c1-9123-466e-ba9f-e6436423361a service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1096 time: 0.0591216 Jul 22 12:04:05.819849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fcd501d1-5786-493a-9dfa-3b44e4edbd44 req-c5c099fb-3914-41e6-b566-e6921246ba6f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0279124 Jul 22 12:04:06.595481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a1a9255-898a-4436-acc6-da16703908fb req-c2973a0a-d235-4336-a557-e371bff22e8f tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:06.597160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a1a9255-898a-4436-acc6-da16703908fb req-c2973a0a-d235-4336-a557-e371bff22e8f tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.0690274 Jul 22 12:04:06.637170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a1a9255-898a-4436-acc6-da16703908fb req-3113dce0-71d2-40e4-a120-842bb37017cd tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343649 Jul 22 12:04:08.041311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abdba5d7-1211-49d5-af33-fe3a012759ce req-6393277f-3941-47ae-86c0-cb5dcbbb973b tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:08.042851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abdba5d7-1211-49d5-af33-fe3a012759ce req-6393277f-3941-47ae-86c0-cb5dcbbb973b tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.3359292 Jul 22 12:04:08.080495 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abdba5d7-1211-49d5-af33-fe3a012759ce req-85d8dada-2677-4bfe-9a68-0a606ab82aa5 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314159 Jul 22 12:04:08.208801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd28382-8faf-4137-95ad-96e006325163 req-a0fb5f11-50c5-4839-92de-d5f17c6a89bd tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:08.210227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cd28382-8faf-4137-95ad-96e006325163 req-a0fb5f11-50c5-4839-92de-d5f17c6a89bd tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.0642202 Jul 22 12:04:08.247485 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2cd28382-8faf-4137-95ad-96e006325163 req-357d6a69-a921-4dc7-90c4-c2abfb7db8e6 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314705 Jul 22 12:04:08.271106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:08.427624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33abca28-379d-4915-bf6f-d427835d8184 tempest-TestVolumeBackupRestore-1059983274 tempest-TestVolumeBackupRestore-1059983274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:08.429157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-33abca28-379d-4915-bf6f-d427835d8184 tempest-TestVolumeBackupRestore-1059983274 tempest-TestVolumeBackupRestore-1059983274-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1091 time: 0.1570492 Jul 22 12:04:08.432206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49770) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:08.436564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:04:08.459571 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:08.565029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:08.676693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Allocated IP 172.25.6.95 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/e280a41d-86d1-4266-b3a3-daf5fd7615be) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:04:08.776681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:08.816207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:08.859271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:04:08.862302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:04:08.866769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:04:08.869958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'Port': ['ID=e280a41d-86d1-4266-b3a3-daf5fd7615be,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:09.224636 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:09.311468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:09.465782 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:09.471612 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:09.543002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event updated for resources: {'Port': ['ID=e280a41d-86d1-4266-b3a3-daf5fd7615be,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:09.551052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:09.654771 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Floating IP f8308520-601f-414f-8723-cc7d71067cfd associated. External IP: 172.25.6.95, port: 459f3632-c892-4ff7-a0cc-71a0c4739b1e. Jul 22 12:04:09.866758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:04:09.973995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:04:09.985007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:04:09.990756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:10.003884 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:10.004532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:10.037221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8fd83c43-e90e-44df-a3aa-1466d1463704 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6014373 Jul 22 12:04:10.037221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:10.037799 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe" -d '{"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:10.038492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49784) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:10.076320 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8352ab7a-b1cc-4aa6-aa44-8b77a5667fcb x-openstack-request-id: req-8352ab7a-b1cc-4aa6-aa44-8b77a5667fcb {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:10.076617 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:10.076868 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8352ab7a-b1cc-4aa6-aa44-8b77a5667fcb {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:10.077296 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:04:10.129777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:10.142233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-868aaca6-dd51-4a49-8cba-2bf2b18bdbf7 tempest-TestVolumeBackupRestore-1059983274 tempest-TestVolumeBackupRestore-1059983274-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:10.146707 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-868aaca6-dd51-4a49-8cba-2bf2b18bdbf7 tempest-TestVolumeBackupRestore-1059983274 tempest-TestVolumeBackupRestore-1059983274-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1091 time: 0.1011410 Jul 22 12:04:10.147614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49788) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:10.153923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Request body: {'floatingip': {'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:04:10.166128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-24aad26a-8b63-44e2-b402-1776331d6253 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:10.168027 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-24aad26a-8b63-44e2-b402-1776331d6253 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1096 time: 0.0695698 Jul 22 12:04:10.222156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:10.277594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-9e72bf59-65c7-4914-910e-4743dfd87dd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:10.279993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-9e72bf59-65c7-4914-910e-4743dfd87dd1 service neutron] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 915 time: 0.1049676 Jul 22 12:04:10.354359 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-3c2c91fb-6f6a-402f-be88-6bed874206a8 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 998 time: 0.0673652 Jul 22 12:04:10.415515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-3cf5c560-e5dc-4821-9914-9622ed36c7e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:10.419272 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-3cf5c560-e5dc-4821-9914-9622ed36c7e5 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0584674 Jul 22 12:04:10.421467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:09Z', 'revision_number': 0, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:10.450772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:04:10.460599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:10.461324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:10.497464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-cda951a3-7bd8-4ab4-b8e0-17ac5459c2f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:10.499723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-cda951a3-7bd8-4ab4-b8e0-17ac5459c2f8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0736022 Jul 22 12:04:10.601986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:10.628519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-0a48aba2-45f4-4962-b147-ca2b2ddb2457 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1219835 Jul 22 12:04:10.763117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2ab8361-5345-456f-b9a6-a53ff7cfa3fe req-d9a0e009-b88e-4e28-ac52-b695c819300d service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1279035 Jul 22 12:04:10.788044 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:10.793133 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:10.896387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:09Z', 'revision_number': 0, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:10.925264 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d4e3a13-ea2b-43c8-b449-daba6f95a242 None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:09Z', 'revision_number': 0, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:04:11.014146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:04:11.161209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:04:11.166746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:11.187637 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d2569ba-7e27-461b-81d7-1e1ec3e8a6e9 None None] New status for floating IP f8308520-601f-414f-8723-cc7d71067cfd: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:04:11.255712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fa1dea2e-38c8-40b9-8874-05b2f1242a1c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "PUT /v2.0/floatingips/f8308520-601f-414f-8723-cc7d71067cfd HTTP/1.1" status: 200 len: 990 time: 1.1067481 Jul 22 12:04:11.492827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:04:11.510091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:11.511458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:11.651310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:11.878194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:11Z', 'revision_number': 2, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:11.909201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:04:11.917772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:11.918377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:03:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:12.036957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:12.079062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}, {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:12.081803 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98575802-edec-42a9-93ab-79a9137dff4b" -d '{"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}, {"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:12.119697 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 346 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:12 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bac279c5-8bd7-4e54-90c4-84319401d571 x-openstack-request-id: req-bac279c5-8bd7-4e54-90c4-84319401d571 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:12.119997 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}, {"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:12.120253 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bac279c5-8bd7-4e54-90c4-84319401d571 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:12.120666 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:04:12.120923 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:04:12.210867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-00d760b6-f987-4cf7-b380-a08306e424e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.212519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-00d760b6-f987-4cf7-b380-a08306e424e4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1096 time: 0.0703964 Jul 22 12:04:12.314547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-67689c81-3341-4735-a4c4-9cddaf2959ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.316214 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-67689c81-3341-4735-a4c4-9cddaf2959ee service neutron] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 915 time: 0.0963302 Jul 22 12:04:12.384794 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-3b3c0e4c-060d-40af-bb18-2a94d0eb377a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 1000 time: 0.0629265 Jul 22 12:04:12.423733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:11Z', 'revision_number': 2, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:12.433788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-40151479-df19-4689-af2a-7d8764b8076a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.435313 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-40151479-df19-4689-af2a-7d8764b8076a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0448756 Jul 22 12:04:12.453138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-43b5ed6b-414d-4201-ab5b-4d031cc9298e None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'f8308520-601f-414f-8723-cc7d71067cfd', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'floating_ip_address': '172.25.6.95', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'port_id': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'fixed_ip_address': '172.20.0.6', 'status': 'ACTIVE', 'standard_attr_id': 3953, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'mac_address': 'fa:16:3e:47:f0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '13be8710-0eef-435a-ae17-b35734161c04', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:09Z', 'updated_at': '2021-07-22T12:04:11Z', 'revision_number': 2, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:04:12.498155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-4346cf50-51ba-46c7-b65a-4e84b7459642 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.499760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-4346cf50-51ba-46c7-b65a-4e84b7459642 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562320 Jul 22 12:04:12.601374 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-054cb475-63b6-41a8-bc37-3b6b13c22794 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0946701 Jul 22 12:04:12.695254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-e9a190e4-b9a1-4a0d-812e-f0d8acde9195 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874674 Jul 22 12:04:12.794519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-5b58ad2a-e648-4bd4-a733-a1bbf9c2e8d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.795912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-5b58ad2a-e648-4bd4-a733-a1bbf9c2e8d7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1096 time: 0.0595658 Jul 22 12:04:12.888535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-06baca78-900c-4ea5-8df0-060a6372482e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:12.890032 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-06baca78-900c-4ea5-8df0-060a6372482e service neutron] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 915 time: 0.0875230 Jul 22 12:04:12.961728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-77538b7b-5de9-4629-8ab2-b70e79f66678 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 1000 time: 0.0644934 Jul 22 12:04:13.011300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-6582b83e-76c9-4c84-af55-92aeb270f701 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:13.012801 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-6582b83e-76c9-4c84-af55-92aeb270f701 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0453262 Jul 22 12:04:13.056832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-d98c93ad-20ca-4ca7-a24f-640389563b6b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054701965&fields=id&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 267 time: 0.0330253 Jul 22 12:04:13.072233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98575802-edec-42a9-93ab-79a9137dff4b req-2fb413d1-df84-4a82-9971-cb51087818f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:13.074003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-2fb413d1-df84-4a82-9971-cb51087818f0 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552907 Jul 22 12:04:13.164285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-9622c46e-3153-4ce3-843f-97960de08df4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:13.165769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-9622c46e-3153-4ce3-843f-97960de08df4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1026196 Jul 22 12:04:13.166715 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-055f45f4-4e06-43cb-afdf-4ed1bb0c0882 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862756 Jul 22 12:04:13.181009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-877d4c1c-ca80-46b0-8226-9351e2418ebc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0098360 Jul 22 12:04:13.248400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-e92b3963-a849-4be6-87f0-3c814156f9e6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0622509 Jul 22 12:04:13.261263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-98575802-edec-42a9-93ab-79a9137dff4b req-406c481c-ccef-42a3-a63b-a1afdf55d7b0 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885069 Jul 22 12:04:13.652625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-4062c8ae-b1dc-4d40-87eb-f47870e82ebb service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3922327 Jul 22 12:04:13.745413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-a8ab4a59-b9b0-4d74-9688-aad6565f9769 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863814 Jul 22 12:04:14.035324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b91236ad-b710-4e69-85d2-0e76bd244dd1 req-b6298a8f-00ff-4ae1-8ff8-df5fd0d2be8a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0355921 Jul 22 12:04:14.348981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-a0c7f2d4-0586-40e8-bc0f-fc25df6819b7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0613139 Jul 22 12:04:14.469431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5f53-d365-488b-8b71-44af56f72d48 req-17a8855c-f3bd-41b7-91ce-4c0434083c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:14.471007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-17a8855c-f3bd-41b7-91ce-4c0434083c4e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0573468 Jul 22 12:04:14.599818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5f53-d365-488b-8b71-44af56f72d48 req-c86aed6c-5cbc-4475-be58-92846900e675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:14.601195 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-c86aed6c-5cbc-4475-be58-92846900e675 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 898 time: 0.1093073 Jul 22 12:04:14.685339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-ab68151b-0a8c-4513-b538-c9d3221ba099 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 1001 time: 0.0766003 Jul 22 12:04:14.737278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5f53-d365-488b-8b71-44af56f72d48 req-5ed6a87a-51d4-490d-85b6-658f1f035448 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:14.738759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-5ed6a87a-51d4-490d-85b6-658f1f035448 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0465434 Jul 22 12:04:14.814556 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-457f5f53-d365-488b-8b71-44af56f72d48 req-cb918fe1-5005-48bf-a72b-91ef99bc520e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:14.816774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-cb918fe1-5005-48bf-a72b-91ef99bc520e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0712819 Jul 22 12:04:14.926508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-f9872c7b-f860-4d73-b870-109aace15b10 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1021855 Jul 22 12:04:14.985829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-d84c01d8-45f7-4a27-b7bd-569a382e5828 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:14.987630 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-d84c01d8-45f7-4a27-b7bd-569a382e5828 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1273904 Jul 22 12:04:15.033186 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-e088411f-00e9-4932-baec-f89c164da404 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 380 time: 0.0362761 Jul 22 12:04:15.039257 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-62902e12-9e85-43a3-8b28-fb55aefb5e26 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1059587 Jul 22 12:04:15.044693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'security_groups': ['67c564e4-8c47-4e04-9b26-7ed79f534d90']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:04:15.137524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3f2dc2a-3dea-4342-b410-cec12d2249de req-91be8d29-1fd0-4354-bad7-2a1a93ad3161 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0304050 Jul 22 12:04:15.172131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:04:15.176430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.269381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-32b9df93-5f29-422e-aa9a-e65ad7ef68c1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.311581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.3 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/ff25bd97-0283-424b-8e50-e6f309714e52) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:04:15.457786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.472559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object ff25bd97-0283-424b-8e50-e6f309714e52 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:04:15.495402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:04:15.505751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.551169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:04:15.554206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:04:15.559609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:04:15.567670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:15.616596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:15.617333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.634748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-57dc7911-0920-4676-88cd-2a320285f72a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5939219 Jul 22 12:04:15.647539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Request body: {'port': {'device_id': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:04:15.731169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.794939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-112d50cf-d694-4c8a-9eab-95b7273ac18b None None] Provisioning for port ff25bd97-0283-424b-8e50-e6f309714e52 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:04:15.799168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-112d50cf-d694-4c8a-9eab-95b7273ac18b None None] Provisioning complete for port ff25bd97-0283-424b-8e50-e6f309714e52 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:04:15.799540 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-112d50cf-d694-4c8a-9eab-95b7273ac18b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:15.835893 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-112d50cf-d694-4c8a-9eab-95b7273ac18b None None] Port ff25bd97-0283-424b-8e50-e6f309714e52 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:04:16.011921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ff25bd97-0283-424b-8e50-e6f309714e52 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:04:16.021155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:16.035891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Transition to ACTIVE for port object ff25bd97-0283-424b-8e50-e6f309714e52 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:04:16.040247 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:16.093957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Pushing event updated for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:16.175014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Attempting to bind port ff25bd97-0283-424b-8e50-e6f309714e52 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:04:16.175367 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Attempting to bind port ff25bd97-0283-424b-8e50-e6f309714e52 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:04:16.175707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Attempting to bind port ff25bd97-0283-424b-8e50-e6f309714e52 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:04:16.180861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Port ff25bd97-0283-424b-8e50-e6f309714e52 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:04:16.181193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Attempting to bind port ff25bd97-0283-424b-8e50-e6f309714e52 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:04:16.187034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 3, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:04:16.187507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:04:16.188052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:04:16.188497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Bound port: ff25bd97-0283-424b-8e50-e6f309714e52, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:04:16.189809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:16.287255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:04:16.290998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ff25bd97-0283-424b-8e50-e6f309714e52,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:04:16.298029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:16.306260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b7ff038-b488-4498-9b6b-c7dc48094a68 req-65383302-a51d-40a8-91ec-7aabe42ae4dc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.316486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b7ff038-b488-4498-9b6b-c7dc48094a68 req-65383302-a51d-40a8-91ec-7aabe42ae4dc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0958681 Jul 22 12:04:16.342912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.343806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:16.345845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] 10.222.0.20 "PUT /v2.0/ports/ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 200 len: 1091 time: 0.7029870 Jul 22 12:04:16.346399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:16.349195 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-13993ae2-eb98-4e11-a540-7935a1fb002d" -d '{"events": [{"name": "network-changed", "server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:16.382482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b7ff038-b488-4498-9b6b-c7dc48094a68 req-813cdf5f-e41c-4272-8a5d-4fe3a6092721 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0645545 Jul 22 12:04:16.404128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55ea2f6-fdee-4596-8047-fec33192f377 service neutron] Pushing event updated for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:16.411664 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-aa3ffc3f-f30d-4b83-8f90-a7759af0ba63 x-openstack-request-id: req-aa3ffc3f-f30d-4b83-8f90-a7759af0ba63 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:16.412050 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:16.412373 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-aa3ffc3f-f30d-4b83-8f90-a7759af0ba63 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:16.412842 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'status': 'completed', 'code': 200} Jul 22 12:04:16.473344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-18a676fc-792d-47c5-b1b0-480456c674ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.474918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-18a676fc-792d-47c5-b1b0-480456c674ab service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1094 time: 0.0653946 Jul 22 12:04:16.523957 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-22543454-7ec7-4aae-a0a8-0b5a13613dc1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 200 len: 217 time: 0.0414488 Jul 22 12:04:16.582215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-ecd19a6e-21b8-462a-a229-a527ce0e2a94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.583732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-ecd19a6e-21b8-462a-a229-a527ce0e2a94 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0531437 Jul 22 12:04:16.644665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-9512ef86-d7c9-425d-a94c-134e05ba9308 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.646111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-9512ef86-d7c9-425d-a94c-134e05ba9308 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0557930 Jul 22 12:04:16.740282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-75be74ff-451c-4f28-81d1-6b661a40f604 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872467 Jul 22 12:04:16.832098 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b881ad2-8be5-4d4f-b71f-d339ae931b65 req-0c4c7104-a7b5-43c7-8e6b-f08ae07847ba service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845084 Jul 22 12:04:16.941602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-ce787706-501a-411a-a78e-42225f2abafe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:16.943282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-ce787706-501a-411a-a78e-42225f2abafe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1094 time: 0.0619881 Jul 22 12:04:17.047401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-8a74b0b0-20c0-4734-aee5-ea6f20c2fb7e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:17.049052 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-8a74b0b0-20c0-4734-aee5-ea6f20c2fb7e service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0994587 Jul 22 12:04:17.094666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-62248a56-5b86-4b27-880a-b001d4ab6647 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 200 len: 217 time: 0.0355802 Jul 22 12:04:17.152487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-cc11de37-349f-437b-83d6-11d8add1bf88 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:17.154035 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-cc11de37-349f-437b-83d6-11d8add1bf88 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0505137 Jul 22 12:04:17.216844 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-8835bbdd-3f21-404b-9192-0baf06265fab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:17.218505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-8835bbdd-3f21-404b-9192-0baf06265fab service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0579128 Jul 22 12:04:17.320382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-bceb8c48-6ee2-4b78-ab4b-c7f600e624a5 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0954080 Jul 22 12:04:17.421487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13993ae2-eb98-4e11-a540-7935a1fb002d req-57dce2ab-591b-4453-97b2-0b2cd8cd5807 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0941327 Jul 22 12:04:17.522431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf31daf1-1831-4a60-a986-71cc0599418a req-17b7a352-d2b8-4b1f-84a0-c398e6b1dc5d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:17.524096 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf31daf1-1831-4a60-a986-71cc0599418a req-17b7a352-d2b8-4b1f-84a0-c398e6b1dc5d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0751901 Jul 22 12:04:17.566844 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf31daf1-1831-4a60-a986-71cc0599418a req-9d7cac4b-c75b-466e-b399-e0fd411ea1c3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366693 Jul 22 12:04:17.852357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:18.192657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-223f30a3-1d4b-4721-868c-152daec26047 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:18.703797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-622151e8-3c45-4751-8334-86c0d066f869 req-82f0ce70-21ef-43c8-94ff-22652e89233b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:18.705333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-622151e8-3c45-4751-8334-86c0d066f869 req-82f0ce70-21ef-43c8-94ff-22652e89233b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0667715 Jul 22 12:04:18.743280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-622151e8-3c45-4751-8334-86c0d066f869 req-4b6c3319-746a-483c-902e-51d5347944af tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322471 Jul 22 12:04:19.458468 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:19.874396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5a46476-f78b-4e0e-a519-25f568d4812f req-9b5c5ce6-84e9-4dd6-90fd-e7947cedf950 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:19.875881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5a46476-f78b-4e0e-a519-25f568d4812f req-9b5c5ce6-84e9-4dd6-90fd-e7947cedf950 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0669978 Jul 22 12:04:19.913623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d5a46476-f78b-4e0e-a519-25f568d4812f req-376733db-cf1e-4b46-b283-8d01369c249e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314121 Jul 22 12:04:21.041636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-240909c8-fca0-409d-ab0d-ea0194282662 req-7b26f02e-48ba-4c6f-9675-cf16b4ce3a99 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:21.043156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-240909c8-fca0-409d-ab0d-ea0194282662 req-7b26f02e-48ba-4c6f-9675-cf16b4ce3a99 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0628986 Jul 22 12:04:21.081164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-240909c8-fca0-409d-ab0d-ea0194282662 req-8362e716-203a-4910-a5f0-8e3053603cb3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323675 Jul 22 12:04:21.399226 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:22.207893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68c783e8-5ac5-4ec8-aa44-d8f3a1fc6ec3 req-80797c8a-df7c-4384-a2ea-b44a07b8231c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:22.209378 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68c783e8-5ac5-4ec8-aa44-d8f3a1fc6ec3 req-80797c8a-df7c-4384-a2ea-b44a07b8231c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0635290 Jul 22 12:04:22.246621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68c783e8-5ac5-4ec8-aa44-d8f3a1fc6ec3 req-636a239e-3b61-476a-8a57-5d5ec2ca0831 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313635 Jul 22 12:04:23.377189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a23caf3-7ef9-42ff-ad88-3bdaad8440ae req-1741a342-8c47-4d30-9c35-010bd75d8f4a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:23.378690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a23caf3-7ef9-42ff-ad88-3bdaad8440ae req-1741a342-8c47-4d30-9c35-010bd75d8f4a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0664654 Jul 22 12:04:23.414722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a23caf3-7ef9-42ff-ad88-3bdaad8440ae req-afdc70f7-49dd-471b-8d29-4192290ea429 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304983 Jul 22 12:04:24.546629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9845629-2ea5-463b-be29-bf6f84a01a99 req-b2089c2c-1246-47b0-be7c-c8f5340ec5ee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:24.548645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9845629-2ea5-463b-be29-bf6f84a01a99 req-b2089c2c-1246-47b0-be7c-c8f5340ec5ee tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0656996 Jul 22 12:04:24.587453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9845629-2ea5-463b-be29-bf6f84a01a99 req-b0fa7918-85d7-478d-a8a6-17346b697e87 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329907 Jul 22 12:04:25.722678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cac3607e-cc8c-4848-9745-e1bee1e71cd5 req-a284c51a-ac08-461c-909d-d70ea7dccc59 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:25.724150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac3607e-cc8c-4848-9745-e1bee1e71cd5 req-a284c51a-ac08-461c-909d-d70ea7dccc59 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0674033 Jul 22 12:04:25.761428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cac3607e-cc8c-4848-9745-e1bee1e71cd5 req-a8597b93-6986-4622-9727-6b38301f6cae tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317967 Jul 22 12:04:26.891307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b1e0722-293e-4403-92be-aeb37d9aa2ad req-2e555014-58ab-4863-a05c-e14072e595c6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:26.892690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b1e0722-293e-4403-92be-aeb37d9aa2ad req-2e555014-58ab-4863-a05c-e14072e595c6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 943 time: 0.0646772 Jul 22 12:04:26.930841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b1e0722-293e-4403-92be-aeb37d9aa2ad req-dd173e3b-9315-441a-8e2e-8eb217b996ae tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324326 Jul 22 12:04:27.512957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3467739b-f8c7-40e5-91bc-6465224e4575 req-9d9917ae-fd0e-494d-88c4-10d6256824c5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:27.514478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3467739b-f8c7-40e5-91bc-6465224e4575 req-9d9917ae-fd0e-494d-88c4-10d6256824c5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0658283 Jul 22 12:04:27.552578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3467739b-f8c7-40e5-91bc-6465224e4575 req-94ec0855-5d7a-43bc-a68a-ac5893b5855a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Jul 22 12:04:27.576248 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:27.746327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ff25bd97-0283-424b-8e50-e6f309714e52 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:04:27.850650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ff25bd97-0283-424b-8e50-e6f309714e52,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:27.863765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'mac_address': 'fa:16:3e:5f:db:2f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:04:27.900378 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:27.913776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ff25bd97-0283-424b-8e50-e6f309714e52 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:04:27.935259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ff25bd97-0283-424b-8e50-e6f309714e52,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:27.938686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:27.990932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:27.999003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:27.999320 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:27.999666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.000014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.000357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.000697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.001167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.001551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.002025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.002223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.002587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.002922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:28.072883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89707cc9-067a-4005-bd0a-b424ab0f8f28 req-67546eb1-68de-4215-b00c-a4b92502d40d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:28.075540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89707cc9-067a-4005-bd0a-b424ab0f8f28 req-67546eb1-68de-4215-b00c-a4b92502d40d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 944 time: 0.0739505 Jul 22 12:04:28.112436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-89707cc9-067a-4005-bd0a-b424ab0f8f28 req-46e49a2c-7160-4731-93b0-76d6207c0e9a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317647 Jul 22 12:04:28.149647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ff25bd97-0283-424b-8e50-e6f309714e52'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:04:28.492345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:28.683189 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0243b65-81b5-4990-936c-74ac218d96bb req-6845a449-0ac5-476b-8a5d-0c1867d3d8c4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:28.684663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0243b65-81b5-4990-936c-74ac218d96bb req-6845a449-0ac5-476b-8a5d-0c1867d3d8c4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0635331 Jul 22 12:04:28.723431 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0243b65-81b5-4990-936c-74ac218d96bb req-1dfec1de-34bd-4b33-9b4e-4c27b118773e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324101 Jul 22 12:04:29.246985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8158542a-79f8-4e4b-807a-b18f2ffba6e0 req-6311ea04-1fd7-4302-930b-594ed811fc6e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:29.248662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8158542a-79f8-4e4b-807a-b18f2ffba6e0 req-6311ea04-1fd7-4302-930b-594ed811fc6e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 944 time: 0.0703011 Jul 22 12:04:29.287477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8158542a-79f8-4e4b-807a-b18f2ffba6e0 req-94a81f79-867d-4122-86bd-6e200afa39c5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330641 Jul 22 12:04:29.765151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ff25bd97-0283-424b-8e50-e6f309714e52 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:04:29.818741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ff25bd97-0283-424b-8e50-e6f309714e52 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:04:29.822974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ff25bd97-0283-424b-8e50-e6f309714e52 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:04:29.823380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:29.858532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37529754-ae21-41b5-aeb7-b374b875d29d req-ce8208c0-e2e9-4690-af1c-1b3cab728da5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:29.860051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37529754-ae21-41b5-aeb7-b374b875d29d req-ce8208c0-e2e9-4690-af1c-1b3cab728da5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0665240 Jul 22 12:04:29.901023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37529754-ae21-41b5-aeb7-b374b875d29d req-f9d496db-9703-4ef1-93a0-e4329287e8e5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0340900 Jul 22 12:04:29.908831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:29.930409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:29.932722 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-97d74607-6fdb-43c2-9bc3-90825f7d9d20" -d '{"events": [{"server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "name": "network-vif-plugged", "status": "completed", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:29.945759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ff25bd97-0283-424b-8e50-e6f309714e52,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:29.955175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:29.991107 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3d975e9-7c91-4428-b8f8-3f6a521bf654 x-openstack-request-id: req-d3d975e9-7c91-4428-b8f8-3f6a521bf654 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:29.991424 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "name": "network-vif-plugged", "status": "completed", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:29.991674 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3d975e9-7c91-4428-b8f8-3f6a521bf654 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:29.992657 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'code': 200} Jul 22 12:04:30.029306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:30.093376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb37d336-7b53-4012-a403-c77a1b7877fc req-3f69ccda-d4d5-4da5-975e-71d84337697a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:30.095103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cb37d336-7b53-4012-a403-c77a1b7877fc req-3f69ccda-d4d5-4da5-975e-71d84337697a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1096 time: 0.0635047 Jul 22 12:04:30.128602 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cb37d336-7b53-4012-a403-c77a1b7877fc req-b1a892ac-6445-45e6-b03d-885a977c4d48 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0275567 Jul 22 12:04:30.424805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d20fc7-309c-46fb-b5be-220fbeebcbdf req-2893bb67-fea7-46dc-8369-bcd81151cfed tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:30.426269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d20fc7-309c-46fb-b5be-220fbeebcbdf req-2893bb67-fea7-46dc-8369-bcd81151cfed tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.0674646 Jul 22 12:04:30.466540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d20fc7-309c-46fb-b5be-220fbeebcbdf req-baadbbd9-5af2-498d-a6a6-afbc4960754b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0344439 Jul 22 12:04:31.036455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5fb14d31-a722-4bd8-96b0-921144c927b2 req-661f453a-5976-47dc-a425-677f1683aa30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:31.037973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fb14d31-a722-4bd8-96b0-921144c927b2 req-661f453a-5976-47dc-a425-677f1683aa30 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0681756 Jul 22 12:04:31.075690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5fb14d31-a722-4bd8-96b0-921144c927b2 req-11ca1230-57ca-4680-bdd5-4e8803f34027 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321267 Jul 22 12:04:31.597664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eac70b-2483-464c-b1d3-ca0282561d63 req-349967bf-4891-46ff-ac36-93a3b9f05947 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:31.599180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eac70b-2483-464c-b1d3-ca0282561d63 req-349967bf-4891-46ff-ac36-93a3b9f05947 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.0656054 Jul 22 12:04:31.636890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eac70b-2483-464c-b1d3-ca0282561d63 req-132e14f4-281a-4bd7-aa50-4d37a63a17a0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320363 Jul 22 12:04:31.773569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1c47c8e-ea41-4387-bb2a-0e6a128cf034 req-9b520cd5-aff6-4d8d-8377-9dfe4d03792e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:31.774967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1c47c8e-ea41-4387-bb2a-0e6a128cf034 req-9b520cd5-aff6-4d8d-8377-9dfe4d03792e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.0676398 Jul 22 12:04:31.812070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1c47c8e-ea41-4387-bb2a-0e6a128cf034 req-2ba5f56c-30d6-49bf-96e5-74ebb7b3b1ef tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316746 Jul 22 12:04:31.834925 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49892) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:31.885952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09df9599-aa3b-44ff-9b27-407daafa0568 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:31.887468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09df9599-aa3b-44ff-9b27-407daafa0568 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1091 time: 0.0515420 Jul 22 12:04:31.890250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 49894) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:31.895010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:04:31.916541 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.013164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.117874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.25.6.90 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d627d4e8-e131-490b-9781-f0b42e1f50a6) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:04:32.263589 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.273036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-686b4d28-8d19-416f-a5c9-56c6dc1a26b7 req-09c78ea7-10db-4779-8a94-b193cd936a31 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:32.274542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-686b4d28-8d19-416f-a5c9-56c6dc1a26b7 req-09c78ea7-10db-4779-8a94-b193cd936a31 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.1298513 Jul 22 12:04:32.328194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-686b4d28-8d19-416f-a5c9-56c6dc1a26b7 req-7638f60f-bf44-45a4-bd3a-79642b9ee45c tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0471172 Jul 22 12:04:32.340895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.381747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:04:32.386743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:04:32.391173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:04:32.415300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=d627d4e8-e131-490b-9781-f0b42e1f50a6,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:32.428114 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.428463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.428805 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.429142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.429477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.429819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.430135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.430485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.430815 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.431138 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.431461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.431783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:32.753314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.832433 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.982712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:32.987630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:33.054677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=d627d4e8-e131-490b-9781-f0b42e1f50a6,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:33.067637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:33.170655 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 82da8f9a-8af4-4997-994a-9a32876f9f4c associated. External IP: 172.25.6.90, port: ff25bd97-0283-424b-8e50-e6f309714e52. Jul 22 12:04:33.398874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:04:33.554677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e0d08f3b-fd7a-44ba-b997-092b473779c1 req-7c86bfb3-1c1f-4e2c-8a51-046e8e5909c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:33.556205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0d08f3b-fd7a-44ba-b997-092b473779c1 req-7c86bfb3-1c1f-4e2c-8a51-046e8e5909c9 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.1544180 Jul 22 12:04:33.565708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:04:33.576094 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:04:33.586593 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:33.587226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:33.596808 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:33.632577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e0d08f3b-fd7a-44ba-b997-092b473779c1 req-53b8def5-4fd4-4de0-9672-ad759eaa43f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0697651 Jul 22 12:04:33.656059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0cf5e4f9-077e-4893-9e54-4896593b25c2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.7647645 Jul 22 12:04:33.656849 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:33.661196 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1dea116b-723b-470e-b9a2-72a564d61870" -d '{"events": [{"name": "network-changed", "server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:33.699098 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f36d0ee2-3019-4d06-8201-578736927cfa x-openstack-request-id: req-f36d0ee2-3019-4d06-8201-578736927cfa {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:33.699407 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:33.699662 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f36d0ee2-3019-4d06-8201-578736927cfa {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:33.700090 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'status': 'completed', 'code': 200} Jul 22 12:04:33.701879 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:33.782137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea116b-723b-470e-b9a2-72a564d61870 req-37ac0d9f-e8ac-4391-9e57-c384537cffa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:33.783701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-37ac0d9f-e8ac-4391-9e57-c384537cffa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1096 time: 0.0605352 Jul 22 12:04:33.885926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea116b-723b-470e-b9a2-72a564d61870 req-0c3d07bd-a7d2-440c-af27-90dc4941afd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:33.887604 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-0c3d07bd-a7d2-440c-af27-90dc4941afd2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0976894 Jul 22 12:04:33.963619 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-c69e55f8-1be6-4bc7-b261-9357751e6c68 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 200 len: 998 time: 0.0692863 Jul 22 12:04:34.023259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea116b-723b-470e-b9a2-72a564d61870 req-39d09818-b8db-4260-8ef5-ee47a41a46c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:34.024937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-39d09818-b8db-4260-8ef5-ee47a41a46c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0561657 Jul 22 12:04:34.038841 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '82da8f9a-8af4-4997-994a-9a32876f9f4c', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:5f:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:32Z', 'updated_at': '2021-07-22T12:04:32Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:34.071294 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:04:34.080989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:34.081697 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:34.088360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1dea116b-723b-470e-b9a2-72a564d61870 req-8dc8e41d-892e-4b59-9bc7-df11ec963ea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:34.089938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-8dc8e41d-892e-4b59-9bc7-df11ec963ea4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587149 Jul 22 12:04:34.186145 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-fb0c1741-7c20-4dff-b18a-5d18804ef7e1 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893881 Jul 22 12:04:34.195543 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:34.279948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1dea116b-723b-470e-b9a2-72a564d61870 req-8e2a6ff0-fc36-4557-bd92-d11371736504 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874550 Jul 22 12:04:34.427751 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '82da8f9a-8af4-4997-994a-9a32876f9f4c', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:5f:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:32Z', 'updated_at': '2021-07-22T12:04:32Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:34.460585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-11da059e-1b4d-46e9-8c44-168927088756 None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '82da8f9a-8af4-4997-994a-9a32876f9f4c', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.90', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 3956, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:5f:db:2f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:04:32Z', 'updated_at': '2021-07-22T12:04:32Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:04:34.667517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1849af0-7d18-42ed-9301-3a7b3b563139 None None] New status for floating IP 82da8f9a-8af4-4997-994a-9a32876f9f4c: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:04:34.780951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6767d301-95f9-44a7-ad03-910fbb0cebf6 req-0041a38a-e9c0-4e70-91d7-f0ba8e4a78f4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:34.783399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6767d301-95f9-44a7-ad03-910fbb0cebf6 req-0041a38a-e9c0-4e70-91d7-f0ba8e4a78f4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0705183 Jul 22 12:04:34.830224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6767d301-95f9-44a7-ad03-910fbb0cebf6 req-b3f171ed-3573-4d31-af39-eae011716fe4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0399275 Jul 22 12:04:35.967458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e169936-e9e3-4a31-bc2c-88ad4cb904bc req-11e71b28-c417-4a95-ad3d-0d9cbc165928 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:35.968956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e169936-e9e3-4a31-bc2c-88ad4cb904bc req-11e71b28-c417-4a95-ad3d-0d9cbc165928 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0637898 Jul 22 12:04:36.005686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e169936-e9e3-4a31-bc2c-88ad4cb904bc req-c3e97033-6479-46b5-a184-9eaa2c2678c0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310872 Jul 22 12:04:37.134469 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff1d91d5-a470-450b-b995-c69ce43fcee2 req-846e88fe-493f-4a5d-81c0-b137e76dae5f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:37.135986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff1d91d5-a470-450b-b995-c69ce43fcee2 req-846e88fe-493f-4a5d-81c0-b137e76dae5f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0626383 Jul 22 12:04:37.175923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff1d91d5-a470-450b-b995-c69ce43fcee2 req-7ce26cbe-31d0-47f6-8591-d145483ec35e tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344555 Jul 22 12:04:38.304508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6176410e-f7bb-4afd-beed-c404d6d7d66d req-5b025fe4-5a60-44b0-9c22-aa1abbddb1f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:38.306150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6176410e-f7bb-4afd-beed-c404d6d7d66d req-5b025fe4-5a60-44b0-9c22-aa1abbddb1f1 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0632365 Jul 22 12:04:38.342831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6176410e-f7bb-4afd-beed-c404d6d7d66d req-c6735dd8-4f0d-41b4-b24f-5e6d0dec02eb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309114 Jul 22 12:04:39.475379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-039f5910-b56a-4f83-8631-266cfb9b2df2 req-a59141a7-1f19-486b-8bcd-d2c2e0b5f855 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:39.476846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-039f5910-b56a-4f83-8631-266cfb9b2df2 req-a59141a7-1f19-486b-8bcd-d2c2e0b5f855 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0645223 Jul 22 12:04:39.513718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-039f5910-b56a-4f83-8631-266cfb9b2df2 req-f6882cd4-6684-4f68-a410-756566987550 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313654 Jul 22 12:04:40.652606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-306c0b16-134b-4176-8ca8-756f897966d8 req-9849980a-2859-49a4-afe9-0c9b5fb04251 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:40.653994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-306c0b16-134b-4176-8ca8-756f897966d8 req-9849980a-2859-49a4-afe9-0c9b5fb04251 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0653994 Jul 22 12:04:40.691679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-306c0b16-134b-4176-8ca8-756f897966d8 req-d203147b-2aa4-40eb-9317-dbd47e2b8b99 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315547 Jul 22 12:04:41.834879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1620e8d-af63-47a6-876c-8f10907b5b1a req-96cce31a-519b-4df6-826c-b1b13367b0ce tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:41.836400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1620e8d-af63-47a6-876c-8f10907b5b1a req-96cce31a-519b-4df6-826c-b1b13367b0ce tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0732679 Jul 22 12:04:41.875695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1620e8d-af63-47a6-876c-8f10907b5b1a req-4792a012-b12b-49a8-a0d1-5fc942d377b0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336661 Jul 22 12:04:43.011644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a706899-4b26-420b-bb17-301e0e3bdc9d req-2807266d-25ed-4ee9-b164-f13b6701df6f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:43.013221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a706899-4b26-420b-bb17-301e0e3bdc9d req-2807266d-25ed-4ee9-b164-f13b6701df6f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0688195 Jul 22 12:04:43.059763 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a706899-4b26-420b-bb17-301e0e3bdc9d req-7e238caf-75de-4912-bba7-6fb9a652e2f4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400219 Jul 22 12:04:44.367088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49932) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:44.493043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21730770-2eba-4469-92c6-1bc23d2902f4 req-71bf7b70-01b2-4bab-89b1-c93c3c69b7f0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:44.494623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21730770-2eba-4469-92c6-1bc23d2902f4 req-71bf7b70-01b2-4bab-89b1-c93c3c69b7f0 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.3467236 Jul 22 12:04:44.533461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21730770-2eba-4469-92c6-1bc23d2902f4 req-c2f6b7ec-5777-445f-bcc7-4b848064178a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326283 Jul 22 12:04:44.535352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Deleting port e280a41d-86d1-4266-b3a3-daf5fd7615be {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:04:44.535696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:44.614320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:44.614691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:44.625810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Calling delete_port for e280a41d-86d1-4266-b3a3-daf5fd7615be owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:04:44.772869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:44.801739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event deleted for resources: {'Port': ['ID=e280a41d-86d1-4266-b3a3-daf5fd7615be,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:44.867855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:44.868248 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Floating IP f8308520-601f-414f-8723-cc7d71067cfd disassociated (deleted). External IP: 172.25.6.95, port: 459f3632-c892-4ff7-a0cc-71a0c4739b1e. Jul 22 12:04:45.273603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c4f22b48-8289-404b-ba54-31eb84300d26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:45.394775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c380e19-c6ef-469d-9d2f-a91e59a39215 req-63b11315-6ce0-42e4-a518-4349f7a6064f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:45.396285 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c380e19-c6ef-469d-9d2f-a91e59a39215 req-63b11315-6ce0-42e4-a518-4349f7a6064f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.1332395 Jul 22 12:04:45.445803 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8c380e19-c6ef-469d-9d2f-a91e59a39215 req-98f9c1c8-f7f4-46d1-a1bf-5169caafa18c service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0413013 Jul 22 12:04:45.458074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:04:45.566724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:04:45.571793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:45.584120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:04:45.594292 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:45.595287 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:45.615601 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8ca405d-1b6f-40f0-ae31-7453e53bfa18 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "DELETE /v2.0/floatingips/f8308520-601f-414f-8723-cc7d71067cfd HTTP/1.1" status: 204 len: 168 time: 1.2473197 Jul 22 12:04:45.616413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:45.619767 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abf3d830-3e1c-4772-9e51-3142594ad6f8" -d '{"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:45.672999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6e656af-6b39-497f-92ce-27fc093dae99 req-c2c86e5e-5993-41ef-9373-8116c2ed1836 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:45.675460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6e656af-6b39-497f-92ce-27fc093dae99 req-c2c86e5e-5993-41ef-9373-8116c2ed1836 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0680003 Jul 22 12:04:45.706526 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:45.715097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6e656af-6b39-497f-92ce-27fc093dae99 req-11a6c48e-3f76-4d9b-93b3-034743c212e4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0336285 Jul 22 12:04:45.774555 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-945ff3ab-cb22-4616-a1bc-128d8049d7fa x-openstack-request-id: req-945ff3ab-cb22-4616-a1bc-128d8049d7fa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:45.774854 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:45.775112 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-945ff3ab-cb22-4616-a1bc-128d8049d7fa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:45.775518 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:04:45.857249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-8ad3d29a-a488-48c0-82a2-9a77ed0ac37a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:45.858814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-8ad3d29a-a488-48c0-82a2-9a77ed0ac37a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=06988c569db04c73b4539cf1a97d9035&device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 1096 time: 0.0595207 Jul 22 12:04:45.876213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b77b0bf-ff8f-49b1-b76a-57276548dfee req-5f02e2e0-384e-41a2-adb7-4419020b6f0c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:45.882086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b77b0bf-ff8f-49b1-b76a-57276548dfee req-5f02e2e0-384e-41a2-adb7-4419020b6f0c tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.0771170 Jul 22 12:04:45.917898 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:45.921550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b77b0bf-ff8f-49b1-b76a-57276548dfee req-0d133ec1-81af-4fc4-9e34-1c64fd92bd01 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0367599 Jul 22 12:04:45.944112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:04:45.952556 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:45.953173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:45.956572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-fb876d6b-b1fc-4760-8df1-564ac6fe4c9b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:45.958065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-fb876d6b-b1fc-4760-8df1-564ac6fe4c9b service neutron] 10.222.0.36 "GET /v2.0/networks?id=9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 200 len: 915 time: 0.0930722 Jul 22 12:04:46.000937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-d8487736-abc1-4a96-8768-3e48d42bb1e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 200 len: 217 time: 0.0350809 Jul 22 12:04:46.055453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-a052eb87-0308-4828-aff4-8d8f32c89486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:46.057179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-a052eb87-0308-4828-aff4-8d8f32c89486 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 200 len: 853 time: 0.0490491 Jul 22 12:04:46.059187 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:46.119602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-d249c828-262e-45c9-9bfa-462036899a1a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:46.121132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-d249c828-262e-45c9-9bfa-462036899a1a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=9db8efd0-5e5b-418b-9f88-b50ac9c68269&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570395 Jul 22 12:04:46.210980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-3cda5b50-9217-448c-a0b3-187e10d4bab7 service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827396 Jul 22 12:04:46.268046 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:46.295353 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-060a2264-2fa9-4898-9277-1324f29de2da None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:31Z', 'revision_number': 4, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '00109fb6-c42d-433b-84a4-c69969cd7472', 'name': '', 'network_id': '9db8efd0-5e5b-418b-9f88-b50ac9c68269', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'mac_address': 'fa:16:3e:c8:9d:fb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_interface', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:31Z', 'updated_at': '2021-07-22T12:01:39Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'subnets': [{'id': 'ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:04:46.307995 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-abf3d830-3e1c-4772-9e51-3142594ad6f8 req-d04ae8e5-39b7-4916-a720-050124e5360e service neutron] 10.222.0.36 "GET /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0906217 Jul 22 12:04:46.515114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2d4e53ef-0f1f-4861-9358-d6e4d84a65c6 None None] New status for floating IP f8308520-601f-414f-8723-cc7d71067cfd: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:04:46.845776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-875b82a8-59e2-4a94-804c-92f40581046f req-bebc8136-9a43-45bb-81d2-a4dd0b7a34db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:46.847588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-875b82a8-59e2-4a94-804c-92f40581046f req-bebc8136-9a43-45bb-81d2-a4dd0b7a34db tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0636868 Jul 22 12:04:46.884397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-875b82a8-59e2-4a94-804c-92f40581046f req-f99b7c72-c2f8-407d-bb6f-24cc0ee5120d tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313125 Jul 22 12:04:46.907166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49946) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:46.968055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fff8e04e-200e-453a-975a-7af808206630 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/floatingips/6434c8f3-7cea-4dd2-a431-86230e8a1c36 HTTP/1.1" status: 200 len: 993 time: 0.0588436 Jul 22 12:04:47.056404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98e03a3c-cc16-4533-b4e1-4baf3a9ff140 req-6ea68d75-773e-4d40-aea3-27c068c00097 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:47.057887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98e03a3c-cc16-4533-b4e1-4baf3a9ff140 req-6ea68d75-773e-4d40-aea3-27c068c00097 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.0659251 Jul 22 12:04:47.100212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98e03a3c-cc16-4533-b4e1-4baf3a9ff140 req-6d8eb228-ac1a-44da-9788-a305a36aef5a tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/security-groups?id=ead407a3-8e02-4916-934c-f8c50a96a22e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0365434 Jul 22 12:04:47.351897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9769954f-caf1-4753-beda-f57646b1bc67 req-60aa7d7f-6403-4f0e-8bfb-7c7f11660a03 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:04:47.353365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9769954f-caf1-4753-beda-f57646b1bc67 req-60aa7d7f-6403-4f0e-8bfb-7c7f11660a03 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.36 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 945 time: 0.0689788 Jul 22 12:04:47.453051 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Deleting port 459f3632-c892-4ff7-a0cc-71a0c4739b1e {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:04:47.453386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:47.542689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] For port 459f3632-c892-4ff7-a0cc-71a0c4739b1e, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=459f3632-c892-4ff7-a0cc-71a0c4739b1e,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:47.543052 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:47.555575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Calling delete_port for 459f3632-c892-4ff7-a0cc-71a0c4739b1e owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:04:47.681707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:47.712557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event deleted for resources: {'Port': ['ID=459f3632-c892-4ff7-a0cc-71a0c4739b1e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:47.726015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.726371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.726750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.727148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.727427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.727764 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.728097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.728426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.728759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.729091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.729419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.729743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:04:47.770681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] No DVR routers for this DVR port 459f3632-c892-4ff7-a0cc-71a0c4739b1e on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:04:47.773311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:47.775561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9769954f-caf1-4753-beda-f57646b1bc67 req-a93cf566-7989-48da-bef0-592bc44eb822 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.36 "DELETE /v2.0/ports/459f3632-c892-4ff7-a0cc-71a0c4739b1e HTTP/1.1" status: 204 len: 173 time: 0.4171472 Jul 22 12:04:47.776007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'name': 'network-vif-deleted', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:47.778341 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-25b2681a-fcb6-4bae-8e1d-3f3b7c906c30" -d '{"events": [{"server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "name": "network-vif-deleted", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:47.817354 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36d5bf4a-dfdf-41f0-8666-8abcb775a8f2 x-openstack-request-id: req-36d5bf4a-dfdf-41f0-8666-8abcb775a8f2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:47.817654 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "13be8710-0eef-435a-ae17-b35734161c04", "name": "network-vif-deleted", "tag": "459f3632-c892-4ff7-a0cc-71a0c4739b1e", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:47.817931 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36d5bf4a-dfdf-41f0-8666-8abcb775a8f2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:47.818358 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '13be8710-0eef-435a-ae17-b35734161c04', 'name': 'network-vif-deleted', 'tag': '459f3632-c892-4ff7-a0cc-71a0c4739b1e', 'status': 'completed', 'code': 200} Jul 22 12:04:47.856349 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:04:47.859107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:04:47.863779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.002560 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.025167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:48.043928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:48.046157 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4325ca41-2fad-4b81-82ea-11be91253455" -d '{"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:48.060438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'port_id': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'mac_address': 'fa:16:3e:df:a6:f8', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 142, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:04:48.065614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:48.093658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.104444 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c046c76-c152-42be-96a1-69f600fa7b85 x-openstack-request-id: req-1c046c76-c152-42be-96a1-69f600fa7b85 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:48.104702 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-unplugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:48.104944 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c046c76-c152-42be-96a1-69f600fa7b85 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:48.105384 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'code': 200} Jul 22 12:04:48.135111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.159175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:04:48.201240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:48.227851 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc232940-e1a0-4e8b-a16d-7a675b0ac9e1 req-62a1c0a2-e102-40f0-8ac9-e019a3bf5c86 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0369751 Jul 22 12:04:48.236455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7e0c97ab-5b88-4ec6-985d-d30a92674bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.238786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 12:04:48.239167 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 12:04:48.776515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.792063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:04:48.812855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:48.817267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:48.875615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:49.044667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fb21ace6-decf-4565-aae2-1f16f62cc138'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:04:49.337932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d70dc50-c468-422c-bf3c-206097f50563 req-169c173b-6c0a-408f-b98f-0ba498ffab37 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0305231 Jul 22 12:04:49.461580 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:49.855630 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:04:49.905744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fb21ace6-decf-4565-aae2-1f16f62cc138 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:04:49.906309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:49.980434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:50.013517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:50.017322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:50.068511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:50.106872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:04:50.109436 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-63e8eec2-4408-42f9-9339-81c0b6f939a3" -d '{"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:04:50.145325 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:04:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b04e0080-a000-49ce-831a-d73abcf85655 x-openstack-request-id: req-b04e0080-a000-49ce-831a-d73abcf85655 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:04:50.145628 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-plugged", "status": "completed", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:04:50.145871 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b04e0080-a000-49ce-831a-d73abcf85655 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:04:50.146264 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'code': 200} Jul 22 12:04:50.435849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f426a56-ffe0-47c9-bb0b-d2c37830fbfd req-5deeee22-60cd-4416-ba8b-79d3a5a1348b tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0299807 Jul 22 12:04:51.402388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:51.552218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f2bc0437-19c6-40bd-8509-45a1d161af2e req-7ef959b4-3d7a-4b7f-bd15-ec35c660f728 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "GET /v2.0/ports?device_id=13be8710-0eef-435a-ae17-b35734161c04 HTTP/1.1" status: 200 len: 210 time: 0.0354419 Jul 22 12:04:51.618332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 459f3632-c892-4ff7-a0cc-71a0c4739b1e no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:04:51.640738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 459f3632-c892-4ff7-a0cc-71a0c4739b1e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:04:51.641090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 459f3632-c892-4ff7-a0cc-71a0c4739b1e not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:04:52.494645 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:04:52.607200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 49966) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:52.667593 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:52.694411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:52.754602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:52.757457 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:52.758773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] 10.222.0.21 "DELETE /v2.0/security-groups/ead407a3-8e02-4916-934c-f8c50a96a22e HTTP/1.1" status: 204 len: 168 time: 0.1505339 Jul 22 12:04:52.768545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-587a5107-0469-47e6-9943-0fd536af04b9 tempest-TestVolumeBackupRestore-1327913503 tempest-TestVolumeBackupRestore-1327913503-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=ead407a3-8e02-4916-934c-f8c50a96a22e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:56.202247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50420) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:56.618304 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:56.875122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Deleting port 00109fb6-c42d-433b-84a4-c69969cd7472 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:04:56.875388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:56.962687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] For port 00109fb6-c42d-433b-84a4-c69969cd7472, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=00109fb6-c42d-433b-84a4-c69969cd7472,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:56.963067 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:56.976189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Calling delete_port for 00109fb6-c42d-433b-84a4-c69969cd7472 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:04:57.165563 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:57.191745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Pushing event deleted for resources: {'Port': ['ID=00109fb6-c42d-433b-84a4-c69969cd7472,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:57.369959 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:57.553172 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:57.597952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:04:57.709622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:04:57.717775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50422) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:57.718257 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-29026eae-2cd6-4a81-9c4b-f664667a1b99 admin admin] 10.222.0.21 "PUT /v2.0/routers/2b8f0962-96ad-44c8-81c4-86e3e97e1f04/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.5136077 Jul 22 12:04:57.721458 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Sync routers for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:04:57.731476 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:57.732251 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:57.828442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:57.848518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:57.932559 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:57.994590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Deleting port a2df444a-d170-41ca-af07-fc13a0d91444 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:04:57.994976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.081109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] For port a2df444a-d170-41ca-af07-fc13a0d91444, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2df444a-d170-41ca-af07-fc13a0d91444,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:58.081387 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.093953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Calling delete_port for a2df444a-d170-41ca-af07-fc13a0d91444 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:04:58.140188 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250'}], 'enable_snat': True}, 'gw_port_id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:04:57Z', 'revision_number': 5, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port': {'id': 'a2df444a-d170-41ca-af07-fc13a0d91444', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ce:2a:fd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3873, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:01:34Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:58.171323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Checking router: 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:04:58.181137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Routers {'2b8f0962-96ad-44c8-81c4-86e3e97e1f04'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:04:58.181756 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:58.271575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.273556 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] Set router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:04:58.299763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Pushing event deleted for resources: {'Port': ['ID=a2df444a-d170-41ca-af07-fc13a0d91444,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:58.335181 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:04:57Z', 'revision_number': 6, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:58.371165 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12630f96-4dab-4976-9773-4e9f71f7eaa9 None None] The sync data for ids ['2b8f0962-96ad-44c8-81c4-86e3e97e1f04'] in n-d-754448-4 is: [{'id': '2b8f0962-96ad-44c8-81c4-86e3e97e1f04', 'name': 'tempest-TestVolumeBackupRestore-1554608902-router', 'tenant_id': '06988c569db04c73b4539cf1a97d9035', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:27Z', 'updated_at': '2021-07-22T12:04:57Z', 'revision_number': 6, 'project_id': '06988c569db04c73b4539cf1a97d9035', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:04:58.380619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.477210 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.479479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.508442 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.525686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.526206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 2b8f0962-96ad-44c8-81c4-86e3e97e1f04 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:04:58.534536 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.535735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-125d8927-7796-4d6f-b446-a02726c5a655 admin admin] 10.222.0.21 "DELETE /v2.0/routers/2b8f0962-96ad-44c8-81c4-86e3e97e1f04 HTTP/1.1" status: 204 len: 168 time: 0.8170509 Jul 22 12:04:58.538379 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50424) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:58.593652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Deleting subnet ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:04:58.597927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.635837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.723624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.783829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.817105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:58.821850 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.826529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6d06167-df64-4bf2-82b7-feb0aa6cbb28 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/ef3c13e0-f36c-4f8a-9597-1887cdf7f3cc HTTP/1.1" status: 204 len: 168 time: 0.2847426 Jul 22 12:04:58.826815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:58.827864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-472ccfd5-b057-4db0-a655-bfb21aadaf4e None None] Network 9db8efd0-5e5b-418b-9f88-b50ac9c68269 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:04:58.901060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:58.963132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Deleting port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:04:58.963524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.042177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] For port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,segment=NetworkSegment(3441c344-1269-4698-a2bb-f505c0453087),segment_id=3441c344-1269-4698-a2bb-f505c0453087)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:04:59.042651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.057591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Calling delete_port for 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:04:59.144075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cd3ad11-e6a3-411e-a5bc-596283bc3c23 None None] DHCP port deletion for 9db8efd0-5e5b-418b-9f88-b50ac9c68269 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:04:59.149214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.168774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4cd3ad11-e6a3-411e-a5bc-596283bc3c23 None None] The port '6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c' was deleted {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 12:04:59.179641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Pushing event deleted for resources: {'Port': ['ID=6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:59.181892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] No DVR routers for this DVR port 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:04:59.263544 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.275118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9db8efd0-5e5b-418b-9f88-b50ac9c68269']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:59.290361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3441c344-1269-4698-a2bb-f505c0453087') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:59.290686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3441c344-1269-4698-a2bb-f505c0453087') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:04:59.300613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.317458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.324834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Releasing vlan 128 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:04:59.325287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:04:59.327490 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:04:59.386397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.392962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:04:59.394981 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9db8efd0-5e5b-418b-9f88-b50ac9c68269 HTTP/1.1" status: 204 len: 168 time: 0.5671663 Jul 22 12:04:59.398250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50428) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:04:59.407716 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc6ef25a-317a-41f2-8d6f-39429d85460f admin admin] Pushing event deleted for resources: {'Network': ['ID=9db8efd0-5e5b-418b-9f88-b50ac9c68269,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:04:59.752839 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.003360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Deleting port 8f4344a4-63c3-48e2-be09-3825a4807e9e {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:00.003606 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.082205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] For port 8f4344a4-63c3-48e2-be09-3825a4807e9e, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8f4344a4-63c3-48e2-be09-3825a4807e9e,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:00.082674 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.095545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Calling delete_port for 8f4344a4-63c3-48e2-be09-3825a4807e9e owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:00.282268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.309446 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f4344a4-63c3-48e2-be09-3825a4807e9e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:00.459858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2df444a-d170-41ca-af07-fc13a0d91444 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:00.478278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.484079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a2df444a-d170-41ca-af07-fc13a0d91444 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:00.484704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2df444a-d170-41ca-af07-fc13a0d91444 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:00.484827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:00.505651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:00.506001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f07b3fd-ab8c-48d7-ae77-156c9d6cd63c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:00.506422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 00109fb6-c42d-433b-84a4-c69969cd7472 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:00.529328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 00109fb6-c42d-433b-84a4-c69969cd7472 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:00.529518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 00109fb6-c42d-433b-84a4-c69969cd7472 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:00.695550 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Router 737b8488-467b-4add-8b9b-790db3de8b67 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:05:00.799765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:05:00.804840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d05aede7-f1b1-4ddc-879a-9fdc7cf91bc3 admin admin] 10.222.0.21 "PUT /v2.0/routers/737b8488-467b-4add-8b9b-790db3de8b67/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4053707 Jul 22 12:05:00.807361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:00.808502 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Sync routers for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:05:00.817978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:00.818668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:00.906699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:00.923806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:01.009657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.064953 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Deleting port c6a47c88-4e12-48ef-b611-83b695bcbba7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:01.065577 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.101104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84'}], 'enable_snat': True}, 'gw_port_id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:05:00Z', 'revision_number': 5, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port': {'id': 'c6a47c88-4e12-48ef-b611-83b695bcbba7', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:45:34:12', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '737b8488-467b-4add-8b9b-790db3de8b67', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3886, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.84', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:01:37Z', 'updated_at': '2021-07-22T12:01:46Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:01.126625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Checking router: 737b8488-467b-4add-8b9b-790db3de8b67 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:05:01.134756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Routers {'737b8488-467b-4add-8b9b-790db3de8b67'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:01.135364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:04:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['737b8488-467b-4add-8b9b-790db3de8b67'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:01.141970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] For port c6a47c88-4e12-48ef-b611-83b695bcbba7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=c6a47c88-4e12-48ef-b611-83b695bcbba7,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:01.142414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.154477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Calling delete_port for c6a47c88-4e12-48ef-b611-83b695bcbba7 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:01.223120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] Set router 737b8488-467b-4add-8b9b-790db3de8b67 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:01.276621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:05:01Z', 'revision_number': 6, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:01.302723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e9a7baef-54ab-4cf8-a63d-11e4f5b40325 None None] The sync data for ids ['737b8488-467b-4add-8b9b-790db3de8b67'] in n-d-754448-4 is: [{'id': '737b8488-467b-4add-8b9b-790db3de8b67', 'name': 'tempest-TestVolumeBackupRestore-1737774397-router', 'tenant_id': 'f310e9e9b44841558de07e60675f522a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:01:36Z', 'updated_at': '2021-07-22T12:05:01Z', 'revision_number': 6, 'project_id': 'f310e9e9b44841558de07e60675f522a', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:05:01.322189 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.355269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Pushing event deleted for resources: {'Port': ['ID=c6a47c88-4e12-48ef-b611-83b695bcbba7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:01.418461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.769043 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.771135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.812233 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.812948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 737b8488-467b-4add-8b9b-790db3de8b67 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:05:01.817472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.818632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c375ab5b-36ae-48c9-8cb6-0e3afe3d6d6f admin admin] 10.222.0.21 "DELETE /v2.0/routers/737b8488-467b-4add-8b9b-790db3de8b67 HTTP/1.1" status: 204 len: 168 time: 1.0103393 Jul 22 12:05:01.821071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50432) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:01.866015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Deleting subnet 9977836d-ff4d-45d1-b0f0-ce948a1c9ba0 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:05:01.869020 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.902394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:01.983525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.035671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.063097 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.065013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9977836d-ff4d-45d1-b0f0-ce948a1c9ba0 HTTP/1.1" status: 204 len: 168 time: 0.2430117 Jul 22 12:05:02.066442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16222aa0-de02-4ee5-9723-17575218c3ab admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9977836d-ff4d-45d1-b0f0-ce948a1c9ba0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:02.068012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:02.075202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b016488e-d621-4e00-a3de-d3999242728f None None] Network 091cfee4-923c-4ee3-840b-08f27ed8bfb0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:05:02.145099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.207102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Deleting port 30e6b352-119c-48f2-ad48-ccda539e074f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:02.207608 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.275359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] For port 30e6b352-119c-48f2-ad48-ccda539e074f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=30e6b352-119c-48f2-ad48-ccda539e074f,segment=NetworkSegment(6efac132-526d-47e3-bf70-382c85d16d91),segment_id=6efac132-526d-47e3-bf70-382c85d16d91)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:02.275735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.289883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Calling delete_port for 30e6b352-119c-48f2-ad48-ccda539e074f owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:02.380303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.394652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] No DVR routers for this DVR port 30e6b352-119c-48f2-ad48-ccda539e074f on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:05:02.425617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c6a47c88-4e12-48ef-b611-83b695bcbba7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:02.437100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Pushing event deleted for resources: {'Port': ['ID=30e6b352-119c-48f2-ad48-ccda539e074f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:02.447651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: c6a47c88-4e12-48ef-b611-83b695bcbba7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:02.448005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device c6a47c88-4e12-48ef-b611-83b695bcbba7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:02.448462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f4344a4-63c3-48e2-be09-3825a4807e9e no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:02.470050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8f4344a4-63c3-48e2-be09-3825a4807e9e {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:02.470517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8f4344a4-63c3-48e2-be09-3825a4807e9e not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:02.487635 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2f48f65-7833-462c-9718-6e02940619c1 None None] DHCP port deletion for 091cfee4-923c-4ee3-840b-08f27ed8bfb0 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:05:02.497820 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.509343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['091cfee4-923c-4ee3-840b-08f27ed8bfb0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:02.519356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6efac132-526d-47e3-bf70-382c85d16d91') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:02.519656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6efac132-526d-47e3-bf70-382c85d16d91') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:02.528412 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.542656 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.550509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Releasing vlan 132 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:05:02.551049 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:05:02.552772 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:05:02.606348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.612302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.616663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] 10.222.0.21 "DELETE /v2.0/networks/091cfee4-923c-4ee3-840b-08f27ed8bfb0 HTTP/1.1" status: 204 len: 168 time: 0.5447130 Jul 22 12:05:02.625253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-008ccd01-62ea-4eee-9ace-9ee453459159 admin admin] Pushing event deleted for resources: {'Network': ['ID=091cfee4-923c-4ee3-840b-08f27ed8bfb0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:02.785034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50440) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:02.826895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d14efe05-434b-4246-97a1-2fad0528be81 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=06988c569db04c73b4539cf1a97d9035&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0406508 Jul 22 12:05:02.829663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50442) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:02.876483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.900049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.945320 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.948171 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:02.949290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/88e2d86b-8119-4a46-9991-232493354558 HTTP/1.1" status: 204 len: 168 time: 0.1186996 Jul 22 12:05:02.956963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb5b674a-264b-4c74-b1eb-a5d1f2a6aa78 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88e2d86b-8119-4a46-9991-232493354558,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:03.264287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50448) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:03.304453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f0cc281d-59ff-4f38-ac64-1bdeabb1b0b0 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f310e9e9b44841558de07e60675f522a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389757 Jul 22 12:05:03.306813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50450) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:03.354062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:03.374085 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:03.420915 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:03.423943 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:03.425172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/abcdc39e-1fe9-470a-b8f8-d915b419d87f HTTP/1.1" status: 204 len: 168 time: 0.1174331 Jul 22 12:05:03.433816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffcb486-1018-404e-a9fe-d4f769a28fcf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=abcdc39e-1fe9-470a-b8f8-d915b419d87f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:04.392922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 30e6b352-119c-48f2-ad48-ccda539e074f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:04.415311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 30e6b352-119c-48f2-ad48-ccda539e074f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:04.415662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 30e6b352-119c-48f2-ad48-ccda539e074f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:15.278220 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5258265b-a8a3-42cb-bd58-a16dba251754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:16.346359 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-ebd59e69-9406-4359-a8ea-c199e3aa297f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616915 Jul 22 12:05:16.442007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-a28d233d-d98b-4e29-bb25-0c0f2ee525b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:16.443505 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-a28d233d-d98b-4e29-bb25-0c0f2ee525b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0532160 Jul 22 12:05:16.542981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-cf75c661-726a-4441-b3f2-a6153d5f8059 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:16.544424 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-cf75c661-726a-4441-b3f2-a6153d5f8059 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 898 time: 0.0814471 Jul 22 12:05:16.625454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-0dff777d-944a-41ac-b385-870de3ff9838 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 1001 time: 0.0746911 Jul 22 12:05:16.671145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-99a83d81-217d-41a4-a1af-df3e7c8a4cdb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:16.673323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-99a83d81-217d-41a4-a1af-df3e7c8a4cdb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0425632 Jul 22 12:05:16.731573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-ed080e42-f6d7-4cb4-8d41-aa4ced347ebe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:16.733076 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-ed080e42-f6d7-4cb4-8d41-aa4ced347ebe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530083 Jul 22 12:05:17.117276 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-55cb2ccc-d751-4bba-b915-1529bbf837eb service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3765273 Jul 22 12:05:17.210807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a7399d3e-34f9-478b-b385-80578ddeccd9 req-8a1d7102-88ef-4f34-906f-5fd4c0d6b531 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0867012 Jul 22 12:05:17.854865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:18.202247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-535c1831-787d-4595-b8b6-2c600f75d8f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:19.463982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:19.598176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50466) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:19.761554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 8d877c15-f4fd-4706-9f6e-d91b08e193f4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:19.761901 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:19.836578 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:19.836906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:19.849231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 8d877c15-f4fd-4706-9f6e-d91b08e193f4 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:19.994272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:20.021440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=8d877c15-f4fd-4706-9f6e-d91b08e193f4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:20.094358 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:20.094687 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Floating IP 6434c8f3-7cea-4dd2-a431-86230e8a1c36 disassociated (deleted). External IP: 172.25.6.121, port: fb21ace6-decf-4565-aae2-1f16f62cc138. Jul 22 12:05:20.297819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 570b891c-a1a7-4c14-b86f-d14b500c38be has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:05:20.412209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:05:20.417199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:20.422424 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Sync routers for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:05:20.431904 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:20.432514 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:05:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:20.454177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-cced5212-0413-483d-96b5-02a8d1b219b3 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/floatingips/6434c8f3-7cea-4dd2-a431-86230e8a1c36 HTTP/1.1" status: 204 len: 168 time: 0.8548412 Jul 22 12:05:20.454803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:05:20.457067 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43e42273-f57e-40d9-8425-54f96bfa7307" -d '{"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:05:20.496376 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:05:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3a820ba7-2fc3-4fac-8b8a-747e5c1e349b x-openstack-request-id: req-3a820ba7-2fc3-4fac-8b8a-747e5c1e349b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:05:20.496675 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:05:20.496951 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3a820ba7-2fc3-4fac-8b8a-747e5c1e349b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:05:20.497478 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'status': 'completed', 'code': 200} Jul 22 12:05:20.539464 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:20.582640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-c47c8cbe-1c67-4860-974b-e29a109f5a04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:20.584333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-c47c8cbe-1c67-4860-974b-e29a109f5a04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=85b39e011ef14bc7bc5387f646974344&device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 1096 time: 0.0637765 Jul 22 12:05:20.684330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-49a23608-487f-454a-9300-843397ab0610 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:20.686013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-49a23608-487f-454a-9300-843397ab0610 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 200 len: 898 time: 0.0958643 Jul 22 12:05:20.731073 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-bd472655-8261-44ae-aea8-1171ba118852 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 200 len: 217 time: 0.0369160 Jul 22 12:05:20.758675 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:20.781397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-f25a8107-bdf6-4901-8842-954d06b65902 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:20.783305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-f25a8107-bdf6-4901-8842-954d06b65902 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 200 len: 835 time: 0.0450490 Jul 22 12:05:20.786435 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Checking router: 570b891c-a1a7-4c14-b86f-d14b500c38be for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:05:20.794773 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:20.795372 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:05:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:20.849834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-d963357b-f884-4bf8-9223-bf8ffb0138e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:20.851492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-d963357b-f884-4bf8-9223-bf8ffb0138e3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0612218 Jul 22 12:05:20.904052 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:20.952355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dd8d14f-19ab-439a-ae9a-73669254cd37 req-510dbbce-09f1-4210-ae4c-01abd0c57bbd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:20.954243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dd8d14f-19ab-439a-ae9a-73669254cd37 req-510dbbce-09f1-4210-ae4c-01abd0c57bbd tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.3082862 Jul 22 12:05:20.955768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-8c0d828a-5cf0-4850-84b6-ec597122b3ce service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0964203 Jul 22 12:05:20.994955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4dd8d14f-19ab-439a-ae9a-73669254cd37 req-1873a59a-9268-49ff-870a-e51fb2e7184f tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0348480 Jul 22 12:05:21.058796 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43e42273-f57e-40d9-8425-54f96bfa7307 req-36dbc070-40c3-46a4-9b0f-62d0ad673b10 service neutron] 10.222.0.20 "GET /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0948915 Jul 22 12:05:21.113994 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7499ccf2-f160-42b7-892e-87293030331e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:21.139499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7499ccf2-f160-42b7-892e-87293030331e None None] The sync data for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 is: [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:03:35Z', 'revision_number': 4, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '558307f7-aa2a-444c-9392-c5a4ae4da396', 'name': '', 'network_id': 'cbf78ea8-95a8-4f1c-9411-db1ae63d18c0', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'mac_address': 'fa:16:3e:80:6b:51', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_interface', 'standard_attr_id': 3929, 'fixed_ips': [{'subnet_id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:34Z', 'updated_at': '2021-07-22T12:03:40Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'subnets': [{'id': 'dfb2fe35-c1ee-4302-a5fb-f92e71a90002', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:05:21.343184 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092dd3e9-94c0-4894-9754-d3a189b5d0ec None None] New status for floating IP 6434c8f3-7cea-4dd2-a431-86230e8a1c36: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:05:21.416228 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:22.009984 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-7cb3861a-63a5-4b05-a4d8-748dea69ba77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:22.011567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-7cb3861a-63a5-4b05-a4d8-748dea69ba77 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0643358 Jul 22 12:05:22.115247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:22.115587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:22.127230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50fca0dc-a28d-4da7-9120-74adcdc2e37e req-23fa7448-9c51-49ac-b42e-04a22f9c63cb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:05:22.128731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50fca0dc-a28d-4da7-9120-74adcdc2e37e req-23fa7448-9c51-49ac-b42e-04a22f9c63cb tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/ports?device_id=274da7eb-e8bb-4232-b220-6983912fa1f3 HTTP/1.1" status: 200 len: 945 time: 0.0643473 Jul 22 12:05:22.166101 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50fca0dc-a28d-4da7-9120-74adcdc2e37e req-df3e59b3-4958-477c-8131-fc20d6ea55b4 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "GET /v2.0/security-groups?id=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311518 Jul 22 12:05:22.202562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port fb21ace6-decf-4565-aae2-1f16f62cc138, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fb21ace6-decf-4565-aae2-1f16f62cc138,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:22.202919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:22.215483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for fb21ace6-decf-4565-aae2-1f16f62cc138 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:22.349236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:22.378681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=fb21ace6-decf-4565-aae2-1f16f62cc138,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:22.426088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] No DVR routers for this DVR port fb21ace6-decf-4565-aae2-1f16f62cc138 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:05:22.428620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:22.430663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4d1a6626-9740-433f-8dbd-4be38b13505d req-8be127c3-01c9-4915-9bb4-083f24040614 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.20 "DELETE /v2.0/ports/fb21ace6-decf-4565-aae2-1f16f62cc138 HTTP/1.1" status: 204 len: 173 time: 0.4137883 Jul 22 12:05:22.498406 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-deleted', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:05:22.501754 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac51a01c-a6ba-43cb-9d2d-fd1d43d7a8e3" -d '{"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-deleted", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:05:22.540015 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:05:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f243ffb9-11be-4d50-8a07-1aed1a35a73b x-openstack-request-id: req-f243ffb9-11be-4d50-8a07-1aed1a35a73b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:05:22.540350 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "274da7eb-e8bb-4232-b220-6983912fa1f3", "name": "network-vif-deleted", "tag": "fb21ace6-decf-4565-aae2-1f16f62cc138", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:05:22.540611 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f243ffb9-11be-4d50-8a07-1aed1a35a73b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:05:22.541018 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '274da7eb-e8bb-4232-b220-6983912fa1f3', 'name': 'network-vif-deleted', 'tag': 'fb21ace6-decf-4565-aae2-1f16f62cc138', 'status': 'completed', 'code': 200} Jul 22 12:05:23.223595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50484) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:23.583668 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:23.847520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port 558307f7-aa2a-444c-9392-c5a4ae4da396 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:23.847788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:23.932935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port 558307f7-aa2a-444c-9392-c5a4ae4da396, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=558307f7-aa2a-444c-9392-c5a4ae4da396,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:23.933300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:23.950181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for 558307f7-aa2a-444c-9392-c5a4ae4da396 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:24.131893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.160442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=558307f7-aa2a-444c-9392-c5a4ae4da396,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:24.331382 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.544383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Router 570b891c-a1a7-4c14-b86f-d14b500c38be has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:05:24.653050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:05:24.658701 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94a075a2-a60f-4fe0-b5ff-0cfcb28fc9fc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "PUT /v2.0/routers/570b891c-a1a7-4c14-b86f-d14b500c38be/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4339390 Jul 22 12:05:24.660850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50486) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:24.662327 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Sync routers for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:05:24.671549 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:24.672094 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:05:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:24.712226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting subnet dfb2fe35-c1ee-4302-a5fb-f92e71a90002 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:05:24.715366 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.759593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.775641 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:24.840546 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.899988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.928706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Subnet': ['ID=dfb2fe35-c1ee-4302-a5fb-f92e71a90002,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:24.931681 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:24.934292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-15c30cc6-fc4f-4874-a1a7-c8cc8cef57dc tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/subnets/dfb2fe35-c1ee-4302-a5fb-f92e71a90002 HTTP/1.1" status: 204 len: 168 time: 0.2722449 Jul 22 12:05:24.935592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-011a7176-471f-465d-9686-4f1756d683c7 None None] Network cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:05:24.937192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50488) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:24.961153 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:05:24Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:24.992670 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Checking router: 570b891c-a1a7-4c14-b86f-d14b500c38be for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:05:25.002646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Routers {'570b891c-a1a7-4c14-b86f-d14b500c38be'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:05:25.003276 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:05:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['570b891c-a1a7-4c14-b86f-d14b500c38be'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:25.049404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.144381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] DHCP port deletion for cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:05:25.198305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Deleting port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:25.198644 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.210913 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] Set router 570b891c-a1a7-4c14-b86f-d14b500c38be gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:05:25.265257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] For port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,segment=NetworkSegment(8e8440c5-f93c-46b4-b1f6-5943f98691b5),segment_id=8e8440c5-f93c-46b4-b1f6-5943f98691b5)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:25.265715 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.279955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Calling delete_port for fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:25.371381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.400773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] Pushing event deleted for resources: {'Port': ['ID=fde7f0d6-cd5e-41e8-971c-0b5be347b3e9,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:25.405242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:05:24Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:25.407611 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc4c10c-61e3-495a-936e-9ddf2cca8ed2 None None] No DVR routers for this DVR port fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:05:25.440819 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84964607-37cb-4e73-8206-339a9400c5f6 None None] The sync data for ids ['570b891c-a1a7-4c14-b86f-d14b500c38be'] in n-d-754448-4 is: [{'id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'name': 'tempest-TestNetworkAdvancedServerOps-router-910889002', 'tenant_id': '85b39e011ef14bc7bc5387f646974344', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101'}], 'enable_snat': True}, 'gw_port_id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:03:30Z', 'updated_at': '2021-07-22T12:05:24Z', 'revision_number': 5, 'project_id': '85b39e011ef14bc7bc5387f646974344', 'gw_port': {'id': 'af470a84-f414-4774-9ebd-0e18de55d8f9', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:14:57:00', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '570b891c-a1a7-4c14-b86f-d14b500c38be', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.101', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:03:31Z', 'updated_at': '2021-07-22T12:03:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:05:25.465129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.519929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Deleting port af470a84-f414-4774-9ebd-0e18de55d8f9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:05:25.520272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.597499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] For port af470a84-f414-4774-9ebd-0e18de55d8f9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=af470a84-f414-4774-9ebd-0e18de55d8f9,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:05:25.597854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.610288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Calling delete_port for af470a84-f414-4774-9ebd-0e18de55d8f9 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:05:25.775584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.805167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Port': ['ID=af470a84-f414-4774-9ebd-0e18de55d8f9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:25.871823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.963147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:25.965308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.008618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.009175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Fanout notify agent at l3_agent the message router_deleted on router 570b891c-a1a7-4c14-b86f-d14b500c38be {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:05:26.011908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:26.015640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.017297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7cad5d74-2f9b-42af-aac9-22c5b0b9887a tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/routers/570b891c-a1a7-4c14-b86f-d14b500c38be HTTP/1.1" status: 204 len: 168 time: 1.0785780 Jul 22 12:05:26.020095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:26.037831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: fb21ace6-decf-4565-aae2-1f16f62cc138 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:26.038435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fb21ace6-decf-4565-aae2-1f16f62cc138 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:26.102226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.192281 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.202311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cbf78ea8-95a8-4f1c-9411-db1ae63d18c0']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:26.212488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e8440c5-f93c-46b4-b1f6-5943f98691b5') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:26.212789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e8440c5-f93c-46b4-b1f6-5943f98691b5') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:05:26.222271 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.235695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.241267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Releasing vlan 142 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:05:26.241645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:05:26.244627 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:05:26.300445 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.306751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.308528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/networks/cbf78ea8-95a8-4f1c-9411-db1ae63d18c0 HTTP/1.1" status: 204 len: 168 time: 0.2874444 Jul 22 12:05:26.311347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50492) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:26.319546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8d0f018-ab35-4929-a99d-f8b2a912cd65 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'Network': ['ID=cbf78ea8-95a8-4f1c-9411-db1ae63d18c0,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:26.379461 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.404242 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.464787 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.467746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.468939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] 10.222.0.21 "DELETE /v2.0/security-groups/2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9 HTTP/1.1" status: 204 len: 168 time: 0.1564829 Jul 22 12:05:26.478816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91972bd3-6a89-40d5-a10e-ae0384f9abd5 tempest-TestNetworkAdvancedServerOps-274701316 tempest-TestNetworkAdvancedServerOps-274701316-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=2728d1c6-f950-4a8e-8ac7-a1cd8ce2eda9,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:26.540437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:26.560216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:26.560482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fde7f0d6-cd5e-41e8-971c-0b5be347b3e9 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:26.560915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 558307f7-aa2a-444c-9392-c5a4ae4da396 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:26.583491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 558307f7-aa2a-444c-9392-c5a4ae4da396 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:26.583842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 558307f7-aa2a-444c-9392-c5a4ae4da396 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:26.584271 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device af470a84-f414-4774-9ebd-0e18de55d8f9 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:05:26.602971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: af470a84-f414-4774-9ebd-0e18de55d8f9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:05:26.603324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device af470a84-f414-4774-9ebd-0e18de55d8f9 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:05:26.769099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50500) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:26.898095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-871f6b74-e808-41a3-bbd8-3b4e24c78af7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=85b39e011ef14bc7bc5387f646974344&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1278136 Jul 22 12:05:26.900558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50504) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:26.948013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:26.968591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.014095 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.017288 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.018436 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b3bd42c0-0d0e-4f97-89f6-2a4e5e37892b HTTP/1.1" status: 204 len: 168 time: 0.1169887 Jul 22 12:05:27.026110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae563193-8b80-4464-a753-f092d22626d2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3bd42c0-0d0e-4f97-89f6-2a4e5e37892b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:27.271428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50510) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:27.312409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-162eb1e6-9cf7-4290-b761-8d441c7e4910 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=e260aa4bb4e84d16b860522136e9b468&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0398183 Jul 22 12:05:27.315624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50512) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:05:27.362406 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.382879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.428060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.430927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:27.432070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6bc6a34f-82f6-40c4-9f65-e7fe8179946c HTTP/1.1" status: 204 len: 168 time: 0.1155336 Jul 22 12:05:27.442076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899fda6e-ed2f-418a-a198-8cc6cca83f87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bc6a34f-82f6-40c4-9f65-e7fe8179946c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:05:27.578075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:28.521968 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:29.493592 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:05:45.280034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71c84451-9af9-4f62-9e34-59a1f7d4c7c5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:47.854519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:48.204075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2f19bcd-43dd-440c-9460-c969f5f728af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:49.465729 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:51.405403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:57.567894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:05:58.519788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:06.494173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:06:15.280959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a388b3ad-28f0-4741-9752-6ea6439a0b5e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:17.854764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:18.205432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-890d8326-4aa1-4f3e-85d8-4d003912031d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:18.521423 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-4ded8e90-0140-4a6a-beb3-d3eda4832b5c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.2328291 Jul 22 12:06:18.595740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-8cdf0a34-b728-479b-9006-939433c87540 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:18.597255 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-8cdf0a34-b728-479b-9006-939433c87540 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 1096 time: 0.0550895 Jul 22 12:06:18.699324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-4e91ecf9-e38b-42a1-8089-8b3ad9a9bfaa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:18.700811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-4e91ecf9-e38b-42a1-8089-8b3ad9a9bfaa service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0855582 Jul 22 12:06:18.766746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-55235682-f956-44b6-b693-c0187633bbc8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 200 len: 1000 time: 0.0598829 Jul 22 12:06:18.813294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-f808908a-d8fd-48a8-9678-abcc37c50613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:18.814739 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-f808908a-d8fd-48a8-9678-abcc37c50613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0426853 Jul 22 12:06:18.872324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-b4760302-64cd-4efe-8ac6-941d028e0b59 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:18.873813 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-b4760302-64cd-4efe-8ac6-941d028e0b59 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0528300 Jul 22 12:06:18.884242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-46e42536-099b-41fa-a90a-d9451cc94a51 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:06:18.885257 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-46e42536-099b-41fa-a90a-d9451cc94a51 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049131 Jul 22 12:06:18.975653 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-97367d2e-bdde-4c59-aa1f-e7b978bee94c service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844536 Jul 22 12:06:19.069001 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d5bd5a43-8380-40bc-84d1-907e92f1731d req-27d2a080-67c8-421c-bd35-5daad3804ca4 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869801 Jul 22 12:06:19.468221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:21.408636 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:27.598607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:28.535741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:30.183541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7706ab87-0f3e-4c1d-97cc-5cd1d7437682 req-4870e487-c1d3-4634-9c52-d3cd548879bf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:30.184927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7706ab87-0f3e-4c1d-97cc-5cd1d7437682 req-4870e487-c1d3-4634-9c52-d3cd548879bf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.0627673 Jul 22 12:06:30.222503 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7706ab87-0f3e-4c1d-97cc-5cd1d7437682 req-e9f860fa-ea76-4845-b398-e9d844acf771 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Jul 22 12:06:31.422040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edaf8e19-155c-4f8a-bee7-d089805528e8 req-eb6a3225-2992-4185-987d-e0b2b837a64e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:31.423544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edaf8e19-155c-4f8a-bee7-d089805528e8 req-eb6a3225-2992-4185-987d-e0b2b837a64e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.1208556 Jul 22 12:06:31.460836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edaf8e19-155c-4f8a-bee7-d089805528e8 req-b10990cd-01ff-4ff9-928c-fe2d094e94b0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318115 Jul 22 12:06:31.629643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-2cecf67f-34d0-4169-b77d-d6dc001151db tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:31.631123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-2cecf67f-34d0-4169-b77d-d6dc001151db tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 945 time: 0.0632746 Jul 22 12:06:31.729602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port ff25bd97-0283-424b-8e50-e6f309714e52 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:06:31.729948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:31.820708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port ff25bd97-0283-424b-8e50-e6f309714e52, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ff25bd97-0283-424b-8e50-e6f309714e52,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:06:31.820985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:32.039903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:32.040351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:32.040666 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 82da8f9a-8af4-4997-994a-9a32876f9f4c disassociated. External IP: 172.25.6.90, port: ff25bd97-0283-424b-8e50-e6f309714e52. Jul 22 12:06:32.041014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for ff25bd97-0283-424b-8e50-e6f309714e52 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:06:32.170542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:32.204746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=ff25bd97-0283-424b-8e50-e6f309714e52,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:32.221296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.221646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.221991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.222332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.222707 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.223042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.223371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.223699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.224029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.224355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.224679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.225004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:32.330606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:06:32.435861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:06:32.446342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:06:32.456207 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:06:32.456809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:06:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:32.480822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port ff25bd97-0283-424b-8e50-e6f309714e52 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:06:32.483339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:32.485528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0cb7a1cb-6e59-42e6-97ec-c905f82dc0f8 req-5312220f-c19b-4a76-8559-d327f978a834 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "DELETE /v2.0/ports/ff25bd97-0283-424b-8e50-e6f309714e52 HTTP/1.1" status: 204 len: 173 time: 0.8489635 Jul 22 12:06:32.485981 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'name': 'network-vif-deleted', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:06:32.488406 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd7167f2-a34f-438c-96cd-aa41e7a5ca9b" -d '{"events": [{"server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "name": "network-vif-deleted", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:06:32.540446 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:06:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d43c10a2-bcc9-4481-bd05-d587a3fd6c21 x-openstack-request-id: req-d43c10a2-bcc9-4481-bd05-d587a3fd6c21 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:06:32.540976 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "06b83a59-0774-4575-a6ea-3a13eecfa88e", "name": "network-vif-deleted", "tag": "ff25bd97-0283-424b-8e50-e6f309714e52", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:06:32.541907 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d43c10a2-bcc9-4481-bd05-d587a3fd6c21 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:06:32.542553 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '06b83a59-0774-4575-a6ea-3a13eecfa88e', 'name': 'network-vif-deleted', 'tag': 'ff25bd97-0283-424b-8e50-e6f309714e52', 'status': 'completed', 'code': 200} Jul 22 12:06:32.594667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6acc8c4-444c-4df2-a863-4a9114f94153 req-51e510b0-cbf7-46e4-88ca-ea2e6dbb9a4c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0351605 Jul 22 12:06:32.619834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:06:32.830720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:32.858082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:06:32.867106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:06:32.867717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:06:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:32.974204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:06:33.175489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:33.207588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f77a04c-ce19-470b-acc3-334a525d058b None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:06:33.440404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-469740bb-ca6e-473f-a05f-794ebba9635f None None] New status for floating IP 82da8f9a-8af4-4997-994a-9a32876f9f4c: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:06:33.694837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-114a0bbb-5999-4179-810d-5f5366c392d5 req-edcb5225-4d31-42f3-9637-72404873ed48 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0297120 Jul 22 12:06:34.274538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ff25bd97-0283-424b-8e50-e6f309714e52 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:06:34.294296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ff25bd97-0283-424b-8e50-e6f309714e52 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:06:34.294669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ff25bd97-0283-424b-8e50-e6f309714e52 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:06:34.800368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6037a68-ccc1-4ebc-8892-cf1f56a9b911 req-0f81b03d-99cb-4739-a43d-d3d07f2fa7c7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0334830 Jul 22 12:06:35.910838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e614d317-1c5e-4a8b-8c65-2415a4367570 req-6847564e-4351-4c34-96eb-75243dae0146 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=06b83a59-0774-4575-a6ea-3a13eecfa88e HTTP/1.1" status: 200 len: 210 time: 0.0305901 Jul 22 12:06:37.114296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-caaf5e1d-d9b7-4acc-8840-16e265a765b0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054701965&fields=id&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 267 time: 0.0340085 Jul 22 12:06:37.221099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-ee9a01c8-ae23-4600-911e-1393f225f340 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:37.222461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-ee9a01c8-ae23-4600-911e-1393f225f340 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1018596 Jul 22 12:06:37.239884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-e92694bd-505f-43ff-80f8-b7d57c22715d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0116804 Jul 22 12:06:37.309703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3f9e7f9c-6bc7-4f3a-85af-b6672c2c610b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0647595 Jul 22 12:06:37.401467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-a1fc1eef-d20b-4bc5-8d5d-2a3d0b5c0292 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0801389 Jul 22 12:06:37.491571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-5143b87e-f538-4850-9b17-45b65421e1df service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0841804 Jul 22 12:06:37.780535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abaad778-be04-447f-ae97-7ebc38d003cb req-9b29aa98-3a0d-4ad7-9791-2102743d51b1 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0294571 Jul 22 12:06:38.864868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-375382c7-51e1-4c00-93ca-17b4f47815ed req-1cfea6ea-f73b-47c1-bf43-887c4622172b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0338347 Jul 22 12:06:39.944779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4380a71e-bad8-46b6-a7d5-994e6f3ee4f5 req-0e1f3918-5601-4394-9c0e-39887108aa92 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0287194 Jul 22 12:06:40.695175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-2f634650-3c98-4fa2-86b9-5fd349703968 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:40.696638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-2f634650-3c98-4fa2-86b9-5fd349703968 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1128101 Jul 22 12:06:40.738759 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-14b893e3-de25-47a3-8668-e08db90ccef3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 380 time: 0.0338671 Jul 22 12:06:40.749168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'security_groups': ['67c564e4-8c47-4e04-9b26-7ed79f534d90']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:06:40.858052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:06:40.861716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:40.991700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.5 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/c4ce243e-e3e2-4617-859a-1f71e48420e5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:06:41.047803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c99c3e0f-15bc-4e47-97af-8d2152e8d4ca req-dc88164b-d769-499d-beed-7c51eb9d0c53 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0310836 Jul 22 12:06:41.135155 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.152806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object c4ce243e-e3e2-4617-859a-1f71e48420e5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:06:41.185505 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.226656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:06:41.232090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:06:41.236702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:06:41.267399 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:41.291128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:41.291798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.308587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-24dfeda2-cca6-4ff9-8b46-e7ab207786f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5631485 Jul 22 12:06:41.321067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Request body: {'port': {'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:06:41.401420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.470009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bc5dce4-2412-4b1b-a753-bcd234d42c5d None None] Provisioning for port c4ce243e-e3e2-4617-859a-1f71e48420e5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:06:41.474263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-7bc5dce4-2412-4b1b-a753-bcd234d42c5d None None] Provisioning complete for port c4ce243e-e3e2-4617-859a-1f71e48420e5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:06:41.474737 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7bc5dce4-2412-4b1b-a753-bcd234d42c5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.508989 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-7bc5dce4-2412-4b1b-a753-bcd234d42c5d None None] Port c4ce243e-e3e2-4617-859a-1f71e48420e5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:06:41.675029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c4ce243e-e3e2-4617-859a-1f71e48420e5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:06:41.682244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.694334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Transition to ACTIVE for port object c4ce243e-e3e2-4617-859a-1f71e48420e5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:06:41.698285 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.748881 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:41.827555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Attempting to bind port c4ce243e-e3e2-4617-859a-1f71e48420e5 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:06:41.828586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Attempting to bind port c4ce243e-e3e2-4617-859a-1f71e48420e5 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:06:41.829120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Attempting to bind port c4ce243e-e3e2-4617-859a-1f71e48420e5 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:06:41.834055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Port c4ce243e-e3e2-4617-859a-1f71e48420e5 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:06:41.834384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Attempting to bind port c4ce243e-e3e2-4617-859a-1f71e48420e5 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:06:41.839427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 6, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:06:41.839769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:06:41.840156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:06:41.840588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Bound port: c4ce243e-e3e2-4617-859a-1f71e48420e5, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:06:41.840952 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.913970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:06:41.918129 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:06:41.923714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.956422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:41.957042 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:41.958619 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] 10.222.0.20 "PUT /v2.0/ports/c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 1091 time: 0.6419499 Jul 22 12:06:41.961317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:06:41.963383 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:06:41.992837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d2661fd-9973-46a8-805d-34fe7d483406 service neutron] Pushing event updated for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:42.035331 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:06:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d11ce7bc-9856-453e-a680-2baafef10436 x-openstack-request-id: req-d11ce7bc-9856-453e-a680-2baafef10436 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:06:42.035592 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:06:42.035848 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d11ce7bc-9856-453e-a680-2baafef10436 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:06:42.036248 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'status': 'completed', 'code': 200} Jul 22 12:06:42.068593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-65bfacec-e338-4180-9a52-37a7cb7495ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.070401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-65bfacec-e338-4180-9a52-37a7cb7495ea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1094 time: 0.0680299 Jul 22 12:06:42.114895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-de9731ee-7e9b-41b4-981c-7951924606ff service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 217 time: 0.0344982 Jul 22 12:06:42.168900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-676ab9ce-f09d-4713-9154-432849602e0b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.170670 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-676ab9ce-f09d-4713-9154-432849602e0b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0499587 Jul 22 12:06:42.191357 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-238f618f-e8f7-4de9-8117-e7507a9b724f req-802f6826-6e6a-4c26-87de-5698c69cc43b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.199048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-238f618f-e8f7-4de9-8117-e7507a9b724f req-802f6826-6e6a-4c26-87de-5698c69cc43b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0770774 Jul 22 12:06:42.235966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-238f618f-e8f7-4de9-8117-e7507a9b724f req-0d8c2fc0-3b2c-4681-97ae-700c970b653c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352118 Jul 22 12:06:42.239772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-30459eb8-6947-4b2f-ab50-bac71dde56bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.241082 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-30459eb8-6947-4b2f-ab50-bac71dde56bb service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0640914 Jul 22 12:06:42.338758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-ffcb0ec8-b368-40ea-b87e-fa138581e9a1 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897787 Jul 22 12:06:42.429399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b917b45-6dee-49df-9110-4d8a3f5cb81b req-28f6a978-55f1-4f38-b0d1-9e24959ad0dd service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847380 Jul 22 12:06:42.529517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-54c65ead-ffea-49fd-a915-de3cd881e815 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.531179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-54c65ead-ffea-49fd-a915-de3cd881e815 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1094 time: 0.0554891 Jul 22 12:06:42.696643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-56f4fa62-e5cd-4a4c-a7c1-d2977c2dc9df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.698559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-56f4fa62-e5cd-4a4c-a7c1-d2977c2dc9df service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0914800 Jul 22 12:06:42.744638 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-27933af6-5a78-4f57-94ae-9d4f4c248cd0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 217 time: 0.0401602 Jul 22 12:06:42.797235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-cb2ba443-dcf0-4542-8407-5927cd549d42 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.798644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-cb2ba443-dcf0-4542-8407-5927cd549d42 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0473650 Jul 22 12:06:42.857887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-7140fedc-e366-4bcf-93bd-76b0e65a9839 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:42.859342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-7140fedc-e366-4bcf-93bd-76b0e65a9839 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546689 Jul 22 12:06:43.259614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-039ddbb1-bc3b-41f4-9f6d-ad733f7042db service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3937953 Jul 22 12:06:43.376879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c83fa57b-ca35-4eb1-bb93-d6d523b452a1 req-afa962a1-07bf-4f55-af15-dbe32a63cfb2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:43.378420 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bd63dc98-8f7e-47e0-8bb3-253c8d49c39c req-b35de766-f803-4e3a-95ea-d4db3e185a5e service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1107242 Jul 22 12:06:43.382962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c83fa57b-ca35-4eb1-bb93-d6d523b452a1 req-afa962a1-07bf-4f55-af15-dbe32a63cfb2 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0738084 Jul 22 12:06:43.417809 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c83fa57b-ca35-4eb1-bb93-d6d523b452a1 req-b5f2d8c9-5b76-46b1-91b6-04eec4ba4745 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331228 Jul 22 12:06:43.492989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:06:44.552248 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c938746-ea26-44bb-824a-457273549885 req-8feda753-a66f-49de-aceb-8d95ae2344d0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:44.553885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c938746-ea26-44bb-824a-457273549885 req-8feda753-a66f-49de-aceb-8d95ae2344d0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0689430 Jul 22 12:06:44.592504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c938746-ea26-44bb-824a-457273549885 req-1df28ba0-d2e4-49ad-bda2-e7ec47cb161d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327761 Jul 22 12:06:45.283052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4f55ba38-3be2-4733-b7c4-52cc62621aa1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:45.726060 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9cf26963-59a3-4aeb-a53f-79bdb10cd76c req-129f02d2-85e1-4a42-ad8d-7e5beb67eefc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:45.727594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf26963-59a3-4aeb-a53f-79bdb10cd76c req-129f02d2-85e1-4a42-ad8d-7e5beb67eefc tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0678189 Jul 22 12:06:45.764285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9cf26963-59a3-4aeb-a53f-79bdb10cd76c req-4d49b1aa-1e24-403b-9441-9026f866b761 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311913 Jul 22 12:06:46.892166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ec85fd4-d16a-49ad-946c-7e83be226ab3 req-c193dd38-d235-4b44-95ec-38627aefcf52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:46.893645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ec85fd4-d16a-49ad-946c-7e83be226ab3 req-c193dd38-d235-4b44-95ec-38627aefcf52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0623150 Jul 22 12:06:46.930557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ec85fd4-d16a-49ad-946c-7e83be226ab3 req-26329972-ee86-41af-840a-2f48ab48051a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313833 Jul 22 12:06:47.855334 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:48.060485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-415d949f-353e-466c-bf80-81c1a6ca4b9d req-b10eb91a-3313-498c-9093-903e93ff1d01 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:48.062733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-415d949f-353e-466c-bf80-81c1a6ca4b9d req-b10eb91a-3313-498c-9093-903e93ff1d01 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0634985 Jul 22 12:06:48.098607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-415d949f-353e-466c-bf80-81c1a6ca4b9d req-dce1ff3c-a6bd-4918-b421-aa6f55a87f6a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0304790 Jul 22 12:06:48.205716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a28cafd0-4cae-49da-ae68-3cca4f52eb09 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:49.229043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52103fd-613d-4f02-bbc6-8204f3520468 req-e1693b10-2dd8-4a8a-a495-a5eadaf648eb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:49.230504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d52103fd-613d-4f02-bbc6-8204f3520468 req-e1693b10-2dd8-4a8a-a495-a5eadaf648eb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0662255 Jul 22 12:06:49.269742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d52103fd-613d-4f02-bbc6-8204f3520468 req-3298aeaa-2e00-4deb-84b8-1d09698d6646 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330319 Jul 22 12:06:49.471653 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:50.395703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d85408-0d19-4cd8-958e-26986b0f1aa9 req-3f860c6e-07e6-430b-9f23-40c92a507b67 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:50.397177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d85408-0d19-4cd8-958e-26986b0f1aa9 req-3f860c6e-07e6-430b-9f23-40c92a507b67 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0627718 Jul 22 12:06:50.433373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d85408-0d19-4cd8-958e-26986b0f1aa9 req-5f1c355a-b45d-40c5-b8db-24a249543c9e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307760 Jul 22 12:06:51.415692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:51.565623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4af9d2f-b24b-4393-b672-9576d6180b8c req-4875256e-b29b-4788-9ab9-cc8c91a6d948 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:51.567154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4af9d2f-b24b-4393-b672-9576d6180b8c req-4875256e-b29b-4788-9ab9-cc8c91a6d948 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 943 time: 0.0677271 Jul 22 12:06:51.605564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4af9d2f-b24b-4393-b672-9576d6180b8c req-586a4723-af4d-4a02-9117-f218707c3254 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324922 Jul 22 12:06:52.389591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c4ce243e-e3e2-4617-859a-1f71e48420e5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:06:52.480843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:06:52.491837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:06:52.527108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:52.542260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c4ce243e-e3e2-4617-859a-1f71e48420e5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:06:52.561505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:06:52.566291 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:52.613243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:52.620331 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.620678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.621029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.621373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.621732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.622053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.622386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.622750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.623086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.623416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.623749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.624079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:52.741822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c06d4add-8f05-4410-9a11-5e038ddaf69f req-eac7bb15-64ec-42bd-bb5d-eb6517315064 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:52.743439 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c06d4add-8f05-4410-9a11-5e038ddaf69f req-eac7bb15-64ec-42bd-bb5d-eb6517315064 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 944 time: 0.0662253 Jul 22 12:06:52.779040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c06d4add-8f05-4410-9a11-5e038ddaf69f req-67c9e3d5-e550-4fd2-b656-8ac64cb8d8e4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301239 Jul 22 12:06:52.795293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c4ce243e-e3e2-4617-859a-1f71e48420e5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:06:53.906796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a10f7ef9-4c8c-464a-8f5a-1a59b1b5c0ab req-0eca52f0-3b20-4293-88f2-fd51aa99470c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:53.908155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a10f7ef9-4c8c-464a-8f5a-1a59b1b5c0ab req-0eca52f0-3b20-4293-88f2-fd51aa99470c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 944 time: 0.0627084 Jul 22 12:06:53.945333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a10f7ef9-4c8c-464a-8f5a-1a59b1b5c0ab req-f65e57b2-ef2b-4d00-9395-2aaea93b0144 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316865 Jul 22 12:06:54.393790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c4ce243e-e3e2-4617-859a-1f71e48420e5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:06:54.441563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c4ce243e-e3e2-4617-859a-1f71e48420e5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:06:54.445214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c4ce243e-e3e2-4617-859a-1f71e48420e5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:06:54.445586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:54.522155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:54.544300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:06:54.546601 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-232dcdde-04b6-4214-929e-f40c6c316abc" -d '{"events": [{"server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:06:54.558903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:06:54.567479 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:54.597108 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:06:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-680818cc-2161-40ba-861a-a51f57bde19a x-openstack-request-id: req-680818cc-2161-40ba-861a-a51f57bde19a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:06:54.597395 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "name": "network-vif-plugged", "status": "completed", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:06:54.597650 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-680818cc-2161-40ba-861a-a51f57bde19a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:06:54.598039 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'code': 200} Jul 22 12:06:54.624936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:54.695408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e5daf30-fdf0-46e3-be15-f4e61b006c1d req-8cf2f769-05ce-4065-b4b8-dc4a311cbdeb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:54.696794 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e5daf30-fdf0-46e3-be15-f4e61b006c1d req-8cf2f769-05ce-4065-b4b8-dc4a311cbdeb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0553946 Jul 22 12:06:54.730543 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e5daf30-fdf0-46e3-be15-f4e61b006c1d req-c50d6ff0-bf7c-499d-a377-12869bea30f0 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0269792 Jul 22 12:06:55.075835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1181121-915f-45f4-a877-28efacfc3154 req-414591dd-ffec-43fe-8b5c-da785311819a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:55.077947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1181121-915f-45f4-a877-28efacfc3154 req-414591dd-ffec-43fe-8b5c-da785311819a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0657165 Jul 22 12:06:55.113806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1181121-915f-45f4-a877-28efacfc3154 req-dd5f303f-ace9-47fb-9779-934d3aa2c432 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0301752 Jul 22 12:06:56.243685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52ee1825-9e14-4d75-980c-379a4a47dc4c req-75dc3aa1-1e88-4348-81e1-a1a6a783c3f6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:56.245165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52ee1825-9e14-4d75-980c-379a4a47dc4c req-75dc3aa1-1e88-4348-81e1-a1a6a783c3f6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0634813 Jul 22 12:06:56.283445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52ee1825-9e14-4d75-980c-379a4a47dc4c req-3738a65c-ef60-4d75-885c-5cfc8dac9e2d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326161 Jul 22 12:06:56.413160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fd8835f-0fb6-4d3d-a1ca-0126152ae149 req-2a5357b9-fde2-460e-ae25-9abe4c41463b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:56.414677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fd8835f-0fb6-4d3d-a1ca-0126152ae149 req-2a5357b9-fde2-460e-ae25-9abe4c41463b tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0670092 Jul 22 12:06:56.452106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3fd8835f-0fb6-4d3d-a1ca-0126152ae149 req-45d2e2a8-c674-46ac-a646-a67bbed3f96d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319645 Jul 22 12:06:56.474331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:06:56.621332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60a7408a-29d6-4359-a655-3da449cfa2c0 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:56.622861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-60a7408a-29d6-4359-a655-3da449cfa2c0 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1091 time: 0.1475437 Jul 22 12:06:56.626010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:06:56.630279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address': '172.20.0.5'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:06:56.650855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:56.746138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:56.846758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.25.6.156 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a397abce-92a8-46ef-a8c0-1f1d7846d564) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:06:56.949702 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:56.986706 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.026227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:06:57.028959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:06:57.032724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:06:57.053981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=a397abce-92a8-46ef-a8c0-1f1d7846d564,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:57.067291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.067638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.067977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.068313 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.068646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.068976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.069302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.069627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.069951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.070272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.070621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.070943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:06:57.385006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.456819 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.602027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.606771 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.613947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.681624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=a397abce-92a8-46ef-a8c0-1f1d7846d564,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:06:57.690280 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:57.789545 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 8f90101f-9357-4511-9a4c-a6652a0ff55f associated. External IP: 172.25.6.156, port: c4ce243e-e3e2-4617-859a-1f71e48420e5. Jul 22 12:06:58.252693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:06:58.353015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:06:58.363792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:06:58.369642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:58.372178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:06:58.372898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:06:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:58.409040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6fe2f1a8-01ee-45d0-8178-cd02b64605f4 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.7819798 Jul 22 12:06:58.409657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:06:58.412001 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c766a615-8a42-47dc-89c6-a1b24ba08ff9" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:06:58.476988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:06:58.533797 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:06:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a4b89e2f-2cd9-4d4b-aae8-22c945a478bf x-openstack-request-id: req-a4b89e2f-2cd9-4d4b-aae8-22c945a478bf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:06:58.534087 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:06:58.534331 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a4b89e2f-2cd9-4d4b-aae8-22c945a478bf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:06:58.534765 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'status': 'completed', 'code': 200} Jul 22 12:06:58.583152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:06:58.610431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-e911a1fd-d0e1-4011-af73-3a338291cbe1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:58.612004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-e911a1fd-d0e1-4011-af73-3a338291cbe1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0564785 Jul 22 12:06:58.703918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-3eede981-9c95-4c37-9281-10f1b9306b9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:58.705463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-3eede981-9c95-4c37-9281-10f1b9306b9d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0875025 Jul 22 12:06:58.716850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:57Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:58.747101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:06:58.755616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:06:58.756157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:06:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:58.769155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-2d79ecba-fbb3-448d-b723-7e7c67df8b8c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 999 time: 0.0576777 Jul 22 12:06:58.820138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-c117a49c-0df4-47b8-be98-26fd3b1dc285 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:58.821646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-c117a49c-0df4-47b8-be98-26fd3b1dc285 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0460873 Jul 22 12:06:58.891222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-b9afc253-cb87-450e-a5a6-ca1ce60a3a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:06:58.892811 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-b9afc253-cb87-450e-a5a6-ca1ce60a3a7d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0643361 Jul 22 12:06:58.987157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-e35fff11-0986-4038-a663-8d7a9a459915 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878193 Jul 22 12:06:59.019491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:06:59.081540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c766a615-8a42-47dc-89c6-a1b24ba08ff9 req-34832e61-2f0d-487a-be2a-fc0edf477052 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881188 Jul 22 12:06:59.235972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:57Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:06:59.265156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45bc53ec-5a9f-4b7f-8171-8e51c66ff98a None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'DOWN', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:57Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:06:59.455606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0e224ee7-2d84-43ca-bfa7-be043ee533da None None] New status for floating IP 8f90101f-9357-4511-9a4c-a6652a0ff55f: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:07:15.287064 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-195cdaaf-f945-47c5-a491-205c668fe7cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:17.856724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:18.207269 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-020d406c-dd2b-4419-b8e0-0d2aeb4ba321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:19.352971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-3d832b1c-cd41-4670-b665-843f812b7fe6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0571692 Jul 22 12:07:19.456002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-3993ce4c-d590-48b9-9ae2-9491aacd8aa0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:07:19.457580 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-3993ce4c-d590-48b9-9ae2-9491aacd8aa0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0597060 Jul 22 12:07:19.478769 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:19.566545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-57f7f834-50a1-40ca-87cf-f1ade3152f57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:07:19.567936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-57f7f834-50a1-40ca-87cf-f1ade3152f57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0913432 Jul 22 12:07:19.636430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-7f0f361d-1855-4bbf-868b-2f4668a6249d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 1001 time: 0.0608444 Jul 22 12:07:19.688891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-0f1d028c-8f00-46db-abbe-5838bb7483f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:07:19.690311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-0f1d028c-8f00-46db-abbe-5838bb7483f8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0477521 Jul 22 12:07:19.753441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-6a6e2355-023d-43e3-9786-7f3a0f8dff47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:07:19.754975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-6a6e2355-023d-43e3-9786-7f3a0f8dff47 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0569866 Jul 22 12:07:19.845323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-f89201da-9949-4988-9ac3-77bdf2c1f93b service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822909 Jul 22 12:07:19.938918 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dcfb40c6-c5f7-473c-9075-a310bb4987a5 req-6ba06520-2dd7-4589-9797-978884c6f6e9 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855932 Jul 22 12:07:20.493054 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:07:21.414905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:27.618803 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:28.557474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:45.289538 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb3b22a4-8629-4463-9953-09309c39501a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:47.858347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:48.209272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-861b1605-92e1-4477-b4f3-1212296b3541 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:49.478670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:51.417890 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:57.491977 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:07:57.635485 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:07:58.552463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:15.290945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72193e87-f718-41e2-a7d3-6efca445c0c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:17.858744 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:18.209771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b91450c-07b7-4881-b518-5d8d1eeef7e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:19.481436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:20.339792 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-81787cfa-bc28-4b09-a3ff-a3a2d0ebb762 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0533545 Jul 22 12:08:20.437667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-9c4070b7-aff9-430e-9f44-0ed218e4ce82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:20.439383 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-9c4070b7-aff9-430e-9f44-0ed218e4ce82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0581036 Jul 22 12:08:20.538893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-fd8d508d-7777-4a38-9d6c-a5f342acd097 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:20.540340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-fd8d508d-7777-4a38-9d6c-a5f342acd097 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0820575 Jul 22 12:08:20.608848 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-4ec41191-ba56-43da-9fed-46bae3ccfdc3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 1001 time: 0.0618029 Jul 22 12:08:20.656000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-bf3bae86-a1cd-4547-b84e-4475ebeca839 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:20.657419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-bf3bae86-a1cd-4547-b84e-4475ebeca839 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0431755 Jul 22 12:08:20.715320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-f2694c19-d084-4969-b440-a394cad9e627 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:20.716820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-f2694c19-d084-4969-b440-a394cad9e627 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535147 Jul 22 12:08:20.810779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-0c4bd28d-c023-48c8-83d8-75ce4a2e83e4 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0862565 Jul 22 12:08:20.900352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ed3953ef-82f5-4fda-86fb-054945c62d91 req-ee07473d-2e55-4fda-8c67-cc3f8ef46b92 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834560 Jul 22 12:08:21.421427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:27.627108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:28.564568 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:34.491060 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:08:45.298415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-41d05a79-637b-43ab-984d-e5f53f680410 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:46.893904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-c7872f84-f157-4c91-b50c-3776c4c5336e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2054701965&fields=id&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 267 time: 0.0336182 Jul 22 12:08:46.996957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-8fe85378-4e22-4412-9a0d-1cc8204ea623 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:46.998402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8fe85378-4e22-4412-9a0d-1cc8204ea623 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.0984859 Jul 22 12:08:47.013371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-6902c74c-e3c2-4c02-9310-a4a98e64aecf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/quotas/4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 375 time: 0.0094638 Jul 22 12:08:47.091517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-e5df207e-a8a6-4d4a-8c10-a94e1c4f9d52 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0732443 Jul 22 12:08:47.107272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8a362204-f83c-426a-b80d-0870bf616e01 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:08:47.108149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8a362204-f83c-426a-b80d-0870bf616e01 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053172 Jul 22 12:08:47.196225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8bd0715a-abb7-4de1-aea1-062814d19d7a service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0829079 Jul 22 12:08:47.290172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-bcb74db9-64f9-450a-b68c-8616721f6fc8 service neutron] 10.222.0.21 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874426 Jul 22 12:08:47.859555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:48.210609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b53b1739-eed5-4b1f-8431-06546aaaf9d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:48.598009 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4957c09c-5c51-43d1-980e-78cccb9b2487 req-3459170a-8a7e-4c60-a48e-85668339e51a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0296984 Jul 22 12:08:49.484440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:49.686901 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ec33966d-3c37-4905-85ea-772067e56cd7 req-d92e8069-e31e-4b05-849d-4c8e39c1703c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0295992 Jul 22 12:08:50.798416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a81c5de-2dbd-42c4-87ee-ded759d31814 req-be9a6a26-ef30-4fa7-81ba-584a25526370 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0344005 Jul 22 12:08:51.423633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:51.876087 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fed0c9ff-cd85-4962-954f-3be73bb84f24 req-fefc3001-847e-46d9-9a8c-31501682167d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0290527 Jul 22 12:08:52.973905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39233a3f-4caf-4ca1-86b8-7b85758a93f6 req-3ecf1434-7b1d-4566-ba1a-72640c0a6277 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0297267 Jul 22 12:08:53.656922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-eba30d77-52b9-4777-aa11-6cfc91f397b8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:53.658614 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-eba30d77-52b9-4777-aa11-6cfc91f397b8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 812 time: 0.1167200 Jul 22 12:08:53.704824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-f54e1576-ed65-4e15-8282-97809ac8e759 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4e42409f703d46aaa21ce78b821a9861 HTTP/1.1" status: 200 len: 380 time: 0.0384309 Jul 22 12:08:53.713971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'port': {'device_id': '0753934e-b3a4-416a-9e45-fac853771da8', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'admin_state_up': True, 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'security_groups': ['67c564e4-8c47-4e04-9b26-7ed79f534d90']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:08:53.840255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Made reservation on behalf of 4e42409f703d46aaa21ce78b821a9861 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:08:53.845005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:53.991420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.20.0.6 (7bc859b9-2cde-416c-ba93-f308d1886c27/5f6d9a81-16c0-45b6-9624-2916ac8a97cd/9c6160b7-d638-46a8-b748-1857732ebcb4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:08:54.081085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64ebb275-31d1-4b25-87ab-46b36f4b15f4 req-7f25b961-ec78-44e9-9d3b-33ec361e2d95 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0372736 Jul 22 12:08:54.138515 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.151741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Transition to ACTIVE for port object 9c6160b7-d638-46a8-b748-1857732ebcb4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:08:54.185496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.231396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:08:54.234804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:08:54.238743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:08:54.264119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:08:54.288780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.289126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.289472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.289809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.290145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.290497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.290829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.291160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.291483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.291807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.292188 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.292454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:08:54.319393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:54.320037 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.338595 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-87a299db-4bd7-45a8-83a9-03c8884737bb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6287036 Jul 22 12:08:54.349084 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-6d3df7e4-d151-4532-9044-954cb52adece tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:08:54.350103 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-6d3df7e4-d151-4532-9044-954cb52adece tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056288 Jul 22 12:08:54.416622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Request body: {'port': {'device_id': '0753934e-b3a4-416a-9e45-fac853771da8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:08:54.495170 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.521164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9988aa8a-3729-4179-8c7b-4eeffd09e010 None None] Provisioning for port 9c6160b7-d638-46a8-b748-1857732ebcb4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:08:54.524991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9988aa8a-3729-4179-8c7b-4eeffd09e010 None None] Provisioning complete for port 9c6160b7-d638-46a8-b748-1857732ebcb4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:08:54.525366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9988aa8a-3729-4179-8c7b-4eeffd09e010 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.576172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-9988aa8a-3729-4179-8c7b-4eeffd09e010 None None] Port 9c6160b7-d638-46a8-b748-1857732ebcb4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:08:54.775235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9c6160b7-d638-46a8-b748-1857732ebcb4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:08:54.783552 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.796473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Transition to ACTIVE for port object 9c6160b7-d638-46a8-b748-1857732ebcb4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:08:54.800406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:54.910475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:08:54.947909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Attempting to bind port 9c6160b7-d638-46a8-b748-1857732ebcb4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:08:54.948391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Attempting to bind port 9c6160b7-d638-46a8-b748-1857732ebcb4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:08:54.948734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Attempting to bind port 9c6160b7-d638-46a8-b748-1857732ebcb4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:08:54.954631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Port 9c6160b7-d638-46a8-b748-1857732ebcb4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:08:54.955065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Attempting to bind port 9c6160b7-d638-46a8-b748-1857732ebcb4 on network 7bc859b9-2cde-416c-ba93-f308d1886c27 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:08:54.961321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 8, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:08:54.961798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Checking segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:08:54.962299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Bound using segment: {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:08:54.962915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Bound port: 9c6160b7-d638-46a8-b748-1857732ebcb4, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'cbd20334-c36c-4014-bd27-3ff274ecb500', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 115, 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:08:54.963404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:55.042502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:08:55.046193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9c6160b7-d638-46a8-b748-1857732ebcb4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:08:55.053458 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:55.096914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.097666 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:55.101911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] 10.222.0.36 "PUT /v2.0/ports/9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 1091 time: 0.7421870 Jul 22 12:08:55.101911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:08:55.102472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-063db378-a2cc-42a5-933d-3152767f9447" -d '{"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:08:55.197923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31763bb7-7312-45c4-8705-fdf600dd86c7 service neutron] Pushing event updated for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:08:55.285460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-8a6a8842-003e-48d5-9b2d-bd35ff6a3615 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.288713 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8a6a8842-003e-48d5-9b2d-bd35ff6a3615 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1094 time: 0.1409318 Jul 22 12:08:55.307783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bda137-db1b-4037-b977-241c885a5136 req-7cc6bf5f-ca1b-4c71-96ef-efad1b509949 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.311612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8bda137-db1b-4037-b977-241c885a5136 req-7cc6bf5f-ca1b-4c71-96ef-efad1b509949 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.1281171 Jul 22 12:08:55.349475 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:08:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9eb4791-ef07-4794-a51b-0d036c195cae x-openstack-request-id: req-b9eb4791-ef07-4794-a51b-0d036c195cae {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:08:55.350087 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:08:55.350560 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9eb4791-ef07-4794-a51b-0d036c195cae {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:08:55.351144 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'status': 'completed', 'code': 200} Jul 22 12:08:55.353663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-1d69c23e-a91f-4d6d-8d45-d25e01d10686 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 217 time: 0.0578277 Jul 22 12:08:55.376698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b8bda137-db1b-4037-b977-241c885a5136 req-045517ee-e3c8-4689-a7a7-cbd5dbfb692d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475023 Jul 22 12:08:55.424860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-027e288d-d068-4ff2-8479-9f8ef63bab90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.426783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-027e288d-d068-4ff2-8479-9f8ef63bab90 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0665634 Jul 22 12:08:55.489800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84a13557-407a-48d3-ad15-4239146f09bb req-73031dd9-98e5-46f5-975c-b573ad610124 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.491427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-73031dd9-98e5-46f5-975c-b573ad610124 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0589261 Jul 22 12:08:55.594556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-de004f66-83b0-408e-b063-25f391d3a9a5 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0965321 Jul 22 12:08:55.691177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-84a13557-407a-48d3-ad15-4239146f09bb req-8322b6c4-eedb-4d5a-b22c-551354b2222e service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0904059 Jul 22 12:08:55.800020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db378-a2cc-42a5-933d-3152767f9447 req-1785f747-eb81-4ae3-bc11-ebf034d2bc0a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.801820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-1785f747-eb81-4ae3-bc11-ebf034d2bc0a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1094 time: 0.0664766 Jul 22 12:08:55.897264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db378-a2cc-42a5-933d-3152767f9447 req-7e374e1e-fffc-4cb5-a047-f4ebed85e7ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.898785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-7e374e1e-fffc-4cb5-a047-f4ebed85e7ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0915031 Jul 22 12:08:55.942533 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-c9036f55-b525-4636-8f76-ea3421c0c1a6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 217 time: 0.0380354 Jul 22 12:08:55.991588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db378-a2cc-42a5-933d-3152767f9447 req-430bd6d4-b4b8-4ed9-8d24-71195918d25f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:55.992933 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-430bd6d4-b4b8-4ed9-8d24-71195918d25f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0447648 Jul 22 12:08:56.053492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-063db378-a2cc-42a5-933d-3152767f9447 req-c95878e3-e235-49b8-b5d4-01f8f57fb554 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:56.055157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-c95878e3-e235-49b8-b5d4-01f8f57fb554 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563483 Jul 22 12:08:56.163787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-b9fd7cef-11d5-4c5b-ac3e-05656996b8be service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1023285 Jul 22 12:08:56.254017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-063db378-a2cc-42a5-933d-3152767f9447 req-ecde9c8d-6b3c-4b38-bf29-dc23a64fb620 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840766 Jul 22 12:08:56.522301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c856fda-9b59-43b5-b1ab-8d7d2e014b65 req-568807d2-0a43-41c2-a7c5-7f5280cffd41 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:56.523867 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c856fda-9b59-43b5-b1ab-8d7d2e014b65 req-568807d2-0a43-41c2-a7c5-7f5280cffd41 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0652761 Jul 22 12:08:56.562631 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c856fda-9b59-43b5-b1ab-8d7d2e014b65 req-f64f95f2-3b5e-4844-933e-c00e8c92718f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328264 Jul 22 12:08:57.628882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:57.696259 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a0785f2-289b-4ca9-b942-24c4e03f8273 req-fc8c1b9c-1808-4c32-8030-c29c8caa2b80 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:57.697992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0785f2-289b-4ca9-b942-24c4e03f8273 req-fc8c1b9c-1808-4c32-8030-c29c8caa2b80 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0653958 Jul 22 12:08:57.741979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a0785f2-289b-4ca9-b942-24c4e03f8273 req-ddae5152-d9fc-43e6-978a-6f3639ee311f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365005 Jul 22 12:08:58.565215 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:08:58.869998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2be010-88c1-48e3-8c3a-83f6e7e40fea req-a7391514-ebc8-4901-81f6-4abaefbac398 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:08:58.872287 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b2be010-88c1-48e3-8c3a-83f6e7e40fea req-a7391514-ebc8-4901-81f6-4abaefbac398 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0632007 Jul 22 12:08:58.908270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9b2be010-88c1-48e3-8c3a-83f6e7e40fea req-19b4ad8f-b517-42ad-a69a-d14bb2fb847a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303776 Jul 22 12:09:00.036271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59118071-611b-41a7-87ab-30988a20fae9 req-e2683d64-0548-485c-9318-5b5d7167af4e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:00.037747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59118071-611b-41a7-87ab-30988a20fae9 req-e2683d64-0548-485c-9318-5b5d7167af4e tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0634208 Jul 22 12:09:00.076070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59118071-611b-41a7-87ab-30988a20fae9 req-761e5b2b-baff-4417-8b64-fd5e77df18e0 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327828 Jul 22 12:09:01.207415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5ddae4f-0687-4f62-a991-a886b34c5956 req-00f55647-f165-4b78-a17d-c75b5fea38cb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:01.208887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ddae4f-0687-4f62-a991-a886b34c5956 req-00f55647-f165-4b78-a17d-c75b5fea38cb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0684206 Jul 22 12:09:01.245641 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5ddae4f-0687-4f62-a991-a886b34c5956 req-bd3f86ab-5bcf-4e0b-b9e1-fe4ca037c118 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313022 Jul 22 12:09:02.373625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5b43c59-19be-40e4-86c4-81346d0f7129 req-7b863863-be7d-47ae-ac66-21d007696d73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:02.375159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5b43c59-19be-40e4-86c4-81346d0f7129 req-7b863863-be7d-47ae-ac66-21d007696d73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0628493 Jul 22 12:09:02.412122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5b43c59-19be-40e4-86c4-81346d0f7129 req-bd82a357-704b-457f-9efd-176893ba2648 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316467 Jul 22 12:09:03.539772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53d77d1f-9b8e-437c-9cbd-98f5c7e3b72e req-64b09161-d239-4064-9521-31763768905f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:03.541249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53d77d1f-9b8e-437c-9cbd-98f5c7e3b72e req-64b09161-d239-4064-9521-31763768905f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0638266 Jul 22 12:09:03.583602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-53d77d1f-9b8e-437c-9cbd-98f5c7e3b72e req-d54978c1-b927-4d85-9a0f-cd64b7c1b863 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0362177 Jul 22 12:09:04.712175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2fc34f7-c166-4d26-a22e-cada142e01cd req-fe5974f1-1a28-44e2-b1cc-866d475a12bf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:04.713696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2fc34f7-c166-4d26-a22e-cada142e01cd req-fe5974f1-1a28-44e2-b1cc-866d475a12bf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0634754 Jul 22 12:09:04.751017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2fc34f7-c166-4d26-a22e-cada142e01cd req-a5871a64-7c61-40b0-9c6a-3b2deb6b5de7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315573 Jul 22 12:09:05.879799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae47efbf-e722-490a-b853-c3e6a295d8c2 req-b5db4ed7-d96f-4474-bcbc-84d84d79323c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:05.881259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae47efbf-e722-490a-b853-c3e6a295d8c2 req-b5db4ed7-d96f-4474-bcbc-84d84d79323c tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0641117 Jul 22 12:09:05.919883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae47efbf-e722-490a-b853-c3e6a295d8c2 req-2ccd2df1-31f5-4692-9198-de5deb77a0bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331285 Jul 22 12:09:06.879527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9c6160b7-d638-46a8-b748-1857732ebcb4 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:09:06.975179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9c6160b7-d638-46a8-b748-1857732ebcb4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:09:06.986990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'port_id': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'mac_address': 'fa:16:3e:68:e6:87', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 115, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:09:07.024659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:07.038103 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9c6160b7-d638-46a8-b748-1857732ebcb4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:09:07.050492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24c36b6e-64d6-49cd-bffd-22dbb4a41da8 req-85a9abcb-a1ce-4497-b377-733449819ce9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:07.052050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24c36b6e-64d6-49cd-bffd-22dbb4a41da8 req-85a9abcb-a1ce-4497-b377-733449819ce9 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 943 time: 0.0675294 Jul 22 12:09:07.057793 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9c6160b7-d638-46a8-b748-1857732ebcb4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:09:07.062431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:07.095086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24c36b6e-64d6-49cd-bffd-22dbb4a41da8 req-f27085d3-f6b8-41ef-a55d-cbbe733d4a73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370309 Jul 22 12:09:07.110527 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:09:07.117697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.118052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.118401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.118773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.119116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.119454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.119791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.120125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.120457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.120788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.121154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.121486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:07.278082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['9c6160b7-d638-46a8-b748-1857732ebcb4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:09:08.229115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a616274a-6ad9-4c81-80ee-64c8b169ce91 req-4cc5d064-bf47-4192-adff-be7807b5c937 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:08.231487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a616274a-6ad9-4c81-80ee-64c8b169ce91 req-4cc5d064-bf47-4192-adff-be7807b5c937 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 944 time: 0.0635300 Jul 22 12:09:08.268766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a616274a-6ad9-4c81-80ee-64c8b169ce91 req-f7a5f416-f78e-46e8-84a2-92e3d987ae67 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318711 Jul 22 12:09:08.879685 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9c6160b7-d638-46a8-b748-1857732ebcb4 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:09:08.927420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 9c6160b7-d638-46a8-b748-1857732ebcb4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:09:08.930870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 9c6160b7-d638-46a8-b748-1857732ebcb4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:09:08.931248 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:09.008214 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:09.031660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:09:09.034076 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5e6ee391-5624-4da5-b906-c44b99bea59a" -d '{"events": [{"server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "name": "network-vif-plugged", "status": "completed", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:09:09.047385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9c6160b7-d638-46a8-b748-1857732ebcb4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:09:09.051557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:09.099482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:09:09.397675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8195b85d-4dc2-46dd-8ca6-bbe5ec54eaa3 req-59952ba3-2db4-4540-96d6-7c2cc96a4958 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:09.399176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8195b85d-4dc2-46dd-8ca6-bbe5ec54eaa3 req-59952ba3-2db4-4540-96d6-7c2cc96a4958 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0649371 Jul 22 12:09:09.439824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8195b85d-4dc2-46dd-8ca6-bbe5ec54eaa3 req-64359b91-5858-4b64-9f89-e717586a10d7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351422 Jul 22 12:09:10.150678 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:09:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6886c4eb-930b-455c-8515-dc965e8c5882 x-openstack-request-id: req-6886c4eb-930b-455c-8515-dc965e8c5882 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:09:10.151183 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "name": "network-vif-plugged", "status": "completed", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:09:10.151306 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6886c4eb-930b-455c-8515-dc965e8c5882 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:09:10.151594 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'code': 200} Jul 22 12:09:10.260581 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2fa9cff-1f99-4fbf-88a6-711a7bf97f7c req-31b69086-681e-4caa-9905-a8d944c22604 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:10.262673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2fa9cff-1f99-4fbf-88a6-711a7bf97f7c req-31b69086-681e-4caa-9905-a8d944c22604 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1096 time: 0.0550458 Jul 22 12:09:10.300196 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2fa9cff-1f99-4fbf-88a6-711a7bf97f7c req-c4f19849-cf82-4b70-8128-4031d13a59b6 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312221 Jul 22 12:09:10.573454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f596f15-aca1-4f15-b254-458bdb019463 req-8d1837ea-f5a0-4ae1-900b-fa5f81be1243 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:10.576052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f596f15-aca1-4f15-b254-458bdb019463 req-8d1837ea-f5a0-4ae1-900b-fa5f81be1243 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0713873 Jul 22 12:09:10.612900 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f596f15-aca1-4f15-b254-458bdb019463 req-f0e8b90e-fb47-430b-bace-8b5539fe4901 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312681 Jul 22 12:09:11.492246 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:09:11.742558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-159c6b9f-cb39-405e-ad0d-55a403fbb0a5 req-f39a1a4f-c3f7-454b-b806-f75548f57696 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:11.743927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-159c6b9f-cb39-405e-ad0d-55a403fbb0a5 req-f39a1a4f-c3f7-454b-b806-f75548f57696 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0631568 Jul 22 12:09:11.780441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-159c6b9f-cb39-405e-ad0d-55a403fbb0a5 req-ac780a48-2a3e-44d6-ac7b-e9aabb911f15 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0306571 Jul 22 12:09:11.921200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f94b52-7232-479a-b858-a6ad080ca968 req-758ff8b9-1c8f-46d0-9f9e-67c37eac38f3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:11.922732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f94b52-7232-479a-b858-a6ad080ca968 req-758ff8b9-1c8f-46d0-9f9e-67c37eac38f3 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0682766 Jul 22 12:09:11.960797 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f94b52-7232-479a-b858-a6ad080ca968 req-f869b622-b1bf-4df2-8f71-b9d4ea1161e6 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325279 Jul 22 12:09:11.983701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:09:12.036064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c9750e0-524d-4985-93e1-9a9b54316e80 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:12.037516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c9750e0-524d-4985-93e1-9a9b54316e80 tempest-TestVolumeBootPattern-1559619940 tempest-TestVolumeBootPattern-1559619940-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1091 time: 0.0528569 Jul 22 12:09:12.040266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:09:12.045316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address': '172.20.0.6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:09:12.066103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:12.169968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:12.269466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Allocated IP 172.25.6.35 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7af30ff6-a0e5-4c34-8907-f7d415196205) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:09:12.372553 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:12.409744 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:12.448425 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:09:12.451687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:09:12.456009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:09:12.461193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=7af30ff6-a0e5-4c34-8907-f7d415196205,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:09:12.485922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.486265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.486629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.486967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.487297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.487626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.487949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.488269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.488590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.488907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.489230 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.489546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:09:12.807153 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:12.878340 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:13.024228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:13.028968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:13.098389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event updated for resources: {'Port': ['ID=7af30ff6-a0e5-4c34-8907-f7d415196205,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:09:13.110367 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:13.208394 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 24395674-fcd9-4275-ba87-bdbacd22d3dc associated. External IP: 172.25.6.35, port: 9c6160b7-d638-46a8-b748-1857732ebcb4. Jul 22 12:09:13.412332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:09:13.518042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:09:13.528211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:09:13.536296 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:13.537505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:09:13.538130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:08:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:09:13.579172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f30b5b96-e600-4ba7-9cf4-9fcc24e6d9bd tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5378888 Jul 22 12:09:13.579769 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:09:13.582030 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4" -d '{"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:09:13.618944 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:09:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-301fb34e-61fe-48e0-8172-6c7df604d8b4 x-openstack-request-id: req-301fb34e-61fe-48e0-8172-6c7df604d8b4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:09:13.619240 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:09:13.619496 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-301fb34e-61fe-48e0-8172-6c7df604d8b4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:09:13.619903 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'status': 'completed', 'code': 200} Jul 22 12:09:13.645797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:09:13.692738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-3ee64f1c-3bc1-43fb-b4c9-1a849e76d4be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:13.694181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-3ee64f1c-3bc1-43fb-b4c9-1a849e76d4be service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1096 time: 0.0540249 Jul 22 12:09:13.783774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-789ea8be-eeb0-4a02-861d-a7ba7688f27f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:13.785262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-789ea8be-eeb0-4a02-861d-a7ba7688f27f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0848520 Jul 22 12:09:13.853639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-5bb2cf5c-5354-4a4c-b8ab-bb7146d224b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 998 time: 0.0622730 Jul 22 12:09:13.872233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '24395674-fcd9-4275-ba87-bdbacd22d3dc', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:68:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753934e-b3a4-416a-9e45-fac853771da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:09:12Z', 'updated_at': '2021-07-22T12:09:12Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}, {'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:09:13.898132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:09:13.904284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-5a68dd0a-f775-41ea-adad-519c7faf9a81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:13.905774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-5a68dd0a-f775-41ea-adad-519c7faf9a81 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0444987 Jul 22 12:09:13.906908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:09:13.907508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:08:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:09:13.966818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-cf864952-d31e-4ae8-b600-dcb7869f84e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:13.968245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-cf864952-d31e-4ae8-b600-dcb7869f84e8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562243 Jul 22 12:09:14.012340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:09:14.061735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-293fc233-176b-41ca-8636-fab335913b18 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0869572 Jul 22 12:09:14.149571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b70a0381-bf24-41d6-8fc7-d1fcc8544ef4 req-7eb3e811-4056-4140-b75f-460df25ea231 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819244 Jul 22 12:09:14.238081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '24395674-fcd9-4275-ba87-bdbacd22d3dc', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:68:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753934e-b3a4-416a-9e45-fac853771da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:09:12Z', 'updated_at': '2021-07-22T12:09:12Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}, {'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:09:14.264104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48e80c65-2792-48cc-b98c-50363555b4c2 None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '24395674-fcd9-4275-ba87-bdbacd22d3dc', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.35', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 3962, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:68:e6:87', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0753934e-b3a4-416a-9e45-fac853771da8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:09:12Z', 'updated_at': '2021-07-22T12:09:12Z', 'revision_number': 0, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}, {'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:09:14.447208 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f43964fb-d6bb-4e89-9b58-a9a6f8af7f87 None None] New status for floating IP 24395674-fcd9-4275-ba87-bdbacd22d3dc: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:09:15.289289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f9957b5-742c-4132-8d50-ee790aad9629 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:17.860418 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:18.210426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-195d5732-42e3-4710-9a32-f0f76efdaa48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:19.487327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:21.427278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:22.340459 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-1e620a78-dfd8-477c-a1c2-d8386772fdbf service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0569897 Jul 22 12:09:22.434369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-ca26597a-4e37-47a3-9414-512f3ef27293 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:22.435898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-ca26597a-4e37-47a3-9414-512f3ef27293 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0542574 Jul 22 12:09:22.541349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-edbcfeca-c12c-4786-bef1-5c995236faec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:22.543419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-edbcfeca-c12c-4786-bef1-5c995236faec service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0889683 Jul 22 12:09:22.607205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-954cd9af-b2a0-402a-afdf-72c5f2587177 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 1001 time: 0.0585709 Jul 22 12:09:22.654711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-9a1f7b78-e689-462e-aff0-a6631767e1ba service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:22.656121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-9a1f7b78-e689-462e-aff0-a6631767e1ba service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0432906 Jul 22 12:09:22.717774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-182af379-c0bf-4ca1-898b-7d06d2d80c8a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:09:22.719503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-182af379-c0bf-4ca1-898b-7d06d2d80c8a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573363 Jul 22 12:09:22.810750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-db3e1635-3ad7-4106-a11b-32bf2bff981c service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843213 Jul 22 12:09:22.901945 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f2582514-ea3e-4bdd-818e-b5b34d1c8b6f req-fcd50e05-5c7b-4ecb-a252-7726df772c46 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0848961 Jul 22 12:09:27.627021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:28.580612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:45.289773 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ee6f91f0-7718-4024-8edb-fbc0d5a15d73 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:47.861166 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:48.210421 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9873750-57a3-4600-accc-3b290c722679 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:48.495280 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:09:49.491549 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:51.428275 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:57.633707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:09:58.580895 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:07.705194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-ade249de-bbf8-42c4-8373-ed3db1b85fad service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0521882 Jul 22 12:10:07.799264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-69dded57-faa6-48db-ac9b-5c0bc38c9885 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:07.800763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-69dded57-faa6-48db-ac9b-5c0bc38c9885 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1096 time: 0.0559962 Jul 22 12:10:07.905022 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-6e3fda60-7966-48c1-8b8d-0bde3901bb29 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:07.906411 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-6e3fda60-7966-48c1-8b8d-0bde3901bb29 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0866389 Jul 22 12:10:07.969948 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-5961bee6-a705-49cb-b867-7599e7b2326e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 1000 time: 0.0559497 Jul 22 12:10:08.022542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-c0b34271-fa30-4f00-8abe-715aa4f4ff94 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:08.024768 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-c0b34271-fa30-4f00-8abe-715aa4f4ff94 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0481946 Jul 22 12:10:08.081551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-57d49905-cc16-4d0f-8c9c-9e26c0024176 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:08.083046 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-57d49905-cc16-4d0f-8c9c-9e26c0024176 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0527606 Jul 22 12:10:08.173218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-5b9dba45-a6f7-4174-9eb0-47e3c0cd7683 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835979 Jul 22 12:10:08.261066 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a3be930-1bf9-4b0e-b95f-fd425380eddd req-6f1e2195-fb6d-4c02-95f2-4e469c2e9841 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0816474 Jul 22 12:10:15.290268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b211529c-9acf-4885-9db5-4d59f27435fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:17.865298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:18.209856 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3c0686ab-24fd-4961-918b-2378939df84e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:19.494239 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:21.431333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:22.332683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-caaf115c-a569-4ac5-8a31-726f3325db84 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0519426 Jul 22 12:10:22.426350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780a27-0733-41f2-be2d-078645b55581 req-3defad85-2612-492d-8c31-1ddf31cb9cc0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:22.427864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-3defad85-2612-492d-8c31-1ddf31cb9cc0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0560789 Jul 22 12:10:22.528288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780a27-0733-41f2-be2d-078645b55581 req-2b2691bf-29c4-4fb0-9393-d01846873d62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:22.529745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-2b2691bf-29c4-4fb0-9393-d01846873d62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0837629 Jul 22 12:10:22.895504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-34fcb029-0125-4950-95c4-e8b41ac3b9dc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 1001 time: 0.3592217 Jul 22 12:10:22.942379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780a27-0733-41f2-be2d-078645b55581 req-557beb34-c324-4084-9a8c-bdc1307e30e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:22.943787 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-557beb34-c324-4084-9a8c-bdc1307e30e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0421991 Jul 22 12:10:22.999836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a780a27-0733-41f2-be2d-078645b55581 req-30692618-5355-4e2e-a0b9-02dcf524da5c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:23.001275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-30692618-5355-4e2e-a0b9-02dcf524da5c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0512159 Jul 22 12:10:23.093554 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-af77de6e-7731-4017-9274-27a903f899e5 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854235 Jul 22 12:10:23.179631 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3a780a27-0733-41f2-be2d-078645b55581 req-2ba409b3-200b-4061-90f8-cc4c5860ffe1 service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0795717 Jul 22 12:10:25.495456 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:10:27.633917 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:28.586495 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:40.737185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50848) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:10:40.891959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port 7af30ff6-a0e5-4c34-8907-f7d415196205 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:10:40.892200 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:40.964481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:40.964800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:40.976006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for 7af30ff6-a0e5-4c34-8907-f7d415196205 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:10:41.120442 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:41.146535 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=7af30ff6-a0e5-4c34-8907-f7d415196205,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:10:41.172081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.172430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.172770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.173102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.173432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.173758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.174081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.174404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.174758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.175076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.175397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.175714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:41.220331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:41.220744 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 24395674-fcd9-4275-ba87-bdbacd22d3dc disassociated (deleted). External IP: 172.25.6.35, port: 9c6160b7-d638-46a8-b748-1857732ebcb4. Jul 22 12:10:41.678511 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:10:41.780149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:10:41.784930 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:41.789444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:10:41.798359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:10:41.798995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:41.827480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-931708d7-e26d-433a-a6fe-d545a0b82dac tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "DELETE /v2.0/floatingips/24395674-fcd9-4275-ba87-bdbacd22d3dc HTTP/1.1" status: 204 len: 168 time: 1.0891104 Jul 22 12:10:41.828002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:10:41.830225 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ac7cbecd-56b5-4812-829c-223a060cb220" -d '{"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:10:41.868104 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:10:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c4309a5-1263-4c06-aa80-8e66a2bfc1dc x-openstack-request-id: req-6c4309a5-1263-4c06-aa80-8e66a2bfc1dc {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:10:41.868398 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:10:41.868649 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c4309a5-1263-4c06-aa80-8e66a2bfc1dc {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:10:41.869120 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'status': 'completed', 'code': 200} Jul 22 12:10:41.907903 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:10:41.952395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-a3a5ece0-2dcc-43e2-b2e8-f7bc48f0ba7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:41.953748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-a3a5ece0-2dcc-43e2-b2e8-f7bc48f0ba7f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 1096 time: 0.0639098 Jul 22 12:10:42.048442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-923a053d-23c2-47ba-8f64-f3d3199fba6f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:42.049938 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-923a053d-23c2-47ba-8f64-f3d3199fba6f service neutron] 10.222.0.36 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.0897064 Jul 22 12:10:42.098348 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-6534b525-3a87-4015-bb5a-e0f7b97fb299 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 200 len: 217 time: 0.0403688 Jul 22 12:10:42.141881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cae96ee-9318-4c72-af35-0314e7f9ad51 req-52f7a712-b461-43ee-bba5-5b16f6b65757 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:42.143446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cae96ee-9318-4c72-af35-0314e7f9ad51 req-52f7a712-b461-43ee-bba5-5b16f6b65757 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.1312699 Jul 22 12:10:42.145144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:42.153567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-19f35b21-eb45-4086-9532-aeaad95fa665 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:42.155070 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-19f35b21-eb45-4086-9532-aeaad95fa665 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0483570 Jul 22 12:10:42.176900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:10:42.185351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:10:42.185970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:42.187741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7cae96ee-9318-4c72-af35-0314e7f9ad51 req-923b89da-74b0-4d74-ae57-1cd01609eaa8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372164 Jul 22 12:10:42.221651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-237c51f2-f83f-44ef-90cc-2fc4ce5e7dd8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:42.223195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-237c51f2-f83f-44ef-90cc-2fc4ce5e7dd8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608909 Jul 22 12:10:42.288169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:10:42.318750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-73880074-da53-4811-ba7a-78491544cca4 service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0871930 Jul 22 12:10:42.412077 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ac7cbecd-56b5-4812-829c-223a060cb220 req-f0e87f11-b0c5-4e7a-9dac-ad5bf74bb82a service neutron] 10.222.0.36 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860348 Jul 22 12:10:42.673024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:42.698393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46c82178-5aee-43d4-81ce-b689236a7cfc None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '8f90101f-9357-4511-9a4c-a6652a0ff55f', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'floating_ip_address': '172.25.6.156', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'port_id': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'fixed_ip_address': '172.20.0.5', 'status': 'ACTIVE', 'standard_attr_id': 3959, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'mac_address': 'fa:16:3e:ae:20:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'efbfce14-266e-4742-9cbf-f248282dc410', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:06:57Z', 'updated_at': '2021-07-22T12:06:59Z', 'revision_number': 1, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:10:42.944509 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6ba5c9f7-dae9-4176-b511-278f72378ae0 None None] New status for floating IP 24395674-fcd9-4275-ba87-bdbacd22d3dc: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:10:43.343023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2aedb60-9d95-49f9-9bf6-c585182227d8 req-14195623-e3c0-4605-89b4-b7af4094d9cb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:43.344461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2aedb60-9d95-49f9-9bf6-c585182227d8 req-14195623-e3c0-4605-89b4-b7af4094d9cb tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0674376 Jul 22 12:10:43.385514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2aedb60-9d95-49f9-9bf6-c585182227d8 req-983ac40d-bace-4d77-a0e6-c4fb67357762 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348334 Jul 22 12:10:43.547327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-b5f43049-e10c-43a0-9485-8472953f0c59 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:43.548827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-b5f43049-e10c-43a0-9485-8472953f0c59 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 945 time: 0.0665479 Jul 22 12:10:43.653751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port 9c6160b7-d638-46a8-b748-1857732ebcb4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:10:43.654098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:43.752596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port 9c6160b7-d638-46a8-b748-1857732ebcb4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=9c6160b7-d638-46a8-b748-1857732ebcb4,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:10:43.752880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:43.777108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for 9c6160b7-d638-46a8-b748-1857732ebcb4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:10:43.904742 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:43.942035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=9c6160b7-d638-46a8-b748-1857732ebcb4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:10:43.955077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.955431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.955783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.956117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.956451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.956779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.957107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.957430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.957753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.958077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.958398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.958744 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:10:43.999262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port 9c6160b7-d638-46a8-b748-1857732ebcb4 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:10:44.001806 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:44.003864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20f9e7d6-5ebb-49d0-9ceb-3d00a1358705 req-c04bf93e-5975-490a-b725-a2314a2d8f5f tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.36 "DELETE /v2.0/ports/9c6160b7-d638-46a8-b748-1857732ebcb4 HTTP/1.1" status: 204 len: 173 time: 0.4494781 Jul 22 12:10:44.004260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'name': 'network-vif-deleted', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:10:44.006635 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-666040f2-ca1b-4a0c-868d-a954c86d3e6b" -d '{"events": [{"server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "name": "network-vif-deleted", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:10:44.045154 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:10:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fdfee60e-8029-4b8a-8a15-5eb86803fd8a x-openstack-request-id: req-fdfee60e-8029-4b8a-8a15-5eb86803fd8a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:10:44.045453 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "0753934e-b3a4-416a-9e45-fac853771da8", "name": "network-vif-deleted", "tag": "9c6160b7-d638-46a8-b748-1857732ebcb4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:10:44.045733 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fdfee60e-8029-4b8a-8a15-5eb86803fd8a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:10:44.046141 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '0753934e-b3a4-416a-9e45-fac853771da8', 'name': 'network-vif-deleted', 'tag': '9c6160b7-d638-46a8-b748-1857732ebcb4', 'status': 'completed', 'code': 200} Jul 22 12:10:44.485554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-660f9961-afdb-46c0-bcff-96b5f4391cd8 req-23442879-b350-40f0-9897-2b69c680fb4d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0319264 Jul 22 12:10:45.292106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c22710cc-114b-410a-a16e-42d914af45dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:45.594796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49996da4-a0d6-4a27-b8b6-a8cbb3ed724f req-faa175c8-0f70-432f-991c-d32c7b5fb11d tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0407143 Jul 22 12:10:46.695959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d49780f0-91e1-4d45-a7be-d2b79323939c req-bd4f622d-a3bc-48a7-86d1-68bb0fec2ca7 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0302744 Jul 22 12:10:47.355930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9c6160b7-d638-46a8-b748-1857732ebcb4 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:10:47.380619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 9c6160b7-d638-46a8-b748-1857732ebcb4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:10:47.380972 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 9c6160b7-d638-46a8-b748-1857732ebcb4 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:10:47.825236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61c9b2a0-7255-4e53-91be-5ead70ef98cb req-2ff122f3-995a-4192-a575-eeb2a42f8a03 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=0753934e-b3a4-416a-9e45-fac853771da8 HTTP/1.1" status: 200 len: 210 time: 0.0381050 Jul 22 12:10:47.866466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:48.210532 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e0876de-3703-4875-bbff-54d1aff667e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:49.497818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:51.434618 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.188179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50902) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:10:53.342976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port a397abce-92a8-46ef-a8c0-1f1d7846d564 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:10:53.343319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.415574 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.415934 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.427266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for a397abce-92a8-46ef-a8c0-1f1d7846d564 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:10:53.573444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.599541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=a397abce-92a8-46ef-a8c0-1f1d7846d564,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:10:53.670510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.670849 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Floating IP 8f90101f-9357-4511-9a4c-a6652a0ff55f disassociated (deleted). External IP: 172.25.6.156, port: c4ce243e-e3e2-4617-859a-1f71e48420e5. Jul 22 12:10:53.871693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:10:53.975585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:10:53.980891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:53.986104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:10:53.996625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:10:53.997247 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:54.016990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-57e483b8-bd41-4945-a00b-c24c4499b7ec tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "DELETE /v2.0/floatingips/8f90101f-9357-4511-9a4c-a6652a0ff55f HTTP/1.1" status: 204 len: 168 time: 0.8277023 Jul 22 12:10:54.017585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:10:54.019873 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1bb1e710-6763-4223-8849-2baf373c22af" -d '{"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:10:54.063258 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:10:54 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0f0df823-5fc4-4c0b-9108-017501cb8bc6 x-openstack-request-id: req-0f0df823-5fc4-4c0b-9108-017501cb8bc6 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:10:54.063556 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:10:54.063818 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0f0df823-5fc4-4c0b-9108-017501cb8bc6 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:10:54.064223 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'status': 'completed', 'code': 200} Jul 22 12:10:54.108656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:10:54.158341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e710-6763-4223-8849-2baf373c22af req-f0d3b576-31d3-44a7-9c50-8f4070243390 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:54.159735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-f0d3b576-31d3-44a7-9c50-8f4070243390 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4e42409f703d46aaa21ce78b821a9861&device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 1096 time: 0.0727847 Jul 22 12:10:54.272711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e710-6763-4223-8849-2baf373c22af req-a2777660-15a9-40d9-a5ae-8f19c802af47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:54.274379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-a2777660-15a9-40d9-a5ae-8f19c802af47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 200 len: 913 time: 0.1010559 Jul 22 12:10:54.280355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1c5aea2-78f5-4629-9e9f-959f2cea2c3f req-993f08a1-5fba-4937-a1b5-84bd98fd926a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:54.281914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1c5aea2-78f5-4629-9e9f-959f2cea2c3f req-993f08a1-5fba-4937-a1b5-84bd98fd926a tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0724103 Jul 22 12:10:54.321712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d1c5aea2-78f5-4629-9e9f-959f2cea2c3f req-ed366b30-cb79-4e06-b8f8-1032ce789b31 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335102 Jul 22 12:10:54.324708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-e216c4f8-a455-4f18-8991-dc4cfe8f5f47 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 200 len: 217 time: 0.0424578 Jul 22 12:10:54.330983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:54.363046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:10:54.371800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:10:54.372411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:54.375969 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e710-6763-4223-8849-2baf373c22af req-3b49611f-c228-4f2b-8ee3-d7bd28e129aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:54.377450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-3b49611f-c228-4f2b-8ee3-d7bd28e129aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 200 len: 851 time: 0.0453041 Jul 22 12:10:54.442884 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bb1e710-6763-4223-8849-2baf373c22af req-d5d2a313-5fdb-4c20-a816-641d2fa6835f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:54.444378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-d5d2a313-5fdb-4c20-a816-641d2fa6835f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7bc859b9-2cde-416c-ba93-f308d1886c27&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0583305 Jul 22 12:10:54.476917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:10:54.534493 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-73042ad1-c2ec-4ee2-9498-f8a5563f435f service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830710 Jul 22 12:10:54.630783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1bb1e710-6763-4223-8849-2baf373c22af req-135ebaef-6292-4417-8580-9f46b8e1fb7a service neutron] 10.222.0.20 "GET /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0896831 Jul 22 12:10:54.678043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:10:54.704600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e69aec32-191a-46b0-badc-3dfad779f6c6 None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:00:18Z', 'revision_number': 4, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9413d451-c736-4cd8-8aba-96718e4e3c8a', 'name': '', 'network_id': '7bc859b9-2cde-416c-ba93-f308d1886c27', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'mac_address': 'fa:16:3e:ba:fd:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_interface', 'standard_attr_id': 3769, 'fixed_ips': [{'subnet_id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:17Z', 'updated_at': '2021-07-22T12:00:26Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'subnets': [{'id': '5f6d9a81-16c0-45b6-9624-2916ac8a97cd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:10:54.919314 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01cdf206-e15d-49c7-9d13-4c38ba3f0c47 None None] New status for floating IP 8f90101f-9357-4511-9a4c-a6652a0ff55f: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:10:55.454242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-868f74b1-a2c3-422d-a25b-48e647743e7d req-2eb530e4-fa44-4db9-a145-690bcc30ef73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:55.455751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-868f74b1-a2c3-422d-a25b-48e647743e7d req-2eb530e4-fa44-4db9-a145-690bcc30ef73 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0647862 Jul 22 12:10:55.493507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-868f74b1-a2c3-422d-a25b-48e647743e7d req-a5e2ab4b-7f0a-4be1-bd6b-4de4900cf960 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/security-groups?id=67c564e4-8c47-4e04-9b26-7ed79f534d90&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322061 Jul 22 12:10:55.755354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-15beab03-3195-4843-a039-567343199415 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:10:55.756838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-15beab03-3195-4843-a039-567343199415 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 945 time: 0.0667326 Jul 22 12:10:55.857278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port c4ce243e-e3e2-4617-859a-1f71e48420e5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:10:55.857622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:55.942848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] For port c4ce243e-e3e2-4617-859a-1f71e48420e5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c4ce243e-e3e2-4617-859a-1f71e48420e5,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:10:55.943196 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:55.956105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for c4ce243e-e3e2-4617-859a-1f71e48420e5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:10:56.081994 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:56.109876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=c4ce243e-e3e2-4617-859a-1f71e48420e5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:10:56.167636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] No DVR routers for this DVR port c4ce243e-e3e2-4617-859a-1f71e48420e5 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:10:56.170416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:56.172943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-32adaff5-69fd-40fb-a336-1c1cceefb218 req-64c38cdb-6567-4f83-8cd1-524067576efa tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.20 "DELETE /v2.0/ports/c4ce243e-e3e2-4617-859a-1f71e48420e5 HTTP/1.1" status: 204 len: 173 time: 0.4109459 Jul 22 12:10:56.173431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'name': 'network-vif-deleted', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:10:56.175918 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-93be80cc-c010-4e82-b04b-a59d03dad7b4" -d '{"events": [{"server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "name": "network-vif-deleted", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:10:56.212039 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:10:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1e32667b-17d2-4ce7-9bba-9ad3aacb5f25 x-openstack-request-id: req-1e32667b-17d2-4ce7-9bba-9ad3aacb5f25 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:10:56.212337 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "efbfce14-266e-4742-9cbf-f248282dc410", "name": "network-vif-deleted", "tag": "c4ce243e-e3e2-4617-859a-1f71e48420e5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:10:56.212607 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1e32667b-17d2-4ce7-9bba-9ad3aacb5f25 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:10:56.213180 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'efbfce14-266e-4742-9cbf-f248282dc410', 'name': 'network-vif-deleted', 'tag': 'c4ce243e-e3e2-4617-859a-1f71e48420e5', 'status': 'completed', 'code': 200} Jul 22 12:10:56.610640 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1fcb956-d2c3-4515-8e05-08f33bd6d820 req-125906c5-beca-4c6c-9ae4-f1b5a4a292bf tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0362172 Jul 22 12:10:57.645841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:57.718182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a52ff193-87db-4862-b5a5-6cfcd56ea0d5 req-4672f90c-a4b8-4028-95a2-afd6f055b2a8 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0346391 Jul 22 12:10:58.582829 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:10:58.816332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83221df7-3b47-4804-8e5b-894e8cb82abe req-95fb77ac-5c27-4157-9296-d5667f86b128 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0298193 Jul 22 12:10:59.801790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c4ce243e-e3e2-4617-859a-1f71e48420e5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:10:59.824391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c4ce243e-e3e2-4617-859a-1f71e48420e5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:10:59.824743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c4ce243e-e3e2-4617-859a-1f71e48420e5 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:10:59.926456 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-45c0267d-5335-4865-9a05-3a0f4d431d67 req-c1357594-9bcb-4319-b332-d5e20b6ed9e5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "GET /v2.0/ports?device_id=efbfce14-266e-4742-9cbf-f248282dc410 HTTP/1.1" status: 200 len: 210 time: 0.0315859 Jul 22 12:11:00.981299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50924) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:01.101456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Deleting port d627d4e8-e131-490b-9781-f0b42e1f50a6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:01.101807 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.178199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.178573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.189984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Calling delete_port for d627d4e8-e131-490b-9781-f0b42e1f50a6 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:01.321581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.347537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'Port': ['ID=d627d4e8-e131-490b-9781-f0b42e1f50a6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:01.408244 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.410809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:01.411963 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19c78795-1868-43e4-bdbf-21912474c2d5 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "DELETE /v2.0/floatingips/82da8f9a-8af4-4997-994a-9a32876f9f4c HTTP/1.1" status: 204 len: 168 time: 0.4296806 Jul 22 12:11:02.494621 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:11:03.659070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50938) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:03.722915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:03.750224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:03.810395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:03.813082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:03.816723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] 10.222.0.21 "DELETE /v2.0/security-groups/67c564e4-8c47-4e04-9b26-7ed79f534d90 HTTP/1.1" status: 204 len: 168 time: 0.1541450 Jul 22 12:11:03.824037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce9224a-8a6d-4399-9cb4-fd52bac9eb14 tempest-TestVolumeBootPattern-386953677 tempest-TestVolumeBootPattern-386953677-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=67c564e4-8c47-4e04-9b26-7ed79f534d90,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:04.892885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50944) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:05.347708 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:05.598369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Deleting port 9413d451-c736-4cd8-8aba-96718e4e3c8a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:05.598732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:05.675192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] For port 9413d451-c736-4cd8-8aba-96718e4e3c8a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9413d451-c736-4cd8-8aba-96718e4e3c8a,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:05.675557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:05.687907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Calling delete_port for 9413d451-c736-4cd8-8aba-96718e4e3c8a owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:05.863170 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:05.887783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Pushing event deleted for resources: {'Port': ['ID=9413d451-c736-4cd8-8aba-96718e4e3c8a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:06.058439 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:06.262342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Router 23e66b10-5213-4aeb-bbdd-10ceb1964734 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:11:06.621484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:11:06.629132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-97e399d9-73b0-4535-931f-665c64756d9b admin admin] 10.222.0.21 "PUT /v2.0/routers/23e66b10-5213-4aeb-bbdd-10ceb1964734/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7323260 Jul 22 12:11:06.629625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50950) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:06.630237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Sync routers for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:11:06.639888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:11:06.640505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:06.736259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:06.743014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:11:06.840328 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:06.893656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Deleting port 4daba634-c47f-4030-847f-50b1d4976154 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:06.894002 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:06.922436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82'}], 'enable_snat': True}, 'gw_port_id': '4daba634-c47f-4030-847f-50b1d4976154', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:11:05Z', 'revision_number': 5, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port': {'id': '4daba634-c47f-4030-847f-50b1d4976154', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:78:ed', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3756, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.82', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:12Z', 'updated_at': '2021-07-22T12:00:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:06.949703 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Checking router: 23e66b10-5213-4aeb-bbdd-10ceb1964734 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:11:06.962284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Routers {'23e66b10-5213-4aeb-bbdd-10ceb1964734'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:11:06.963075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['23e66b10-5213-4aeb-bbdd-10ceb1964734'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:06.977593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] For port 4daba634-c47f-4030-847f-50b1d4976154, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4daba634-c47f-4030-847f-50b1d4976154,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:06.977950 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:06.989638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Calling delete_port for 4daba634-c47f-4030-847f-50b1d4976154 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:07.047704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] Set router 23e66b10-5213-4aeb-bbdd-10ceb1964734 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:11:07.105178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:11:06Z', 'revision_number': 6, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:07.130442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97f9db78-63ac-4324-8af7-7e353fc19145 None None] The sync data for ids ['23e66b10-5213-4aeb-bbdd-10ceb1964734'] in n-d-754448-4 is: [{'id': '23e66b10-5213-4aeb-bbdd-10ceb1964734', 'name': 'tempest-TestVolumeBootPattern-1618620059-router', 'tenant_id': '4e42409f703d46aaa21ce78b821a9861', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:11Z', 'updated_at': '2021-07-22T12:11:06Z', 'revision_number': 6, 'project_id': '4e42409f703d46aaa21ce78b821a9861', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:11:07.160527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.188594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Pushing event deleted for resources: {'Port': ['ID=4daba634-c47f-4030-847f-50b1d4976154,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:07.249777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.338215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.340288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.386772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.387226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 23e66b10-5213-4aeb-bbdd-10ceb1964734 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:11:07.391772 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.392936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6430bdb1-6a8d-4a26-9f61-cf26bf635172 admin admin] 10.222.0.21 "DELETE /v2.0/routers/23e66b10-5213-4aeb-bbdd-10ceb1964734 HTTP/1.1" status: 204 len: 168 time: 0.7623136 Jul 22 12:11:07.395480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50952) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:07.439861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Deleting subnet 5f6d9a81-16c0-45b6-9624-2916ac8a97cd {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:11:07.442721 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.478273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.567222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.620838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.646779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5f6d9a81-16c0-45b6-9624-2916ac8a97cd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:07.652209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.654314 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8a1d427b-216e-4f4b-a60c-5d9ccc2de6b4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/5f6d9a81-16c0-45b6-9624-2916ac8a97cd HTTP/1.1" status: 204 len: 168 time: 0.2578735 Jul 22 12:11:07.656932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50954) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:07.659355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d2090c7-78fc-4c72-a08d-a111bd889d9f None None] Network 7bc859b9-2cde-416c-ba93-f308d1886c27 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:11:07.728908 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.780854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Deleting port 7507fc6a-15b5-4423-b276-0da0290c13fc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:07.781202 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.849920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] For port 7507fc6a-15b5-4423-b276-0da0290c13fc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7507fc6a-15b5-4423-b276-0da0290c13fc,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:07.850284 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.863571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Calling delete_port for 7507fc6a-15b5-4423-b276-0da0290c13fc owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:07.888761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] DHCP port deletion for 7bc859b9-2cde-416c-ba93-f308d1886c27 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:11:07.934836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Deleting port 7507fc6a-15b5-4423-b276-0da0290c13fc {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:07.935221 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.946524 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:07.978005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] No DVR routers for this DVR port 7507fc6a-15b5-4423-b276-0da0290c13fc on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:11:08.003102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] For port 7507fc6a-15b5-4423-b276-0da0290c13fc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7507fc6a-15b5-4423-b276-0da0290c13fc,segment=NetworkSegment(cbd20334-c36c-4014-bd27-3ff274ecb500),segment_id=cbd20334-c36c-4014-bd27-3ff274ecb500)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:08.003497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.007023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Pushing event deleted for resources: {'Port': ['ID=7507fc6a-15b5-4423-b276-0da0290c13fc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:08.019834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Calling delete_port for 7507fc6a-15b5-4423-b276-0da0290c13fc owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:08.060652 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.071185 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7bc859b9-2cde-416c-ba93-f308d1886c27']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:08.083304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cbd20334-c36c-4014-bd27-3ff274ecb500') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:08.083605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cbd20334-c36c-4014-bd27-3ff274ecb500') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:08.093717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.099688 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.109163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.115751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Releasing vlan 115 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:11:08.116396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:11:08.118494 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:11:08.124430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Pushing event deleted for resources: {'Port': ['ID=7507fc6a-15b5-4423-b276-0da0290c13fc,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:08.132350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] No DVR routers for this DVR port 7507fc6a-15b5-4423-b276-0da0290c13fc on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:11:08.135329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.135739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.136012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.136352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.136695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.137029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.137362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.137813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.138148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.138500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.138834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.139165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0ff07683-359b-4440-b0f3-e2993fe56d30 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:11:08.190856 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.195506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.198235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7bc859b9-2cde-416c-ba93-f308d1886c27 HTTP/1.1" status: 204 len: 168 time: 0.5392802 Jul 22 12:11:08.201414 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50956) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:08.211233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63bc0a32-0eb0-42ea-97bc-b077598fbc59 admin admin] Pushing event deleted for resources: {'Network': ['ID=7bc859b9-2cde-416c-ba93-f308d1886c27,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:08.539168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.587839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9413d451-c736-4cd8-8aba-96718e4e3c8a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:08.608100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 9413d451-c736-4cd8-8aba-96718e4e3c8a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:08.608443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9413d451-c736-4cd8-8aba-96718e4e3c8a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:08.608862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4daba634-c47f-4030-847f-50b1d4976154 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:08.630269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4daba634-c47f-4030-847f-50b1d4976154 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:08.630633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4daba634-c47f-4030-847f-50b1d4976154 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:08.631417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7507fc6a-15b5-4423-b276-0da0290c13fc no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:08.652851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7507fc6a-15b5-4423-b276-0da0290c13fc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:08.653211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7507fc6a-15b5-4423-b276-0da0290c13fc not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:08.793714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Deleting port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:08.794284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.875305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] For port 018cc46e-f9bd-466f-ba7b-d0f32ada20ee, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:08.875663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:08.888081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Calling delete_port for 018cc46e-f9bd-466f-ba7b-d0f32ada20ee owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:09.074911 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:09.100227 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Pushing event deleted for resources: {'Port': ['ID=018cc46e-f9bd-466f-ba7b-d0f32ada20ee,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:09.271771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:09.780957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Router 8dff226b-cd9a-4f89-90e4-3669601592ce has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:11:09.887569 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:11:09.894250 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-38a4f1ed-fccb-4c51-a8e7-93d3445b6e4b admin admin] 10.222.0.21 "PUT /v2.0/routers/8dff226b-cd9a-4f89-90e4-3669601592ce/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6898284 Jul 22 12:11:09.894975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50958) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:09.897682 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Sync routers for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:11:09.907582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:11:09.908189 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:09.997538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.011965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:11:10.100215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.151625 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Deleting port e2d80165-dd15-4e74-90e4-032c0f157fc8 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:10.151874 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.192452 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153'}], 'enable_snat': True}, 'gw_port_id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:11:09Z', 'revision_number': 5, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port': {'id': 'e2d80165-dd15-4e74-90e4-032c0f157fc8', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:48:a3:bd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3790, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.153', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:00:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:10.222211 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Checking router: 8dff226b-cd9a-4f89-90e4-3669601592ce for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:11:10.230323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Routers {'8dff226b-cd9a-4f89-90e4-3669601592ce'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:11:10.230954 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:10:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['8dff226b-cd9a-4f89-90e4-3669601592ce'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:10.234695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] For port e2d80165-dd15-4e74-90e4-032c0f157fc8, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e2d80165-dd15-4e74-90e4-032c0f157fc8,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:10.235050 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.247214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Calling delete_port for e2d80165-dd15-4e74-90e4-032c0f157fc8 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:10.319950 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] Set router 8dff226b-cd9a-4f89-90e4-3669601592ce gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:11:10.371628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:11:10Z', 'revision_number': 6, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:10.400173 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dd0c47b-f865-4b4d-83a0-f58160e2ce77 None None] The sync data for ids ['8dff226b-cd9a-4f89-90e4-3669601592ce'] in n-d-754448-4 is: [{'id': '8dff226b-cd9a-4f89-90e4-3669601592ce', 'name': 'tempest-TestVolumeBootPattern-1978849712-router', 'tenant_id': '11eb2ae991464539b4a621cb83f86872', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:00:22Z', 'updated_at': '2021-07-22T12:11:10Z', 'revision_number': 6, 'project_id': '11eb2ae991464539b4a621cb83f86872', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:11:10.414905 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.439556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Pushing event deleted for resources: {'Port': ['ID=e2d80165-dd15-4e74-90e4-032c0f157fc8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:10.503417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.594641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.596740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.642521 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.643080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8dff226b-cd9a-4f89-90e4-3669601592ce {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:11:10.648124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.649521 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-312a09eb-3548-4d68-96a3-3b7da7f6a19c admin admin] 10.222.0.21 "DELETE /v2.0/routers/8dff226b-cd9a-4f89-90e4-3669601592ce HTTP/1.1" status: 204 len: 168 time: 0.7536318 Jul 22 12:11:10.652197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 50960) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:10.696496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Deleting subnet d1e6598c-35d5-4463-9e33-023309d37846 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:11:10.700032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.734212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.830094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.885760 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.910914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d1e6598c-35d5-4463-9e33-023309d37846,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:10.916636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:10.918532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c3327aa4-9072-4958-9494-bc9329ca9cda admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d1e6598c-35d5-4463-9e33-023309d37846 HTTP/1.1" status: 204 len: 168 time: 0.2653255 Jul 22 12:11:10.921162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50962) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:10.922045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feb96064-da77-4478-bf80-37630bf87839 None None] Network ae92476d-4468-4670-9b1c-8dd5fa373a7a requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:11:10.988468 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.046072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Deleting port 2148a462-23d2-4d16-b17c-4e492ae23ccc {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:11.046423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.109470 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] For port 2148a462-23d2-4d16-b17c-4e492ae23ccc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2148a462-23d2-4d16-b17c-4e492ae23ccc,segment=NetworkSegment(10d9e081-11c7-4eb0-9dbe-9b356c5f2e22),segment_id=10d9e081-11c7-4eb0-9dbe-9b356c5f2e22)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:11.109768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.121739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Calling delete_port for 2148a462-23d2-4d16-b17c-4e492ae23ccc owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:11.178730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] DHCP port deletion for ae92476d-4468-4670-9b1c-8dd5fa373a7a request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:11:11.208263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 018cc46e-f9bd-466f-ba7b-d0f32ada20ee no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:11.214017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.230811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 018cc46e-f9bd-466f-ba7b-d0f32ada20ee {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:11.231171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 018cc46e-f9bd-466f-ba7b-d0f32ada20ee not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:11.242053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=2148a462-23d2-4d16-b17c-4e492ae23ccc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:11.246915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] No DVR routers for this DVR port 2148a462-23d2-4d16-b17c-4e492ae23ccc on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:11:11.253492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Deleting port 2148a462-23d2-4d16-b17c-4e492ae23ccc {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:11.253880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.320813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.324229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] For port 2148a462-23d2-4d16-b17c-4e492ae23ccc, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:11.324626 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.331356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae92476d-4468-4670-9b1c-8dd5fa373a7a']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:11.336208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Calling delete_port for 2148a462-23d2-4d16-b17c-4e492ae23ccc owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:11.339985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Port 2148a462-23d2-4d16-b17c-4e492ae23ccc was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 12:11:11.341197 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.341361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:11.341602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '10d9e081-11c7-4eb0-9dbe-9b356c5f2e22') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:11:11.350405 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.366357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.368165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] Pushing event deleted for resources: {'Port': ['ID=2148a462-23d2-4d16-b17c-4e492ae23ccc,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:11.370648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ba507fa-35ff-4248-95e7-31ab86b65391 None None] No DVR routers for this DVR port 2148a462-23d2-4d16-b17c-4e492ae23ccc on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:11:11.373247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Releasing vlan 112 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:11:11.373845 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:11:11.375627 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:11:11.437598 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.443160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.448076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] 10.222.0.21 "DELETE /v2.0/networks/ae92476d-4468-4670-9b1c-8dd5fa373a7a HTTP/1.1" status: 204 len: 168 time: 0.5227969 Jul 22 12:11:11.456663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f96caf79-18d9-45d3-9f4b-54b4a413bdb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=ae92476d-4468-4670-9b1c-8dd5fa373a7a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:11.572803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50966) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:11.611507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a418a0d5-6e8a-4cfb-bc2c-c71ade4d1d3a admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4e42409f703d46aaa21ce78b821a9861&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0373249 Jul 22 12:11:11.613803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50968) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:11.665956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.687120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.738253 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.740832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:11.742877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e18a0e50-d068-431b-8edd-d114c3ac0b73 HTTP/1.1" status: 204 len: 168 time: 0.1281657 Jul 22 12:11:11.751930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0795aee4-235d-4eae-9838-34f7b042ec8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e18a0e50-d068-431b-8edd-d114c3ac0b73,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:12.067301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50974) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:12.105970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc98948d-9a02-4116-ada4-f313005d8420 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=11eb2ae991464539b4a621cb83f86872&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0375996 Jul 22 12:11:12.108344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 50976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:12.154696 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:12.175286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:12.221734 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:12.224319 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:12.225471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/dd2a6c33-5c8b-469a-abfa-c24efcb5a75d HTTP/1.1" status: 204 len: 168 time: 0.1162500 Jul 22 12:11:12.234194 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3e9c935-0412-40f0-b0d9-11abf7f442ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd2a6c33-5c8b-469a-abfa-c24efcb5a75d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:12.594569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e2d80165-dd15-4e74-90e4-032c0f157fc8 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:12.615116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e2d80165-dd15-4e74-90e4-032c0f157fc8 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:12.615599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e2d80165-dd15-4e74-90e4-032c0f157fc8 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:12.616249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2148a462-23d2-4d16-b17c-4e492ae23ccc no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:12.637838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2148a462-23d2-4d16-b17c-4e492ae23ccc {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:12.638185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2148a462-23d2-4d16-b17c-4e492ae23ccc not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:15.294420 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45435e46-24f0-4227-a18a-c8095b75e08a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:17.869281 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:18.211830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-991dad0d-a902-4d17-8138-03baaf3e2096 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:19.500756 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:21.433086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:22.497021 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-db23e0b7-b94a-47a1-98b5-d11348d8be1f tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/networks?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0320923 Jul 22 12:11:22.670415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-7758d2ce-73a1-4a64-b813-913b81afa967 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:22.671880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-7758d2ce-73a1-4a64-b813-913b81afa967 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1699286 Jul 22 12:11:22.686881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-42794b52-0d95-4230-9e2c-339b68d8545c tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/quotas/f2f9753eca9b4ac58ca41defdc4b80b0 HTTP/1.1" status: 200 len: 375 time: 0.0094247 Jul 22 12:11:22.719993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-f4dbbba2-67b2-4905-9c03-a947c4047dc1 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0281377 Jul 22 12:11:22.882474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ab7586a-9728-4592-931b-a5629c3339a9 req-56d9fb43-1bcf-4910-864e-6300aa423649 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0318949 Jul 22 12:11:23.960537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4db6892a-d6bf-4c6a-ad26-5c434445722f req-c238b792-e89e-4040-959b-22d77590ea1c tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0297115 Jul 22 12:11:25.044115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-66c03433-eb7c-4e10-ae7a-aa159c69fd33 req-482e7d25-4037-4877-ad0e-911521fe639d tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0326307 Jul 22 12:11:26.122633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e14baa1-8135-461c-bf0d-cc325aa2e82d req-42431805-89e4-4b93-9c3d-e3668b0cbbb8 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0297098 Jul 22 12:11:27.219514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37e7c104-d23f-47e3-9624-593bf464bcf0 req-656305f5-5b9a-4c14-bf5c-d3208a277b5a tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0319030 Jul 22 12:11:27.653097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:27.757506 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-23ee660e-9af2-448b-82ca-53ee8624658f tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.20 "GET /v2.0/networks?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0231526 Jul 22 12:11:27.871072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-ad0e5567-dfed-4b0a-b23b-a15ea10e122f tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:27.872432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-ad0e5567-dfed-4b0a-b23b-a15ea10e122f tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.20 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1100094 Jul 22 12:11:27.885338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Request body: {'port': {'device_id': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'admin_state_up': True, 'tenant_id': 'f2f9753eca9b4ac58ca41defdc4b80b0'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:27.988317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Made reservation on behalf of f2f9753eca9b4ac58ca41defdc4b80b0 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:11:27.991916 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.001411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.097545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.101520 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.163921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Pushing event updated for resources: {'SecurityGroup': ['ID=e736bb42-e034-46cd-bceb-49daa6a7e90c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:28.236274 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Allocated IP 192.168.233.196 (64a8a73e-4282-4946-bb4d-e69dd2619d34/b0d16eb0-af3a-412a-ab56-e1f14b189e21/9763ca4b-f55c-4571-82d1-f17856cc5b9c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:11:28.316085 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0508a8c9-985d-427b-9515-25e3c82492e6 req-f12ac267-4440-471b-93a8-6254a82b35d9 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 210 time: 0.0301497 Jul 22 12:11:28.386935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.400065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Transition to ACTIVE for port object 9763ca4b-f55c-4571-82d1-f17856cc5b9c will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:11:28.433315 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.473384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Network 64a8a73e-4282-4946-bb4d-e69dd2619d34 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:11:28.479065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:11:28.482684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:11:28.509545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Pushing event updated for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:28.537642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:28.538275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.555437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-6e0ba434-bdc3-4ac9-a9f9-f2404355ac88 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 0.6743150 Jul 22 12:11:28.597936 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.684539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Request body: {'port': {'device_id': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:28.736154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8567e317-acc6-47b4-ad08-eb16f983a011 None None] Provisioning for port 9763ca4b-f55c-4571-82d1-f17856cc5b9c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:11:28.739941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8567e317-acc6-47b4-ad08-eb16f983a011 None None] Provisioning complete for port 9763ca4b-f55c-4571-82d1-f17856cc5b9c triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:11:28.740346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8567e317-acc6-47b4-ad08-eb16f983a011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.762893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:28.774413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8567e317-acc6-47b4-ad08-eb16f983a011 None None] Port 9763ca4b-f55c-4571-82d1-f17856cc5b9c cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:11:29.020014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9763ca4b-f55c-4571-82d1-f17856cc5b9c {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:11:29.028021 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:29.042394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Transition to ACTIVE for port object 9763ca4b-f55c-4571-82d1-f17856cc5b9c will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:11:29.045925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:29.102304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:29.172446 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Attempting to bind port 9763ca4b-f55c-4571-82d1-f17856cc5b9c on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:11:29.172791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Attempting to bind port 9763ca4b-f55c-4571-82d1-f17856cc5b9c by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:11:29.173132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Attempting to bind port 9763ca4b-f55c-4571-82d1-f17856cc5b9c on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:11:29.177826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Port 9763ca4b-f55c-4571-82d1-f17856cc5b9c on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:11:29.178158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Attempting to bind port 9763ca4b-f55c-4571-82d1-f17856cc5b9c on network 64a8a73e-4282-4946-bb4d-e69dd2619d34 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:11:29.184074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:11:29.184409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Checking segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:11:29.184800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Bound using segment: {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:11:29.185255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Bound port: 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'f0c214b7-2e03-4e76-81ef-b0e7568f1181', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 124, 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:11:29.185587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:29.251558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:11:29.254591 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:11:29.259234 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:29.297251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.297875 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:29.299299 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] 10.222.0.20 "PUT /v2.0/ports/9763ca4b-f55c-4571-82d1-f17856cc5b9c HTTP/1.1" status: 200 len: 1096 time: 0.7366025 Jul 22 12:11:29.302128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:11:29.304838 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d" -d '{"events": [{"name": "network-changed", "server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:11:29.335201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13a41edc-6bd4-4a15-bdd2-1ec55b7c2f1d service neutron] Pushing event updated for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:29.375961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:11:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0c73e108-e4ce-4ac1-8ce1-c24652a558ff x-openstack-request-id: req-0c73e108-e4ce-4ac1-8ce1-c24652a558ff {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:11:29.376390 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:11:29.376653 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0c73e108-e4ce-4ac1-8ce1-c24652a558ff {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:11:29.377058 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c', 'status': 'completed', 'code': 200} Jul 22 12:11:29.403515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-63ec9911-a1c2-4d7f-b5ce-a8238ca55da1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.405038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-63ec9911-a1c2-4d7f-b5ce-a8238ca55da1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 1099 time: 0.0628064 Jul 22 12:11:29.448294 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-a5565289-e80f-415b-bcde-1cf18d0458a1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c HTTP/1.1" status: 200 len: 217 time: 0.0359380 Jul 22 12:11:29.467044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16d7277-8fcd-4e9a-b227-158db4394ffa req-42cb6864-b9ad-45e4-8f88-99ce3e3a2513 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.468656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f16d7277-8fcd-4e9a-b227-158db4394ffa req-42cb6864-b9ad-45e4-8f88-99ce3e3a2513 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 948 time: 0.0674708 Jul 22 12:11:29.503025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-866741c2-ac5f-4e3d-a671-44f7c5af5df2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.504522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-866741c2-ac5f-4e3d-a671-44f7c5af5df2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0505981 Jul 22 12:11:29.508527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f16d7277-8fcd-4e9a-b227-158db4394ffa req-b4438ab5-a12c-4ce2-9d76-6a94791ed3f9 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335484 Jul 22 12:11:29.567990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-1c8622cd-8f1a-426f-91e2-103ba7ffbff2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.569528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-1c8622cd-8f1a-426f-91e2-103ba7ffbff2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0582342 Jul 22 12:11:29.662118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-7fcd7c21-4f69-4ba2-923e-ccb8416326a6 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859606 Jul 22 12:11:29.750940 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b274b44c-a520-43d7-992d-22bb32d894a9 req-7c1aee9f-b32e-4cb8-b17e-3554586ab7d1 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0819499 Jul 22 12:11:29.850429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-0d8b34cc-1edd-48c1-a61b-6bceb2eb5268 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.851867 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-0d8b34cc-1edd-48c1-a61b-6bceb2eb5268 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 1099 time: 0.0559230 Jul 22 12:11:29.944144 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-cf57b539-ced8-4cfa-8f20-72fc532272e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:29.945588 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-cf57b539-ced8-4cfa-8f20-72fc532272e4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=64a8a73e-4282-4946-bb4d-e69dd2619d34 HTTP/1.1" status: 200 len: 870 time: 0.0877709 Jul 22 12:11:29.988640 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-6af29d5b-1671-4c85-9618-539667ac5887 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c HTTP/1.1" status: 200 len: 217 time: 0.0363479 Jul 22 12:11:30.041748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-6eccc49f-45ce-4a00-a2d2-28484bf48581 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:30.043300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-6eccc49f-45ce-4a00-a2d2-28484bf48581 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=b0d16eb0-af3a-412a-ab56-e1f14b189e21 HTTP/1.1" status: 200 len: 843 time: 0.0477767 Jul 22 12:11:30.101577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-c2e7ce2e-1960-4d57-890b-6452142425d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:30.103567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-c2e7ce2e-1960-4d57-890b-6452142425d7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=64a8a73e-4282-4946-bb4d-e69dd2619d34&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.0530994 Jul 22 12:11:30.191395 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-858339ec-6919-4d9a-934d-30d567cad442 service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0800729 Jul 22 12:11:30.285136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b71c16c8-57cf-4fd6-817c-b8bad5705f4d req-fbf9c020-e345-48a3-935e-f7a58ffcbd1c service neutron] 10.222.0.20 "GET /v2.0/networks/64a8a73e-4282-4946-bb4d-e69dd2619d34?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860908 Jul 22 12:11:30.653228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ef626e-3953-4f26-b9e2-8e89b6803217 req-8da73ee3-7112-41dd-b74a-12ccb64694c9 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:30.654720 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef626e-3953-4f26-b9e2-8e89b6803217 req-8da73ee3-7112-41dd-b74a-12ccb64694c9 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 948 time: 0.0664468 Jul 22 12:11:30.694084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93ef626e-3953-4f26-b9e2-8e89b6803217 req-ca0bf8b9-4976-43cf-b7ec-0354d78cee24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316110 Jul 22 12:11:31.825502 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c66e9770-b10b-48b2-9bff-84d236eacb3c req-f3573017-aae3-45eb-89f9-3e9ccdb7f994 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:31.827452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c66e9770-b10b-48b2-9bff-84d236eacb3c req-f3573017-aae3-45eb-89f9-3e9ccdb7f994 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 948 time: 0.0669849 Jul 22 12:11:31.865271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c66e9770-b10b-48b2-9bff-84d236eacb3c req-e590586c-19e6-42d3-885f-f89a8b764be7 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322964 Jul 22 12:11:31.953637 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9763ca4b-f55c-4571-82d1-f17856cc5b9c details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:11:32.049850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:32.060548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '9763ca4b-f55c-4571-82d1-f17856cc5b9c', 'network_id': '64a8a73e-4282-4946-bb4d-e69dd2619d34', 'port_id': '9763ca4b-f55c-4571-82d1-f17856cc5b9c', 'mac_address': 'fa:16:3e:12:b6:b9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 124, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'b0d16eb0-af3a-412a-ab56-e1f14b189e21', 'ip_address': '192.168.233.196'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:11:32.100369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:32.113325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9763ca4b-f55c-4571-82d1-f17856cc5b9c {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:11:32.132390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:32.136379 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:32.181460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:32.363111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9763ca4b-f55c-4571-82d1-f17856cc5b9c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:11:33.051003 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-915fdd86-87ed-43ab-8f52-f36d42c1a2fd req-20436b2a-81c3-4826-99b5-a0177aa76c16 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:33.052493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-915fdd86-87ed-43ab-8f52-f36d42c1a2fd req-20436b2a-81c3-4826-99b5-a0177aa76c16 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 949 time: 0.1227484 Jul 22 12:11:33.091161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-915fdd86-87ed-43ab-8f52-f36d42c1a2fd req-f3960233-6a01-45b2-9812-7e85334b6b9e tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329335 Jul 22 12:11:33.958245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9763ca4b-f55c-4571-82d1-f17856cc5b9c up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:11:34.004579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 9763ca4b-f55c-4571-82d1-f17856cc5b9c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:11:34.007980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 9763ca4b-f55c-4571-82d1-f17856cc5b9c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:11:34.008348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:34.080899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:34.107062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:11:34.109276 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d216ec1a-c236-4dc0-88a4-16b0765c3490" -d '{"events": [{"server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "name": "network-vif-plugged", "status": "completed", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:11:34.123141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:34.127834 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:34.150770 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:11:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b658187c-9a7a-4780-b788-8b0bf43601ea x-openstack-request-id: req-b658187c-9a7a-4780-b788-8b0bf43601ea {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:11:34.151054 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "name": "network-vif-plugged", "status": "completed", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:11:34.151408 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b658187c-9a7a-4780-b788-8b0bf43601ea {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:11:34.151778 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c', 'code': 200} Jul 22 12:11:34.187767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:34.233541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee6f69b4-4a7d-4a09-9e42-6fb0adbd8575 req-4c472c5a-afa7-468c-8429-42b03754bc42 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:34.234914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee6f69b4-4a7d-4a09-9e42-6fb0adbd8575 req-4c472c5a-afa7-468c-8429-42b03754bc42 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 950 time: 0.0720403 Jul 22 12:11:34.259525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5eb0de3-1bb4-4016-81b1-437267abf743 req-5f85cf84-2710-4645-a854-73e730da998c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:34.261171 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5eb0de3-1bb4-4016-81b1-437267abf743 req-5f85cf84-2710-4645-a854-73e730da998c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 1101 time: 0.0532050 Jul 22 12:11:34.273128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ee6f69b4-4a7d-4a09-9e42-6fb0adbd8575 req-2135c46d-2f1d-4a7f-b9e6-7eafdea73c40 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323832 Jul 22 12:11:34.294898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a5eb0de3-1bb4-4016-81b1-437267abf743 req-692fdf5c-2820-472d-b3b1-dc6b5aaeec8b service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0277824 Jul 22 12:11:35.404490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44be1914-2b15-43d3-8d1d-b84d53ce37c3 req-67d85fe9-f448-42c6-a1fe-bf75c3510c4d tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:35.405974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44be1914-2b15-43d3-8d1d-b84d53ce37c3 req-67d85fe9-f448-42c6-a1fe-bf75c3510c4d tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 950 time: 0.0656047 Jul 22 12:11:35.442768 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44be1914-2b15-43d3-8d1d-b84d53ce37c3 req-516ce467-96bf-42ab-88eb-0a4729c5841e tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311456 Jul 22 12:11:36.349880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cb5e85-8654-4002-aaac-eb1094f12e06 req-6811a38c-c01c-4fea-ad05-af084713c289 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:36.351296 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71cb5e85-8654-4002-aaac-eb1094f12e06 req-6811a38c-c01c-4fea-ad05-af084713c289 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 950 time: 0.0662699 Jul 22 12:11:36.388095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71cb5e85-8654-4002-aaac-eb1094f12e06 req-0f53853a-fcab-4bfc-a0e2-49598bc3bddb tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306892 Jul 22 12:11:37.517317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2021986-fb40-4826-b531-33299ba477bd req-3cb87445-9ef7-458a-a6ce-9973c23969f6 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:37.518814 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2021986-fb40-4826-b531-33299ba477bd req-3cb87445-9ef7-458a-a6ce-9973c23969f6 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 950 time: 0.0623543 Jul 22 12:11:37.558041 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2021986-fb40-4826-b531-33299ba477bd req-ccdcfc0a-5614-49b5-a391-6ffda16ad3bc tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.21 "GET /v2.0/security-groups?id=e736bb42-e034-46cd-bceb-49daa6a7e90c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336559 Jul 22 12:11:37.563098 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-42e901d1-2e02-430b-ae85-cbc8d1aed879 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:37.564778 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-42e901d1-2e02-430b-ae85-cbc8d1aed879 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.20 "GET /v2.0/ports?device_id=1b31c7a3-d49e-46b4-af5b-b0dc356c636c HTTP/1.1" status: 200 len: 950 time: 0.0680273 Jul 22 12:11:37.663240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Deleting port 9763ca4b-f55c-4571-82d1-f17856cc5b9c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:11:37.663581 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:37.754135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] For port 9763ca4b-f55c-4571-82d1-f17856cc5b9c, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=9763ca4b-f55c-4571-82d1-f17856cc5b9c,segment=NetworkSegment(f0c214b7-2e03-4e76-81ef-b0e7568f1181),segment_id=f0c214b7-2e03-4e76-81ef-b0e7568f1181)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:37.754524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:37.766798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Calling delete_port for 9763ca4b-f55c-4571-82d1-f17856cc5b9c owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:11:37.897377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:37.909751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['9763ca4b-f55c-4571-82d1-f17856cc5b9c'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:11:37.933038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Pushing event deleted for resources: {'Port': ['ID=9763ca4b-f55c-4571-82d1-f17856cc5b9c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:37.982060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] No DVR routers for this DVR port 9763ca4b-f55c-4571-82d1-f17856cc5b9c on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:11:37.984861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:37.987003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c0e811e6-ddc3-4086-ad33-404340e2463f req-2c72319a-42be-4ea8-bfa7-3ecb66b8fc24 tempest-ServersAdminNegativeTestJSON-1928958240 tempest-ServersAdminNegativeTestJSON-1928958240-project] 10.222.0.20 "DELETE /v2.0/ports/9763ca4b-f55c-4571-82d1-f17856cc5b9c HTTP/1.1" status: 204 len: 173 time: 0.4167292 Jul 22 12:11:37.987440 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'name': 'network-vif-deleted', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:11:37.989813 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7a906a9-27e4-4b0a-84c4-4ff4631abf86" -d '{"events": [{"server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "name": "network-vif-deleted", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:11:38.035908 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:11:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b462eaae-266c-4a23-a631-71ca4b8570fc x-openstack-request-id: req-b462eaae-266c-4a23-a631-71ca4b8570fc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:11:38.036275 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "1b31c7a3-d49e-46b4-af5b-b0dc356c636c", "name": "network-vif-deleted", "tag": "9763ca4b-f55c-4571-82d1-f17856cc5b9c", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:11:38.036745 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b462eaae-266c-4a23-a631-71ca4b8570fc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:11:38.037333 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '1b31c7a3-d49e-46b4-af5b-b0dc356c636c', 'name': 'network-vif-deleted', 'tag': '9763ca4b-f55c-4571-82d1-f17856cc5b9c', 'status': 'completed', 'code': 200} Jul 22 12:11:38.847649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51124) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:38.975487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b6a08c29-2146-4f05-9789-1417576f9e16 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f2f9753eca9b4ac58ca41defdc4b80b0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1266401 Jul 22 12:11:38.977934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51128) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:39.024036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.045460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.094199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.096831 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.097895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/e736bb42-e034-46cd-bceb-49daa6a7e90c HTTP/1.1" status: 204 len: 168 time: 0.1189740 Jul 22 12:11:39.105738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8a4fd7c-8f7b-422a-b9a0-ec753e7007b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e736bb42-e034-46cd-bceb-49daa6a7e90c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:39.353928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51134) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:39.366768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efc7f779-66b6-4ed0-a83d-d2a35cff60b2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.450743 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efc7f779-66b6-4ed0-a83d-d2a35cff60b2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.454613 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-efc7f779-66b6-4ed0-a83d-d2a35cff60b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.491259 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-efc7f779-66b6-4ed0-a83d-d2a35cff60b2 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=d842a42e2de94e25951e69cbdc72d222&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1362200 Jul 22 12:11:39.493666 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:11:39.494928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51136) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:39.501644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc7f779-66b6-4ed0-a83d-d2a35cff60b2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e7ed61e-f642-4595-b151-129651f4b138,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:39.544590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.565683 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.611575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.614138 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:39.615356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/0e7ed61e-f642-4595-b151-129651f4b138 HTTP/1.1" status: 204 len: 168 time: 0.1197073 Jul 22 12:11:39.623540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b293e18d-9c2d-4f33-a0c5-c5f5ed3bc1b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e7ed61e-f642-4595-b151-129651f4b138,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:40.262093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51158) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:40.356186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1661736876-network', 'tenant_id': '281431b65a064361b1d90ba5644eafbb'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:40.379506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Made reservation on behalf of 281431b65a064361b1d90ba5644eafbb for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:11:40.381752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.390417 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.475657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.479781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.504181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:11:40.512844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b2f98090-41d5-49f6-a3fe-672c9e4402a2,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:40.518781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.519177 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Added segment e4859728-4e8a-41ba-8314-4247be882d03 of type vlan for network 936b6a92-844c-406a-9c4a-f7b3ec7797ff Jul 22 12:11:40.563102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.592481 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.593464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:40.594036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.623459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.3602641 Jul 22 12:11:40.626687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51162) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:11:40.631856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Request body: {'subnet': {'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1661736876-subnet', 'tenant_id': '281431b65a064361b1d90ba5644eafbb', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:40.653755 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Made reservation on behalf of 281431b65a064361b1d90ba5644eafbb for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:11:40.656088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.658201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ab369a5-838b-4827-a095-5c322de0cc00 admin admin] Pushing event updated for resources: {'Network': ['ID=936b6a92-844c-406a-9c4a-f7b3ec7797ff,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:40.668782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 936b6a92-844c-406a-9c4a-f7b3ec7797ff details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:11:40.822491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.876946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Pushing event updated for resources: {'Subnet': ['ID=f0f35024-0556-4e34-aa0a-bb87df2b4f8e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:40.884088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Checking segment: {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:11:40.884448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Network hostable DHCP agents. Network: 936b6a92-844c-406a-9c4a-f7b3ec7797ff, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:11:40.900767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Network 936b6a92-844c-406a-9c4a-f7b3ec7797ff is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:11:40.908990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 936b6a92-844c-406a-9c4a-f7b3ec7797ff) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:11:40.912878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:40.913462 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:40.918895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb95a570-9401-4a3a-88ad-52c098808d4f None None] Network 936b6a92-844c-406a-9c4a-f7b3ec7797ff requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:11:40.927300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-873ed714-b392-4af5-8e8b-b96aff4ee6ff admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.2994723 Jul 22 12:11:41.045411 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae59086-def3-4a94-877b-08c98a76a8db None None] Network 936b6a92-844c-406a-9c4a-f7b3ec7797ff requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:11:41.342606 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-f7531a7d-3735-4a8d-a11c-8c167e2504f2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:41.344074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-f7531a7d-3735-4a8d-a11c-8c167e2504f2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 812 time: 0.1006746 Jul 22 12:11:41.358513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-8ea7a49c-7fa5-498f-a5be-7bf06d8fbd8d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/quotas/281431b65a064361b1d90ba5644eafbb HTTP/1.1" status: 200 len: 375 time: 0.0089381 Jul 22 12:11:41.392142 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-3ed06159-aaaa-4807-93df-47c7cabf1f0b tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0287251 Jul 22 12:11:41.529191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-1500bb01-7b85-47db-8fbb-d9be4c5dbfb4 service neutron] 10.222.0.21 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1307333 Jul 22 12:11:41.619896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-4b0c77e7-8eab-4527-a959-c2ce23cb62e9 service neutron] 10.222.0.21 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844402 Jul 22 12:11:41.775183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-986f8f9c-550a-4449-abe9-c9eba30e03e1 req-a065faad-4852-4947-b3a0-f953efe6927f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 210 time: 0.0285354 Jul 22 12:11:42.005499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9763ca4b-f55c-4571-82d1-f17856cc5b9c no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:11:42.028519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 9763ca4b-f55c-4571-82d1-f17856cc5b9c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:11:42.028871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 9763ca4b-f55c-4571-82d1-f17856cc5b9c not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:11:42.668856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-5206316e-c624-42a3-b774-8a982b9cfb8e tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:42.670570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-5206316e-c624-42a3-b774-8a982b9cfb8e tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.20 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 812 time: 0.1226115 Jul 22 12:11:42.682942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Request body: {'port': {'device_id': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff', 'admin_state_up': True, 'tenant_id': '281431b65a064361b1d90ba5644eafbb'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:42.793642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Made reservation on behalf of 281431b65a064361b1d90ba5644eafbb for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:11:42.797086 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:42.876452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37c7b579-d474-427b-9882-0666855a7230 req-28316fd9-4a15-401c-9f43-b5f8621afb7c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 210 time: 0.0310967 Jul 22 12:11:42.926159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Allocated IP 172.20.0.5 (936b6a92-844c-406a-9c4a-f7b3ec7797ff/f0f35024-0556-4e34-aa0a-bb87df2b4f8e/3069285a-7094-4c7d-afc2-7e84444ab808) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:11:43.073792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.115140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.158167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Network 936b6a92-844c-406a-9c4a-f7b3ec7797ff is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:11:43.163210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:11:43.167531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:11:43.199045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:43.224669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:43.225284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.240690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-23deac32-4782-4878-8eab-267e89418105 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5623496 Jul 22 12:11:43.252667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Request body: {'port': {'device_id': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:11:43.325437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.586941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:11:43.595586 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.608344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Transition to ACTIVE for port object 3069285a-7094-4c7d-afc2-7e84444ab808 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:11:43.611793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.664045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:43.729808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:11:43.730477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:11:43.730477 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:11:43.734752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:11:43.735073 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:11:43.739757 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 11, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:11:43.740094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Checking segment: {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:11:43.740476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Bound using segment: {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:11:43.740904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Bound port: 3069285a-7094-4c7d-afc2-7e84444ab808, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:11:43.741256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.809096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:11:43.812029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:11:43.816145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.848840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:43.849468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:43.850879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] 10.222.0.20 "PUT /v2.0/ports/3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 1091 time: 0.6026044 Jul 22 12:11:43.851315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:11:43.853685 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-623de1c9-a889-4382-acd8-a0065cceab01" -d '{"events": [{"name": "network-changed", "server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:11:43.881816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e269fe88-e8b9-460d-a5c9-7ca05f42b163 service neutron] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:43.897239 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:11:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c70ba4cb-a6b8-4bc1-9ca6-2641c479d20f x-openstack-request-id: req-c70ba4cb-a6b8-4bc1-9ca6-2641c479d20f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:11:43.897528 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:11:43.897781 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c70ba4cb-a6b8-4bc1-9ca6-2641c479d20f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:11:43.898178 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808', 'status': 'completed', 'code': 200} Jul 22 12:11:43.940618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-05f64c5c-52db-4b29-9776-bd2f667c03d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:43.942131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-05f64c5c-52db-4b29-9776-bd2f667c03d5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0558119 Jul 22 12:11:43.986319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-6499ae65-4bb6-4c11-951f-8818b69ba7c5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0366516 Jul 22 12:11:44.009442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b8eff65-2752-4b46-a470-122d25b49f7d req-98eb200c-e8d6-451e-a2ad-8845a07d9b97 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:44.010981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b8eff65-2752-4b46-a470-122d25b49f7d req-98eb200c-e8d6-451e-a2ad-8845a07d9b97 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0659268 Jul 22 12:11:44.034819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e6759fc-0c47-4394-96ba-694040461599 req-46058aad-e9c3-4252-af22-4741659e9f71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:44.036298 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-46058aad-e9c3-4252-af22-4741659e9f71 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0440562 Jul 22 12:11:44.052083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b8eff65-2752-4b46-a470-122d25b49f7d req-53fff579-bc9f-4b9c-9410-83b57d0bbc84 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0353043 Jul 22 12:11:44.070422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-60e56093-109b-4cef-81f6-eb839b8da932 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0278614 Jul 22 12:11:44.457393 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-31814cbf-1121-49da-98e3-289825cba1d4 service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3811972 Jul 22 12:11:44.542514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-4e6759fc-0c47-4394-96ba-694040461599 req-417b390b-0459-47f7-846c-8fd75f4c09fd service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0785232 Jul 22 12:11:44.644526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de1c9-a889-4382-acd8-a0065cceab01 req-4c0bd802-484f-418b-886f-80cb43d8a76a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:44.646045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-4c0bd802-484f-418b-886f-80cb43d8a76a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0532546 Jul 22 12:11:44.736573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de1c9-a889-4382-acd8-a0065cceab01 req-83a38d4c-3c03-4769-af8a-ae3cc55d469a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:44.737976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-83a38d4c-3c03-4769-af8a-ae3cc55d469a service neutron] 10.222.0.20 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.0860534 Jul 22 12:11:44.778838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-6174a30f-e09d-4a87-a441-97998decbac0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0340471 Jul 22 12:11:44.830816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623de1c9-a889-4382-acd8-a0065cceab01 req-0d3f10b9-5782-40b2-b721-29c2c3e75055 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:44.832229 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-0d3f10b9-5782-40b2-b721-29c2c3e75055 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0462794 Jul 22 12:11:44.866725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-2a5a9793-be37-464d-949a-635a72faed2b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0265117 Jul 22 12:11:44.953864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-c3afce39-c6fd-403c-a85e-10560bb99aed service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804574 Jul 22 12:11:45.045678 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-623de1c9-a889-4382-acd8-a0065cceab01 req-fb35bfb4-1918-432a-96fe-bf0816856cd8 service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852654 Jul 22 12:11:45.180220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd4b75ea-f658-44bd-a64c-8aee21caf43a req-1c3ead93-99a7-47a9-867d-ef00892dc6e2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:45.182214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd4b75ea-f658-44bd-a64c-8aee21caf43a req-1c3ead93-99a7-47a9-867d-ef00892dc6e2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0613830 Jul 22 12:11:45.220027 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cd4b75ea-f658-44bd-a64c-8aee21caf43a req-9d6aa412-7564-40eb-b7da-da0f6b087bfd tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320749 Jul 22 12:11:45.295018 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b4b9e64e-2d94-4215-9ac2-121404e93d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:46.352780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79580270-17e4-45b5-bb17-d649e9ef46b6 req-ad714d39-bf94-4a47-8dab-00cc6ac8232f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:46.354967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79580270-17e4-45b5-bb17-d649e9ef46b6 req-ad714d39-bf94-4a47-8dab-00cc6ac8232f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0627360 Jul 22 12:11:46.392527 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79580270-17e4-45b5-bb17-d649e9ef46b6 req-2133f31a-de68-40d0-860d-ec29beb26bf0 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321212 Jul 22 12:11:47.522845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aba02f9-28e0-48d7-9938-692168dccb98 req-b9d6b967-b533-4159-a6f3-7762ca6f27ca tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:47.524309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3aba02f9-28e0-48d7-9938-692168dccb98 req-b9d6b967-b533-4159-a6f3-7762ca6f27ca tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0664268 Jul 22 12:11:47.562341 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3aba02f9-28e0-48d7-9938-692168dccb98 req-84f4bcaf-1f80-4885-9726-e7b3159ded90 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320201 Jul 22 12:11:47.871620 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:48.036156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:11:48.127587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:48.138718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '3069285a-7094-4c7d-afc2-7e84444ab808', 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff', 'port_id': '3069285a-7094-4c7d-afc2-7e84444ab808', 'mac_address': 'fa:16:3e:bd:14:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f35024-0556-4e34-aa0a-bb87df2b4f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:11:48.177028 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:48.189573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:11:48.215549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:48.219520 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:48.224433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c750d42f-3bf1-4eba-b0d6-e6f6978149d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:48.266073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:48.411387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['3069285a-7094-4c7d-afc2-7e84444ab808'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:11:48.691339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64dd9da7-97c3-491f-8ab4-00a8651fa3ce req-573bac64-2f1d-4bb3-9ae5-5666d9a679f7 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:48.692744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64dd9da7-97c3-491f-8ab4-00a8651fa3ce req-573bac64-2f1d-4bb3-9ae5-5666d9a679f7 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 944 time: 0.0644846 Jul 22 12:11:48.730356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64dd9da7-97c3-491f-8ab4-00a8651fa3ce req-9723fc72-758c-412f-ae04-7f858f2a440b tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313430 Jul 22 12:11:49.502121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:49.861894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9506a11-1670-4ec2-b1e1-c512f6de18fc req-34bb22c8-3a76-441c-b33d-6d5b1847ef62 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:49.863414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9506a11-1670-4ec2-b1e1-c512f6de18fc req-34bb22c8-3a76-441c-b33d-6d5b1847ef62 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 944 time: 0.0678532 Jul 22 12:11:49.899807 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9506a11-1670-4ec2-b1e1-c512f6de18fc req-6cf61e29-15e8-4662-9c29-3407a4f6f90e tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309181 Jul 22 12:11:50.067584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:11:50.114771 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 3069285a-7094-4c7d-afc2-7e84444ab808 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:11:50.118222 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 3069285a-7094-4c7d-afc2-7e84444ab808 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:11:50.118633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:50.191804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:50.217253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:11:50.219483 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-41f4187a-4728-45d3-953d-2a950be012e6" -d '{"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-plugged", "status": "completed", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:11:50.232052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:11:50.236178 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:50.270645 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:11:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2a3cc961-389b-4adc-89a7-c9aa8c24f277 x-openstack-request-id: req-2a3cc961-389b-4adc-89a7-c9aa8c24f277 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:11:50.270938 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-plugged", "status": "completed", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:11:50.271191 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2a3cc961-389b-4adc-89a7-c9aa8c24f277 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:11:50.271577 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808', 'code': 200} Jul 22 12:11:50.285997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:11:50.383237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b2b419a-da4d-4d3b-9438-bc42de4bbeac req-2c94e141-0e6f-4908-ba50-2d1721a93ee0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:50.385266 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b2b419a-da4d-4d3b-9438-bc42de4bbeac req-2c94e141-0e6f-4908-ba50-2d1721a93ee0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1096 time: 0.0561442 Jul 22 12:11:50.417850 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9b2b419a-da4d-4d3b-9438-bc42de4bbeac req-cb3b1bbe-6212-4a68-ad2c-07d48f5e6cdc service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0274644 Jul 22 12:11:51.026757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26faf0b-ddf9-4a2a-b2ce-e8440c88f1e2 req-e9918c91-79c7-4ea6-aa92-6f4d4a6b0ab6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:51.028219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b26faf0b-ddf9-4a2a-b2ce-e8440c88f1e2 req-e9918c91-79c7-4ea6-aa92-6f4d4a6b0ab6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0622034 Jul 22 12:11:51.066253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b26faf0b-ddf9-4a2a-b2ce-e8440c88f1e2 req-25a13953-a385-46ed-80da-57b5e1c7cd58 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322270 Jul 22 12:11:51.436288 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:52.192980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c2fac8-6195-4b5b-ad8f-189a6fde798d req-4781b2dd-650d-424c-98ee-bd926f940f85 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:52.194469 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3c2fac8-6195-4b5b-ad8f-189a6fde798d req-4781b2dd-650d-424c-98ee-bd926f940f85 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0622311 Jul 22 12:11:52.232197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3c2fac8-6195-4b5b-ad8f-189a6fde798d req-8d42d1c4-b99d-4a0e-bff4-8dd8e2b73a57 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312674 Jul 22 12:11:52.605241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c258d6d5-fc2f-4330-93e9-e3cf1b6e9145 req-877cb688-3fe7-4958-a2ea-e39892be6b0f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:52.606632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c258d6d5-fc2f-4330-93e9-e3cf1b6e9145 req-877cb688-3fe7-4958-a2ea-e39892be6b0f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0954449 Jul 22 12:11:52.640438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-a27079d8-c745-4585-95ea-05af139de8c4 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1390626 Jul 22 12:11:52.652799 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c258d6d5-fc2f-4330-93e9-e3cf1b6e9145 req-80dc438c-af36-42f6-a7ef-43efae9c01c1 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0395567 Jul 22 12:11:53.790169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-509a774d-169d-47c1-8292-3a8153c438d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:53.791461 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f360327-7ba7-4f34-bd1f-582bef1890cf req-46147a73-205f-4266-ba57-8d747dfb0502 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:53.792232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-509a774d-169d-47c1-8292-3a8153c438d2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1096 time: 0.0581808 Jul 22 12:11:53.792840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f360327-7ba7-4f34-bd1f-582bef1890cf req-46147a73-205f-4266-ba57-8d747dfb0502 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0633636 Jul 22 12:11:53.834585 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f360327-7ba7-4f34-bd1f-582bef1890cf req-662e0b96-ca8e-4f61-9aa1-7136abb43a56 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358205 Jul 22 12:11:53.885196 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-7fd33fc0-ff49-4043-b8dd-b161a6acfe57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:53.886714 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-7fd33fc0-ff49-4043-b8dd-b161a6acfe57 service neutron] 10.222.0.20 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.0882885 Jul 22 12:11:53.929480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-55ffb5c8-dd52-407a-899f-ab440d9fd56f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0371032 Jul 22 12:11:53.978944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-649e45a5-62ad-47d1-9508-3baa0648351e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:53.980382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-649e45a5-62ad-47d1-9508-3baa0648351e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0444508 Jul 22 12:11:54.012873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-d4a7fe19-1138-4465-893f-4da3638fad43 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269117 Jul 22 12:11:54.104158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-7d44e4e0-a443-4b46-b4c5-f538688235ed service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0845718 Jul 22 12:11:54.190226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-9a1ad295-76dd-4ff1-8df9-bf2fdf1558fa service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805831 Jul 22 12:11:54.963810 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfad2f1-a0b4-4063-a390-0c0487c4d186 req-bb3219df-9a73-43fa-b937-4e17497f91d5 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:54.965271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cfad2f1-a0b4-4063-a390-0c0487c4d186 req-bb3219df-9a73-43fa-b937-4e17497f91d5 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0631044 Jul 22 12:11:55.001517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5cfad2f1-a0b4-4063-a390-0c0487c4d186 req-c0f055d1-682e-4bdd-ab75-4927faef4275 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307586 Jul 22 12:11:56.129155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7dba2e0-46b4-4c86-bfcb-d572051e3a36 req-42fdb150-7cae-4e9c-ab61-fcff42528fac tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:56.130659 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7dba2e0-46b4-4c86-bfcb-d572051e3a36 req-42fdb150-7cae-4e9c-ab61-fcff42528fac tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0633461 Jul 22 12:11:56.167421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7dba2e0-46b4-4c86-bfcb-d572051e3a36 req-a7dffe2e-f4d4-4f82-b0bf-2da9ff0f6e66 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311871 Jul 22 12:11:57.296611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a6da47-f801-4ef5-b185-5710e4df6e24 req-c086d625-b810-4972-a08f-cdb877a35add tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:57.298067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3a6da47-f801-4ef5-b185-5710e4df6e24 req-c086d625-b810-4972-a08f-cdb877a35add tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0647485 Jul 22 12:11:57.335146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a3a6da47-f801-4ef5-b185-5710e4df6e24 req-becb075e-2d41-4d35-9708-c535cccbff74 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315921 Jul 22 12:11:57.655494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:58.461255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4a12c0-76a4-450c-9665-18c9fabca838 req-7fad5533-a14b-4971-b760-4474be914701 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:58.463416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d4a12c0-76a4-450c-9665-18c9fabca838 req-7fad5533-a14b-4971-b760-4474be914701 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0627565 Jul 22 12:11:58.500241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d4a12c0-76a4-450c-9665-18c9fabca838 req-20b40323-0603-4d4a-9548-80fb7473f77f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314703 Jul 22 12:11:58.610825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:11:59.627218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a716593f-ee31-4fb4-bbdf-4a6def75fa56 req-126222ff-16c8-420e-bb2c-26da892dbc0f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:11:59.628701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a716593f-ee31-4fb4-bbdf-4a6def75fa56 req-126222ff-16c8-420e-bb2c-26da892dbc0f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0629244 Jul 22 12:11:59.668895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a716593f-ee31-4fb4-bbdf-4a6def75fa56 req-09ece8db-5a31-4553-a44e-de1589ee1f7a tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346987 Jul 22 12:12:00.796995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-605c2c2d-cb1b-4fd4-84bd-006822a193c2 req-b4ec0a49-7647-4756-85f8-9efb12db4a1f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:00.798462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-605c2c2d-cb1b-4fd4-84bd-006822a193c2 req-b4ec0a49-7647-4756-85f8-9efb12db4a1f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0640855 Jul 22 12:12:00.835451 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-605c2c2d-cb1b-4fd4-84bd-006822a193c2 req-9c81979e-a91c-4e89-a71d-483760a0e08f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314133 Jul 22 12:12:01.965677 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ff4b626-af0a-4230-a55d-e4bc5c65bf59 req-34a6f8c0-f086-46df-bd36-843bb92c4fe6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:01.967265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ff4b626-af0a-4230-a55d-e4bc5c65bf59 req-34a6f8c0-f086-46df-bd36-843bb92c4fe6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0641072 Jul 22 12:12:02.005408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5ff4b626-af0a-4230-a55d-e4bc5c65bf59 req-48d8e0d1-25de-4f47-89ca-54261afddb26 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320075 Jul 22 12:12:03.137363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbe73d7c-72fb-4f4a-9187-51573d777028 req-1194418b-16fa-40ce-9620-107457e46e7d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:03.138866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbe73d7c-72fb-4f4a-9187-51573d777028 req-1194418b-16fa-40ce-9620-107457e46e7d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0652373 Jul 22 12:12:03.175974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cbe73d7c-72fb-4f4a-9187-51573d777028 req-f9ff5608-9d00-4c4f-b6a7-59db727bd869 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317197 Jul 22 12:12:04.303801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8cef77-1e3f-4d73-894a-850a141a3490 req-14786c75-67b9-4335-b356-12e687749883 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:04.305282 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d8cef77-1e3f-4d73-894a-850a141a3490 req-14786c75-67b9-4335-b356-12e687749883 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0629852 Jul 22 12:12:04.343122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d8cef77-1e3f-4d73-894a-850a141a3490 req-cec3f748-675d-43ef-8ad8-668035632e5d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320497 Jul 22 12:12:05.471670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98bd32eb-3b6d-4fe0-ab89-497ef5ec20b7 req-55f2766a-d4c5-4209-a777-d3c403fd357d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:05.473134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98bd32eb-3b6d-4fe0-ab89-497ef5ec20b7 req-55f2766a-d4c5-4209-a777-d3c403fd357d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0624774 Jul 22 12:12:05.512750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98bd32eb-3b6d-4fe0-ab89-497ef5ec20b7 req-eab20f08-288b-45ac-81e0-c87342fb8ed5 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334210 Jul 22 12:12:06.644229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48304289-2583-45ff-b3dd-0a8f68fbd393 req-74311a21-7e41-4b08-8525-e779578d84b2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:06.645639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48304289-2583-45ff-b3dd-0a8f68fbd393 req-74311a21-7e41-4b08-8525-e779578d84b2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0648556 Jul 22 12:12:06.681819 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48304289-2583-45ff-b3dd-0a8f68fbd393 req-3135ac31-d401-418b-ab33-9655413d9343 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0300570 Jul 22 12:12:07.808025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2dde501-67b7-47c4-b327-f7eb6614a03c req-40203b26-29f8-4866-aaa7-7015efeb2419 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:07.809501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2dde501-67b7-47c4-b327-f7eb6614a03c req-40203b26-29f8-4866-aaa7-7015efeb2419 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0621536 Jul 22 12:12:07.846045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2dde501-67b7-47c4-b327-f7eb6614a03c req-82464ce5-50ce-4f21-9a51-a017ace0f6a9 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310433 Jul 22 12:12:08.974458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4a66812-3ed6-433b-b278-66790bc7f36f req-fb8c2239-87ca-4b80-b345-f8110164bfb2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:08.975929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4a66812-3ed6-433b-b278-66790bc7f36f req-fb8c2239-87ca-4b80-b345-f8110164bfb2 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0647955 Jul 22 12:12:09.013012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4a66812-3ed6-433b-b278-66790bc7f36f req-9ab8c3b6-371a-4dd8-bf62-627c5d9ccff9 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310597 Jul 22 12:12:10.142852 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15884875-82f3-465a-9355-72e4b339168c req-ba4d8d1c-3121-4399-880e-e3a15e63c70c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:10.144303 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15884875-82f3-465a-9355-72e4b339168c req-ba4d8d1c-3121-4399-880e-e3a15e63c70c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0648193 Jul 22 12:12:10.181784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15884875-82f3-465a-9355-72e4b339168c req-b818ea1b-6a87-430b-a011-f50b18fa8246 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318906 Jul 22 12:12:11.310375 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd353d4b-4996-44fb-a7ca-494a4e02dfa8 req-af6aa59d-d596-4f49-a0fb-65a0b9185cad tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:11.311865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd353d4b-4996-44fb-a7ca-494a4e02dfa8 req-af6aa59d-d596-4f49-a0fb-65a0b9185cad tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0640469 Jul 22 12:12:11.351656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd353d4b-4996-44fb-a7ca-494a4e02dfa8 req-a10af113-8419-4d16-992f-36518fff6571 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342729 Jul 22 12:12:12.742637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dddb9e1-e839-4c27-b3c1-5d5fa2dd6afa req-28edf12e-7571-4dc3-af68-e0d328dbde72 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:12.744804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dddb9e1-e839-4c27-b3c1-5d5fa2dd6afa req-28edf12e-7571-4dc3-af68-e0d328dbde72 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.3253677 Jul 22 12:12:12.780964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3dddb9e1-e839-4c27-b3c1-5d5fa2dd6afa req-8e1c7ce2-5d0a-44a8-bcc9-e19794290d2e tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304844 Jul 22 12:12:13.908215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7179b6e4-3d34-474b-ab15-a4edb9c901c6 req-de62cc74-2ece-48d6-9c43-582b7341bb4c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:13.909709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7179b6e4-3d34-474b-ab15-a4edb9c901c6 req-de62cc74-2ece-48d6-9c43-582b7341bb4c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0610282 Jul 22 12:12:13.946292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7179b6e4-3d34-474b-ab15-a4edb9c901c6 req-f557c530-c431-4f23-907d-502cddafd23d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309045 Jul 22 12:12:15.077503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c0e4ae5-363e-4e8e-9100-5d9491b0d1e4 req-18c9a0ba-7d47-4708-b7c8-af3f7a5c96bf tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:15.078994 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c0e4ae5-363e-4e8e-9100-5d9491b0d1e4 req-18c9a0ba-7d47-4708-b7c8-af3f7a5c96bf tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0657690 Jul 22 12:12:15.115408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c0e4ae5-363e-4e8e-9100-5d9491b0d1e4 req-934d5db1-2cc1-4315-81f0-cd9c73d9ef2c tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309660 Jul 22 12:12:15.295415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-709f4d52-7fd9-4125-a5f9-3e730385d991 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:16.242254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ef9d035-1862-4204-b15d-ff8cbcf85d7a req-983d74b8-67ea-4fdd-a189-7d3cdf4f9187 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:16.244163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ef9d035-1862-4204-b15d-ff8cbcf85d7a req-983d74b8-67ea-4fdd-a189-7d3cdf4f9187 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0622759 Jul 22 12:12:16.280234 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9ef9d035-1862-4204-b15d-ff8cbcf85d7a req-3a035ec0-ed74-4212-9419-221caed8a3fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310316 Jul 22 12:12:16.494794 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:12:17.423757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177fab77-6b92-46d2-abcd-56637217487d req-428454b0-b329-486a-bfba-33a34973bb97 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:17.425392 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-177fab77-6b92-46d2-abcd-56637217487d req-428454b0-b329-486a-bfba-33a34973bb97 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0728269 Jul 22 12:12:17.465791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-177fab77-6b92-46d2-abcd-56637217487d req-a6511c26-62ff-4308-b9e2-59d598a62a72 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0345244 Jul 22 12:12:17.873716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:18.215473 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2d6956ec-8065-4aee-aa78-1c8696e969d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:18.604752 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68afa4e4-49fd-4c56-8ff4-a1b70ed5ced1 req-c5c968fb-27da-4b90-8640-8adc710c5643 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:18.606286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68afa4e4-49fd-4c56-8ff4-a1b70ed5ced1 req-c5c968fb-27da-4b90-8640-8adc710c5643 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0682127 Jul 22 12:12:18.644465 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68afa4e4-49fd-4c56-8ff4-a1b70ed5ced1 req-33788b9f-6af9-49ab-87ce-13d2b7817b5a tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326233 Jul 22 12:12:19.505765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:19.773537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a56f943c-aa8a-45e8-8e2f-7ee4c0777204 req-cb161552-d7f0-4b56-9454-435b49f55e51 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:19.775157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a56f943c-aa8a-45e8-8e2f-7ee4c0777204 req-cb161552-d7f0-4b56-9454-435b49f55e51 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0630465 Jul 22 12:12:19.811952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a56f943c-aa8a-45e8-8e2f-7ee4c0777204 req-2724c868-6edb-4cab-bb29-8af167e2a62e tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310209 Jul 22 12:12:20.943624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2d58a77-d954-47f5-92d1-94c9d456014a req-65294cc4-572e-4887-be74-c68b2a24332d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:20.945105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d58a77-d954-47f5-92d1-94c9d456014a req-65294cc4-572e-4887-be74-c68b2a24332d tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 945 time: 0.0661311 Jul 22 12:12:20.985258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2d58a77-d954-47f5-92d1-94c9d456014a req-2dbda9da-8fcc-4060-921f-bd8d5c52aec1 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315700 Jul 22 12:12:21.109020 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-048e455b-ca4f-4664-9991-abe14c48e846 req-72f769f0-c8a8-45d8-b86f-8aa33970acd0 service neutron] show failed (client error): The resource could not be found. Jul 22 12:12:21.109915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-72f769f0-c8a8-45d8-b86f-8aa33970acd0 service neutron] 10.222.0.20 "GET /v2.0/ports/3069285a-7094-4c7d-afc2-7e84444ab808/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0542142 Jul 22 12:12:21.321994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-005ac32c-d433-4d42-974a-d44b93ff5ee3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:21.323590 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-005ac32c-d433-4d42-974a-d44b93ff5ee3 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe&tenant_id=281431b65a064361b1d90ba5644eafbb HTTP/1.1" status: 200 len: 1096 time: 0.0651705 Jul 22 12:12:21.335218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:12:21.404917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.438478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.612519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:21.644383 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:12:21.684220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:12:21.686402 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-abc585a1-178c-4bf9-b4f8-d82f496d6d6c" -d '{"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-unplugged", "status": "completed", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:12:21.690380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.703675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Transition to ACTIVE for port object 3069285a-7094-4c7d-afc2-7e84444ab808 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:12:21.707108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.736917 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:12:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2db258dc-123f-4c2c-a79a-d3ba8ad0c338 x-openstack-request-id: req-2db258dc-123f-4c2c-a79a-d3ba8ad0c338 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:12:21.737235 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-unplugged", "status": "completed", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:12:21.737487 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2db258dc-123f-4c2c-a79a-d3ba8ad0c338 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:12:21.737877 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808', 'code': 200} Jul 22 12:12:21.775826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] No DVR routers for this DVR port 3069285a-7094-4c7d-afc2-7e84444ab808 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:12:21.780015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:21.789724 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.790115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.790469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.790823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.791157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.791488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.791817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.792140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.792483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.792792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.793114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.793434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:21.828500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:12:21.828832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:12:21.829156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:12:21.833331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:12:21.833649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Attempting to bind port 3069285a-7094-4c7d-afc2-7e84444ab808 on network 936b6a92-844c-406a-9c4a-f7b3ec7797ff {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:12:21.840582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 11, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:12:21.840900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Checking segment: {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:12:21.841279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Bound using segment: {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:12:21.841701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Bound port: 3069285a-7094-4c7d-afc2-7e84444ab808, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'e4859728-4e8a-41ba-8314-4247be882d03', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:12:21.842060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.904431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:12:21.907962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:12:21.911431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.950113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:21.950805 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:21.952520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] 10.222.0.36 "PUT /v2.0/ports/3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 1091 time: 0.6213698 Jul 22 12:12:21.969255 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ecd979-39df-4723-8cf0-a244016c9454 service neutron] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:22.026335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-5a3f1605-e588-43cc-bf7e-d48f6f3f149d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:22.027885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-5a3f1605-e588-43cc-bf7e-d48f6f3f149d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0548971 Jul 22 12:12:22.115145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b9b55b7-25d3-42aa-b5c9-bb35ffbb0d49 req-39ff495b-aa63-4605-bea5-57be4d4a18ff tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:22.116649 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b9b55b7-25d3-42aa-b5c9-bb35ffbb0d49 req-39ff495b-aa63-4605-bea5-57be4d4a18ff tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0644815 Jul 22 12:12:22.123779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-2b96265c-2d7d-4c36-bdff-383fcaef6fee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:22.125251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-2b96265c-2d7d-4c36-bdff-383fcaef6fee service neutron] 10.222.0.36 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.0906346 Jul 22 12:12:22.155342 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b9b55b7-25d3-42aa-b5c9-bb35ffbb0d49 req-dd7bbd3b-d1e3-4f8d-b41e-e86e99c79f4a tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329545 Jul 22 12:12:22.169561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-6591a1e1-ca14-47e5-9211-9eea1084a9e6 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0381072 Jul 22 12:12:22.224376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-048e455b-ca4f-4664-9991-abe14c48e846 req-0ade0d06-6dfd-4864-aee1-68f6700a917c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:22.225745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-0ade0d06-6dfd-4864-aee1-68f6700a917c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0500717 Jul 22 12:12:22.261256 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-1c41212a-e650-4715-b275-d785b9cc4d87 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0284092 Jul 22 12:12:22.353146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-877fef43-32dc-4e2a-9972-de287adc56e2 service neutron] 10.222.0.36 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0848477 Jul 22 12:12:22.440039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-048e455b-ca4f-4664-9991-abe14c48e846 req-dd8eeb0e-c019-406a-a836-7365ed3cb607 service neutron] 10.222.0.36 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805128 Jul 22 12:12:23.293307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b884e62c-a35e-4021-aa0d-86b54a3a119c req-ba5f6278-7c3f-49ca-a961-8f5816982eb6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:23.294817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b884e62c-a35e-4021-aa0d-86b54a3a119c req-ba5f6278-7c3f-49ca-a961-8f5816982eb6 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0705235 Jul 22 12:12:23.332600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b884e62c-a35e-4021-aa0d-86b54a3a119c req-8db88836-491c-4655-956e-a09d95db6769 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322704 Jul 22 12:12:23.739012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:12:23.741404 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2842f8d4-4ea7-4df0-a13b-73b9c2930372" -d '{"events": [{"name": "network-changed", "server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:12:23.790019 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:12:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ff6a62b2-0ef6-4c5c-800a-63f219fcd1a6 x-openstack-request-id: req-ff6a62b2-0ef6-4c5c-800a-63f219fcd1a6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:12:23.790502 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:12:23.790890 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ff6a62b2-0ef6-4c5c-800a-63f219fcd1a6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:12:23.791526 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808', 'status': 'completed', 'code': 200} Jul 22 12:12:23.905662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-29843a51-d72e-4289-a812-4775f8997040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:23.907074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-29843a51-d72e-4289-a812-4775f8997040 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0976520 Jul 22 12:12:23.909654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-364717ac-8729-40ff-992e-77b6be2ad850 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:23.911112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-364717ac-8729-40ff-992e-77b6be2ad850 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0938313 Jul 22 12:12:24.069690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-87464994-e268-426b-8af3-ba817f69ce23 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.071193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-87464994-e268-426b-8af3-ba817f69ce23 service neutron] 10.222.0.20 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.1572902 Jul 22 12:12:24.088508 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-3e2dac5b-a8b0-4b57-84c2-9e038138a0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.090904 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-3e2dac5b-a8b0-4b57-84c2-9e038138a0f4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.1543112 Jul 22 12:12:24.130800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-9cae3b61-c270-4b1b-a17d-ad3a0eeb7928 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0521157 Jul 22 12:12:24.170664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-c9f119d1-027c-4bd7-9077-8b97fbde3864 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0486732 Jul 22 12:12:24.242468 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-be5a74d6-9232-4618-bfdf-53d8c3e2163a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.244293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-be5a74d6-9232-4618-bfdf-53d8c3e2163a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0824056 Jul 22 12:12:24.249186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-fda7449f-8b5b-4653-a208-c41c58102b55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.250574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-fda7449f-8b5b-4653-a208-c41c58102b55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0586452 Jul 22 12:12:24.288934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-47f2e54e-7b4c-4759-adf5-b352fe751c86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0374181 Jul 22 12:12:24.294673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:12:24.310954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-06e5ce08-2b90-454b-8186-a314cd1effa9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0511959 Jul 22 12:12:24.336188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:12:24.461727 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d96329ef-6855-4d3c-8bf4-69d6b7eba546 req-ab0cce96-0157-4ad4-b8bc-7e54ffa4ae8a tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.464187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d96329ef-6855-4d3c-8bf4-69d6b7eba546 req-ab0cce96-0157-4ad4-b8bc-7e54ffa4ae8a tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0646994 Jul 22 12:12:24.466204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-4e6a244e-229f-4cb8-9c03-53195a7ee7e8 service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1576145 Jul 22 12:12:24.468118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-144e85c4-ed8e-430e-8624-85fb0cd06709 service neutron] 10.222.0.36 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1502964 Jul 22 12:12:24.501694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d96329ef-6855-4d3c-8bf4-69d6b7eba546 req-37633443-866f-4438-8952-f9dc6244d9e4 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317969 Jul 22 12:12:24.627492 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-af675185-1e17-417c-8cd6-a626d108e224 service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1552734 Jul 22 12:12:24.630986 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2842f8d4-4ea7-4df0-a13b-73b9c2930372 req-c6ee53fe-cc19-4fc3-8596-a4dac3df39c5 service neutron] 10.222.0.36 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1502199 Jul 22 12:12:24.767661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-f3462b2d-2090-4504-8a32-6af75e9d83d3 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.769175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-f3462b2d-2090-4504-8a32-6af75e9d83d3 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.20 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe&tenant_id=281431b65a064361b1d90ba5644eafbb&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 943 time: 0.0730979 Jul 22 12:12:24.835131 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-41d58db1-9959-4bf7-833e-6e065cf7e094 service neutron] delete failed (client error): The resource could not be found. Jul 22 12:12:24.836157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-41d58db1-9959-4bf7-833e-6e065cf7e094 service neutron] 10.222.0.20 "DELETE /v2.0/ports/3069285a-7094-4c7d-afc2-7e84444ab808/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0600989 Jul 22 12:12:24.931595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-2e48ae45-6a98-4e01-9a8e-0ea09f13f389 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:24.933216 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-2e48ae45-6a98-4e01-9a8e-0ea09f13f389 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=281431b65a064361b1d90ba5644eafbb&device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 1094 time: 0.0556223 Jul 22 12:12:25.024160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-bbb5cc96-368a-4432-ad60-c1bbd7e96332 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:25.026141 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-bbb5cc96-368a-4432-ad60-c1bbd7e96332 service neutron] 10.222.0.20 "GET /v2.0/networks?id=936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 200 len: 913 time: 0.0872824 Jul 22 12:12:25.066282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-5549cc43-5887-4f2b-b582-dabd126d8fa7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 200 len: 217 time: 0.0340703 Jul 22 12:12:25.113578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-ee21b403-f890-4f89-adb6-7000ac62a354 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:25.115038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-ee21b403-f890-4f89-adb6-7000ac62a354 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 200 len: 852 time: 0.0422432 Jul 22 12:12:25.152684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-8fee9bba-8cf8-4418-87f5-d3b34e27ce04 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=936b6a92-844c-406a-9c4a-f7b3ec7797ff&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0312490 Jul 22 12:12:25.240074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-c9a01a34-987b-4387-9a19-fcef0997cea0 service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0815096 Jul 22 12:12:25.331636 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-8b757d9d-8a24-46b9-b3f1-fd26514cf07c service neutron] 10.222.0.20 "GET /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846860 Jul 22 12:12:25.768760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:12:25.868141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:25.879675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '3069285a-7094-4c7d-afc2-7e84444ab808', 'network_id': '936b6a92-844c-406a-9c4a-f7b3ec7797ff', 'port_id': '3069285a-7094-4c7d-afc2-7e84444ab808', 'mac_address': 'fa:16:3e:bd:14:f3', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 126, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'f0f35024-0556-4e34-aa0a-bb87df2b4f8e', 'ip_address': '172.20.0.5'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:12:25.919749 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:25.936164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:12:25.956348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:25.961049 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:26.008638 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:26.009419 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c05a9085-4cc0-4722-8ccd-ec9e861316b2 req-7f20eeeb-02ca-437d-98f5-08a9d8f0b698 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:26.011056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05a9085-4cc0-4722-8ccd-ec9e861316b2 req-7f20eeeb-02ca-437d-98f5-08a9d8f0b698 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 943 time: 0.0659318 Jul 22 12:12:26.017020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.017372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.017714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.018055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.018392 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.018751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.019083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.019414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.019748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.020077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.020434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.020761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:26.052929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c05a9085-4cc0-4722-8ccd-ec9e861316b2 req-7da5bc89-d747-49f0-a861-1726385d6a80 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0349054 Jul 22 12:12:26.218154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['3069285a-7094-4c7d-afc2-7e84444ab808'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:12:27.187999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-645d8050-da29-4565-8c9c-2af6da97e095 req-187a27b1-e365-408b-ac75-7f9967b5d674 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:27.189455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-645d8050-da29-4565-8c9c-2af6da97e095 req-187a27b1-e365-408b-ac75-7f9967b5d674 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 944 time: 0.0667057 Jul 22 12:12:27.228317 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-645d8050-da29-4565-8c9c-2af6da97e095 req-a8a0d969-1925-41ec-929e-dcc27160175f tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.21 "GET /v2.0/security-groups?id=b2f98090-41d5-49f6-a3fe-672c9e4402a2&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326283 Jul 22 12:12:27.262287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-e28fb90d-48ad-4c93-a183-cb1e82003a07 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:27.263790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-e28fb90d-48ad-4c93-a183-cb1e82003a07 tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.36 "GET /v2.0/ports?device_id=860c79be-8806-4d78-b0dd-f3a9cddb7afe HTTP/1.1" status: 200 len: 944 time: 0.0629966 Jul 22 12:12:27.364651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Deleting port 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:12:27.364919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:27.450769 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] For port 3069285a-7094-4c7d-afc2-7e84444ab808, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=3069285a-7094-4c7d-afc2-7e84444ab808,segment=NetworkSegment(e4859728-4e8a-41ba-8314-4247be882d03),segment_id=e4859728-4e8a-41ba-8314-4247be882d03)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:27.451126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:27.464267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Calling delete_port for 3069285a-7094-4c7d-afc2-7e84444ab808 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:12:27.591930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:27.602705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['3069285a-7094-4c7d-afc2-7e84444ab808'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:12:27.618804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Pushing event deleted for resources: {'Port': ['ID=3069285a-7094-4c7d-afc2-7e84444ab808,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:27.647625 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:27.669796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] No DVR routers for this DVR port 3069285a-7094-4c7d-afc2-7e84444ab808 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:12:27.672418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:27.674647 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6888f5f7-2acc-4299-8951-9375d9358f9a req-90015bc0-a026-4113-8dcd-1392062c16fb tempest-DeleteServersTestJSON-811344581 tempest-DeleteServersTestJSON-811344581-project] 10.222.0.36 "DELETE /v2.0/ports/3069285a-7094-4c7d-afc2-7e84444ab808 HTTP/1.1" status: 204 len: 173 time: 0.4058170 Jul 22 12:12:27.675100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-deleted', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:12:27.678116 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e4c5c354-eeb6-41cf-8cea-c55605497dab" -d '{"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-deleted", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:12:27.719248 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:12:27 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dd2af284-be2f-40c1-819d-a612c45e6981 x-openstack-request-id: req-dd2af284-be2f-40c1-819d-a612c45e6981 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:12:27.719575 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "860c79be-8806-4d78-b0dd-f3a9cddb7afe", "name": "network-vif-deleted", "tag": "3069285a-7094-4c7d-afc2-7e84444ab808", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:12:27.719850 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dd2af284-be2f-40c1-819d-a612c45e6981 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:12:27.720274 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '860c79be-8806-4d78-b0dd-f3a9cddb7afe', 'name': 'network-vif-deleted', 'tag': '3069285a-7094-4c7d-afc2-7e84444ab808', 'status': 'completed', 'code': 200} Jul 22 12:12:27.771834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:12:27.792291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:12:27.792843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 12:12:27.811038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Port 3069285a-7094-4c7d-afc2-7e84444ab808 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 12:12:28.356036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51322) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:28.404411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Deleting subnet f0f35024-0556-4e34-aa0a-bb87df2b4f8e {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:12:28.407320 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.439512 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.478276 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.528804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.553475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f0f35024-0556-4e34-aa0a-bb87df2b4f8e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:28.557550 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.559502 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e6ef25de-a3da-459f-901e-37d2cc2a26aa admin admin] 10.222.0.21 "DELETE /v2.0/subnets/f0f35024-0556-4e34-aa0a-bb87df2b4f8e HTTP/1.1" status: 204 len: 168 time: 0.2023575 Jul 22 12:12:28.561962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51324) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:28.619330 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.637047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.717720 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.727985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['936b6a92-844c-406a-9c4a-f7b3ec7797ff']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:12:28.737889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e4859728-4e8a-41ba-8314-4247be882d03') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:12:28.738182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e4859728-4e8a-41ba-8314-4247be882d03') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:12:28.747294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.761224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.767155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:12:28.767613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:12:28.769245 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:12:28.820884 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.826609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:28.828755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] 10.222.0.21 "DELETE /v2.0/networks/936b6a92-844c-406a-9c4a-f7b3ec7797ff HTTP/1.1" status: 204 len: 168 time: 0.2658267 Jul 22 12:12:28.841306 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e4f2d88-d09d-4e28-8f12-4e8e9b7355d4 admin admin] Pushing event deleted for resources: {'Network': ['ID=936b6a92-844c-406a-9c4a-f7b3ec7797ff,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:28.937511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:28.977911 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31f2ef1f-5fd3-4abb-ad5e-4a642011be89 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=281431b65a064361b1d90ba5644eafbb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0386999 Jul 22 12:12:28.980567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:29.032744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.054702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.099841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.103072 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.104406 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/b2f98090-41d5-49f6-a3fe-672c9e4402a2 HTTP/1.1" status: 204 len: 168 time: 0.1227367 Jul 22 12:12:29.111837 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba2548d1-07ca-4896-a254-8b8db22ca165 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2f98090-41d5-49f6-a3fe-672c9e4402a2,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:29.744038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:29.838395 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-1059816291-network', 'tenant_id': 'dad39eb294114ca49491588ad7647270'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:12:29.859405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Made reservation on behalf of dad39eb294114ca49491588ad7647270 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:12:29.861887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.870373 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.959440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.964788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:29.991629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:12:29.997263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d9e04050-58a1-4987-9211-e03f346fbc5e,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:30.005855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.005855 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Added segment 1d5a7b60-0025-4986-9863-aa5ec3fbebe6 of type vlan for network 2ed83a74-7707-41d8-bcca-522076091022 Jul 22 12:12:30.047133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.077240 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.078225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:30.078826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.112651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3675191 Jul 22 12:12:30.115710 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:12:30.121389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Request body: {'subnet': {'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-1059816291-subnet', 'tenant_id': 'dad39eb294114ca49491588ad7647270', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:12:30.144166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0075d2-fea6-431d-8309-83bd75545975 admin admin] Pushing event updated for resources: {'Network': ['ID=2ed83a74-7707-41d8-bcca-522076091022,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:30.145366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Made reservation on behalf of dad39eb294114ca49491588ad7647270 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:12:30.148223 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.154551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 2ed83a74-7707-41d8-bcca-522076091022 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:12:30.320686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.386028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Pushing event updated for resources: {'Subnet': ['ID=76294049-da8d-48a0-b3a6-a634b576f533,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:30.393907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Checking segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:12:30.394258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Network hostable DHCP agents. Network: 2ed83a74-7707-41d8-bcca-522076091022, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:12:30.399407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.399611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.400090 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.400431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.400773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.401105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.401433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.401760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.402088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.402413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.402764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.403088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:12:30.421031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Network 2ed83a74-7707-41d8-bcca-522076091022 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:12:30.432878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 2ed83a74-7707-41d8-bcca-522076091022) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:12:30.436930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:30.437499 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:30.442229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cd87dfa-28f7-4f10-9a03-ecfdfce57aa4 None None] Network 2ed83a74-7707-41d8-bcca-522076091022 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:12:30.452445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2e44383a-d27a-4c73-a52e-dafa523a1e96 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3353479 Jul 22 12:12:30.571668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2d98060-4a88-478c-a7eb-bea1e1d858b1 None None] Network 2ed83a74-7707-41d8-bcca-522076091022 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:12:30.869277 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-8bef077f-7691-41f7-be46-3de862307c25 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:30.870742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-8bef077f-7691-41f7-be46-3de862307c25 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 815 time: 0.0995641 Jul 22 12:12:30.885329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-f614d471-6b4c-4363-ab21-fcc77797e6c8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/quotas/dad39eb294114ca49491588ad7647270 HTTP/1.1" status: 200 len: 375 time: 0.0092137 Jul 22 12:12:30.922726 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1f34a041-0868-4828-a3b6-ed6ddbfc1884 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0326304 Jul 22 12:12:30.984223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-db2b6587-4640-4890-8c02-d5642ed32359 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:12:30.985220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-db2b6587-4640-4890-8c02-d5642ed32359 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0564265 Jul 22 12:12:31.071986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-25c71444-59aa-4472-9469-3dd518f3ec1b service neutron] 10.222.0.21 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808439 Jul 22 12:12:31.168246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-0f0061e7-79ff-42aa-9859-e46e4fe3cdcd service neutron] 10.222.0.21 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903599 Jul 22 12:12:31.324537 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c7a2a3d-055a-49fe-9215-e3c40149180b req-34ea75b9-8a2c-4892-806e-7b996bfc74b5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 210 time: 0.0294762 Jul 22 12:12:31.818491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:12:31.839057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 3069285a-7094-4c7d-afc2-7e84444ab808 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:12:31.839333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 3069285a-7094-4c7d-afc2-7e84444ab808 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:12:32.223792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-53429742-3c42-442d-b62b-3452418a4c72 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:32.225230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-53429742-3c42-442d-b62b-3452418a4c72 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 815 time: 0.1071994 Jul 22 12:12:32.237652 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Request body: {'port': {'device_id': '14c7dfbb-1eda-4cde-886f-111585587a07', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'admin_state_up': True, 'tenant_id': 'dad39eb294114ca49491588ad7647270'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:12:32.346217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Made reservation on behalf of dad39eb294114ca49491588ad7647270 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:12:32.349717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:32.421638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62884ccc-5ad7-48f6-b8ec-59b54c353b5e req-98cff8ff-73a2-45fb-ae75-2591d6f8b7ac tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 210 time: 0.0285306 Jul 22 12:12:32.479839 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Allocated IP 172.20.0.4 (2ed83a74-7707-41d8-bcca-522076091022/76294049-da8d-48a0-b3a6-a634b576f533/422c9294-7f3f-443b-a425-3c43bc211a72) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:12:32.628361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:32.973801 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.013891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Network 2ed83a74-7707-41d8-bcca-522076091022 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:12:33.018809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:12:33.021107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:12:33.053553 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:33.076654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:33.077555 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.092315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1be890af-24f1-4b37-9d2f-fd7e65b82628 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8584898 Jul 22 12:12:33.104444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Request body: {'port': {'device_id': '14c7dfbb-1eda-4cde-886f-111585587a07', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:12:33.181465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.435442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 422c9294-7f3f-443b-a425-3c43bc211a72 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:12:33.442687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.460353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Transition to ACTIVE for port object 422c9294-7f3f-443b-a425-3c43bc211a72 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:12:33.465434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.519471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:33.556153 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0726dc3-f1a8-4cd0-989e-b19e178d8c57 req-a483f053-f58f-4183-a3da-d65576c5b4eb tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:33.557700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0726dc3-f1a8-4cd0-989e-b19e178d8c57 req-a483f053-f58f-4183-a3da-d65576c5b4eb tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0653579 Jul 22 12:12:33.591487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:12:33.591834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:12:33.592172 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:12:33.596576 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:12:33.596902 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:12:33.601791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 12, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:12:33.602137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Checking segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:12:33.602433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0726dc3-f1a8-4cd0-989e-b19e178d8c57 req-6b42bcc6-9348-49f6-ae7e-134c82072a1f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369117 Jul 22 12:12:33.602574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Bound using segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:12:33.603063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Bound port: 422c9294-7f3f-443b-a425-3c43bc211a72, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:12:33.603434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.665723 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:12:33.668712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:12:33.672093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.705967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:33.706606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:33.707998 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] 10.222.0.36 "PUT /v2.0/ports/422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 1091 time: 0.6084766 Jul 22 12:12:33.708427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:12:33.710674 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d121d6d1-640a-4edc-8345-3dd5dfdef986" -d '{"events": [{"name": "network-changed", "server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:12:33.736122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d79011d-b05b-47c3-9e89-9b27270ac50b service neutron] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:33.754984 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:12:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c9d9e365-c731-4a88-b49f-f4c7c63b80bd x-openstack-request-id: req-c9d9e365-c731-4a88-b49f-f4c7c63b80bd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:12:33.755274 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:12:33.755524 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c9d9e365-c731-4a88-b49f-f4c7c63b80bd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:12:33.755917 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'status': 'completed', 'code': 200} Jul 22 12:12:33.804519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-b28cc0a0-ab46-4bb1-82f9-5997e7ab5566 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:33.806675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-b28cc0a0-ab46-4bb1-82f9-5997e7ab5566 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1094 time: 0.0603728 Jul 22 12:12:33.847518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-3a3ce8a9-e1b6-4488-b9d6-667cb8f49684 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0339139 Jul 22 12:12:33.893654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-f6e8eef0-fd8e-48fa-930a-ccc558b47712 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:33.895135 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-f6e8eef0-fd8e-48fa-930a-ccc558b47712 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0415323 Jul 22 12:12:33.931874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-64c7cab3-5cca-4dcc-948c-fc0c201fd05a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305035 Jul 22 12:12:34.019781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-082ae09c-77fc-4ef6-9381-cd7eff7e5376 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0807505 Jul 22 12:12:34.111075 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8343cedb-a0bf-4c44-b400-86e3dc99edbb req-0736c9f5-b2e3-43f0-8066-f82ef556eaf7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851672 Jul 22 12:12:34.209242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-1eb5f43c-afe7-490a-bd85-e603ae651f2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:34.210773 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-1eb5f43c-afe7-490a-bd85-e603ae651f2e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1094 time: 0.0541143 Jul 22 12:12:34.308283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-8242e308-6ab1-4f48-9f14-207a88c31c09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:34.309668 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-8242e308-6ab1-4f48-9f14-207a88c31c09 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0896332 Jul 22 12:12:34.349597 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-37f5ba73-02d9-47ff-ad7d-d6f9f38407f9 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0334215 Jul 22 12:12:34.398430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-43ab2b67-c854-4924-95b9-893768c64421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:34.399836 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-43ab2b67-c854-4924-95b9-893768c64421 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0420413 Jul 22 12:12:34.434142 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-29ccba13-3da7-49ca-8e53-180a2fbdb20b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0274174 Jul 22 12:12:34.525920 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-e391a2c1-bc98-4adf-8c99-b522b3908437 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842094 Jul 22 12:12:34.621895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d121d6d1-640a-4edc-8345-3dd5dfdef986 req-19678cf7-c293-4a0b-8439-8c9e89046e95 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892527 Jul 22 12:12:34.733373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3756d64-d234-4d1c-bd60-f255a41ad076 req-e8632850-f375-4ea2-9637-1394c3aa91e5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:34.734877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3756d64-d234-4d1c-bd60-f255a41ad076 req-e8632850-f375-4ea2-9637-1394c3aa91e5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0642805 Jul 22 12:12:34.771411 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3756d64-d234-4d1c-bd60-f255a41ad076 req-f06a5168-8a45-4311-9451-6cdd3cceba10 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310497 Jul 22 12:12:35.900530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d47df885-bc0d-48d8-b5e7-123e27373ee9 req-bf57d617-2c28-4878-97d7-4c306168efcd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:35.901930 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d47df885-bc0d-48d8-b5e7-123e27373ee9 req-bf57d617-2c28-4878-97d7-4c306168efcd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0634401 Jul 22 12:12:35.939103 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d47df885-bc0d-48d8-b5e7-123e27373ee9 req-d2560225-87fb-41bd-b4d1-c587ae429616 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316620 Jul 22 12:12:37.075684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e3ba2b1-bbd9-4a41-b96f-1a62a256b8b2 req-761ead51-64ee-43e6-ba66-eb8d3b5fc9ef tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:37.077478 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e3ba2b1-bbd9-4a41-b96f-1a62a256b8b2 req-761ead51-64ee-43e6-ba66-eb8d3b5fc9ef tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0703442 Jul 22 12:12:37.115005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e3ba2b1-bbd9-4a41-b96f-1a62a256b8b2 req-d2bd9ba0-0741-4efe-8f0d-19673d4d1b12 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316951 Jul 22 12:12:37.849167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:12:37.945240 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:37.956321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '422c9294-7f3f-443b-a425-3c43bc211a72', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'port_id': '422c9294-7f3f-443b-a425-3c43bc211a72', 'mac_address': 'fa:16:3e:60:06:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76294049-da8d-48a0-b3a6-a634b576f533', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:12:37.992713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:38.004821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422c9294-7f3f-443b-a425-3c43bc211a72 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:12:38.029096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:38.032497 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:38.078187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:38.219201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['422c9294-7f3f-443b-a425-3c43bc211a72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:12:38.245420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d62b27d-2340-4575-a809-8e19f9e61caa req-61e9d7e8-dd69-4761-b401-c92ed6f12f0e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:38.246967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d62b27d-2340-4575-a809-8e19f9e61caa req-61e9d7e8-dd69-4761-b401-c92ed6f12f0e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 944 time: 0.0648451 Jul 22 12:12:38.285068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d62b27d-2340-4575-a809-8e19f9e61caa req-b936abf4-7702-4d1e-8362-7cc8562ebc5b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325179 Jul 22 12:12:39.412406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31670d76-411d-4e56-8e0c-c6c9f6580b73 req-2ab0e769-5720-497f-8a8d-5c72dc2ecd89 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:39.413980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31670d76-411d-4e56-8e0c-c6c9f6580b73 req-2ab0e769-5720-497f-8a8d-5c72dc2ecd89 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 944 time: 0.0631390 Jul 22 12:12:39.455594 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-31670d76-411d-4e56-8e0c-c6c9f6580b73 req-42b8f29d-4d67-4988-9017-0cd4250e8acd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0356951 Jul 22 12:12:39.866487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:12:39.916616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 422c9294-7f3f-443b-a425-3c43bc211a72 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:12:39.920408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 422c9294-7f3f-443b-a425-3c43bc211a72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:12:39.920795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:39.995416 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:40.017181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:12:40.019424 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6e39da20-9e7a-4c94-9a1c-660bd000b2cc" -d '{"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-plugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:12:40.031960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:12:40.035900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:40.063681 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:12:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f407afc6-eefb-4c7e-808c-ccb066dcbf9d x-openstack-request-id: req-f407afc6-eefb-4c7e-808c-ccb066dcbf9d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:12:40.064661 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-plugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:12:40.064922 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f407afc6-eefb-4c7e-808c-ccb066dcbf9d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:12:40.065656 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'code': 200} Jul 22 12:12:40.094464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:12:40.167119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cbd63ac8-4a34-45b3-af5f-15ddee37511c req-91c1f181-da2a-4862-aaf4-4bb2da6cecd4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:40.168548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbd63ac8-4a34-45b3-af5f-15ddee37511c req-91c1f181-da2a-4862-aaf4-4bb2da6cecd4 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1096 time: 0.0541363 Jul 22 12:12:40.204182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cbd63ac8-4a34-45b3-af5f-15ddee37511c req-bcd3da13-e18e-4721-9b4d-476ca2058b43 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0291979 Jul 22 12:12:40.584775 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5977daa5-b86a-411a-a587-8afa96eed86c req-cf9b4012-b8e9-4a94-8280-23b7e8e38422 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:40.586275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5977daa5-b86a-411a-a587-8afa96eed86c req-cf9b4012-b8e9-4a94-8280-23b7e8e38422 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0645885 Jul 22 12:12:40.624487 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5977daa5-b86a-411a-a587-8afa96eed86c req-73cd03e1-59d4-4617-afe8-32a729b7eb7c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316195 Jul 22 12:12:41.754035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d21dfa38-4c59-4bb0-aa5b-834910387e8e req-1c5b4cd9-0ee7-4a39-b71a-2a324c900800 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:41.755523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d21dfa38-4c59-4bb0-aa5b-834910387e8e req-1c5b4cd9-0ee7-4a39-b71a-2a324c900800 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0641370 Jul 22 12:12:41.791713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d21dfa38-4c59-4bb0-aa5b-834910387e8e req-66c0b3e6-728b-42c2-9e5f-5e1e6beb19f1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307608 Jul 22 12:12:41.922482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e9cfeb3-0478-4882-b718-e3f79ae79aa0 req-ee87d96e-359c-4b97-a4e6-419a8d1ccfcf tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:41.923949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e9cfeb3-0478-4882-b718-e3f79ae79aa0 req-ee87d96e-359c-4b97-a4e6-419a8d1ccfcf tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0661790 Jul 22 12:12:41.960864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e9cfeb3-0478-4882-b718-e3f79ae79aa0 req-4d367055-21b3-4715-8881-d9907c077269 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313385 Jul 22 12:12:42.174669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba822571-347e-4edf-a27e-d2bc70439af9 req-6927fc44-1e65-427f-a225-392a0bc5ce2c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:42.176156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba822571-347e-4edf-a27e-d2bc70439af9 req-6927fc44-1e65-427f-a225-392a0bc5ce2c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0647507 Jul 22 12:12:42.213521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba822571-347e-4edf-a27e-d2bc70439af9 req-95e98d8b-5533-4cb4-bf37-1070f4fa1e7c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316124 Jul 22 12:12:42.340861 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7981574-9630-4587-a518-0e272b36012d req-77c6ad45-29c6-469e-8e39-52f0ffc3e2f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:42.342252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7981574-9630-4587-a518-0e272b36012d req-77c6ad45-29c6-469e-8e39-52f0ffc3e2f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0641215 Jul 22 12:12:42.383170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7981574-9630-4587-a518-0e272b36012d req-3de0e285-b0e0-489e-ac72-c1644f2a0c74 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0350461 Jul 22 12:12:42.658971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-19dc4beb-a204-448e-b1cc-4b5f6b161c75 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0980585 Jul 22 12:12:42.667164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de30f670-fb68-40f8-b507-096e98fe6371 req-f795519d-2bfd-42b6-850f-2129ff40e1a9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:42.668600 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de30f670-fb68-40f8-b507-096e98fe6371 req-f795519d-2bfd-42b6-850f-2129ff40e1a9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0986469 Jul 22 12:12:42.709472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de30f670-fb68-40f8-b507-096e98fe6371 req-7ed4ab44-4d5f-4b92-9cbd-66704ba9d4e9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351093 Jul 22 12:12:43.796231 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-c4e14d6b-6103-4412-a096-f769a9449572 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:43.797809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-c4e14d6b-6103-4412-a096-f769a9449572 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1096 time: 0.0563526 Jul 22 12:12:43.844974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7356e43-5af7-4b80-8413-cedbb447efb8 req-bc02a785-2c4b-42e9-80bf-582764057044 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:43.846501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7356e43-5af7-4b80-8413-cedbb447efb8 req-bc02a785-2c4b-42e9-80bf-582764057044 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0669074 Jul 22 12:12:43.884862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e7356e43-5af7-4b80-8413-cedbb447efb8 req-d1b61b9b-ddc2-4cda-acb4-90fbe351ee59 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324745 Jul 22 12:12:43.894521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-20cc3efc-884f-4c32-adcf-b3b60967178f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:43.896183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-20cc3efc-884f-4c32-adcf-b3b60967178f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0927141 Jul 22 12:12:43.937204 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-014e2c8a-550c-41b3-9eb1-b61d1e05d6fd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0341725 Jul 22 12:12:43.984690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-0d11f1b0-d36c-4219-85ff-5542b7b5236a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:43.986098 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-0d11f1b0-d36c-4219-85ff-5542b7b5236a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0434802 Jul 22 12:12:44.025190 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-6cc20620-e1ac-4ea0-8904-274ed46992c4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0323389 Jul 22 12:12:44.114905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e829f8de-e5bd-486b-ad57-fe5fed6b0bd2 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831642 Jul 22 12:12:44.207031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-f0d0d73e-6d1d-4320-86b4-52667a3a624d service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864582 Jul 22 12:12:45.013760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b579694-cfad-48e9-be5a-dedd8ece9155 req-d8a14c70-747d-4c3e-afc1-a6e5d4693882 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:45.015249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b579694-cfad-48e9-be5a-dedd8ece9155 req-d8a14c70-747d-4c3e-afc1-a6e5d4693882 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0630231 Jul 22 12:12:45.052526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b579694-cfad-48e9-be5a-dedd8ece9155 req-5e69f4b1-a390-4549-9d11-a9df7e3f9c7d tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317726 Jul 22 12:12:45.296247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fd2edcd6-801c-4ed2-ab8d-40e25683fd19 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:46.183116 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43529136-543c-4c0b-9fe8-262c20439f71 req-41939b41-0fb7-4a79-bd10-1f8e83ba4e2f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:46.184598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43529136-543c-4c0b-9fe8-262c20439f71 req-41939b41-0fb7-4a79-bd10-1f8e83ba4e2f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0627565 Jul 22 12:12:46.221512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-43529136-543c-4c0b-9fe8-262c20439f71 req-4e1625f0-06f9-41d4-bb0b-42e5146645a3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313597 Jul 22 12:12:47.351726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfda4728-4da3-431d-9c2a-10d265c8aafc req-d8099cc5-6646-4c02-acde-8beaf558a597 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:47.353909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfda4728-4da3-431d-9c2a-10d265c8aafc req-d8099cc5-6646-4c02-acde-8beaf558a597 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0673916 Jul 22 12:12:47.390008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfda4728-4da3-431d-9c2a-10d265c8aafc req-9fd19268-1867-445e-828e-f0c8d8893195 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304246 Jul 22 12:12:47.875163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:48.216052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13c442e0-55e5-4aed-b09a-09a996fc2be6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:48.518409 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff085a93-ba8a-4764-9d6b-54acde2321cb req-ff3f4ce0-85a1-440a-b545-3009da95e2e7 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:48.519908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff085a93-ba8a-4764-9d6b-54acde2321cb req-ff3f4ce0-85a1-440a-b545-3009da95e2e7 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0635185 Jul 22 12:12:48.557646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff085a93-ba8a-4764-9d6b-54acde2321cb req-11144bc0-b746-48ac-9ad0-635503c67f3e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318627 Jul 22 12:12:49.508358 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:49.690103 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-545ea463-3437-4b39-8dab-dd398c5d8cfc req-3bd70d73-0079-4b47-843c-9c3dbf233d39 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:49.691613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-545ea463-3437-4b39-8dab-dd398c5d8cfc req-3bd70d73-0079-4b47-843c-9c3dbf233d39 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0678012 Jul 22 12:12:49.730012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-545ea463-3437-4b39-8dab-dd398c5d8cfc req-ec48095f-a9e5-40ad-b36d-9f299fa1fb83 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326798 Jul 22 12:12:50.857684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ae71476-df77-407c-b691-2cbe471fc56c req-c0c71806-3016-4a1f-9da3-eee174f73b7a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:50.859136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ae71476-df77-407c-b691-2cbe471fc56c req-c0c71806-3016-4a1f-9da3-eee174f73b7a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0638003 Jul 22 12:12:50.896601 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ae71476-df77-407c-b691-2cbe471fc56c req-9b0b3a1a-98b7-432c-8baa-8fcb9f816f93 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319395 Jul 22 12:12:51.439202 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:52.026006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a2cebc8-26a3-46cb-9574-e80092e2866e req-babdbe63-0f6d-4587-a836-4731449dd17c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:52.027501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a2cebc8-26a3-46cb-9574-e80092e2866e req-babdbe63-0f6d-4587-a836-4731449dd17c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0632300 Jul 22 12:12:52.065229 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a2cebc8-26a3-46cb-9574-e80092e2866e req-f3b58888-783e-4001-af6a-5cb207f82a36 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323596 Jul 22 12:12:53.196742 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df39482c-333b-4b95-9903-8d644537b523 req-a23643b0-d708-48d2-bb04-116cca962a7e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:53.198209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df39482c-333b-4b95-9903-8d644537b523 req-a23643b0-d708-48d2-bb04-116cca962a7e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0663381 Jul 22 12:12:53.235666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df39482c-333b-4b95-9903-8d644537b523 req-c5ff8337-4a2c-47d0-b6ee-ccf9c6121925 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314932 Jul 22 12:12:53.494571 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:12:54.393097 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60485a1b-b308-4596-8c3f-ae407a4a7cc5 req-9b5e870d-8170-4994-a58f-843797588b0b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:54.394580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60485a1b-b308-4596-8c3f-ae407a4a7cc5 req-9b5e870d-8170-4994-a58f-843797588b0b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0625598 Jul 22 12:12:54.431567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60485a1b-b308-4596-8c3f-ae407a4a7cc5 req-8e413720-aad9-4126-90df-db4492327548 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310419 Jul 22 12:12:55.564433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a237923a-a3d4-49dc-b9ef-437be63598e4 req-2fa55378-dc84-40d3-93df-8fa7d26a014b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:55.566054 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a237923a-a3d4-49dc-b9ef-437be63598e4 req-2fa55378-dc84-40d3-93df-8fa7d26a014b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0686555 Jul 22 12:12:55.604449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a237923a-a3d4-49dc-b9ef-437be63598e4 req-dc38ee8c-0a1f-4ac6-a814-086ba5f64656 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324368 Jul 22 12:12:56.732850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7430459-8502-4ced-a0f7-c6f20d0f8d02 req-e09c3130-e8ce-4c28-97a0-fd2236541c40 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:56.734349 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7430459-8502-4ced-a0f7-c6f20d0f8d02 req-e09c3130-e8ce-4c28-97a0-fd2236541c40 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0647268 Jul 22 12:12:56.772020 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7430459-8502-4ced-a0f7-c6f20d0f8d02 req-0a61535c-b0be-454b-9ab6-a11ba4083eaa tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317535 Jul 22 12:12:57.675459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:57.901563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca0d56eb-d505-4590-a3ef-4cc13eb2d74c req-a9ef0e4e-6e5d-475c-a648-c37b649f8577 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:57.902989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca0d56eb-d505-4590-a3ef-4cc13eb2d74c req-a9ef0e4e-6e5d-475c-a648-c37b649f8577 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0643082 Jul 22 12:12:57.939634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca0d56eb-d505-4590-a3ef-4cc13eb2d74c req-f3f9a4af-b440-47dd-aae7-dab8f4f9284a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310256 Jul 22 12:12:58.610990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:12:59.071968 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4eb3ab7-ae5a-40a9-b6f0-9c9e93a33d70 req-e0f044e6-679f-4259-bb75-a3e7a6e56193 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:12:59.073435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4eb3ab7-ae5a-40a9-b6f0-9c9e93a33d70 req-e0f044e6-679f-4259-bb75-a3e7a6e56193 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0667763 Jul 22 12:12:59.110812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e4eb3ab7-ae5a-40a9-b6f0-9c9e93a33d70 req-c2f95445-6323-4270-9dff-c0fefb488c78 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315056 Jul 22 12:13:00.242287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08034cfb-c1aa-42dd-a621-7c6706ed7160 req-5285e2de-7179-4228-83d4-8fed8329fd19 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:00.243816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08034cfb-c1aa-42dd-a621-7c6706ed7160 req-5285e2de-7179-4228-83d4-8fed8329fd19 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0662749 Jul 22 12:13:00.280821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08034cfb-c1aa-42dd-a621-7c6706ed7160 req-412f0ca1-8845-4f81-8bb1-b4cffa170a3f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315726 Jul 22 12:13:01.412655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b715279e-a944-4ee0-9356-4053b4c963a2 req-0ef5b045-18c4-4694-92f5-0ecec1342f3b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:01.414114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b715279e-a944-4ee0-9356-4053b4c963a2 req-0ef5b045-18c4-4694-92f5-0ecec1342f3b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0659432 Jul 22 12:13:01.452010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b715279e-a944-4ee0-9356-4053b4c963a2 req-e3079ead-a258-4594-878f-71309939dd5b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0317385 Jul 22 12:13:02.582305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f65dae9-5633-47df-bee5-feb13d5ca627 req-84b8e323-86d5-4733-986d-0d7db67316c1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:02.583826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f65dae9-5633-47df-bee5-feb13d5ca627 req-84b8e323-86d5-4733-986d-0d7db67316c1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0646133 Jul 22 12:13:02.621653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f65dae9-5633-47df-bee5-feb13d5ca627 req-68b5eee6-6de4-4618-b55f-951175a8d65c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316949 Jul 22 12:13:03.750361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4871a8b1-1b92-4528-8479-7d1a9c7e210d req-aaf79ab7-e256-4bb9-a986-02aacb2fa591 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:03.751942 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4871a8b1-1b92-4528-8479-7d1a9c7e210d req-aaf79ab7-e256-4bb9-a986-02aacb2fa591 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0651772 Jul 22 12:13:03.788039 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4871a8b1-1b92-4528-8479-7d1a9c7e210d req-d1076468-4d37-495c-b7c0-3d4478e06f93 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0305576 Jul 22 12:13:04.919534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b216738e-8882-4e2d-be58-2bbfd56769d9 req-0a7cf04c-f32d-4526-a0ef-e9b3a06ce418 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:04.920989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b216738e-8882-4e2d-be58-2bbfd56769d9 req-0a7cf04c-f32d-4526-a0ef-e9b3a06ce418 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0662277 Jul 22 12:13:04.958751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b216738e-8882-4e2d-be58-2bbfd56769d9 req-20ae535b-abe4-487b-b3ea-0afd16736c13 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322425 Jul 22 12:13:06.086734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79276352-9695-4a40-827d-2e2cb24ef645 req-efcbfaf7-f73e-4377-ade6-65dd1ce49af4 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:06.088321 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79276352-9695-4a40-827d-2e2cb24ef645 req-efcbfaf7-f73e-4377-ade6-65dd1ce49af4 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0651863 Jul 22 12:13:06.125161 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-79276352-9695-4a40-827d-2e2cb24ef645 req-5ebecc55-3e9a-4745-b404-93452efd7b66 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313356 Jul 22 12:13:07.255171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2aed227f-b116-461a-b4aa-3c15b902dcf9 req-ad1e6d31-0bd1-4a52-9e78-3bf9aa6060f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:07.256639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2aed227f-b116-461a-b4aa-3c15b902dcf9 req-ad1e6d31-0bd1-4a52-9e78-3bf9aa6060f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0658617 Jul 22 12:13:07.293590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2aed227f-b116-461a-b4aa-3c15b902dcf9 req-021dbfac-b566-4004-97b4-81426c0e3127 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307996 Jul 22 12:13:07.743670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-62e50504-74a4-4d16-bea8-07d92d367364 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:07.745170 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-62e50504-74a4-4d16-bea8-07d92d367364 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1096 time: 0.0550249 Jul 22 12:13:07.850767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-d8a0b560-b5a1-4651-9253-d08580b5466e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:07.852315 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-d8a0b560-b5a1-4651-9253-d08580b5466e service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0886977 Jul 22 12:13:07.893574 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-ffcdd846-7bac-4eb3-b869-79a34e7d39d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0345418 Jul 22 12:13:07.942803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-83ae6de6-929f-48b4-8f5c-b5c20075c280 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:07.944236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-83ae6de6-929f-48b4-8f5c-b5c20075c280 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0434780 Jul 22 12:13:07.981943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-4b8b162c-92b2-403b-ba8d-8722977406fa service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0316310 Jul 22 12:13:08.072525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-728b942f-6285-4109-b32c-972198cc62c7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836885 Jul 22 12:13:08.165497 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05802e83-1d9e-4ee1-ad6a-50b7eec33d74 req-aaf17d8a-eeb3-4fa7-bc14-ac2d6bcb628d service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862672 Jul 22 12:13:08.423081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9fb2218-7f97-4aa8-b68f-22b6fe6adfa9 req-7c4e6330-fe1a-4eec-a096-cdcce792a3be tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:08.424528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9fb2218-7f97-4aa8-b68f-22b6fe6adfa9 req-7c4e6330-fe1a-4eec-a096-cdcce792a3be tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0651093 Jul 22 12:13:08.463274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9fb2218-7f97-4aa8-b68f-22b6fe6adfa9 req-8dee243a-a73b-45a9-a068-62422f7f6cab tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0333045 Jul 22 12:13:09.589653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e92e98c7-a26b-4b86-a305-023a1e05e41b req-f1d5b926-b6ef-4740-b6c0-ba23241c3add tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:09.592121 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e92e98c7-a26b-4b86-a305-023a1e05e41b req-f1d5b926-b6ef-4740-b6c0-ba23241c3add tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0638335 Jul 22 12:13:09.629894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e92e98c7-a26b-4b86-a305-023a1e05e41b req-8aa0a23b-61a9-440e-987e-4f09612e3a22 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0324092 Jul 22 12:13:10.762562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba299895-bfb7-4f8a-8adf-8f139893fe74 req-111ea0d2-e434-4feb-98c7-7654f90ffc8b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:10.764064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba299895-bfb7-4f8a-8adf-8f139893fe74 req-111ea0d2-e434-4feb-98c7-7654f90ffc8b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0670447 Jul 22 12:13:10.800801 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba299895-bfb7-4f8a-8adf-8f139893fe74 req-ba4baaa9-ea7b-445d-8849-34a64744b854 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312958 Jul 22 12:13:11.220213 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-cf6d0f07-6b2e-4b58-93e4-d152897ce012 service neutron] show failed (client error): The resource could not be found. Jul 22 12:13:11.221263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-cf6d0f07-6b2e-4b58-93e4-d152897ce012 service neutron] 10.222.0.36 "GET /v2.0/ports/422c9294-7f3f-443b-a425-3c43bc211a72/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0585241 Jul 22 12:13:11.422995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-10556d32-5ca9-4d64-aacc-4bb3e0dca16c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:11.424466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-10556d32-5ca9-4d64-aacc-4bb3e0dca16c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07&tenant_id=dad39eb294114ca49491588ad7647270 HTTP/1.1" status: 200 len: 1096 time: 0.0538690 Jul 22 12:13:11.435500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:13:11.508941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:11.708413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:11.741909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:13:11.781731 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:11.784117 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a9e9bb1e-93e5-4fb1-a7de-240f8c5c4ec1" -d '{"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-unplugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:11.787577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:11.799630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Transition to ACTIVE for port object 422c9294-7f3f-443b-a425-3c43bc211a72 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:13:11.803366 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:11.839202 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-78c214df-6fb7-4cf1-8e51-f69db3b4ae35 x-openstack-request-id: req-78c214df-6fb7-4cf1-8e51-f69db3b4ae35 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:11.839499 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-unplugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:11.839750 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-78c214df-6fb7-4cf1-8e51-f69db3b4ae35 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:11.840140 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'code': 200} Jul 22 12:13:11.870829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] No DVR routers for this DVR port 422c9294-7f3f-443b-a425-3c43bc211a72 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:13:11.882093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:11.913825 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:13:11.914315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:13:11.914703 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:11.919060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:13:11.919407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Attempting to bind port 422c9294-7f3f-443b-a425-3c43bc211a72 on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:11.924170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 12, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:13:11.924505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Checking segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:13:11.924905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Bound using segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:13:11.925331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Bound port: 422c9294-7f3f-443b-a425-3c43bc211a72, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:13:11.925687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:11.937982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54700a8b-dfb8-49e7-b526-b0d44aca7cc2 req-e6e8fc53-039d-4a4d-837e-e17f4fa02e14 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:11.939494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54700a8b-dfb8-49e7-b526-b0d44aca7cc2 req-e6e8fc53-039d-4a4d-837e-e17f4fa02e14 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0644233 Jul 22 12:13:11.978877 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54700a8b-dfb8-49e7-b526-b0d44aca7cc2 req-436d29ab-cddd-42bc-98d3-1b83a1e70b66 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335913 Jul 22 12:13:11.989733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:13:11.993310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:13:11.997164 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:12.035813 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:12.036430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:12.038012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] 10.222.0.20 "PUT /v2.0/ports/422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 1091 time: 0.6063597 Jul 22 12:13:12.067347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2fc6d6c-f2ce-4473-ab7a-bbf18c6bb160 service neutron] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:12.115709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-a94c0159-e784-4d4c-abd0-ba3a0bc5e4f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:12.117762 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-a94c0159-e784-4d4c-abd0-ba3a0bc5e4f3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1094 time: 0.0573986 Jul 22 12:13:12.208240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-8a85e881-371e-4635-9da9-54d02fa29011 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:12.209672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-8a85e881-371e-4635-9da9-54d02fa29011 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0857458 Jul 22 12:13:12.249901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-a74922c1-0ed0-43f9-9b4b-ac264e141a54 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0342193 Jul 22 12:13:12.298770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-0ee3a2f6-6056-4fb9-9094-5f4d219f1157 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:12.300096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-0ee3a2f6-6056-4fb9-9094-5f4d219f1157 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0421784 Jul 22 12:13:12.337394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-d11d356d-2e0c-420e-b04d-245fef740e85 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0305021 Jul 22 12:13:12.423045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-430b55b7-e218-434a-9265-9b037d3663af service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0796139 Jul 22 12:13:12.516888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-899a89aa-a832-4f13-96ae-42b6778fa0e1 req-c19595d0-72d3-4887-90e8-3b58c3a189ef service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0877657 Jul 22 12:13:13.113509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5934175f-4289-4953-88d7-774223f650e1 req-a8c634b4-8caf-476c-ac46-3f0c9d237f5a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:13.115031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5934175f-4289-4953-88d7-774223f650e1 req-a8c634b4-8caf-476c-ac46-3f0c9d237f5a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0662787 Jul 22 12:13:13.151514 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5934175f-4289-4953-88d7-774223f650e1 req-64e19e14-70f1-403b-9b2b-1f446e6fccac tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309937 Jul 22 12:13:13.841304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:13.843606 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e436e04-ce43-4675-8b10-4ffdef3b10b6" -d '{"events": [{"name": "network-changed", "server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:13.891280 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9791dadf-da9b-4c3e-b9bd-c98866cc3cc2 x-openstack-request-id: req-9791dadf-da9b-4c3e-b9bd-c98866cc3cc2 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:13.891635 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:13.891914 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9791dadf-da9b-4c3e-b9bd-c98866cc3cc2 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:13.892339 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'status': 'completed', 'code': 200} Jul 22 12:13:13.999811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-65ff7271-46b2-4e76-ae98-77d38847a529 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.001326 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-65ff7271-46b2-4e76-ae98-77d38847a529 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1094 time: 0.0922372 Jul 22 12:13:14.003848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-325520c4-f2bf-4da5-9401-732c15be3af5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.005197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-325520c4-f2bf-4da5-9401-732c15be3af5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1094 time: 0.0882771 Jul 22 12:13:14.022158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:13:14.067386 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:13:14.168561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-5c8ef682-cbf7-4795-9f42-96915c19ca39 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.170153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-5c8ef682-cbf7-4795-9f42-96915c19ca39 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.1611373 Jul 22 12:13:14.172685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-985dec6d-068f-49fb-b396-fbd15af812a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.174042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-985dec6d-068f-49fb-b396-fbd15af812a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.1575849 Jul 22 12:13:14.216512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-b7025987-853d-4400-8aa3-93c3b35a87d7 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0397277 Jul 22 12:13:14.251090 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-dfd43fa8-8dc8-4d60-a1fd-15ec13200bbf service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0681629 Jul 22 12:13:14.285016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b79f44-97f1-4c92-adb6-6a9798a2031a req-1106656b-a62a-49b2-9c0d-bc554e5d95a2 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.286501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65b79f44-97f1-4c92-adb6-6a9798a2031a req-1106656b-a62a-49b2-9c0d-bc554e5d95a2 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0657940 Jul 22 12:13:14.323394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-7ba3e931-b769-4a06-8ba6-8aa3d5d3b89b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.324523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65b79f44-97f1-4c92-adb6-6a9798a2031a req-80516b23-5d24-479f-af4e-b8ac3a85bba8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0315950 Jul 22 12:13:14.324870 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-7ba3e931-b769-4a06-8ba6-8aa3d5d3b89b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0826428 Jul 22 12:13:14.330309 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-7d058289-9fcd-4249-a213-bb8dd21b1cf4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.331697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-7d058289-9fcd-4249-a213-bb8dd21b1cf4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0585079 Jul 22 12:13:14.365980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-e44b2086-e5da-4391-be63-ba7694369349 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0333440 Jul 22 12:13:14.385131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-7bcb2596-f575-48c8-b031-f9ce46bd2412 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0448725 Jul 22 12:13:14.541649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbd2a46-306a-492c-b511-8f0315ae99d8 req-da93ef71-0360-45f2-8292-4b46bc69d160 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.543338 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bbd2a46-306a-492c-b511-8f0315ae99d8 req-da93ef71-0360-45f2-8292-4b46bc69d160 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 943 time: 0.0709224 Jul 22 12:13:14.570572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:13:14.584657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-daa92f21-2f51-4485-ac2b-3ade97365ead service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2024555 Jul 22 12:13:14.588079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-804cc97b-0591-4033-bdb4-e3573f84b00a service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1954427 Jul 22 12:13:14.603432 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bbd2a46-306a-492c-b511-8f0315ae99d8 req-a14a4b2b-2679-40be-ae15-88f988472ac3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0531015 Jul 22 12:13:14.687032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:14.698761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '422c9294-7f3f-443b-a425-3c43bc211a72', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'port_id': '422c9294-7f3f-443b-a425-3c43bc211a72', 'mac_address': 'fa:16:3e:60:06:8b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76294049-da8d-48a0-b3a6-a634b576f533', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:13:14.739866 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:14.746937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-e753d03c-05c3-4fb7-8e55-ddf9b750c8f9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:14.748425 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-e753d03c-05c3-4fb7-8e55-ddf9b750c8f9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07&tenant_id=dad39eb294114ca49491588ad7647270&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 943 time: 0.2429097 Jul 22 12:13:14.752950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 422c9294-7f3f-443b-a425-3c43bc211a72 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:13:14.773719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:14.776963 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:14.832730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:15.000700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['422c9294-7f3f-443b-a425-3c43bc211a72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:13:15.141218 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-d3d8eedf-2bb9-499b-bce2-f2729d260f56 service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5493176 Jul 22 12:13:15.143049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e436e04-ce43-4675-8b10-4ffdef3b10b6 req-972a5eb1-83c2-4327-96a8-fdd25a8bc94c service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5166652 Jul 22 12:13:15.159439 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-cc073cda-419e-461b-ac87-bb4d7ecac7e8 service neutron] delete failed (client error): The resource could not be found. Jul 22 12:13:15.160419 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-cc073cda-419e-461b-ac87-bb4d7ecac7e8 service neutron] 10.222.0.36 "DELETE /v2.0/ports/422c9294-7f3f-443b-a425-3c43bc211a72/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.4052114 Jul 22 12:13:15.297290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ba8552dd-c238-4984-91eb-10ad7e015381 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:15.370504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-435d2e78-aae5-406d-84f1-a6e3822cf48f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:15.372005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-435d2e78-aae5-406d-84f1-a6e3822cf48f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 1095 time: 0.0550172 Jul 22 12:13:15.464082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-19688dab-7fcc-4a73-adeb-d0890ff8e95f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:15.465584 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-19688dab-7fcc-4a73-adeb-d0890ff8e95f service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0861282 Jul 22 12:13:15.505878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-05b966f5-0c87-48fd-95f5-e0c534b5bc17 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 200 len: 217 time: 0.0339150 Jul 22 12:13:15.552126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-d6b07206-f021-4a34-beaf-4930caafa36f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:15.553450 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-d6b07206-f021-4a34-beaf-4930caafa36f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0417271 Jul 22 12:13:15.590924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-f2e4d4cc-1530-47d4-af53-faa183f42727 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0310023 Jul 22 12:13:15.681071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-545c02e4-8dec-4d14-af26-6323df6571db service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0836930 Jul 22 12:13:15.735494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c333d4a-3120-4fc8-87a8-1d9e1c5cc575 req-75d431e3-c5a4-4b4b-9982-85e5d75f3ac7 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:15.736995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c333d4a-3120-4fc8-87a8-1d9e1c5cc575 req-75d431e3-c5a4-4b4b-9982-85e5d75f3ac7 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 944 time: 0.0677729 Jul 22 12:13:15.774610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1c333d4a-3120-4fc8-87a8-1d9e1c5cc575 req-211ca26a-76a5-4080-8507-0c8fc58e9017 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312223 Jul 22 12:13:15.775311 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7be20b54-4df1-48e9-9e6b-71278124d18e req-1f71d80e-bc06-41c2-839a-5f8f25159e29 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885918 Jul 22 12:13:16.582623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:13:16.629167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 422c9294-7f3f-443b-a425-3c43bc211a72 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:13:16.633573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 422c9294-7f3f-443b-a425-3c43bc211a72 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:13:16.634019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:16.711865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:16.733589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:16.735893 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1964a1b9-43d1-45c3-be95-8731b995b4f3" -d '{"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-plugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:16.751738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:16.755945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:16.779608 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-417b0251-13ef-4f1b-9708-10394c705887 x-openstack-request-id: req-417b0251-13ef-4f1b-9708-10394c705887 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:16.779901 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-plugged", "status": "completed", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:16.780160 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-417b0251-13ef-4f1b-9708-10394c705887 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:16.780569 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'code': 200} Jul 22 12:13:16.805932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:16.904569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d15798d0-7247-4037-812e-6face6f891d7 req-163dee6a-4954-43cf-b4d0-480cbecac360 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:16.905948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d15798d0-7247-4037-812e-6face6f891d7 req-163dee6a-4954-43cf-b4d0-480cbecac360 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0632384 Jul 22 12:13:16.942131 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d15798d0-7247-4037-812e-6face6f891d7 req-d83c3aa5-0727-485b-94bd-23acbd88e2f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0307188 Jul 22 12:13:17.076303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6054dd5-1a48-47c2-8852-92d3a3359e71 req-fc6ec55e-6b9c-4aac-9733-97250bc0d2ea tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:17.078228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6054dd5-1a48-47c2-8852-92d3a3359e71 req-fc6ec55e-6b9c-4aac-9733-97250bc0d2ea tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0681939 Jul 22 12:13:17.120255 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6054dd5-1a48-47c2-8852-92d3a3359e71 req-cd29889f-700e-401d-a9c7-2583551c00d2 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365026 Jul 22 12:13:17.246018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8276861e-256b-4f97-b029-e32883d24817 req-fc4fff0c-663f-4ab7-b3f7-1360229ec8c5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:17.247504 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8276861e-256b-4f97-b029-e32883d24817 req-fc4fff0c-663f-4ab7-b3f7-1360229ec8c5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0630393 Jul 22 12:13:17.286517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8276861e-256b-4f97-b029-e32883d24817 req-f6db9b39-7394-429a-ac8e-f1d32697ba63 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335248 Jul 22 12:13:17.629806 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-b33abc0d-e009-4e52-af5d-bbe2cbda5ab1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:17.631280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-b33abc0d-e009-4e52-af5d-bbe2cbda5ab1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 815 time: 0.1007137 Jul 22 12:13:17.646782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-1f52f3f6-342c-4d4d-bd80-51afe3d65f84 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/quotas/dad39eb294114ca49491588ad7647270 HTTP/1.1" status: 200 len: 375 time: 0.0093219 Jul 22 12:13:17.712467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-fb85847b-e059-4b01-9f6f-3e56165280bc tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0599849 Jul 22 12:13:17.801988 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-a64c89c1-f67b-432b-9542-952bcec97c8d service neutron] 10.222.0.21 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831313 Jul 22 12:13:17.882209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:17.893365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-1edbb774-5584-4a8e-86e7-8df34786c719 service neutron] 10.222.0.21 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0855381 Jul 22 12:13:18.057817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64b9986c-b2e4-434f-b12a-88add1b38f80 req-39702894-9001-4b60-b730-44bcb9780d23 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 210 time: 0.0297892 Jul 22 12:13:18.216751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f8ec17c4-4acb-4c5b-af55-e59735f2422f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:18.751262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-e94af85c-265d-40de-9dda-d6f0821b73cc tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:18.753421 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-e94af85c-265d-40de-9dda-d6f0821b73cc tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.20 "GET /v2.0/ports?device_id=14c7dfbb-1eda-4cde-886f-111585587a07 HTTP/1.1" status: 200 len: 945 time: 0.0692878 Jul 22 12:13:18.949749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Deleting port 422c9294-7f3f-443b-a425-3c43bc211a72 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:13:18.950023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:18.973780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-3c7987ba-bee2-46ab-9777-71d0affd1822 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:18.975240 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-3c7987ba-bee2-46ab-9777-71d0affd1822 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 815 time: 0.1452329 Jul 22 12:13:19.000578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Request body: {'port': {'device_id': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'admin_state_up': True, 'tenant_id': 'dad39eb294114ca49491588ad7647270'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:13:19.118239 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] For port 422c9294-7f3f-443b-a425-3c43bc211a72, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=422c9294-7f3f-443b-a425-3c43bc211a72,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:19.118640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.136849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Calling delete_port for 422c9294-7f3f-443b-a425-3c43bc211a72 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:13:19.160675 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-940d73d1-5ba3-41d8-ba8d-0dca0ba06667 req-727405c8-ddc6-409f-ba18-5181e9a7aa9d tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 210 time: 0.0344195 Jul 22 12:13:19.231806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Made reservation on behalf of dad39eb294114ca49491588ad7647270 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:13:19.235239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.428616 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.440906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['422c9294-7f3f-443b-a425-3c43bc211a72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:13:19.473368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Pushing event deleted for resources: {'Port': ['ID=422c9294-7f3f-443b-a425-3c43bc211a72,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:19.476009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Allocated IP 172.20.0.13 (2ed83a74-7707-41d8-bcca-522076091022/76294049-da8d-48a0-b3a6-a634b576f533/ac614c9d-af62-4830-8243-71cbd015a3ac) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:13:19.513161 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.538434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] No DVR routers for this DVR port 422c9294-7f3f-443b-a425-3c43bc211a72 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:13:19.544492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.546553 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-857ec16e-1cf0-43d2-a9e7-8cf53f0afe65 req-258875da-4051-4636-bf3a-c4c69028b3e1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.20 "DELETE /v2.0/ports/422c9294-7f3f-443b-a425-3c43bc211a72 HTTP/1.1" status: 204 len: 173 time: 0.7877841 Jul 22 12:13:19.546994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-deleted', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:19.549784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8db132f8-aa41-4425-b1d0-090532e9ba28" -d '{"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-deleted", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:19.610329 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2d58a26-5d33-4265-819f-05178702bfcf x-openstack-request-id: req-e2d58a26-5d33-4265-819f-05178702bfcf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:19.610773 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "14c7dfbb-1eda-4cde-886f-111585587a07", "name": "network-vif-deleted", "tag": "422c9294-7f3f-443b-a425-3c43bc211a72", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:19.614578 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2d58a26-5d33-4265-819f-05178702bfcf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:19.615018 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '14c7dfbb-1eda-4cde-886f-111585587a07', 'name': 'network-vif-deleted', 'tag': '422c9294-7f3f-443b-a425-3c43bc211a72', 'status': 'completed', 'code': 200} Jul 22 12:13:19.725142 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.767163 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.780260 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['422c9294-7f3f-443b-a425-3c43bc211a72'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:13:19.821932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Network 2ed83a74-7707-41d8-bcca-522076091022 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:13:19.829541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:13:19.835447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:13:19.839499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:19.894506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:19.895202 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:19.912609 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-320db389-fdb4-4ebf-872b-aa869e616709 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9166853 Jul 22 12:13:19.923328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Request body: {'port': {'device_id': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:13:20.012272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.295610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6d5e76-fcef-411b-b933-3f1639acbb74 req-87787ba2-d58c-49a7-be72-9520c295e3e8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:20.297153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa6d5e76-fcef-411b-b933-3f1639acbb74 req-87787ba2-d58c-49a7-be72-9520c295e3e8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 932 time: 0.0677474 Jul 22 12:13:20.309751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ac614c9d-af62-4830-8243-71cbd015a3ac {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:13:20.317167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.329254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Transition to ACTIVE for port object ac614c9d-af62-4830-8243-71cbd015a3ac will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:13:20.333239 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.340712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa6d5e76-fcef-411b-b933-3f1639acbb74 req-1299f1d0-d214-4270-ade7-db965fb4dd0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344491 Jul 22 12:13:20.386560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:20.455043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:13:20.455298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:13:20.455617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:20.459916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:13:20.460237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:20.465425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 12, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:13:20.465762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Checking segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:13:20.466141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Bound using segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:13:20.466595 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Bound port: ac614c9d-af62-4830-8243-71cbd015a3ac, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:13:20.466946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.531202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:13:20.534160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:13:20.538589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.572455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:20.573105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:20.574634 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] 10.222.0.36 "PUT /v2.0/ports/ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 1092 time: 0.6559663 Jul 22 12:13:20.599297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e63416-9e1b-4ee2-bdab-d139f7458caa service neutron] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:20.666979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-f98039f7-0f96-4ae4-b9e0-6a122d81361b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:20.668540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-f98039f7-0f96-4ae4-b9e0-6a122d81361b service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.0572791 Jul 22 12:13:20.713358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-9849d10d-6af5-4820-835b-72230fa7c04d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0371811 Jul 22 12:13:20.767091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-94d4040d-0215-4299-9c70-95e33de9fb8a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:20.768538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-94d4040d-0215-4299-9c70-95e33de9fb8a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0485740 Jul 22 12:13:20.802556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-aec86aad-1149-4b32-bf1e-d7d2a966a809 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276101 Jul 22 12:13:20.895317 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-30d450ad-d6da-4315-b2f8-c7c51890c6f9 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0846534 Jul 22 12:13:20.983487 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-eb10c1cd-d3ed-4355-9eb8-b9ee4ffe6107 req-cf1c5c69-687b-4e45-badc-45ee4d128d46 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812676 Jul 22 12:13:21.441305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:21.472361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f54825e4-175e-4070-8945-076ac183407c req-9fa76775-03e9-4550-9117-1947b6d85694 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:21.473831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54825e4-175e-4070-8945-076ac183407c req-9fa76775-03e9-4550-9117-1947b6d85694 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0649440 Jul 22 12:13:21.514712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f54825e4-175e-4070-8945-076ac183407c req-340d911d-39c0-4a48-83e7-17075e12e3f0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0342498 Jul 22 12:13:21.616536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:21.619762 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6a29b39e-5beb-4235-8a9a-f4759bea26a4" -d '{"events": [{"name": "network-changed", "server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:21.653774 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5e2dc831-953a-4292-bb39-499883748474 x-openstack-request-id: req-5e2dc831-953a-4292-bb39-499883748474 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:21.654068 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:21.654345 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5e2dc831-953a-4292-bb39-499883748474 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:21.654780 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'status': 'completed', 'code': 200} Jul 22 12:13:21.732427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-919579a2-af83-464e-8b26-aeb7ce904fcb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:21.734704 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-919579a2-af83-464e-8b26-aeb7ce904fcb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.0560257 Jul 22 12:13:21.827761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-a355c5b3-e188-484a-a3ac-03b572a7b90c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:21.829515 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-a355c5b3-e188-484a-a3ac-03b572a7b90c service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0882473 Jul 22 12:13:21.870722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-cbda8bba-b8b8-48c9-ad1b-426a86f8ef25 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0337539 Jul 22 12:13:21.923057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-5c211dd0-c757-432a-ae8c-9304e2acbce3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:21.924468 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-5c211dd0-c757-432a-ae8c-9304e2acbce3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0465519 Jul 22 12:13:21.958026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-3518804c-4b80-4fbe-a034-1ebe16e183fc service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0269232 Jul 22 12:13:22.049905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-f230adf2-ea4e-4a00-a271-00b0dbe5c401 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852945 Jul 22 12:13:22.138532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6a29b39e-5beb-4235-8a9a-f4759bea26a4 req-9b1d1635-9331-468d-9077-1534f8b264f0 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0820477 Jul 22 12:13:22.605309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:13:22.626189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 422c9294-7f3f-443b-a425-3c43bc211a72 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:13:22.626563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 422c9294-7f3f-443b-a425-3c43bc211a72 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:13:22.643269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e93c690-fbe9-4a61-a490-48de570be3dd req-82edd1cc-4e91-4039-9ded-ee9edbaa6d02 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:22.644745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e93c690-fbe9-4a61-a490-48de570be3dd req-82edd1cc-4e91-4039-9ded-ee9edbaa6d02 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0651104 Jul 22 12:13:22.681057 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e93c690-fbe9-4a61-a490-48de570be3dd req-3cdedf75-7046-4fa9-98a7-1615e8a8081f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306573 Jul 22 12:13:23.818731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7c4be52-b42c-4b94-85cd-7267ed5510d4 req-1b57e739-ce7f-4d0a-8344-e7ae971ebea3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:23.820636 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7c4be52-b42c-4b94-85cd-7267ed5510d4 req-1b57e739-ce7f-4d0a-8344-e7ae971ebea3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0647562 Jul 22 12:13:23.857059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7c4be52-b42c-4b94-85cd-7267ed5510d4 req-2bfa906d-0aec-496a-ac85-369238ad80dd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309067 Jul 22 12:13:24.066978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:13:24.160831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:24.171204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'port_id': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'mac_address': 'fa:16:3e:cf:c3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76294049-da8d-48a0-b3a6-a634b576f533', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:13:24.207807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:24.227593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac614c9d-af62-4830-8243-71cbd015a3ac {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:13:24.246971 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:24.250803 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:24.302126 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:24.442965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['ac614c9d-af62-4830-8243-71cbd015a3ac'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:13:24.987403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503b7f23-a1bf-4b2e-b8a7-8d5ab5bf88cc req-0cf67b35-1e65-45da-8791-428147f3a3f5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:24.988940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-503b7f23-a1bf-4b2e-b8a7-8d5ab5bf88cc req-0cf67b35-1e65-45da-8791-428147f3a3f5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0659740 Jul 22 12:13:25.025481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-503b7f23-a1bf-4b2e-b8a7-8d5ab5bf88cc req-9a84df9e-b183-47fb-b986-f449c7d45b97 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0310481 Jul 22 12:13:26.067552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:13:26.115035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port ac614c9d-af62-4830-8243-71cbd015a3ac completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:13:26.119861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port ac614c9d-af62-4830-8243-71cbd015a3ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:13:26.120273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:26.155353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcd5cda8-9c7c-4cdc-b228-4db3339a34d1 req-04ff3cbe-d337-47af-b648-d898d3e0163e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:26.156833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcd5cda8-9c7c-4cdc-b228-4db3339a34d1 req-04ff3cbe-d337-47af-b648-d898d3e0163e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0629175 Jul 22 12:13:26.194157 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcd5cda8-9c7c-4cdc-b228-4db3339a34d1 req-094ead03-890b-4d85-a9a8-18f58be5ce23 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316653 Jul 22 12:13:26.199513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:26.221652 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:26.223877 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e951f3bb-90be-4544-8812-bfdd23fcc103" -d '{"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:26.236915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:26.241196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:26.271611 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-fae9d2ff-9220-4288-a32a-80fdc17cb893 x-openstack-request-id: req-fae9d2ff-9220-4288-a32a-80fdc17cb893 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:26.271902 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:26.272152 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-fae9d2ff-9220-4288-a32a-80fdc17cb893 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:26.272865 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'code': 200} Jul 22 12:13:26.300174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:26.308401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.308667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.309003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.309337 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.309667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.309992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.310316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.310666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.310988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.311313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.311632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.311951 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:26.366011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e8d88ae-0d25-4a0b-9671-e0d3eb73e54a req-d2d53216-be2e-4719-b306-7065dabeb29e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:26.367881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e8d88ae-0d25-4a0b-9671-e0d3eb73e54a req-d2d53216-be2e-4719-b306-7065dabeb29e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1097 time: 0.0545092 Jul 22 12:13:26.401758 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7e8d88ae-0d25-4a0b-9671-e0d3eb73e54a req-d91db7b0-fb87-4a7f-b6af-e0c15be0d675 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0278857 Jul 22 12:13:27.322323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0a8176c-73b2-4b19-b4a9-c8025b3e4181 req-231757ec-6ed9-490a-8368-79eabaa6b5ea tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:27.323832 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0a8176c-73b2-4b19-b4a9-c8025b3e4181 req-231757ec-6ed9-490a-8368-79eabaa6b5ea tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0627182 Jul 22 12:13:27.365238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0a8176c-73b2-4b19-b4a9-c8025b3e4181 req-3caebf5b-7607-4709-9bb1-efddec8db0ae tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352674 Jul 22 12:13:27.494549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-572322cd-0fea-42ee-b378-e29a8a17c57e req-37aef4ae-d89f-4465-849c-7cd04cc8ef7d tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:27.496025 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-572322cd-0fea-42ee-b378-e29a8a17c57e req-37aef4ae-d89f-4465-849c-7cd04cc8ef7d tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0638998 Jul 22 12:13:27.532895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-572322cd-0fea-42ee-b378-e29a8a17c57e req-a4e9228f-d6dd-4afb-bb3f-8caa58bc730c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314183 Jul 22 12:13:27.675489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:27.805744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-d8b1dcd3-ea05-42df-a307-cf5c305edd36 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0939565 Jul 22 12:13:27.820929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f06631d7-bb3c-48b1-bc8b-c78f9c7110e1 req-00405bc3-03bb-4be2-b10d-27c0595be7f9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:27.822608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f06631d7-bb3c-48b1-bc8b-c78f9c7110e1 req-00405bc3-03bb-4be2-b10d-27c0595be7f9 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0997691 Jul 22 12:13:27.862394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f06631d7-bb3c-48b1-bc8b-c78f9c7110e1 req-7a9ea845-48d9-4e1e-b8cb-5cbfcfaa6a36 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335970 Jul 22 12:13:28.618944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:28.853770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-09cfc2ec-f1ee-4c24-9628-5619c487330e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:28.855306 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-09cfc2ec-f1ee-4c24-9628-5619c487330e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1097 time: 0.0586679 Jul 22 12:13:28.946980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-e958b44a-33d2-458a-8aa0-27c7931ea361 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:28.948466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-e958b44a-33d2-458a-8aa0-27c7931ea361 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0860848 Jul 22 12:13:28.992251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e3e8ec-8277-401f-9a2a-98bf424bdd66 req-c75a18f1-9ca7-42ee-ba7e-4ab10b07b676 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:28.993824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29e3e8ec-8277-401f-9a2a-98bf424bdd66 req-c75a18f1-9ca7-42ee-ba7e-4ab10b07b676 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0631318 Jul 22 12:13:28.994772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-6803e1d5-1c09-4367-bd7c-9a066fd22c3a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0397425 Jul 22 12:13:29.031961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29e3e8ec-8277-401f-9a2a-98bf424bdd66 req-fddc5a95-3c58-4509-80ab-de2638404c41 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325222 Jul 22 12:13:29.045460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-26cbe9d4-903e-40be-9b3a-63869f49cd55 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:29.046982 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-26cbe9d4-903e-40be-9b3a-63869f49cd55 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0467489 Jul 22 12:13:29.081271 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-e672bea9-f3cf-45a3-b938-7ce1550a7449 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0280840 Jul 22 12:13:29.171729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-1e945c0a-2a87-4406-b215-9180f178a4ef service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837219 Jul 22 12:13:29.260026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-49656e8f-9d19-4e39-b95f-adb70dc9007b service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0817924 Jul 22 12:13:30.163888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eef03e60-bf91-4119-b31c-6f3d44d0d009 req-61f6a783-b3f5-4954-8a20-55d4ed7d4e4c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:30.165340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eef03e60-bf91-4119-b31c-6f3d44d0d009 req-61f6a783-b3f5-4954-8a20-55d4ed7d4e4c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0625601 Jul 22 12:13:30.205071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eef03e60-bf91-4119-b31c-6f3d44d0d009 req-bedc4f64-27d4-4645-9534-5e93abec737a tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341985 Jul 22 12:13:30.494140 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:13:31.336392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbb0798-b80d-4475-993d-b7553acc14c3 req-1b1771cf-393f-4704-8c5f-9b25d48b67ca tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:31.337929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8dbb0798-b80d-4475-993d-b7553acc14c3 req-1b1771cf-393f-4704-8c5f-9b25d48b67ca tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0660710 Jul 22 12:13:31.374419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8dbb0798-b80d-4475-993d-b7553acc14c3 req-83ca3527-7f16-49ac-b9e0-740947ffef74 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309525 Jul 22 12:13:32.502250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c8f2d7e-29fc-4d00-8b01-895065a23422 req-6ba0e3b2-eee2-4e60-89a4-fc0abe59f7dd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:32.503746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c8f2d7e-29fc-4d00-8b01-895065a23422 req-6ba0e3b2-eee2-4e60-89a4-fc0abe59f7dd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0632851 Jul 22 12:13:32.541216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c8f2d7e-29fc-4d00-8b01-895065a23422 req-7b7439f1-ff51-4b99-96db-05c5017d6774 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0308886 Jul 22 12:13:33.673395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b50c080-eec9-4a8a-be07-c1e22efca4c8 req-83719925-4cb1-4ccf-8c12-6bdd6a11ed86 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:33.674862 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b50c080-eec9-4a8a-be07-c1e22efca4c8 req-83719925-4cb1-4ccf-8c12-6bdd6a11ed86 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0656710 Jul 22 12:13:33.712782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b50c080-eec9-4a8a-be07-c1e22efca4c8 req-bc311114-eac2-4303-86f0-26d4be37c0ac tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323946 Jul 22 12:13:34.842062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a1afb79-3564-48f9-863e-24190b4bbab5 req-82002220-49c4-48f5-9118-cdb1d805a049 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:34.843494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a1afb79-3564-48f9-863e-24190b4bbab5 req-82002220-49c4-48f5-9118-cdb1d805a049 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0648828 Jul 22 12:13:34.880336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a1afb79-3564-48f9-863e-24190b4bbab5 req-e39f2567-905c-4013-8195-408b67fd5305 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313623 Jul 22 12:13:36.012387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ea91979-2655-48ad-af58-e487e5755dfc req-6bb9a0cd-3867-4466-8e2b-5541fc212897 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:36.013868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ea91979-2655-48ad-af58-e487e5755dfc req-6bb9a0cd-3867-4466-8e2b-5541fc212897 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0651944 Jul 22 12:13:36.051304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ea91979-2655-48ad-af58-e487e5755dfc req-534287f1-2285-4708-82ed-92440930c524 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0320079 Jul 22 12:13:37.189051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f194245-c001-4bc7-bd3c-cb949174497a req-6cec0964-3d2e-405c-9eb4-3aa3fbf720b3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:37.190646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f194245-c001-4bc7-bd3c-cb949174497a req-6cec0964-3d2e-405c-9eb4-3aa3fbf720b3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0699549 Jul 22 12:13:37.229745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f194245-c001-4bc7-bd3c-cb949174497a req-88ee6a19-9aa7-420a-8898-415fe5ee5dc3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0329108 Jul 22 12:13:38.358673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f03b978-33d4-4e15-a749-b2ee2d673b3d req-9f151b4b-cfad-4df2-bb37-be4c75014545 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:38.360159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f03b978-33d4-4e15-a749-b2ee2d673b3d req-9f151b4b-cfad-4df2-bb37-be4c75014545 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0639746 Jul 22 12:13:38.396088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f03b978-33d4-4e15-a749-b2ee2d673b3d req-3fc42820-c24e-49ee-b7dc-86384b7b1893 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304942 Jul 22 12:13:39.526711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c1d8939-2dbc-4ff9-97ed-a52987aba110 req-2d5dbd97-62e4-40a2-ad60-5d2f7f4a7911 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:39.528167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c1d8939-2dbc-4ff9-97ed-a52987aba110 req-2d5dbd97-62e4-40a2-ad60-5d2f7f4a7911 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0651369 Jul 22 12:13:39.565136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c1d8939-2dbc-4ff9-97ed-a52987aba110 req-af366932-a03f-4ad6-85f7-de306df02e20 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0316072 Jul 22 12:13:40.693388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e25cfe1c-c5d0-434d-a57d-b24d1eff18f0 req-489d1b3f-2fc3-448f-b5a2-4986b33520b8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:40.694923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e25cfe1c-c5d0-434d-a57d-b24d1eff18f0 req-489d1b3f-2fc3-448f-b5a2-4986b33520b8 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0632350 Jul 22 12:13:40.733019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e25cfe1c-c5d0-434d-a57d-b24d1eff18f0 req-f8de8a65-d47d-458d-a8e6-83c011bf5bd7 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323942 Jul 22 12:13:41.859934 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9090d0a-7532-4173-8b8c-f068f91a5e44 req-594e773c-fd88-4695-a246-9e697057036f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:41.861327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9090d0a-7532-4173-8b8c-f068f91a5e44 req-594e773c-fd88-4695-a246-9e697057036f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0632799 Jul 22 12:13:41.897534 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9090d0a-7532-4173-8b8c-f068f91a5e44 req-02a966e1-dc30-4da0-b784-f0b21646e12f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306942 Jul 22 12:13:43.308173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d143915-1dcf-4b6a-a225-f642f5d01463 req-39403c9a-c07c-476d-962a-8f382f710235 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:43.309680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d143915-1dcf-4b6a-a225-f642f5d01463 req-39403c9a-c07c-476d-962a-8f382f710235 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.3431914 Jul 22 12:13:43.357517 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d143915-1dcf-4b6a-a225-f642f5d01463 req-ef538ef6-08d4-484c-8d7a-0f0d156cb576 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0413215 Jul 22 12:13:44.488695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f0198ce-ea44-4a52-960c-9a94bc9edc2d req-c587c9c8-4e1e-49dd-a369-43d3b31fd85b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:44.490167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f0198ce-ea44-4a52-960c-9a94bc9edc2d req-c587c9c8-4e1e-49dd-a369-43d3b31fd85b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0615497 Jul 22 12:13:44.526979 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f0198ce-ea44-4a52-960c-9a94bc9edc2d req-7084dfbf-ecae-422f-a397-aeacb5dac288 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0304627 Jul 22 12:13:45.301288 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-60b89917-108b-490f-a449-3e8c3526836b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:45.658876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a9960598-c632-4beb-a4d4-fb934936b05c req-643c9fb0-74c4-42ad-9769-71730e096981 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:45.660356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9960598-c632-4beb-a4d4-fb934936b05c req-643c9fb0-74c4-42ad-9769-71730e096981 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0659668 Jul 22 12:13:45.697954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a9960598-c632-4beb-a4d4-fb934936b05c req-a6b84c17-26e5-4750-a833-89d9d0195148 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314288 Jul 22 12:13:45.890579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-74098fc6-5f4f-4d7c-9548-13c715444d90 req-5d4f8d71-9afb-4467-9a99-2fb3fc670c23 service neutron] (93707) timed out ('10.222.0.36', 57991) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:13:46.837280 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74b5afeb-37bd-4da7-86a5-6745d17164d4 req-551e7c00-bff5-4b63-8b7b-dfeb7c27b003 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:46.838656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74b5afeb-37bd-4da7-86a5-6745d17164d4 req-551e7c00-bff5-4b63-8b7b-dfeb7c27b003 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0621111 Jul 22 12:13:46.874836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-74b5afeb-37bd-4da7-86a5-6745d17164d4 req-4531831b-f9af-4187-b2fe-4e24ba062f93 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306914 Jul 22 12:13:47.874003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:48.002303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d56fff3-965d-4c92-84ce-b3c65d196c40 req-d6d239e3-dd43-4bd9-8c73-aa34a34561c0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:48.003795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d56fff3-965d-4c92-84ce-b3c65d196c40 req-d6d239e3-dd43-4bd9-8c73-aa34a34561c0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0626645 Jul 22 12:13:48.041210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d56fff3-965d-4c92-84ce-b3c65d196c40 req-0cf4dcfc-b273-48ba-9110-553934fa72fe tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312154 Jul 22 12:13:48.217479 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aa0ea9da-adeb-4862-8000-5dbf766ef032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:49.172853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a71aeef-2643-4d82-b989-f24487ef3eb4 req-c09684e5-f095-4bd3-a582-aba5235fde56 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:49.174298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a71aeef-2643-4d82-b989-f24487ef3eb4 req-c09684e5-f095-4bd3-a582-aba5235fde56 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0654180 Jul 22 12:13:49.211715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0a71aeef-2643-4d82-b989-f24487ef3eb4 req-76ec08b7-3569-4edd-a287-ac177ccd0b59 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0313001 Jul 22 12:13:49.514461 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:50.339985 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bbb8b16-ba3d-4a66-980b-b999fed8026d req-b031af65-ccaf-46f2-932a-dc933ec76f24 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:50.341453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bbb8b16-ba3d-4a66-980b-b999fed8026d req-b031af65-ccaf-46f2-932a-dc933ec76f24 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0624676 Jul 22 12:13:50.379115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bbb8b16-ba3d-4a66-980b-b999fed8026d req-0858da60-78f4-4ebd-b8e1-7311ca397a54 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321839 Jul 22 12:13:51.439501 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:51.517305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c91f60b-095a-4c93-936d-6f99b5fcddf4 req-ea8a3c1d-9149-4fbe-9cb7-3fc5b2434ecf tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:51.518817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c91f60b-095a-4c93-936d-6f99b5fcddf4 req-ea8a3c1d-9149-4fbe-9cb7-3fc5b2434ecf tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0723102 Jul 22 12:13:51.555883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c91f60b-095a-4c93-936d-6f99b5fcddf4 req-27c1ed5c-d2f4-4b82-be57-eea51f5868bf tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309160 Jul 22 12:13:52.683720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f3c7d3-981b-4304-82da-7e6e0c137c9d req-15d832fc-0173-4589-bb0d-27937a6a1cac tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:52.685240 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f3c7d3-981b-4304-82da-7e6e0c137c9d req-15d832fc-0173-4589-bb0d-27937a6a1cac tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0623078 Jul 22 12:13:52.721278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f3c7d3-981b-4304-82da-7e6e0c137c9d req-e8c580ff-27bb-46b7-83ef-fc57aae1aa28 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0306368 Jul 22 12:13:53.849173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29dfc2bd-aa4a-4737-8f7e-3be29fdb2d0c req-f471aad8-813b-4c85-b5dd-d963ea5cb804 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:53.851114 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29dfc2bd-aa4a-4737-8f7e-3be29fdb2d0c req-f471aad8-813b-4c85-b5dd-d963ea5cb804 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0639412 Jul 22 12:13:53.887774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29dfc2bd-aa4a-4737-8f7e-3be29fdb2d0c req-8ec675c8-2fc9-4973-8cd8-46085a629a8b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0309997 Jul 22 12:13:55.023031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca6349e1-f798-4009-b1a5-21898becdae0 req-cfde8628-56c0-407f-88c1-a02803058e53 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:55.024512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca6349e1-f798-4009-b1a5-21898becdae0 req-cfde8628-56c0-407f-88c1-a02803058e53 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0657406 Jul 22 12:13:55.062787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca6349e1-f798-4009-b1a5-21898becdae0 req-b25347a6-2f00-4d5b-ae72-a2b1a3e33dfd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325799 Jul 22 12:13:56.097636 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-edd4696c-30ca-411b-8859-619e70b1469f req-804e4b88-6758-43ab-82bb-46e1c71e046d service neutron] show failed (client error): The resource could not be found. Jul 22 12:13:56.098801 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-804e4b88-6758-43ab-82bb-46e1c71e046d service neutron] 10.222.0.36 "GET /v2.0/ports/ac614c9d-af62-4830-8243-71cbd015a3ac/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.1527719 Jul 22 12:13:56.195408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-342eb4d6-ba2d-49fa-85e9-28b8fa164a27 req-72098e47-949a-42a4-92d9-8cf37f43901b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:56.196954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-342eb4d6-ba2d-49fa-85e9-28b8fa164a27 req-72098e47-949a-42a4-92d9-8cf37f43901b tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0653613 Jul 22 12:13:56.241769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-342eb4d6-ba2d-49fa-85e9-28b8fa164a27 req-33c49087-2273-4648-b2bd-0ba34dcac335 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0364141 Jul 22 12:13:56.309651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-4e74d104-905d-487a-aaa4-9f07d78c51d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:56.311233 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-4e74d104-905d-487a-aaa4-9f07d78c51d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4&tenant_id=dad39eb294114ca49491588ad7647270 HTTP/1.1" status: 200 len: 1097 time: 0.0587299 Jul 22 12:13:56.322293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:13:56.391147 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.594610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:13:56.626578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:13:56.667007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:56.669254 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cdca2a2f-9cd1-4f99-87ee-f8e56fa1fd54" -d '{"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:56.673144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.688685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Transition to ACTIVE for port object ac614c9d-af62-4830-8243-71cbd015a3ac will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:13:56.693041 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.762271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:56.764513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] No DVR routers for this DVR port ac614c9d-af62-4830-8243-71cbd015a3ac on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:13:56.774099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.774501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.774817 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.775178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.775517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.775853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.776186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.776515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.776845 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.777173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.777499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.777826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:13:56.781890 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b11b023f-6f17-4ff7-a53d-cd84bb98495d x-openstack-request-id: req-b11b023f-6f17-4ff7-a53d-cd84bb98495d {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:56.782182 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-unplugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:56.782440 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b11b023f-6f17-4ff7-a53d-cd84bb98495d {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:56.782858 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'code': 200} Jul 22 12:13:56.819226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:13:56.820156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:13:56.820623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:56.824846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:13:56.825174 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Attempting to bind port ac614c9d-af62-4830-8243-71cbd015a3ac on network 2ed83a74-7707-41d8-bcca-522076091022 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:13:56.830328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 13, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:13:56.830694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Checking segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:13:56.831080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Bound using segment: {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:13:56.831502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Bound port: ac614c9d-af62-4830-8243-71cbd015a3ac, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1d5a7b60-0025-4986-9863-aa5ec3fbebe6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '2ed83a74-7707-41d8-bcca-522076091022'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:13:56.831858 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.898317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:13:56.903357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:13:56.907733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.939012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:56.939720 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:56.941275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] 10.222.0.20 "PUT /v2.0/ports/ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 1092 time: 0.6229153 Jul 22 12:13:56.975076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c629bcd-4add-4afb-981a-eb3da2c454e9 service neutron] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:13:57.019720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-63ca6173-0c4a-4ab9-aec5-b0f425f9f423 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:57.021207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-63ca6173-0c4a-4ab9-aec5-b0f425f9f423 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.0564842 Jul 22 12:13:57.119315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-57beebda-241a-406e-8536-5c64c7fd6f20 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:57.120698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-57beebda-241a-406e-8536-5c64c7fd6f20 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0933576 Jul 22 12:13:57.161100 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-b26e28ab-e889-41db-82c1-173b1beb0f4d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0339384 Jul 22 12:13:57.213219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-edd4696c-30ca-411b-8859-619e70b1469f req-811f8d2f-b811-4ef8-8380-baf6499a8def service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:57.214665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-811f8d2f-b811-4ef8-8380-baf6499a8def service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0475061 Jul 22 12:13:57.248420 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-82aba557-3717-4cfd-96db-8fc47e37c0d2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0276558 Jul 22 12:13:57.339690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-e895d869-231c-4725-8aee-0cf8bd60d553 service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840957 Jul 22 12:13:57.375148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82e7ffb7-424c-4680-b7e9-c71c0b784cdd req-0a442a13-d0e6-48a0-9c90-74c6fe060da1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:57.376619 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e7ffb7-424c-4680-b7e9-c71c0b784cdd req-0a442a13-d0e6-48a0-9c90-74c6fe060da1 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0667284 Jul 22 12:13:57.415032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82e7ffb7-424c-4680-b7e9-c71c0b784cdd req-dd03c46f-91a3-4a0d-9f2e-f9adb0a714f3 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0314548 Jul 22 12:13:57.434835 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-edd4696c-30ca-411b-8859-619e70b1469f req-6a060d39-0ffd-4a0f-9f2c-42e5e40cccce service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0888762 Jul 22 12:13:57.690099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:58.545736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39aec3ce-aec4-4642-9ffa-cb5a73d3fd08 req-a38f591a-91ea-4076-9fc8-c42bf87e16ab tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:58.547275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39aec3ce-aec4-4642-9ffa-cb5a73d3fd08 req-a38f591a-91ea-4076-9fc8-c42bf87e16ab tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0637906 Jul 22 12:13:58.585718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-39aec3ce-aec4-4642-9ffa-cb5a73d3fd08 req-0fa069df-317f-4c38-901d-6fe531fb1b37 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323365 Jul 22 12:13:58.625403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:13:58.784093 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:13:58.786438 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cd93da75-587c-497a-b2c6-2852ad3a159d" -d '{"events": [{"name": "network-changed", "server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:13:58.832914 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:13:58 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5362d56b-bfc3-4a6d-90e8-29bbca3442f9 x-openstack-request-id: req-5362d56b-bfc3-4a6d-90e8-29bbca3442f9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:13:58.833280 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:13:58.833596 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5362d56b-bfc3-4a6d-90e8-29bbca3442f9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:13:58.834012 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'status': 'completed', 'code': 200} Jul 22 12:13:58.949431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-38d48b92-7a8e-43a1-8539-d6a8ec20f914 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:58.950977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-38d48b92-7a8e-43a1-8539-d6a8ec20f914 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.0883689 Jul 22 12:13:58.953802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-f4511ed5-ad10-447b-98ed-c0926f820a74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:58.955219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-f4511ed5-ad10-447b-98ed-c0926f820a74 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.1017244 Jul 22 12:13:59.109085 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-ac7e6c7a-c7fa-420a-acd1-98399c7343a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.110523 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-ac7e6c7a-c7fa-420a-acd1-98399c7343a1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.1537054 Jul 22 12:13:59.113015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-d702abdb-a8ce-4d78-b38b-7b66893c2794 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.114352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-d702abdb-a8ce-4d78-b38b-7b66893c2794 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.1483519 Jul 22 12:13:59.156753 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-15e945cc-b9a8-44be-aea3-019f02b24910 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0392489 Jul 22 12:13:59.192329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-b08af1ca-4f45-4ed5-b6bf-f68e7f99ffe0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0693636 Jul 22 12:13:59.563852 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-895a6753-d639-491a-a6f8-0b249e973b0c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.565345 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-895a6753-d639-491a-a6f8-0b249e973b0c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.3809905 Jul 22 12:13:59.571238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-ca8c7df8-7741-4d1b-82b6-21aea00067ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.572571 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-ca8c7df8-7741-4d1b-82b6-21aea00067ef service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0574310 Jul 22 12:13:59.606322 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-86c9847a-22d1-4be4-a2e8-731dd59d2891 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0328362 Jul 22 12:13:59.630254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-9005ad41-9845-4ff1-9b3a-5b2afee9fcdf service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0491624 Jul 22 12:13:59.716301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14836a83-7ac6-4636-9330-fe8f83b6a82a req-8e309776-a5ea-4f01-a522-51636599804e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.718840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14836a83-7ac6-4636-9330-fe8f83b6a82a req-8e309776-a5ea-4f01-a522-51636599804e tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0650899 Jul 22 12:13:59.757679 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14836a83-7ac6-4636-9330-fe8f83b6a82a req-9e1f88f7-0718-4695-83da-345f96dc9da0 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327659 Jul 22 12:13:59.789608 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-b7de1fdf-8990-4e31-b927-8bbf09ec0d4d service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1616642 Jul 22 12:13:59.793143 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-1153bf4a-6099-4763-b4ce-c739931b9110 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1538970 Jul 22 12:13:59.982110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae71c6a9-b248-43b0-9b97-adecbdafefe9 req-ef0af51c-04b7-4a6c-9330-7261fb904abb tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:13:59.983732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae71c6a9-b248-43b0-9b97-adecbdafefe9 req-ef0af51c-04b7-4a6c-9330-7261fb904abb tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 944 time: 0.0706773 Jul 22 12:13:59.993926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-e1af31e1-75f8-4606-b13c-843eae8ea896 service neutron] 10.222.0.20 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1978002 Jul 22 12:13:59.999937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-e9558ec3-6984-4fbb-9de2-18806d545722 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1967189 Jul 22 12:14:00.026719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae71c6a9-b248-43b0-9b97-adecbdafefe9 req-26e52dc0-5a30-4704-a9a5-521f2612b1c6 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372164 Jul 22 12:14:00.028693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-6e8786dc-6293-4af4-9f91-d80dbc7bd5a5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:00.030168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-6e8786dc-6293-4af4-9f91-d80dbc7bd5a5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.36 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4&tenant_id=dad39eb294114ca49491588ad7647270&binding%3Ahost_id=n-h1-754448-4 HTTP/1.1" status: 200 len: 944 time: 0.1081595 Jul 22 12:14:00.096277 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-c6e95551-7dde-4ca6-a4ec-8da0f11d93db service neutron] delete failed (client error): The resource could not be found. Jul 22 12:14:00.097283 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-c6e95551-7dde-4ca6-a4ec-8da0f11d93db service neutron] 10.222.0.36 "DELETE /v2.0/ports/ac614c9d-af62-4830-8243-71cbd015a3ac/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0603623 Jul 22 12:14:00.191420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-70374943-bfb2-4b17-9683-987dbfd03acb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:00.192824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-70374943-bfb2-4b17-9683-987dbfd03acb service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=dad39eb294114ca49491588ad7647270&device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 1095 time: 0.0545990 Jul 22 12:14:00.209286 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:14:00.247836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:14:00.285420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-d1c56a48-2807-4c72-a30a-106e4f9f6fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:00.286964 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-d1c56a48-2807-4c72-a30a-106e4f9f6fa3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 200 len: 916 time: 0.0885625 Jul 22 12:14:00.326067 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-a6d26ba8-22de-43b4-bec5-1cf91d0848b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 200 len: 217 time: 0.0328445 Jul 22 12:14:00.373995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-cb1965c4-e206-4eb2-b025-82e1e7d3628f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:00.375473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-cb1965c4-e206-4eb2-b025-82e1e7d3628f service neutron] 10.222.0.36 "GET /v2.0/subnets?id=76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 200 len: 855 time: 0.0431933 Jul 22 12:14:00.412790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-e569b7ae-57b8-4bda-a4e9-6b1446ecf3df service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=2ed83a74-7707-41d8-bcca-522076091022&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0309680 Jul 22 12:14:00.499700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-f48e4f2a-cc38-4f7a-b4d1-929fe5a1a9e7 service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808809 Jul 22 12:14:00.593374 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-17013394-991c-4ae2-b0f7-359def8a04c1 req-847509dc-838e-4cea-aff7-1802148ff9eb service neutron] 10.222.0.36 "GET /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872040 Jul 22 12:14:00.750210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:14:00.844705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:01.013383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'network_id': '2ed83a74-7707-41d8-bcca-522076091022', 'port_id': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'mac_address': 'fa:16:3e:cf:c3:5b', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 136, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '76294049-da8d-48a0-b3a6-a634b576f533', 'ip_address': '172.20.0.13'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:14:01.051627 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:01.079235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ac614c9d-af62-4830-8243-71cbd015a3ac {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:14:01.100105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:01.105427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:01.156218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:01.172040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-265d361f-288d-43bb-b7a8-076a097e3460 req-0cdd28b0-cdaf-4ebf-a67d-1efdd1fce93f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:01.173539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-265d361f-288d-43bb-b7a8-076a097e3460 req-0cdd28b0-cdaf-4ebf-a67d-1efdd1fce93f tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0718462 Jul 22 12:14:01.213295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-265d361f-288d-43bb-b7a8-076a097e3460 req-34a6abee-902c-442e-9f4a-9813bc275f80 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0331225 Jul 22 12:14:01.306811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ac614c9d-af62-4830-8243-71cbd015a3ac'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:14:01.346486 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-654af950-b8d7-4223-8507-55ff42fed1cc req-073817c5-4bd6-4fc4-8fa1-46cf6468fbe5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:01.347977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-654af950-b8d7-4223-8507-55ff42fed1cc req-073817c5-4bd6-4fc4-8fa1-46cf6468fbe5 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0670857 Jul 22 12:14:01.386712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-654af950-b8d7-4223-8507-55ff42fed1cc req-aa8c7b61-c500-468b-8035-5d4691d12d40 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325356 Jul 22 12:14:01.515242 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa0e20ca-77c0-4d85-817e-7c5a115a9219 req-3fbbf9cf-b18e-47a3-b6bf-b481f9bef8f6 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:01.516707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa0e20ca-77c0-4d85-817e-7c5a115a9219 req-3fbbf9cf-b18e-47a3-b6bf-b481f9bef8f6 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0635424 Jul 22 12:14:01.553722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa0e20ca-77c0-4d85-817e-7c5a115a9219 req-cd8c7d8f-5cf6-45eb-a46a-f561ab8af098 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312915 Jul 22 12:14:01.890657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e15d5dee-0611-48d4-aa1b-6009a761c137 req-5c8b858c-e1d9-4a5b-b009-35e1ceae559c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:01.892024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e15d5dee-0611-48d4-aa1b-6009a761c137 req-5c8b858c-e1d9-4a5b-b009-35e1ceae559c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 945 time: 0.0624132 Jul 22 12:14:01.928748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e15d5dee-0611-48d4-aa1b-6009a761c137 req-ce39407d-c631-4c5d-87cb-8ecb1bad97fd tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0312605 Jul 22 12:14:02.754471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:02.802239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ac614c9d-af62-4830-8243-71cbd015a3ac completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:02.805961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ac614c9d-af62-4830-8243-71cbd015a3ac triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:02.806333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:02.882818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:02.904774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:14:02.907023 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8606bfcb-df02-4ed5-8536-6e189f2a4bdd" -d '{"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:14:02.919905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:02.924247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:02.947690 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:14:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-03f434e4-5ae7-4803-9421-31fbf0bbaf8b x-openstack-request-id: req-03f434e4-5ae7-4803-9421-31fbf0bbaf8b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:14:02.947987 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-plugged", "status": "completed", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:14:02.948243 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-03f434e4-5ae7-4803-9421-31fbf0bbaf8b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:14:02.948632 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'code': 200} Jul 22 12:14:02.977261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:03.028900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-60877ef4-3368-4eb8-a558-2a364b67f548 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:03.030382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-60877ef4-3368-4eb8-a558-2a364b67f548 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.20 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0649710 Jul 22 12:14:03.078844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5e64f0e-aff7-4563-85bd-49c75b39f3f4 req-60700aa9-cc96-48f9-90db-734556058b36 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:03.080381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e64f0e-aff7-4563-85bd-49c75b39f3f4 req-60700aa9-cc96-48f9-90db-734556058b36 tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/ports?device_id=a161abc2-9055-45e0-9c58-f73740a869e4 HTTP/1.1" status: 200 len: 946 time: 0.0751445 Jul 22 12:14:03.118728 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5e64f0e-aff7-4563-85bd-49c75b39f3f4 req-af295023-50cd-4d87-a655-cbc48e5f7cce tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.21 "GET /v2.0/security-groups?id=d9e04050-58a1-4987-9211-e03f346fbc5e&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319505 Jul 22 12:14:03.133114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Deleting port ac614c9d-af62-4830-8243-71cbd015a3ac {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:14:03.133500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:03.223112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] For port ac614c9d-af62-4830-8243-71cbd015a3ac, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ac614c9d-af62-4830-8243-71cbd015a3ac,segment=NetworkSegment(1d5a7b60-0025-4986-9863-aa5ec3fbebe6),segment_id=1d5a7b60-0025-4986-9863-aa5ec3fbebe6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:03.223468 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:03.235230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Calling delete_port for ac614c9d-af62-4830-8243-71cbd015a3ac owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:14:03.365660 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:03.377826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ac614c9d-af62-4830-8243-71cbd015a3ac'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:14:03.393554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Pushing event deleted for resources: {'Port': ['ID=ac614c9d-af62-4830-8243-71cbd015a3ac,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:03.441400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] No DVR routers for this DVR port ac614c9d-af62-4830-8243-71cbd015a3ac on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:14:03.444034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:03.446663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-64464817-38dc-49ff-9e42-c91faa6a7093 req-4ec5a91b-a4f5-4dfd-b144-64a9f8828a0c tempest-ServerDiskConfigTestJSON-743265240 tempest-ServerDiskConfigTestJSON-743265240-project] 10.222.0.20 "DELETE /v2.0/ports/ac614c9d-af62-4830-8243-71cbd015a3ac HTTP/1.1" status: 204 len: 173 time: 0.4106715 Jul 22 12:14:03.447116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-deleted', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:14:03.449375 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33f0dce1-616f-4d31-a8bb-31f673ba48c5" -d '{"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-deleted", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:14:03.489124 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:14:03 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a546e5f3-a8ee-480a-b3b5-8cedd9ba33af x-openstack-request-id: req-a546e5f3-a8ee-480a-b3b5-8cedd9ba33af {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:14:03.489426 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a161abc2-9055-45e0-9c58-f73740a869e4", "name": "network-vif-deleted", "tag": "ac614c9d-af62-4830-8243-71cbd015a3ac", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:14:03.489739 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a546e5f3-a8ee-480a-b3b5-8cedd9ba33af {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:14:03.490127 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a161abc2-9055-45e0-9c58-f73740a869e4', 'name': 'network-vif-deleted', 'tag': 'ac614c9d-af62-4830-8243-71cbd015a3ac', 'status': 'completed', 'code': 200} Jul 22 12:14:04.238617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51692) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:04.282473 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Deleting subnet 76294049-da8d-48a0-b3a6-a634b576f533 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:14:04.285348 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.319485 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.363962 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.415096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.438863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=76294049-da8d-48a0-b3a6-a634b576f533,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:04.445595 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.447667 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] 10.222.0.21 "DELETE /v2.0/subnets/76294049-da8d-48a0-b3a6-a634b576f533 HTTP/1.1" status: 204 len: 168 time: 0.2078211 Jul 22 12:14:04.450064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:04.452641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.452991 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.453333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.453946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.454266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.454624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.454952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.455279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.455604 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.455926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.456251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.456571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c147bc7-2a83-4807-9547-60e86b655b9c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:04.521003 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.599551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.610203 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ed83a74-7707-41d8-bcca-522076091022']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:04.620370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d5a7b60-0025-4986-9863-aa5ec3fbebe6') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:04.620665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d5a7b60-0025-4986-9863-aa5ec3fbebe6') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:04.629256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.642894 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.649397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:14:04.649786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:14:04.651415 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:14:04.709104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.715056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.716902 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] 10.222.0.21 "DELETE /v2.0/networks/2ed83a74-7707-41d8-bcca-522076091022 HTTP/1.1" status: 204 len: 168 time: 0.2658165 Jul 22 12:14:04.728474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9700c13a-b1b0-42cb-a727-8edb9ad2bcf2 admin admin] Pushing event deleted for resources: {'Network': ['ID=2ed83a74-7707-41d8-bcca-522076091022,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:04.826350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:04.867807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1617bfe3-83f3-4f04-bbff-f795661243fd admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dad39eb294114ca49491588ad7647270&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0402315 Jul 22 12:14:04.870281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:04.917669 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.938307 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.987834 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.990560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:04.992006 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d9e04050-58a1-4987-9211-e03f346fbc5e HTTP/1.1" status: 204 len: 168 time: 0.1207836 Jul 22 12:14:04.999912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac25862b-24b3-49d5-8e49-6d4198a55c9e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9e04050-58a1-4987-9211-e03f346fbc5e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:05.636922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:05.729091 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-444195871-network', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:05.754171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:14:05.757136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.765570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.854063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.857718 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.881454 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] vlan segment allocate from pool success with {'vlan_id': 133, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:14:05.892010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fbb3248f-0bbe-4bd3-93bc-635d01439a69,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:05.901148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.901502 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Added segment 9a45aa50-a7c8-4533-ab93-d76279b9c729 of type vlan for network 7ef6b75f-ce29-406d-8a79-acd2a3134842 Jul 22 12:14:05.940651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.969554 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:05.970628 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:05.971212 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.005711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.3676660 Jul 22 12:14:06.009484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51726) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:06.014778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Request body: {'subnet': {'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-444195871-subnet', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:06.035268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:14:06.035532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7a82cc3-3c6a-4109-9e80-176122461525 admin admin] Pushing event updated for resources: {'Network': ['ID=7ef6b75f-ce29-406d-8a79-acd2a3134842,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:06.037629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.045718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:14:06.207601 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.252642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9d3db2a1-95d5-47ff-b68a-da62803f025a,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:06.272127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:14:06.272529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Network hostable DHCP agents. Network: 7ef6b75f-ce29-406d-8a79-acd2a3134842, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:14:06.290159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:14:06.298135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7ef6b75f-ce29-406d-8a79-acd2a3134842) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:06.302121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:06.302732 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.308458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76669704-f261-448d-a2a7-4e5375427851 None None] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:14:06.317572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-af11f39d-0181-45e4-b8a9-d30ba576feb8 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3069160 Jul 22 12:14:06.321022 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:06.325558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:06.349297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.350310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.441359 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.466591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7ef6b75f-ce29-406d-8a79-acd2a3134842', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:14:06.467564 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.581270 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.604504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Allocated IP 172.20.0.2 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/be777247-6e5e-4248-83eb-35698faa4195) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:14:06.750945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.760056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Transition to ACTIVE for port object be777247-6e5e-4248-83eb-35698faa4195 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:06.776732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Transition to ACTIVE for port object be777247-6e5e-4248-83eb-35698faa4195 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:06.781031 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.783415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.794797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:14:06.811025 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.841135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ac614c9d-af62-4830-8243-71cbd015a3ac {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:14:06.841414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ac614c9d-af62-4830-8243-71cbd015a3ac not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:14:06.850758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:06.853482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:06.855797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:14:06.866773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Pushing event updated for resources: {'Port': ['ID=be777247-6e5e-4248-83eb-35698faa4195,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:06.915115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Allocated IP 172.25.6.132 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/bd50f24d-1fc4-4c71-bd51-96d359b48711) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:14:06.922559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Attempting to bind port be777247-6e5e-4248-83eb-35698faa4195 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:14:06.923022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Attempting to bind port be777247-6e5e-4248-83eb-35698faa4195 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:14:06.923465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Attempting to bind port be777247-6e5e-4248-83eb-35698faa4195 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:14:06.928681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:14:06.929208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:14:06.929629 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.930025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:14:06.930524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Bound port: be777247-6e5e-4248-83eb-35698faa4195, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:14:06.930981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:06.995439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] For port be777247-6e5e-4248-83eb-35698faa4195, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:14:06.999905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] For port be777247-6e5e-4248-83eb-35698faa4195, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=be777247-6e5e-4248-83eb-35698faa4195,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:14:07.004164 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.026084 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.068861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5692f1c-e506-40d7-9f9a-6d74f6e691bd None None] Pushing event updated for resources: {'Port': ['ID=be777247-6e5e-4248-83eb-35698faa4195,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:07.071027 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.115201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:07.120858 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:07.125763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:14:07.151106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Pushing event updated for resources: {'Port': ['ID=bd50f24d-1fc4-4c71-bd51-96d359b48711,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:07.388857 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.493596 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:14:07.581638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.724605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Router 5a1f0377-dada-458f-98ec-40a5fb127514 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:14:07.833885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:14:07.843629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:14:07.851623 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:07.852882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c472a751-de71-4510-942b-fe01244b063e admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 1.5308619 Jul 22 12:14:07.855574 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51730) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:07.857370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:07.858032 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:13:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:07.943826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9a6cd89-9bff-4bac-8d83-13105a1c3362 None None] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:14:08.027954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fe05d21-dd68-4908-b069-35d339697784 None None] Provisioning for port be777247-6e5e-4248-83eb-35698faa4195 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:08.063339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:08.312204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:07Z', 'revision_number': 3, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:08.343974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:14:08.344335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Updating router 5a1f0377-dada-458f-98ec-40a5fb127514 port bd50f24d-1fc4-4c71-bd51-96d359b48711 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:14:08.378414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.576802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.652381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.670068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Transition to ACTIVE for port object bd50f24d-1fc4-4c71-bd51-96d359b48711 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:08.677791 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.733261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device be777247-6e5e-4248-83eb-35698faa4195 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:08.735830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Attempting to bind port bd50f24d-1fc4-4c71-bd51-96d359b48711 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:14:08.736198 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Attempting to bind port bd50f24d-1fc4-4c71-bd51-96d359b48711 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:14:08.736562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Attempting to bind port bd50f24d-1fc4-4c71-bd51-96d359b48711 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:14:08.739899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7a10-0dc5-4ce1-92c3-1b9c5454e321 None None] Pushing event updated for resources: {'Port': ['ID=bd50f24d-1fc4-4c71-bd51-96d359b48711,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:08.764866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:14:08.765244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:14:08.765647 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.766037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:14:08.766541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Bound port: bd50f24d-1fc4-4c71-bd51-96d359b48711, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:14:08.766923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.770403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Allocated IP 172.20.0.1 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/29593241-3443-43f8-8720-2a7562673410) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:14:08.831218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] For port bd50f24d-1fc4-4c71-bd51-96d359b48711, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:14:08.834533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] For port bd50f24d-1fc4-4c71-bd51-96d359b48711, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=bd50f24d-1fc4-4c71-bd51-96d359b48711,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:14:08.838469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port be777247-6e5e-4248-83eb-35698faa4195 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:08.842268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.847430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port be777247-6e5e-4248-83eb-35698faa4195 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:08.847865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.879846 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.893692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Transition to ACTIVE for port object 29593241-3443-43f8-8720-2a7562673410 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:08.927710 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:08.939838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b0d7a10-0dc5-4ce1-92c3-1b9c5454e321 None None] Pushing event updated for resources: {'Port': ['ID=bd50f24d-1fc4-4c71-bd51-96d359b48711,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:08.943930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:08.945087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:13:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:08.973151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:08.976534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:08.980091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:14:08.985529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Pushing event updated for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:09.022945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.059008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.110049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:09.112816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port be777247-6e5e-4248-83eb-35698faa4195, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=be777247-6e5e-4248-83eb-35698faa4195,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:09.143849 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.170958 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.275679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4afcfb4a-fe63-4aeb-a20b-9c169e23f8db None None] Provisioning for port 29593241-3443-43f8-8720-2a7562673410 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:09.280018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=be777247-6e5e-4248-83eb-35698faa4195,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:09.287464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4afcfb4a-fe63-4aeb-a20b-9c169e23f8db None None] Provisioning complete for port 29593241-3443-43f8-8720-2a7562673410 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:09.288105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4afcfb4a-fe63-4aeb-a20b-9c169e23f8db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.335128 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.336852 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4afcfb4a-fe63-4aeb-a20b-9c169e23f8db None None] Port 29593241-3443-43f8-8720-2a7562673410 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:14:09.341737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.384604 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:07Z', 'revision_number': 3, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:09.412307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Pushing event updated for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:09.414709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e1ba986-c455-43d7-b5e4-f141fabe181e None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:07Z', 'revision_number': 3, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:14:09.420616 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.517323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:09.518685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:09.640132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:14:09.766857 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:14:09.780408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9a20d60e-b748-4c75-85ca-6307003e4368 admin admin] 10.222.0.21 "PUT /v2.0/routers/5a1f0377-dada-458f-98ec-40a5fb127514/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9153328 Jul 22 12:14:09.858938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-21499d4d-9bd5-47d0-bc83-360eeda14fab None None] Provisioning complete for port 29593241-3443-43f8-8720-2a7562673410 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:09.859236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-21499d4d-9bd5-47d0-bc83-360eeda14fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:09.895490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-21499d4d-9bd5-47d0-bc83-360eeda14fab None None] Port 29593241-3443-43f8-8720-2a7562673410 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:14:10.380005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:10.385208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1630071289', 'description': 'tempest-description--1930576006'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:10.407127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.489160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.492784 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.519783 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.520987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 0.1399679 Jul 22 12:14:10.523551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6766e95d-118c-4a70-91b8-081e0d519144 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'SecurityGroup': ['ID=dee7f064-3c16-4d74-bf9e-163e7ac15e3b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:10.524937 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:10.530705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'security_group_rule': {'security_group_id': 'dee7f064-3c16-4d74-bf9e-163e7ac15e3b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:10.556192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.613313 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.617479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.635762 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=64555988-c628-4e43-b0e5-a757e21ef36e,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:10.644294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.645860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9d09aede-9abf-4eaf-b34f-8bd642ec43e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1192205 Jul 22 12:14:10.648532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51742) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:10.653267 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'security_group_rule': {'security_group_id': 'dee7f064-3c16-4d74-bf9e-163e7ac15e3b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:10.687239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.753318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.757444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.776632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7659ddf8-d494-4ce6-885c-c79c1deb3a86,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:10.780984 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.785691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-93571245-8537-4b23-a2c4-dd4724639d92 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1361020 Jul 22 12:14:10.786332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 51744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:10.792242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device bd50f24d-1fc4-4c71-bd51-96d359b48711 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:10.793232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:10.818040 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.845033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port bd50f24d-1fc4-4c71-bd51-96d359b48711 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:10.849056 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port bd50f24d-1fc4-4c71-bd51-96d359b48711 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:10.849425 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:10.908233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-21d93636-bd5e-4ca5-8362-e48428271522 req-e79da099-9922-4215-8652-7842a611e2de service neutron] (93706) timed out ('10.222.0.20', 50830) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:14:10.925642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.004357 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:14:11.014861 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:11.015501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:13:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:11.041957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Allocated IP 172.25.6.112 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d2e3cb07-a727-4ea2-807f-c00ecbef21b4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:14:11.096074 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.117172 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port bd50f24d-1fc4-4c71-bd51-96d359b48711, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=bd50f24d-1fc4-4c71-bd51-96d359b48711,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:11.122191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.123131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device be777247-6e5e-4248-83eb-35698faa4195 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:11.125585 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:11.164126 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.202078 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=bd50f24d-1fc4-4c71-bd51-96d359b48711,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:11.214038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.215321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port be777247-6e5e-4248-83eb-35698faa4195 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:11.215848 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.252216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:11.258267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:11.262147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:14:11.297519 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=d2e3cb07-a727-4ea2-807f-c00ecbef21b4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:11.337251 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 2, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:11.359822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.366649 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:14:11.367007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Updating router 5a1f0377-dada-458f-98ec-40a5fb127514 port 29593241-3443-43f8-8720-2a7562673410 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:14:11.401063 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.406431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.545005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-4196a4d1-02c5-4ae6-bfe6-ee16f71308fc req-c2cce0d0-2e2c-4b26-9169-30352c8c13ad service neutron] (93706) timed out ('10.222.0.20', 51461) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:14:11.558058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.562776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.640382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=d2e3cb07-a727-4ea2-807f-c00ecbef21b4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:11.651032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.665401 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.666814 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2cf0368e-ddfc-4897-8415-fd11eaaa08bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 0.8793190 Jul 22 12:14:11.807750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-41b97397-724e-415f-9930-ac696d16b290 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1630071289&fields=id&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 267 time: 0.0330076 Jul 22 12:14:11.846490 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.862225 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Transition to ACTIVE for port object 29593241-3443-43f8-8720-2a7562673410 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:11.872245 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:11.916749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-9f475335-67ad-4987-a8ec-993b9559ecc1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:11.923137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-9f475335-67ad-4987-a8ec-993b9559ecc1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1087990 Jul 22 12:14:11.937442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-24cf8560-40f9-413a-83ff-d17d5a7a71dd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/quotas/977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 375 time: 0.0129435 Jul 22 12:14:11.947672 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Pushing event updated for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:11.977246 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.977596 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.977944 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.978284 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.978718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.979057 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.979394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.979748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.980079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.980406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.980734 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.981060 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:14:11.993376 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Attempting to bind port 29593241-3443-43f8-8720-2a7562673410 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:14:11.993800 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Attempting to bind port 29593241-3443-43f8-8720-2a7562673410 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:14:11.994111 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Attempting to bind port 29593241-3443-43f8-8720-2a7562673410 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:14:11.999641 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 13, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:14:12.000212 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:14:12.000778 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:12.001336 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:14:12.001955 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Bound port: 29593241-3443-43f8-8720-2a7562673410, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:14:12.002535 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:12.012646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-e4a0b1ee-8720-408c-a39f-58c39316287f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0691097 Jul 22 12:14:12.072442 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] For port 29593241-3443-43f8-8720-2a7562673410, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:14:12.075634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] For port 29593241-3443-43f8-8720-2a7562673410, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29593241-3443-43f8-8720-2a7562673410,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:14:12.081527 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:12.128332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-a0c414fb-1bb6-4c5b-98a7-5d7cf3e76e21 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1022804 Jul 22 12:14:12.156302 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:12.156952 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:13:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:12.159785 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c3dc49-e8ff-4a18-b30d-527604f1e09a None None] Pushing event updated for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:12.223972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-b35ffb57-4e7a-42a8-8b0e-3d26e267dc08 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891037 Jul 22 12:14:12.274292 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:12.409350 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49a6e3d5-47e0-4f24-9779-d95c3cd31474 req-a4fb6ff9-b935-4335-a496-26c3b9a081bd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 210 time: 0.0350280 Jul 22 12:14:12.500629 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:12Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:12.530198 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-092c9ea0-2712-404a-b405-1f3c47e5a9b5 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:12Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:14:12.790359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device bd50f24d-1fc4-4c71-bd51-96d359b48711 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:12.846727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port bd50f24d-1fc4-4c71-bd51-96d359b48711 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:12.847153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:12.934472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29593241-3443-43f8-8720-2a7562673410 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:12.988575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 29593241-3443-43f8-8720-2a7562673410 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:12.993266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 29593241-3443-43f8-8720-2a7562673410 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:12.993858 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:13.080690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:13.116963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 29593241-3443-43f8-8720-2a7562673410, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29593241-3443-43f8-8720-2a7562673410,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:13.121430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:13.178417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:13.512935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-226ca051-2c39-4927-9cc1-8dd646c56eeb req-17aab676-4a93-4ffd-bad6-19f6e255dc7b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 210 time: 0.0309217 Jul 22 12:14:13.662262 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-2907e3f9-e569-4bd1-b7fa-06ae5ed7e1d1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:13.663973 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-2907e3f9-e569-4bd1-b7fa-06ae5ed7e1d1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1231866 Jul 22 12:14:13.707997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-ea0d0c79-6fb9-4bce-9e34-f3a87f959d5a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 380 time: 0.0360315 Jul 22 12:14:13.719411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'port': {'device_id': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'admin_state_up': True, 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'security_groups': ['dee7f064-3c16-4d74-bf9e-163e7ac15e3b']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:13.821890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:14:13.825300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:13.949312 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Allocated IP 172.20.0.9 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:14:14.087026 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.099681 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Transition to ACTIVE for port object 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:14.131771 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.171039 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:14:14.175890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:14:14.179964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:14:14.206666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:14.232750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:14.233502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.248600 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-071420ca-ff57-4a8e-a6e0-42fbbe803d0f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5327837 Jul 22 12:14:14.261482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Request body: {'port': {'device_id': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:14.342746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.394022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dd3114eb-c8da-4a4f-bcdb-4c5864858a75 None None] Provisioning for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:14.398335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-dd3114eb-c8da-4a4f-bcdb-4c5864858a75 None None] Provisioning complete for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:14.398861 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dd3114eb-c8da-4a4f-bcdb-4c5864858a75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.432704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-dd3114eb-c8da-4a4f-bcdb-4c5864858a75 None None] Port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:14:14.604989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:14:14.612209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.624350 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Transition to ACTIVE for port object 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:14:14.627729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.645989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe605da1-4a3f-4cdd-a715-1ed5f3479eec req-c0ebdd3a-84f5-4184-8e44-aa59ef66529b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:14.647639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe605da1-4a3f-4cdd-a715-1ed5f3479eec req-c0ebdd3a-84f5-4184-8e44-aa59ef66529b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 931 time: 0.0640538 Jul 22 12:14:14.690126 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe605da1-4a3f-4cdd-a715-1ed5f3479eec req-4e9f742a-c6e7-45e3-96ae-ad9da1ad6456 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360258 Jul 22 12:14:14.707013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:14.739235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29593241-3443-43f8-8720-2a7562673410 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:14.759277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:14:14.759618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:14:14.760420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:14:14.764668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:14:14.764989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:14:14.769834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 13, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:14:14.770171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:14:14.770585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:14:14.771023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Bound port: 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:14:14.771386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.794984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 29593241-3443-43f8-8720-2a7562673410 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:14.795356 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.845976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:14:14.849194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:14:14.855096 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.894717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:14.895336 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:14.896740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] 10.222.0.20 "PUT /v2.0/ports/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 1091 time: 0.6396072 Jul 22 12:14:14.897219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:14:14.899503 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-569a9247-3833-47c4-b042-a49b7c6ddcdb" -d '{"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:14:14.925954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44ea1bcb-0e38-4375-8af7-5a2f0ccea6fe service neutron] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:14.975016 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:14:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e9fb5c9b-d7e0-4f5d-91b9-664df2605dd6 x-openstack-request-id: req-e9fb5c9b-d7e0-4f5d-91b9-664df2605dd6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:14:14.975973 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:14:14.976313 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e9fb5c9b-d7e0-4f5d-91b9-664df2605dd6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:14:14.976713 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'status': 'completed', 'code': 200} Jul 22 12:14:15.003680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-f50f76d9-b489-4b6e-9bdc-954031c7896b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.005205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-f50f76d9-b489-4b6e-9bdc-954031c7896b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0627017 Jul 22 12:14:15.049723 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-ea41cd92-22f5-43b6-9ab2-bfe788a3a3a9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 217 time: 0.0372677 Jul 22 12:14:15.102914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-c8ab894b-255e-4527-9106-13ac108b7438 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.104364 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-c8ab894b-255e-4527-9106-13ac108b7438 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0490005 Jul 22 12:14:15.167368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-90ea7fcd-cac7-4c03-aec3-89bdfae7ab55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.168883 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-90ea7fcd-cac7-4c03-aec3-89bdfae7ab55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577075 Jul 22 12:14:15.259763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-7cf16642-5327-4857-8e48-586f1fb4798a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842786 Jul 22 12:14:15.301691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1b4f6337-a55b-41e8-bf82-b24f59e10f04 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:15.359730 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c8725da-7031-48ec-ad27-0bfc31580735 req-8001d41e-795a-435b-8bdd-2daa6f60cdcc service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0919871 Jul 22 12:14:15.458123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-3a1ed97f-b74a-4fd2-9644-fc2ac385c9be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.459518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-3a1ed97f-b74a-4fd2-9644-fc2ac385c9be service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0540221 Jul 22 12:14:15.550501 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-0a01ff60-d97c-437f-a9dc-845abfc348c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.551931 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-0a01ff60-d97c-437f-a9dc-845abfc348c4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0863085 Jul 22 12:14:15.593907 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-b108c6e2-ef6f-4946-96e9-37a748843964 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 217 time: 0.0357060 Jul 22 12:14:15.642328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-642cabbb-3036-4078-881f-b181ca8e1234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.643748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-642cabbb-3036-4078-881f-b181ca8e1234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0424938 Jul 22 12:14:15.705524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-6541bb10-79f7-4dac-9856-2f8f26c80582 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.707028 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-6541bb10-79f7-4dac-9856-2f8f26c80582 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563095 Jul 22 12:14:15.797251 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-bea22112-5a34-425f-b6cc-544e3b8c885a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0824258 Jul 22 12:14:15.840733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-374f5cd5-d5d6-4f79-9751-1e3be65ea10b req-ca8a33dd-8a0a-43ea-929a-cd6bf732e411 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:15.842276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-374f5cd5-d5d6-4f79-9751-1e3be65ea10b req-ca8a33dd-8a0a-43ea-929a-cd6bf732e411 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0684807 Jul 22 12:14:15.880230 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-374f5cd5-d5d6-4f79-9751-1e3be65ea10b req-bab550fe-4465-4266-b0f0-2b7d24e7579d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324025 Jul 22 12:14:15.891617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-569a9247-3833-47c4-b042-a49b7c6ddcdb req-6708fa10-6baa-4c89-9d72-9b58dffe611b service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0865564 Jul 22 12:14:17.010406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a96d4b5-1d7b-45f7-be3e-926e16ad1bba req-335472aa-2b77-4e8b-828c-3cd8a11b3424 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:17.011924 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a96d4b5-1d7b-45f7-be3e-926e16ad1bba req-335472aa-2b77-4e8b-828c-3cd8a11b3424 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0645056 Jul 22 12:14:17.048752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a96d4b5-1d7b-45f7-be3e-926e16ad1bba req-9895e8f1-b463-4b84-abe0-17f37bd0b33e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313416 Jul 22 12:14:17.877201 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:18.177687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcbabd2f-97dd-424d-89f5-80bac41d4f2a req-61b79ee4-b7d7-42a9-bc6a-b310f1091893 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:18.179272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcbabd2f-97dd-424d-89f5-80bac41d4f2a req-61b79ee4-b7d7-42a9-bc6a-b310f1091893 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0645721 Jul 22 12:14:18.219119 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8cb68619-7510-431f-9b8b-1a2ca5ef735a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:18.221154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fcbabd2f-97dd-424d-89f5-80bac41d4f2a req-2c81bae1-005e-44af-8b6a-bb5507d03cb0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363295 Jul 22 12:14:18.879077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:14:18.972428 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:18.983832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'mac_address': 'fa:16:3e:96:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:14:19.023603 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:19.035605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:14:19.055328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:19.058854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:19.104605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:19.261319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:14:19.356251 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41817f65-161e-40a1-8d9c-d66d679f724e req-03b81d15-6be3-466e-87fd-a618b4cefa89 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:19.357760 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41817f65-161e-40a1-8d9c-d66d679f724e req-03b81d15-6be3-466e-87fd-a618b4cefa89 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0661702 Jul 22 12:14:19.396948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41817f65-161e-40a1-8d9c-d66d679f724e req-4db9bbde-205f-406b-917e-f61c61d5360f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332499 Jul 22 12:14:19.517771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:20.529885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-feab512f-9acb-45f3-b138-7eea2144ce23 req-8abbb738-77a5-4efa-9314-68eb12472adc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:20.531602 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feab512f-9acb-45f3-b138-7eea2144ce23 req-8abbb738-77a5-4efa-9314-68eb12472adc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0667992 Jul 22 12:14:20.575515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-feab512f-9acb-45f3-b138-7eea2144ce23 req-abee2295-b995-444e-b758-5da63d06ff4f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380232 Jul 22 12:14:20.894718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:14:20.942687 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:14:20.946881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:14:20.947255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:21.021020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:21.043085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:14:21.045460 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6ef37b4c-bbee-4414-aa8a-04fc10106453" -d '{"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:14:21.061759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:14:21.066806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:21.114844 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:14:21.144833 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:14:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9b39279e-e782-49d4-a601-4541637dc557 x-openstack-request-id: req-9b39279e-e782-49d4-a601-4541637dc557 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:14:21.145047 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:14:21.145305 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9b39279e-e782-49d4-a601-4541637dc557 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:14:21.145728 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'code': 200} Jul 22 12:14:21.254281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5573168a-7e7f-45ff-9bb5-a48aa6b00f82 req-f7c11a48-1054-445f-b569-08aca4624d66 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:21.255830 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5573168a-7e7f-45ff-9bb5-a48aa6b00f82 req-f7c11a48-1054-445f-b569-08aca4624d66 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1096 time: 0.0527425 Jul 22 12:14:21.288827 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5573168a-7e7f-45ff-9bb5-a48aa6b00f82 req-bf507fb9-8108-431b-8fc8-178f1d0dbd22 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0266364 Jul 22 12:14:21.443147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:21.713977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f02a9e3-1cf3-4f5d-a5de-ae167886e646 req-2785b5d7-86ca-434e-9989-7c37091dce44 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:21.715409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f02a9e3-1cf3-4f5d-a5de-ae167886e646 req-2785b5d7-86ca-434e-9989-7c37091dce44 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0685632 Jul 22 12:14:21.752479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f02a9e3-1cf3-4f5d-a5de-ae167886e646 req-540a3a22-d25c-4193-98df-7b557ad5c5dd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316000 Jul 22 12:14:22.882766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9d9086e-7c2f-480c-b62a-835803261dd5 req-6efa0db6-2f24-4f92-a835-babdcbb2439e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:22.884249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9d9086e-7c2f-480c-b62a-835803261dd5 req-6efa0db6-2f24-4f92-a835-babdcbb2439e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0635974 Jul 22 12:14:22.923971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9d9086e-7c2f-480c-b62a-835803261dd5 req-2d33edf3-efed-43ab-b696-199629f76169 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339823 Jul 22 12:14:23.048794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170ce61f-f369-4fea-a33e-37a795a6b349 req-b261025c-58bc-4fdc-99b0-618e46bd6f30 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:23.050394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-170ce61f-f369-4fea-a33e-37a795a6b349 req-b261025c-58bc-4fdc-99b0-618e46bd6f30 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0642834 Jul 22 12:14:23.059012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 51802) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:14:23.063460 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'floatingip': {'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:14:23.104584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:23.524945 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:23.528735 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:23.625065 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a associated. External IP: 172.25.6.112, port: 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d. Jul 22 12:14:23.822478 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:14:23.924900 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:14:23.930135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:23.935225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:14:23.944906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:23.945525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:14:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:23.969604 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7cfc6a9a-22fa-49d3-a4c3-6a75ba1ba20a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "PUT /v2.0/floatingips/7d0d8007-fb41-4d0f-8cbb-17631c888a6a HTTP/1.1" status: 200 len: 991 time: 0.9095325 Jul 22 12:14:23.970212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:14:23.972477 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2c244272-0f6d-426c-bee9-4ad3646579b4" -d '{"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:14:24.062918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:24.071612 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:14:23 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-374b5de3-64cd-45de-8d48-06aed60dc987 x-openstack-request-id: req-374b5de3-64cd-45de-8d48-06aed60dc987 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:14:24.071899 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:14:24.072150 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-374b5de3-64cd-45de-8d48-06aed60dc987 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:14:24.072601 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'status': 'completed', 'code': 200} Jul 22 12:14:24.145630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-7ffc8a12-2844-49b0-8027-cf84c428d659 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:24.147821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-7ffc8a12-2844-49b0-8027-cf84c428d659 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1096 time: 0.0546737 Jul 22 12:14:24.239538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-13485c00-b7ec-40b6-ae2b-cab8d4349594 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:24.241038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-13485c00-b7ec-40b6-ae2b-cab8d4349594 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0874863 Jul 22 12:14:24.283035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:96:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:14:23Z', 'revision_number': 1, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:24.308121 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-f2f2ab54-593c-405b-be75-c9b4d8541cfd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 999 time: 0.0609717 Jul 22 12:14:24.314676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:14:24.322984 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:14:24.323522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:14:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:24.433369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:14:24.664936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:96:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:14:23Z', 'revision_number': 1, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:14:24.667492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-075cb39a-052b-4e1f-bb79-eb0d1b319a1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:24.668993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-075cb39a-052b-4e1f-bb79-eb0d1b319a1d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.3542266 Jul 22 12:14:24.694799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4b40f098-ebd8-41f6-8adc-369438a63a23 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:96:6e:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:14:23Z', 'revision_number': 1, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:14:24.730218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-16b95ef7-de9b-487f-8cff-36539f827a14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:24.731769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-16b95ef7-de9b-487f-8cff-36539f827a14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561695 Jul 22 12:14:24.824735 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-2851dfcd-af79-49f2-8513-231ee77a444f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0864463 Jul 22 12:14:24.890835 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28289665-1851-495d-87bd-12a95891c4ee None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:14:24.919643 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2c244272-0f6d-426c-bee9-4ad3646579b4 req-15bf9276-f233-4966-8a73-2bacdd30fbc7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0892105 Jul 22 12:14:27.354081 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-d3f70cae-f92f-4512-aeba-fd5f35bb7ae8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0563331 Jul 22 12:14:27.445774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-f97629cd-83cf-493f-9694-32f92cdb150b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:27.447272 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-f97629cd-83cf-493f-9694-32f92cdb150b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1096 time: 0.0528960 Jul 22 12:14:27.548241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-e3de160b-ebc0-40ed-920c-34d26d5354f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:27.549671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-e3de160b-ebc0-40ed-920c-34d26d5354f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0831082 Jul 22 12:14:27.619834 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-78297259-56a8-474c-a323-40a8da5c1bdd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 1001 time: 0.0638258 Jul 22 12:14:27.667156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-75eb0bfb-327d-4c0b-b039-94171abef1be service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:27.668611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-75eb0bfb-327d-4c0b-b039-94171abef1be service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0430231 Jul 22 12:14:27.690907 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:27.730339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-97e6ddac-ed3d-4143-bc0d-480e29067a48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:14:27.731866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-97e6ddac-ed3d-4143-bc0d-480e29067a48 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546904 Jul 22 12:14:27.826000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-e1ebe132-547b-460b-9b65-ed2b23904454 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0874920 Jul 22 12:14:27.928169 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-493c6496-e8e7-4a3d-a4ce-dcee7cbb1643 req-f8f58bea-ca22-4f8b-a630-cdd1c0d1c2c9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829058 Jul 22 12:14:28.627784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:44.493965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:14:45.303790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8e582475-bc5a-4867-b261-0a5b280be4d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:47.878155 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:48.222076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-048ac618-2c8b-46e5-8914-51d425e8e133 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:49.519564 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:51.446885 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:57.691224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:14:58.640786 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:15.304013 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-049b52d1-52cd-45d1-9f90-47342a4eaeaf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:17.879209 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:18.223055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71c9ab62-c484-481c-b1f1-d60ba3289537 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:19.521723 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:21.448105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:21.493137 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:15:27.369078 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-33fd0568-db84-4876-abc2-82657bc3e154 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0643849 Jul 22 12:15:27.461379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-2427fadf-4341-4117-a85b-8ee6e91f32ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:15:27.462877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-2427fadf-4341-4117-a85b-8ee6e91f32ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1096 time: 0.0534394 Jul 22 12:15:27.566980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-a6363c25-7278-4e4b-a847-05f59f6e4dbd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:15:27.569079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-a6363c25-7278-4e4b-a847-05f59f6e4dbd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0877748 Jul 22 12:15:27.632094 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-488e0ff7-1625-4765-90bf-b50355e3c13f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 1001 time: 0.0567622 Jul 22 12:15:27.680445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-98a99ed9-9b18-4b5a-9bcd-e950be5ab638 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:15:27.681985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-98a99ed9-9b18-4b5a-9bcd-e950be5ab638 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0441473 Jul 22 12:15:27.698717 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:27.749100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-c195b9b7-83e8-4b97-b48f-456790df2de9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:15:27.750652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-c195b9b7-83e8-4b97-b48f-456790df2de9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622611 Jul 22 12:15:27.839598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-2f4f7720-5621-4207-a3c0-b622869e7dcd service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827689 Jul 22 12:15:27.932575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3cf987a6-85d4-420e-acc9-0985ff1b52b5 req-1d0ec087-d8ec-44bc-abff-7e519acf9622 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0863922 Jul 22 12:15:28.640364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:45.308585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bfa36ef3-22c4-489e-a159-8be3447a6d22 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:47.880377 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:48.224755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ca2f286-6b75-42a8-9cb5-fa3de2bd209f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:49.523926 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:51.450595 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:57.703011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:15:58.494181 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:15:58.656113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:00.087588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-344c35f7-7509-415c-bc54-35dfa22d334e req-5e8bc622-363a-406c-a21a-bd7b08efdef6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:00.089068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344c35f7-7509-415c-bc54-35dfa22d334e req-5e8bc622-363a-406c-a21a-bd7b08efdef6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.4497380 Jul 22 12:16:00.126348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-344c35f7-7509-415c-bc54-35dfa22d334e req-8772ad33-616f-44ed-8314-e1e5695c7e74 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316153 Jul 22 12:16:00.410765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2503a053-2ced-4768-822f-7050f0220aec req-b044e1f1-a5ba-417c-a4e8-84dce5fa4015 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:00.412291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2503a053-2ced-4768-822f-7050f0220aec req-b044e1f1-a5ba-417c-a4e8-84dce5fa4015 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0963833 Jul 22 12:16:00.443615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-30c1d52f-a69e-4e37-97fe-7826207bb76d service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1377952 Jul 22 12:16:00.455658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2503a053-2ced-4768-822f-7050f0220aec req-ee33998f-f7b8-4a0c-a993-f0518eed2ddd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378516 Jul 22 12:16:01.490200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-c59fb0bc-25e1-4133-bfa3-43f33ba62160 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:01.491861 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-c59fb0bc-25e1-4133-bfa3-43f33ba62160 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1096 time: 0.0574789 Jul 22 12:16:01.589900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-11c47de9-c291-4574-b3c9-eb83221a36d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:01.590401 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65e86d27-2590-41d5-b3a8-56e65912babe req-2cf8eee1-0ecd-44e4-b76d-18480144179d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:01.591514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-11c47de9-c291-4574-b3c9-eb83221a36d9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0938301 Jul 22 12:16:01.593335 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65e86d27-2590-41d5-b3a8-56e65912babe req-2cf8eee1-0ecd-44e4-b76d-18480144179d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0661459 Jul 22 12:16:01.631186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65e86d27-2590-41d5-b3a8-56e65912babe req-c520a4c1-3c99-41ec-a433-670b3cd42088 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336268 Jul 22 12:16:01.656308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-1a4bf79b-13ff-4153-bbc1-41b080af6474 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 1001 time: 0.0584705 Jul 22 12:16:01.707025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-81f56368-ee59-43ac-bd10-130c379a5893 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:01.708528 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-81f56368-ee59-43ac-bd10-130c379a5893 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0461562 Jul 22 12:16:01.772385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-21299f79-505d-48eb-8420-432c10122221 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:01.773881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-21299f79-505d-48eb-8420-432c10122221 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0594778 Jul 22 12:16:01.861901 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-63248ede-c2e2-4430-be13-9ecb6f63859c service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0821400 Jul 22 12:16:01.954864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-526a8a98-444f-4f86-bedc-08d21d0ea445 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861454 Jul 22 12:16:02.759342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-842348ff-cf2f-41b4-bcdb-65b0a6153e92 req-90b24634-c952-4bb1-a09f-ded50d0a1e71 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:02.760831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-842348ff-cf2f-41b4-bcdb-65b0a6153e92 req-90b24634-c952-4bb1-a09f-ded50d0a1e71 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0631335 Jul 22 12:16:02.802217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-842348ff-cf2f-41b4-bcdb-65b0a6153e92 req-48758cb7-4fe8-4074-8cd4-69ca7f3b6aa3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356727 Jul 22 12:16:03.930687 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd31148a-d58e-465e-80db-0113cbc8d47f req-a89f071b-5e4a-488f-9f0c-c7fa1026b3a5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:03.932172 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd31148a-d58e-465e-80db-0113cbc8d47f req-a89f071b-5e4a-488f-9f0c-c7fa1026b3a5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0625720 Jul 22 12:16:03.969029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd31148a-d58e-465e-80db-0113cbc8d47f req-1f6a8ebc-9217-4f31-9898-50c9ab3ccbd7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313919 Jul 22 12:16:05.099735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6469ef-f76c-414c-940b-9c6fb2e5ac14 req-63a6e20e-0591-4d38-a471-c541d1a2dfd7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:05.101221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b6469ef-f76c-414c-940b-9c6fb2e5ac14 req-63a6e20e-0591-4d38-a471-c541d1a2dfd7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0638285 Jul 22 12:16:05.137802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b6469ef-f76c-414c-940b-9c6fb2e5ac14 req-676a44e5-2de5-4309-8aaa-ee3b26e534cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311208 Jul 22 12:16:06.269767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb58dfa2-6b4f-4755-aa4c-bdfb9fcb1cbc req-ed467525-4795-4218-a116-792a050be4cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:06.271294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb58dfa2-6b4f-4755-aa4c-bdfb9fcb1cbc req-ed467525-4795-4218-a116-792a050be4cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0672812 Jul 22 12:16:06.309789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb58dfa2-6b4f-4755-aa4c-bdfb9fcb1cbc req-edb08732-994e-4d42-9ab8-35438aa143f7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328631 Jul 22 12:16:07.437936 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c50ad82-ec5d-459a-a979-9b82cd5fd1c8 req-ba0dee17-5f3b-4ca8-98fc-d2295bfb372c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:07.439472 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c50ad82-ec5d-459a-a979-9b82cd5fd1c8 req-ba0dee17-5f3b-4ca8-98fc-d2295bfb372c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0632288 Jul 22 12:16:07.477550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c50ad82-ec5d-459a-a979-9b82cd5fd1c8 req-f0652671-7452-4199-b022-b22ac87fb645 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318966 Jul 22 12:16:08.608269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96d03b0d-9169-4eaf-b5b4-a13ab54725c0 req-a377f4a3-e20b-4145-9358-d0c2affb3d8e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:08.609756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96d03b0d-9169-4eaf-b5b4-a13ab54725c0 req-a377f4a3-e20b-4145-9358-d0c2affb3d8e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0642197 Jul 22 12:16:08.650253 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96d03b0d-9169-4eaf-b5b4-a13ab54725c0 req-f0750b51-52e2-47a0-9c6a-88be01e3680d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349679 Jul 22 12:16:09.780224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02d95f86-c6ed-47db-a2cf-e32a8329f9f2 req-04ce7fe5-21ea-470b-8484-63da45b06360 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:09.781716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02d95f86-c6ed-47db-a2cf-e32a8329f9f2 req-04ce7fe5-21ea-470b-8484-63da45b06360 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0634754 Jul 22 12:16:09.818912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02d95f86-c6ed-47db-a2cf-e32a8329f9f2 req-617ac06c-4fd3-4968-8b66-d826ffe064ac tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313175 Jul 22 12:16:10.948939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d102095-fb46-4ab5-8a53-562800f47887 req-efe42121-6c37-4ebf-98d4-8e2d7744c3f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:10.950408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d102095-fb46-4ab5-8a53-562800f47887 req-efe42121-6c37-4ebf-98d4-8e2d7744c3f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0630684 Jul 22 12:16:10.986824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8d102095-fb46-4ab5-8a53-562800f47887 req-c44a138e-ddb8-4c71-92be-fe58565af41c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307312 Jul 22 12:16:12.123534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52f2a4a8-f104-4193-9198-3540225e4c60 req-5f4ce276-865e-45d6-a6f6-77c89519a7cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:12.125007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f2a4a8-f104-4193-9198-3540225e4c60 req-5f4ce276-865e-45d6-a6f6-77c89519a7cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0700953 Jul 22 12:16:12.162471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52f2a4a8-f104-4193-9198-3540225e4c60 req-76c759a8-8c91-4e0c-b469-873168174de6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318499 Jul 22 12:16:13.292215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d97df186-f620-491a-9b75-d8be7e77af7d req-c36d43ce-d088-409e-988b-781f275f1d23 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:13.293750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d97df186-f620-491a-9b75-d8be7e77af7d req-c36d43ce-d088-409e-988b-781f275f1d23 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0650342 Jul 22 12:16:13.331217 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d97df186-f620-491a-9b75-d8be7e77af7d req-7542b444-13e5-493a-98a2-f89c738337d0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317247 Jul 22 12:16:13.777245 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-aed7eb19-8e4a-493c-ae01-41f9064c360f service neutron] show failed (client error): The resource could not be found. Jul 22 12:16:13.778300 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-aed7eb19-8e4a-493c-ae01-41f9064c360f service neutron] 10.222.0.20 "GET /v2.0/ports/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0540934 Jul 22 12:16:13.981133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-289944e1-2b81-4382-8c79-6d41f69e7316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:13.982548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-289944e1-2b81-4382-8c79-6d41f69e7316 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1096 time: 0.0548208 Jul 22 12:16:13.993865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:16:14.068259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.277540 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:14.310337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:16:14.348452 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:14.350700 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b537c8af-993f-42d3-a88b-8ea5ee5a3d43" -d '{"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:14.354488 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.367588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Transition to ACTIVE for port object 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:16:14.372885 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.404543 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-178f4e08-c8e3-41e2-86ce-38369af8bd34 x-openstack-request-id: req-178f4e08-c8e3-41e2-86ce-38369af8bd34 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:14.404840 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-unplugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:14.405090 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-178f4e08-c8e3-41e2-86ce-38369af8bd34 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:14.405484 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'code': 200} Jul 22 12:16:14.464818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:14.475463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27957811-a018-472f-ba34-039e165d6f64 req-5ad24111-865d-4d71-b58a-e73124c8ec50 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:14.477715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.478071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.478421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.478785 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.479151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.479486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.479820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.480152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.480482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.480808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.481135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.481459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:14.482242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27957811-a018-472f-ba34-039e165d6f64 req-5ad24111-865d-4d71-b58a-e73124c8ec50 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0735579 Jul 22 12:16:14.519690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] No DVR routers for this DVR port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:16:14.524986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-27957811-a018-472f-ba34-039e165d6f64 req-0c86b8ee-e04d-4c59-8021-81b2882df326 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418365 Jul 22 12:16:14.662815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:16:14.663149 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:16:14.663478 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:16:14.667738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:16:14.668057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Attempting to bind port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:16:14.672780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 15, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:16:14.673114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:16:14.673493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:16:14.673909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Bound port: 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:16:14.674258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.741054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:16:14.744046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:16:14.748713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.782272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:14.782944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:14.784388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] 10.222.0.36 "PUT /v2.0/ports/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 1091 time: 0.7944908 Jul 22 12:16:14.820445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9461bd09-4eba-4655-b946-a4df2ff1e4ab service neutron] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:14.869453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-da02281c-6c6a-4802-9d63-d8d29bbb4647 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:14.871207 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-da02281c-6c6a-4802-9d63-d8d29bbb4647 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0632460 Jul 22 12:16:14.970422 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-cd3eaa3e-9d6c-4fb9-8054-b0e106e36127 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:14.971946 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-cd3eaa3e-9d6c-4fb9-8054-b0e106e36127 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0946553 Jul 22 12:16:15.034106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-f1a98ea4-c950-4caa-bc67-77dbec5a3dd7 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 999 time: 0.0557353 Jul 22 12:16:15.088208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-103ee622-2478-48ff-8f78-84fb3f962a5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:15.089703 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-103ee622-2478-48ff-8f78-84fb3f962a5b service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0493946 Jul 22 12:16:15.147100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-603f0a3c-6d99-4518-901e-b5143ce20e1c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:15.148562 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-603f0a3c-6d99-4518-901e-b5143ce20e1c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0526495 Jul 22 12:16:15.237029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-73c827cc-263c-4409-aa7e-64f39999ce91 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810025 Jul 22 12:16:15.308693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1a3b5a03-ca19-40de-b4f9-30e670c038ec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:15.330130 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-24e885b9-b645-4064-b5f7-0ea6a8bd0034 req-a71ee5cd-72bf-419d-aeb7-2578cd3964b4 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866246 Jul 22 12:16:15.656689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d830d2-3e5c-4e1b-ab95-c160184e5566 req-815ca937-ef10-4569-8b56-af96095060af tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:15.658170 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9d830d2-3e5c-4e1b-ab95-c160184e5566 req-815ca937-ef10-4569-8b56-af96095060af tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0635312 Jul 22 12:16:15.695055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9d830d2-3e5c-4e1b-ab95-c160184e5566 req-ee1517f3-120b-4811-92ae-31339d85b0fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312073 Jul 22 12:16:16.407018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:16.409393 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c9fd46b8-22a4-4008-9ab7-654ecb842565" -d '{"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:16.458168 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:16 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-75c8e579-b745-4793-821c-17d1c3ae279f x-openstack-request-id: req-75c8e579-b745-4793-821c-17d1c3ae279f {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:16.458472 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:16.458732 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-75c8e579-b745-4793-821c-17d1c3ae279f {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:16.459552 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'status': 'completed', 'code': 200} Jul 22 12:16:16.570199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-0f57b219-161d-4c67-a807-172ba8eed723 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.571761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-0f57b219-161d-4c67-a807-172ba8eed723 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0964127 Jul 22 12:16:16.574277 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-b20a4792-c4aa-4c20-a62a-231c2037186d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.575671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-b20a4792-c4aa-4c20-a62a-231c2037186d service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0923696 Jul 22 12:16:16.731205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-0dd86bdf-471b-4a8e-94a5-6376171b47cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.732737 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-0dd86bdf-471b-4a8e-94a5-6376171b47cf service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1551297 Jul 22 12:16:16.734106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-04a46f3d-dbd4-4811-ab3b-049eef7c2c81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.735466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-04a46f3d-dbd4-4811-ab3b-049eef7c2c81 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1497064 Jul 22 12:16:16.852195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ce3700-9692-4a97-912d-161eec94c5a1 req-90948360-135f-484e-8084-5723309738d7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.853539 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-6fed554b-a58d-4e75-89ac-bfdf82a16571 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 999 time: 0.1134019 Jul 22 12:16:16.853692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75ce3700-9692-4a97-912d-161eec94c5a1 req-90948360-135f-484e-8084-5723309738d7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0885663 Jul 22 12:16:16.855493 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-27ee87b0-cc62-4aa6-a20d-446e9501886f service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 999 time: 0.1085005 Jul 22 12:16:16.895895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75ce3700-9692-4a97-912d-161eec94c5a1 req-72c0194d-1065-4d82-b5bf-87dfd44bee64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357587 Jul 22 12:16:16.940784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-a6c7ebf7-6962-43db-b5d4-938fe21c895c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.942343 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-a6c7ebf7-6962-43db-b5d4-938fe21c895c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0823383 Jul 22 12:16:16.944112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-c97adf28-d9a8-4916-9dcb-a043eb38831e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:16.945423 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-c97adf28-d9a8-4916-9dcb-a043eb38831e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0760441 Jul 22 12:16:17.043546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-cbe734cd-1f2c-4c8c-afcc-de6e76fe9c41 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:17.045065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-cbe734cd-1f2c-4c8c-afcc-de6e76fe9c41 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0970175 Jul 22 12:16:17.046780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-95012968-aa1c-4560-9631-82135d7eabb4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:17.048127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-95012968-aa1c-4560-9631-82135d7eabb4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0927036 Jul 22 12:16:17.203494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-e6e03dc8-2fc5-4b98-9c24-9855c7227351 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1510615 Jul 22 12:16:17.207621 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-c1962b08-64d7-4616-8a56-8b883e452a14 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1481614 Jul 22 12:16:17.368230 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-4981c687-0fb9-4459-964f-3c1cc3775e2f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1589248 Jul 22 12:16:17.371545 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c9fd46b8-22a4-4008-9ab7-654ecb842565 req-ef083b2c-8c0a-41f0-8f17-7153c462d26e service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1544869 Jul 22 12:16:17.524876 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:16:17.567786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:16:17.880745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:18.040684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21af09a9-7357-40aa-b274-17b6b5a32b8a req-ad9308b1-a21f-452a-98bc-6ba86abecede tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.042174 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21af09a9-7357-40aa-b274-17b6b5a32b8a req-ad9308b1-a21f-452a-98bc-6ba86abecede tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0724566 Jul 22 12:16:18.081320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-21af09a9-7357-40aa-b274-17b6b5a32b8a req-3926ed61-84ac-473c-8321-d4acb732d2fd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334637 Jul 22 12:16:18.226437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17e46f7b-37e6-44ab-9309-1d3cf895200c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:18.305096 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96f56065-6466-4eed-a59d-39b76d0d0362 req-14315759-a968-4dcd-bc2e-c8e145494a40 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.306653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96f56065-6466-4eed-a59d-39b76d0d0362 req-14315759-a968-4dcd-bc2e-c8e145494a40 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 943 time: 0.0682945 Jul 22 12:16:18.319292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-a5000aca-e89b-4166-be73-afffe2e3f0d4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.320818 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-a5000aca-e89b-4166-be73-afffe2e3f0d4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c&tenant_id=977b3e71307d461e96d0d9262b0875a5&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 943 time: 0.0702286 Jul 22 12:16:18.345371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96f56065-6466-4eed-a59d-39b76d0d0362 req-970ee9be-f5f9-49b0-b770-88a5e5d03f7e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330455 Jul 22 12:16:18.382774 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-788920cd-f3b2-4a54-8445-b0037918a6b8 service neutron] delete failed (client error): The resource could not be found. Jul 22 12:16:18.383803 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-788920cd-f3b2-4a54-8445-b0037918a6b8 service neutron] 10.222.0.20 "DELETE /v2.0/ports/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0557272 Jul 22 12:16:18.487596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-e192eaf4-485d-41eb-af02-9e9c7ac4a9a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.489028 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-e192eaf4-485d-41eb-af02-9e9c7ac4a9a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 1094 time: 0.0628283 Jul 22 12:16:18.580214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-1589c0f2-2a4c-4ebe-8dcb-e4d9a3ea354c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.582594 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-1589c0f2-2a4c-4ebe-8dcb-e4d9a3ea354c service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0879271 Jul 22 12:16:18.645426 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-37dbc9d8-075d-4578-8633-20d4d9eca0bc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 200 len: 999 time: 0.0564723 Jul 22 12:16:18.695781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-b27bd0b2-020a-4638-a168-fbb026aeb9d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.697216 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-b27bd0b2-020a-4638-a168-fbb026aeb9d4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0464845 Jul 22 12:16:18.755357 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-eaae7ffe-832a-427a-85e4-abb52424adc7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:18.756838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-eaae7ffe-832a-427a-85e4-abb52424adc7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535886 Jul 22 12:16:18.804028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:16:18.851382 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-9eaf1935-c03c-432a-ab78-89d91394123d service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882010 Jul 22 12:16:18.898472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:18.909343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'mac_address': 'fa:16:3e:96:6e:a6', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:16:18.942016 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2b3279cb-994d-4e5c-b4a4-86ab32e18ead req-d056e32e-8d1d-46ff-8e21-e0eb467650f3 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0838578 Jul 22 12:16:18.949741 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:18.964628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:16:18.984789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:18.989320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:19.040962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:19.048077 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.048432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.048779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.049124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.049462 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.049796 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.050646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.050997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.051383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.051734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.052065 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.052396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:16:19.250625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:16:19.496208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20659746-f6a7-40f6-b696-857f3c2884fb req-e5ed6a12-8404-4339-baca-a09323f378c1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:19.497725 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20659746-f6a7-40f6-b696-857f3c2884fb req-e5ed6a12-8404-4339-baca-a09323f378c1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0689652 Jul 22 12:16:19.527420 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:19.541037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20659746-f6a7-40f6-b696-857f3c2884fb req-c11c0c68-110d-4b33-bab6-d965d7bb2d67 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0376821 Jul 22 12:16:19.669972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2621a12e-307e-4cd9-8a9f-d04a96eea89f req-cf6aec92-65f9-4fa6-af71-8b9fae891329 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:19.671402 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2621a12e-307e-4cd9-8a9f-d04a96eea89f req-cf6aec92-65f9-4fa6-af71-8b9fae891329 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0642288 Jul 22 12:16:19.708652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2621a12e-307e-4cd9-8a9f-d04a96eea89f req-cdb1497a-79f3-4ee5-b61b-73d262902a58 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316858 Jul 22 12:16:19.834048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ec5387-c43e-4b99-aecf-85a5bcaad0d8 req-07518c6a-7df9-4234-8e75-7ad1411f3fdd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:19.835671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3ec5387-c43e-4b99-aecf-85a5bcaad0d8 req-07518c6a-7df9-4234-8e75-7ad1411f3fdd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0630946 Jul 22 12:16:19.872736 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3ec5387-c43e-4b99-aecf-85a5bcaad0d8 req-19724029-0b32-4b1a-8102-7e51e350856e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315952 Jul 22 12:16:20.120651 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-271929ea-1e88-4068-adfc-48c529b9276f req-29e7291d-07cf-403d-81a4-25e827b69255 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:20.122115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-271929ea-1e88-4068-adfc-48c529b9276f req-29e7291d-07cf-403d-81a4-25e827b69255 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 944 time: 0.0694001 Jul 22 12:16:20.160803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-271929ea-1e88-4068-adfc-48c529b9276f req-93794671-1e24-4e3f-a904-fd040b3a708e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327632 Jul 22 12:16:20.819508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:16:20.870930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:16:20.874818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:16:20.875190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:20.964150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:20.996727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:20.999150 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f63b1c5f-bdd7-41a2-a1e6-5bc5cffda142" -d '{"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:21.011703 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:21.016104 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:21.039828 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b7f3a749-d54c-401f-8276-64550673a1ea x-openstack-request-id: req-b7f3a749-d54c-401f-8276-64550673a1ea {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:21.040118 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-plugged", "status": "completed", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:21.040373 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b7f3a749-d54c-401f-8276-64550673a1ea {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:21.040760 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'code': 200} Jul 22 12:16:21.065916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:21.290909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87d120ac-dcb1-4af5-8fcb-c89718b45514 req-abbd0491-440d-45d2-b860-6caec8f2bd07 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:21.292398 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d120ac-dcb1-4af5-8fcb-c89718b45514 req-abbd0491-440d-45d2-b860-6caec8f2bd07 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0638866 Jul 22 12:16:21.333705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87d120ac-dcb1-4af5-8fcb-c89718b45514 req-fec319c0-bf7e-44c5-9b77-683ca8dbe840 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355749 Jul 22 12:16:21.387910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fab41983-42b4-478e-9848-1d469bfcf792 req-e946422d-e524-4f79-a664-bb53867ff1ad tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:21.389363 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fab41983-42b4-478e-9848-1d469bfcf792 req-e946422d-e524-4f79-a664-bb53867ff1ad tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 945 time: 0.0641620 Jul 22 12:16:21.455818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:21.492049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Deleting port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:16:21.492387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:21.580927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] For port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:21.581279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:22.045369 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:22.045748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:22.046062 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a disassociated. External IP: 172.25.6.112, port: 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d. Jul 22 12:16:22.046400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Calling delete_port for 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:16:22.174183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:22.203691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'Port': ['ID=85d0fd53-c0ab-4179-8fe8-e80621ed7f2d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:22.322069 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:16:22.435311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:16:22.436015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9b7d74d-7aae-4e4a-9179-e39e0cbb5502 req-e62afc61-3ecb-4474-9d16-6bea69188f3e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=df395d01-a923-4b46-aca4-d58cf0700b1c HTTP/1.1" status: 200 len: 210 time: 0.0296891 Jul 22 12:16:22.447266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:16:22.459233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:16:22.460060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:16:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:22.481875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] No DVR routers for this DVR port 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:16:22.484540 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:22.486789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fab41983-42b4-478e-9848-1d469bfcf792 req-2b7da55b-bce9-418e-9ea1-b560951e6419 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "DELETE /v2.0/ports/85d0fd53-c0ab-4179-8fe8-e80621ed7f2d HTTP/1.1" status: 204 len: 173 time: 1.0917437 Jul 22 12:16:22.487218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-deleted', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:22.489866 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-33cc8c98-7372-4a71-a978-5f807007e098" -d '{"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-deleted", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:22.526979 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-02edcded-af55-43cc-ad58-245704b4e490 x-openstack-request-id: req-02edcded-af55-43cc-ad58-245704b4e490 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:22.527410 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "df395d01-a923-4b46-aca4-d58cf0700b1c", "name": "network-vif-deleted", "tag": "85d0fd53-c0ab-4179-8fe8-e80621ed7f2d", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:22.527765 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-02edcded-af55-43cc-ad58-245704b4e490 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:22.528272 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'df395d01-a923-4b46-aca4-d58cf0700b1c', 'name': 'network-vif-deleted', 'tag': '85d0fd53-c0ab-4179-8fe8-e80621ed7f2d', 'status': 'completed', 'code': 200} Jul 22 12:16:22.721689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:16:22.915553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:22.947909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:16:22.957307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:16:22.957837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:16:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:23.058640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:16:23.256934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:23.283930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6541c48f-abff-4180-b8c6-2cdd5e696786 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:16:23.506824 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4f5d059a-dc15-4492-b4cc-c79caaa0af94 None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:16:23.694904 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-b62ee9df-1a0c-42ab-b724-337875c238ff tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1630071289&fields=id&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 267 time: 0.0331197 Jul 22 12:16:23.802071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-f458b2e0-ae10-4fd1-81d7-5f215bfa1d73 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:23.803501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-f458b2e0-ae10-4fd1-81d7-5f215bfa1d73 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1024475 Jul 22 12:16:23.817680 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-4401fffa-fc5f-45d0-b99a-f0f8264eded5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/quotas/977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 375 time: 0.0088775 Jul 22 12:16:23.885572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-070b6658-383c-4dac-8213-ac69851b45c1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0630150 Jul 22 12:16:23.981826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-b684a73d-7832-40cd-bc32-8e9262c3199b service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850906 Jul 22 12:16:24.073530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ac9bc95e-abd4-4c5f-95fa-a0206a9865f7 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0859103 Jul 22 12:16:24.234813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96c0602f-1a5c-42af-8dde-33d9fa9c1076 req-887e4406-2695-4dbe-8198-3c4bfeac4517 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0291126 Jul 22 12:16:24.849007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:16:24.868980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:16:24.869326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 85d0fd53-c0ab-4179-8fe8-e80621ed7f2d not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:16:25.314088 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6140206-9c7f-45d0-a8ae-d0cb1f76a4b5 req-41c37b7e-d58a-469c-80be-cb2890e97865 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0298409 Jul 22 12:16:26.400123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bbfeb0e-0b2b-4fa7-a972-bf8818169e67 req-ac2444f0-c551-4651-bfab-928e0dd1a1e8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0335174 Jul 22 12:16:27.482416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23906bac-2597-4cf2-8e46-d995a8101525 req-08c54ca4-413e-4df3-acac-799f282b8621 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0321057 Jul 22 12:16:27.716087 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:28.576095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c4227d4f-fe41-491d-b4ad-6effbf065f36 req-f1acb45a-2c8f-4387-8393-ec95dd05b19a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0290782 Jul 22 12:16:28.660357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:29.367170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-a6f1b3b2-bb04-44e3-9327-a473aa0647c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:29.368716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-a6f1b3b2-bb04-44e3-9327-a473aa0647c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1093557 Jul 22 12:16:29.411637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-337baacd-1d6e-4ed5-99fe-680ecfc91a9a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 380 time: 0.0348141 Jul 22 12:16:29.420298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'port': {'device_id': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'admin_state_up': True, 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'security_groups': ['dee7f064-3c16-4d74-bf9e-163e7ac15e3b']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:16:29.527023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:16:29.530509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:29.661105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Allocated IP 172.20.0.11 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/e632e552-1504-4c4f-aa9b-f8cd3b88bbab) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:16:29.675180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc2c48fd-a8f7-40ea-8e6e-20a742f80f6c req-b1099b5a-4996-42ac-b1ba-b066d3c5281a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0333338 Jul 22 12:16:29.804890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:29.818384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Transition to ACTIVE for port object e632e552-1504-4c4f-aa9b-f8cd3b88bbab will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:16:29.850832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:29.896509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:16:29.899523 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:16:29.903284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:16:29.929230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:29.956102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:29.957477 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:29.972953 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-ddc39403-201c-41d8-9666-7142857d3703 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5562809 Jul 22 12:16:29.983183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-437a81ba-bb81-49dc-a4a6-a89e778cdbfd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:16:29.984194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-437a81ba-bb81-49dc-a4a6-a89e778cdbfd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0053310 Jul 22 12:16:30.062779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Request body: {'port': {'device_id': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:16:30.154016 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.167600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3652e6b5-40be-47ef-ae2a-8871d319378e None None] Provisioning for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:16:30.171266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3652e6b5-40be-47ef-ae2a-8871d319378e None None] Provisioning complete for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:16:30.171561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3652e6b5-40be-47ef-ae2a-8871d319378e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.205826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-3652e6b5-40be-47ef-ae2a-8871d319378e None None] Port e632e552-1504-4c4f-aa9b-f8cd3b88bbab cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:16:30.422686 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e632e552-1504-4c4f-aa9b-f8cd3b88bbab {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:16:30.430570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.442875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Transition to ACTIVE for port object e632e552-1504-4c4f-aa9b-f8cd3b88bbab will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:16:30.447106 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.498418 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:30.572169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:16:30.572534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:16:30.572862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:16:30.577495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:16:30.577864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:16:30.583275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 16, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:16:30.583617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:16:30.583999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:16:30.584445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Bound port: e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:16:30.584819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.651645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:16:30.654876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:16:30.658954 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.695077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:30.695740 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:30.697107 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] 10.222.0.20 "PUT /v2.0/ports/e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1092 time: 0.7055333 Jul 22 12:16:30.697561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:30.699872 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c" -d '{"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:30.735083 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23ba2378-68b1-4f5a-bcd3-22b12ace71aa service neutron] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:30.783758 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:30 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2aedd0ae-4955-48ff-aa3c-5f6ed8052a71 x-openstack-request-id: req-2aedd0ae-4955-48ff-aa3c-5f6ed8052a71 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:30.784048 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:30.784363 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2aedd0ae-4955-48ff-aa3c-5f6ed8052a71 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:30.784782 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'status': 'completed', 'code': 200} Jul 22 12:16:30.812871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-8f52fdc8-0ceb-4bec-ac13-5598f4e01406 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:30.814410 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-8f52fdc8-0ceb-4bec-ac13-5598f4e01406 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0684242 Jul 22 12:16:30.839079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1935a28-559e-4488-85b1-5168e5654823 req-e7ebc947-e131-492f-ae95-16aad4dd5e24 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:30.840974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1935a28-559e-4488-85b1-5168e5654823 req-e7ebc947-e131-492f-ae95-16aad4dd5e24 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0697067 Jul 22 12:16:30.859384 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-4351935a-8915-42d7-b2fb-9829afdfe395 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 217 time: 0.0364938 Jul 22 12:16:30.890356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1935a28-559e-4488-85b1-5168e5654823 req-5415283e-4535-494a-bb13-aa9a959c50f7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0435188 Jul 22 12:16:30.916173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-feec8e09-82ea-487c-bcd9-3206411f0dce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:30.917662 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-feec8e09-82ea-487c-bcd9-3206411f0dce service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0517144 Jul 22 12:16:30.982201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-77cd18c9-3f12-4622-ac26-b2b02558f571 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:30.983779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-77cd18c9-3f12-4622-ac26-b2b02558f571 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0593333 Jul 22 12:16:31.074022 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-efd7a23a-b2a1-41b7-8cbe-b3cb77dd31a9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834820 Jul 22 12:16:31.166097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6ce0bb2-f937-41a0-bca9-caf5d27b9865 req-9bf2d95f-a98c-47c4-a81e-bbe2ad898f21 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862312 Jul 22 12:16:31.262248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-570f125b-2129-4c35-b209-3b1d51292fa3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:31.263796 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-570f125b-2129-4c35-b209-3b1d51292fa3 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0557754 Jul 22 12:16:31.357531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-7cb542ad-883d-4407-9be8-00f4bd8f04f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:31.359025 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-7cb542ad-883d-4407-9be8-00f4bd8f04f4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0883322 Jul 22 12:16:31.401388 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-1de5fd19-51a9-4ad6-af0d-627be4cf7d83 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 217 time: 0.0348473 Jul 22 12:16:31.449792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-3ce4fb12-40e1-4ca5-96c6-d5723e9f15fb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:31.451206 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-3ce4fb12-40e1-4ca5-96c6-d5723e9f15fb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0429523 Jul 22 12:16:31.507972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-4fd0ff08-92d7-4aeb-8366-c3c30cf4dd02 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:31.509409 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-4fd0ff08-92d7-4aeb-8366-c3c30cf4dd02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0513053 Jul 22 12:16:31.606526 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-e46cba7e-f608-4572-a5a2-22c9dcc7d427 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0894346 Jul 22 12:16:31.698600 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-82462acb-6e9d-4f77-a2f0-ca5c891eba5c req-513666fc-5d49-49c6-aa2b-f063f00ebc1a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860903 Jul 22 12:16:32.019541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa43089a-71f9-42e0-a44e-c57b53342ecc req-38bcb163-1b4f-4ff5-9ddc-50006a8efb9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:32.021031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa43089a-71f9-42e0-a44e-c57b53342ecc req-38bcb163-1b4f-4ff5-9ddc-50006a8efb9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0636110 Jul 22 12:16:32.058826 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fa43089a-71f9-42e0-a44e-c57b53342ecc req-395eb24a-2e19-4e3a-81b8-e16953afd9c0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321977 Jul 22 12:16:33.187152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1bc3b41-996b-4382-a875-afd07b0e0c60 req-e8a97469-3043-458a-bf12-fc5e877b5c55 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:33.188632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1bc3b41-996b-4382-a875-afd07b0e0c60 req-e8a97469-3043-458a-bf12-fc5e877b5c55 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0634110 Jul 22 12:16:33.226699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1bc3b41-996b-4382-a875-afd07b0e0c60 req-07fc6a5c-82c2-4c11-a6b4-a9f83c7a33c3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322852 Jul 22 12:16:33.596231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:16:33.686864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:33.698341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'mac_address': 'fa:16:3e:09:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:16:33.742218 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:33.755622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e632e552-1504-4c4f-aa9b-f8cd3b88bbab {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:16:33.774818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:33.778687 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:33.825267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:33.980902 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['e632e552-1504-4c4f-aa9b-f8cd3b88bbab'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:16:34.430902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82b269cb-ba88-4f5b-b9c2-45a454b0254a req-a99a1f10-51b1-4ab1-b1d6-bb4cbbee4da4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:34.432408 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82b269cb-ba88-4f5b-b9c2-45a454b0254a req-a99a1f10-51b1-4ab1-b1d6-bb4cbbee4da4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 945 time: 0.1407671 Jul 22 12:16:34.469586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82b269cb-ba88-4f5b-b9c2-45a454b0254a req-dfb46c56-eebb-4fef-96cf-34895abb5910 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315979 Jul 22 12:16:35.493746 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:16:35.597080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:16:35.600400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84b5e1c8-b5c4-4fb7-9f6a-e74b6c48d738 req-57528527-bcec-4d24-8d92-27419dbf76fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:35.601920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84b5e1c8-b5c4-4fb7-9f6a-e74b6c48d738 req-57528527-bcec-4d24-8d92-27419dbf76fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 945 time: 0.0649211 Jul 22 12:16:35.640982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84b5e1c8-b5c4-4fb7-9f6a-e74b6c48d738 req-abfd32cb-f3ab-4dc1-b6ae-e3176075068b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333178 Jul 22 12:16:35.644847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:16:35.648934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:16:35.649309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:35.725528 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:35.750917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:35.753063 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ca84d622-5c9f-41b5-94da-b13c438e1887" -d '{"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-plugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:35.765762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:16:35.771133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:35.794224 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ed012598-80df-487e-b241-7dfaa0cbd620 x-openstack-request-id: req-ed012598-80df-487e-b241-7dfaa0cbd620 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:35.794539 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-plugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:35.794813 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ed012598-80df-487e-b241-7dfaa0cbd620 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:35.795310 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'code': 200} Jul 22 12:16:35.821418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:16:35.898857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d839738-0eb4-4361-948d-e3eba4ba2aef req-23969c9b-fb76-4fc9-9616-55a19229ab57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:35.900391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d839738-0eb4-4361-948d-e3eba4ba2aef req-23969c9b-fb76-4fc9-9616-55a19229ab57 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0541816 Jul 22 12:16:35.934864 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d839738-0eb4-4361-948d-e3eba4ba2aef req-ba04678d-e2af-46e9-8944-ed512f1dba5e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0280969 Jul 22 12:16:36.776952 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d541e9e7-5602-4121-9112-68cc95b3c8e6 req-13283751-55ec-48d0-b7ef-2c25f20c3eb5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:36.778489 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d541e9e7-5602-4121-9112-68cc95b3c8e6 req-13283751-55ec-48d0-b7ef-2c25f20c3eb5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0660338 Jul 22 12:16:36.819200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d541e9e7-5602-4121-9112-68cc95b3c8e6 req-95b9347f-6d94-46db-a21e-64dc2ad0aeef tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351863 Jul 22 12:16:36.946908 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67763fd1-2761-4aa5-8a08-357c4048cf18 req-340fc0df-2b86-4d65-8f52-e0dd7cd4383c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:36.948448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67763fd1-2761-4aa5-8a08-357c4048cf18 req-340fc0df-2b86-4d65-8f52-e0dd7cd4383c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0645087 Jul 22 12:16:36.957218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:16:36.961693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'floatingip': {'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:16:36.999759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:37.417768 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:37.421454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:37.517272 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a associated. External IP: 172.25.6.112, port: e632e552-1504-4c4f-aa9b-f8cd3b88bbab. Jul 22 12:16:37.718869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:16:37.823659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:16:37.828492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:37.834827 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:16:37.848225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:16:37.849454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:16:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:37.868779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d8a7ab00-f668-4af3-bb90-19c1441a1e64 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "PUT /v2.0/floatingips/7d0d8007-fb41-4d0f-8cbb-17631c888a6a HTTP/1.1" status: 200 len: 992 time: 0.9104862 Jul 22 12:16:37.869383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:16:37.875306 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf218327-e4ff-4058-8776-4adc9af92e9e" -d '{"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:16:37.922507 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:16:37 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-76b3e3fa-318e-48f9-afdb-47612aa69b87 x-openstack-request-id: req-76b3e3fa-318e-48f9-afdb-47612aa69b87 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:16:37.922507 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:16:37.922507 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-76b3e3fa-318e-48f9-afdb-47612aa69b87 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:16:37.922507 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'status': 'completed', 'code': 200} Jul 22 12:16:37.972910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:16:38.032222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-ef78f1b8-f5cd-4b98-8f33-6418908ce82c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:38.033734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-ef78f1b8-f5cd-4b98-8f33-6418908ce82c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0582983 Jul 22 12:16:38.130498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-377cae6b-8cec-4e32-81de-7e4a8f217481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:38.131984 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-377cae6b-8cec-4e32-81de-7e4a8f217481 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0926027 Jul 22 12:16:38.200568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-9f57cb50-a78f-4459-ab4b-85301e5666f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1000 time: 0.0621178 Jul 22 12:16:38.214358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:09:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:16:37Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:38.244445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:16:38.252619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:16:38.253908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-ace63d44-6ba1-4f6f-ba28-46c644b920a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:38.254054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:16:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:38.255431 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-ace63d44-6ba1-4f6f-ba28-46c644b920a4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0481377 Jul 22 12:16:38.314590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-94878669-1e80-4461-b370-4eaa002ded31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:16:38.316677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-94878669-1e80-4461-b370-4eaa002ded31 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0548329 Jul 22 12:16:38.359496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:16:38.404757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-2cace75f-39f5-4c83-8cd3-d866fa75852d service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0817654 Jul 22 12:16:38.498750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bf218327-e4ff-4058-8776-4adc9af92e9e req-ad93ed93-72e2-4156-ae6b-9031b7715acb service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874751 Jul 22 12:16:38.586690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:09:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:16:37Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:16:38.616749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5a359ea1-2bd6-4a25-a3fa-f0930f63f922 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:09:30:77', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:16:37Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:16:38.807793 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01428ed1-5f18-4a4e-bca3-c2556423a804 None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:16:45.309643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6cba767-9bf0-4918-ab81-e362c37b8cf6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:47.883817 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:48.228559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ac5cc32-59e4-45c3-a7a5-430a85f5e969 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:49.530510 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:51.449336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:57.720646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:16:58.659904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:12.492984 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:17:15.310058 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f66a3783-a4b5-42de-9d2c-124f17024b98 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:17.884058 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:18.228892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eac03dc7-2973-4384-ae79-2983a6736e62 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:19.533995 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:21.452862 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:27.727761 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:28.654712 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:30.356971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-79d45e0a-bc5c-4be6-a0b4-5a3a4d9fcba4 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0526710 Jul 22 12:17:30.456396 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-c5526af9-3a37-45fe-8ee9-5aa775258dea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:17:30.461063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-c5526af9-3a37-45fe-8ee9-5aa775258dea service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0580959 Jul 22 12:17:30.557613 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-5cac5330-5e4d-46d7-82b0-bed6e9dc8abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:17:30.559127 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-5cac5330-5e4d-46d7-82b0-bed6e9dc8abe service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0831306 Jul 22 12:17:30.630988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-da4eefc7-1a01-4bce-a275-e2ede3c516a8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1002 time: 0.0651448 Jul 22 12:17:30.679376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-04526e17-3469-494c-ac6a-aef3cea0603d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:17:30.680783 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-04526e17-3469-494c-ac6a-aef3cea0603d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0435357 Jul 22 12:17:30.739160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-decff9fc-2538-4d35-8a4d-63d685a3d7d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:17:30.740550 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-decff9fc-2538-4d35-8a4d-63d685a3d7d4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0535455 Jul 22 12:17:30.834189 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-ecacac11-31d8-4ed7-bff4-b1aa4449dd27 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0870104 Jul 22 12:17:30.921408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-23797b27-4191-4e3d-9d2d-96a79f5c4d89 req-c27306da-b861-4c60-8bc3-d0dd8a9ca355 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809114 Jul 22 12:17:45.311594 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-726cc274-74fb-4b1c-ac54-de5632b00562 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:47.885547 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:48.228525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fc5ca1bd-0ae9-4649-b946-4f6bfcd3b08f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:49.491667 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:17:49.536825 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:51.455646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:57.720171 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:17:58.669279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:15.065866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-757b6208-d256-4ba0-9024-5e07f59d98f0 req-47f703cf-b556-42f8-b732-612ce20515c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:15.067475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-757b6208-d256-4ba0-9024-5e07f59d98f0 req-47f703cf-b556-42f8-b732-612ce20515c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0662541 Jul 22 12:18:15.105319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-757b6208-d256-4ba0-9024-5e07f59d98f0 req-111de611-2aeb-4a8e-b822-fc13c2835bbf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jul 22 12:18:15.315685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d90bc794-830a-435e-bb3e-ecc833b6ff8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:16.238880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485e9940-605c-4322-921d-07fb4e2337c8 req-f8c3a513-f7d3-45c3-89f1-3e8e741a4a2b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:16.240362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-485e9940-605c-4322-921d-07fb4e2337c8 req-f8c3a513-f7d3-45c3-89f1-3e8e741a4a2b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0668128 Jul 22 12:18:16.278961 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-485e9940-605c-4322-921d-07fb4e2337c8 req-00cdb77a-dcdc-439a-a3de-e35fbf4e5d04 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331120 Jul 22 12:18:17.412963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26fcf998-8f6a-4696-87dd-c7b468601bb5 req-cb67920e-2407-44a7-b505-91d316ed068d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:17.414452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26fcf998-8f6a-4696-87dd-c7b468601bb5 req-cb67920e-2407-44a7-b505-91d316ed068d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0660858 Jul 22 12:18:17.451690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-26fcf998-8f6a-4696-87dd-c7b468601bb5 req-4a1aad65-0798-43f0-9462-7b85bb23bf16 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317159 Jul 22 12:18:17.885811 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:18.236428 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-900a543c-0f28-46cb-949f-5b0c2139b621 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:18.581929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29c504f6-6e27-48f6-96b1-1ba890d05b44 req-9b47e77b-b2ee-43b1-b64d-f83e54ef9327 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:18.583426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29c504f6-6e27-48f6-96b1-1ba890d05b44 req-9b47e77b-b2ee-43b1-b64d-f83e54ef9327 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0650933 Jul 22 12:18:18.618849 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29c504f6-6e27-48f6-96b1-1ba890d05b44 req-3f12cefd-e52f-4d56-8737-cdac800c464d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0299432 Jul 22 12:18:19.542686 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:19.753746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72617fae-a457-4b6f-a5fa-8bcc2939326c req-dfa2c610-33b5-471f-9e54-7ed3de4166fd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:19.755288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72617fae-a457-4b6f-a5fa-8bcc2939326c req-dfa2c610-33b5-471f-9e54-7ed3de4166fd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0687494 Jul 22 12:18:19.792522 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72617fae-a457-4b6f-a5fa-8bcc2939326c req-f5fa26e9-a74e-4f54-be3c-66df027d1c5b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312691 Jul 22 12:18:20.925652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c984a29-8e93-4f89-883b-4b08b7cfe536 req-1488f29f-35d3-4ba8-8eaa-ce5d92c4b318 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:20.927184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c984a29-8e93-4f89-883b-4b08b7cfe536 req-1488f29f-35d3-4ba8-8eaa-ce5d92c4b318 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0638597 Jul 22 12:18:20.964975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c984a29-8e93-4f89-883b-4b08b7cfe536 req-fb81eac7-9a2a-4cac-b331-2b0e1dbb89cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322456 Jul 22 12:18:21.458240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:22.096573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92780a70-d4d8-4764-b3c8-5c7d27974d79 req-694f60ae-a37f-448a-b350-b5924746d32a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:22.098065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92780a70-d4d8-4764-b3c8-5c7d27974d79 req-694f60ae-a37f-448a-b350-b5924746d32a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0689487 Jul 22 12:18:22.134580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-92780a70-d4d8-4764-b3c8-5c7d27974d79 req-afaa6490-6e54-4890-9b8a-55c16bf95e03 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309207 Jul 22 12:18:23.267025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09311553-fe24-4de4-9409-2a1c24f9a600 req-99f44e5d-c5bc-41bd-85be-c7552a95717c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:23.268796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09311553-fe24-4de4-9409-2a1c24f9a600 req-99f44e5d-c5bc-41bd-85be-c7552a95717c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0636113 Jul 22 12:18:23.305985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09311553-fe24-4de4-9409-2a1c24f9a600 req-52f52c09-af91-49c8-9bba-4841354c1062 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0315757 Jul 22 12:18:24.436042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a149691f-d646-493c-be12-b304452399b3 req-975fff75-0b9f-44f2-a6ee-399d4b84d4a0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:24.438242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a149691f-d646-493c-be12-b304452399b3 req-975fff75-0b9f-44f2-a6ee-399d4b84d4a0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0639236 Jul 22 12:18:24.474671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a149691f-d646-493c-be12-b304452399b3 req-29d687bc-b5cb-4102-9c82-ce679f086326 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308912 Jul 22 12:18:25.607272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6802097-d856-4ad8-96ce-d29aa90175a8 req-7e50eb63-de0d-4435-99d6-e2d8b8338a19 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:25.608735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6802097-d856-4ad8-96ce-d29aa90175a8 req-7e50eb63-de0d-4435-99d6-e2d8b8338a19 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0674856 Jul 22 12:18:25.646192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6802097-d856-4ad8-96ce-d29aa90175a8 req-977478fa-a9f1-4c86-822e-cb390f25e868 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318043 Jul 22 12:18:25.919239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-366f1546-2c1e-45e0-afab-4293b2961894 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0951879 Jul 22 12:18:25.931590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208cf357-9c19-46e7-8e42-42386d568a96 req-bcafdf25-fff2-40f9-9539-d7b924153756 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:25.933232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-208cf357-9c19-46e7-8e42-42386d568a96 req-bcafdf25-fff2-40f9-9539-d7b924153756 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0992382 Jul 22 12:18:25.973670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-208cf357-9c19-46e7-8e42-42386d568a96 req-a504be4a-847d-4097-bbfe-11bb4b632010 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338376 Jul 22 12:18:26.491106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:18:26.974868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-bb0f40f4-1d26-4697-9820-accd1cf0060f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:26.976278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-bb0f40f4-1d26-4697-9820-accd1cf0060f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1097 time: 0.0596952 Jul 22 12:18:27.066557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-5dbedd71-8c03-4331-8651-410d74552ecd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:27.068172 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-5dbedd71-8c03-4331-8651-410d74552ecd service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0857115 Jul 22 12:18:27.105596 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e197e16-2168-4eb0-96c9-a62fb8c25485 req-8b135ac2-d8dd-479e-abc7-d683046ec9cc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:27.107097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e197e16-2168-4eb0-96c9-a62fb8c25485 req-8b135ac2-d8dd-479e-abc7-d683046ec9cc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0644014 Jul 22 12:18:27.136386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-9379db5d-7b05-41fa-9753-223bc6d8dccc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1002 time: 0.0621140 Jul 22 12:18:27.145154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e197e16-2168-4eb0-96c9-a62fb8c25485 req-24a83075-0781-4a86-bd99-cd573903ab70 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0317791 Jul 22 12:18:27.189229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-a65d0836-4cb2-4b14-8171-0c5241887304 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:27.190798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-a65d0836-4cb2-4b14-8171-0c5241887304 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0480368 Jul 22 12:18:27.248689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-94020105-3fb5-44ad-9a8b-b0e2745a7baf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:27.250810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-94020105-3fb5-44ad-9a8b-b0e2745a7baf service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533106 Jul 22 12:18:27.342328 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-67b82083-8064-44af-9758-4ce1da2ed722 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852325 Jul 22 12:18:27.429162 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-6498ff3f-1ec7-4012-9b82-8fedd3b1b1fc service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0808113 Jul 22 12:18:27.719267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:28.275317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abd60c0f-a9c6-4be9-a6fd-5989a103b29e req-6ad8992b-4d16-4b4e-84f6-cce18eea2036 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:28.276787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abd60c0f-a9c6-4be9-a6fd-5989a103b29e req-6ad8992b-4d16-4b4e-84f6-cce18eea2036 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0636292 Jul 22 12:18:28.314947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-abd60c0f-a9c6-4be9-a6fd-5989a103b29e req-8d01a90e-45da-461d-b557-a8a038aa6eb4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324850 Jul 22 12:18:28.663709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:29.289771 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-8a551112-6788-4214-8cc4-92d15979637a req-fd4152b6-8fea-4af8-a3f5-338e16f834c8 service neutron] show failed (client error): The resource could not be found. Jul 22 12:18:29.290795 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-fd4152b6-8fea-4af8-a3f5-338e16f834c8 service neutron] 10.222.0.20 "GET /v2.0/ports/e632e552-1504-4c4f-aa9b-f8cd3b88bbab/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0539093 Jul 22 12:18:29.458682 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c32a7a2b-551d-4ffa-bec7-9aeb41e59454 req-4e72c7aa-d982-4a27-86c6-5cc0093b5036 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:29.460227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c32a7a2b-551d-4ffa-bec7-9aeb41e59454 req-4e72c7aa-d982-4a27-86c6-5cc0093b5036 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0744653 Jul 22 12:18:29.499178 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c32a7a2b-551d-4ffa-bec7-9aeb41e59454 req-ea02d802-9443-4bd4-80f5-27039e739140 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332270 Jul 22 12:18:29.507761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-00171eba-07fb-44b4-b44e-99e9af8f3c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:29.509274 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-00171eba-07fb-44b4-b44e-99e9af8f3c76 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1097 time: 0.0633812 Jul 22 12:18:29.522348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:18:29.593431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:29.795167 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:29.826361 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:18:29.863865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:29.866100 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e464c686-30b6-4bd7-944d-f8bf8ce8d7c8" -d '{"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:29.869924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:29.882660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Transition to ACTIVE for port object e632e552-1504-4c4f-aa9b-f8cd3b88bbab will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:18:29.887237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:29.915087 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d1900d6e-070b-4dab-816d-41fee45feea4 x-openstack-request-id: req-d1900d6e-070b-4dab-816d-41fee45feea4 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:29.915381 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-unplugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:29.915630 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d1900d6e-070b-4dab-816d-41fee45feea4 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:29.916017 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'code': 200} Jul 22 12:18:29.971202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:29.985323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.985675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.986021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.986363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.986737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.987075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.987407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.987737 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.988066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.988393 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.988720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:29.989046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:30.326659 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] No DVR routers for this DVR port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:18:30.458855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:18:30.459117 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:18:30.459451 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:18:30.463637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:18:30.463967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Attempting to bind port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:18:30.469221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 18, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:18:30.469557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:18:30.469945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:18:30.470373 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Bound port: e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:18:30.470773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:30.532124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:18:30.535564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:18:30.541553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:30.577689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.578353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:30.579781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] 10.222.0.36 "PUT /v2.0/ports/e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1092 time: 1.0616820 Jul 22 12:18:30.617108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce67dc07-30b3-4697-9dd3-6b0e66ae097c service neutron] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:30.651292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c55e5d6-2f7b-4b13-bf8c-5d811325151a req-66e3559f-bd72-4168-97fc-2f3f6a5e909e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.652822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c55e5d6-2f7b-4b13-bf8c-5d811325151a req-66e3559f-bd72-4168-97fc-2f3f6a5e909e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0752962 Jul 22 12:18:30.663077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-6dbdf046-33df-4dc5-a9cb-a174574d5f4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.664601 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-6dbdf046-33df-4dc5-a9cb-a174574d5f4f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0587196 Jul 22 12:18:30.692955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c55e5d6-2f7b-4b13-bf8c-5d811325151a req-783efb5c-22d6-481d-b34e-2605b5b63941 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331950 Jul 22 12:18:30.758861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-7abe5783-b4f4-4399-9ae7-e06ab14332bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.760376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-7abe5783-b4f4-4399-9ae7-e06ab14332bf service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0891402 Jul 22 12:18:30.829790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-5756475d-01c5-4714-afdc-c95a8b9ea5e5 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1000 time: 0.0625980 Jul 22 12:18:30.876925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-82dc9a7a-c13d-4a63-a327-b87d234b229e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.878375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-82dc9a7a-c13d-4a63-a327-b87d234b229e service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0429039 Jul 22 12:18:30.937017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a551112-6788-4214-8cc4-92d15979637a req-cd23a643-b751-4c8e-a2e4-3dfaee52be93 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:30.938637 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-cd23a643-b751-4c8e-a2e4-3dfaee52be93 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546148 Jul 22 12:18:31.032957 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-bba4ec1f-bdab-4f5b-9a1e-2f7abb4b8086 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881529 Jul 22 12:18:31.123390 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8a551112-6788-4214-8cc4-92d15979637a req-714898f8-6636-4400-80a5-9463f296be60 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845318 Jul 22 12:18:31.831922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-255b2c3e-590a-41b7-b8bb-0e472c573f18 req-d1c9aab7-097a-4b07-8a71-16b9b0738c34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:31.833313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-255b2c3e-590a-41b7-b8bb-0e472c573f18 req-d1c9aab7-097a-4b07-8a71-16b9b0738c34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0657837 Jul 22 12:18:31.917492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:31.919961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f985c133-9b30-45b2-9468-0e1c1554b5e3" -d '{"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:31.972264 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5ad82334-3caa-46db-bb24-6bb05bb18e80 x-openstack-request-id: req-5ad82334-3caa-46db-bb24-6bb05bb18e80 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:31.972629 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:31.972952 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5ad82334-3caa-46db-bb24-6bb05bb18e80 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:31.973446 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'status': 'completed', 'code': 200} Jul 22 12:18:32.088031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-71ef280f-a67c-4c14-a4a8-7cbfb733052c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.089463 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-71ef280f-a67c-4c14-a4a8-7cbfb733052c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1095 time: 0.0904257 Jul 22 12:18:32.092066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-04a80480-c951-45db-b11f-e52c93b6ac04 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.093997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-04a80480-c951-45db-b11f-e52c93b6ac04 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1095 time: 0.1025333 Jul 22 12:18:32.149564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-255b2c3e-590a-41b7-b8bb-0e472c573f18 req-ed6d44c5-86be-4b57-9037-308edcce1e8a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3107817 Jul 22 12:18:32.261226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-784c6609-8603-48fa-99aa-bbc81ef8c1af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.262750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-784c6609-8603-48fa-99aa-bbc81ef8c1af service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1569040 Jul 22 12:18:32.263698 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-69097e99-a47c-4fe9-8a0a-36fb5fc26da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.265014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-69097e99-a47c-4fe9-8a0a-36fb5fc26da4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1684167 Jul 22 12:18:32.285780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:18:32.329838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:18:32.392681 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-802af9ec-9597-4620-871f-b08dfd3bc8eb service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1000 time: 0.1158752 Jul 22 12:18:32.394514 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-8307554c-d5c8-47ef-9e9a-5d4ba399eab1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1000 time: 0.1234293 Jul 22 12:18:32.475641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-b22a5476-d309-4bc4-805e-a02cd5e7c804 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.477123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-b22a5476-d309-4bc4-805e-a02cd5e7c804 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0782595 Jul 22 12:18:32.480378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-50da480c-a223-4a3d-bbe5-96e2f1023b54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.481716 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-50da480c-a223-4a3d-bbe5-96e2f1023b54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0740802 Jul 22 12:18:32.579063 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-a60848c4-92d5-4634-8d3c-ae46389a9b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.580617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-a60848c4-92d5-4634-8d3c-ae46389a9b72 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0979102 Jul 22 12:18:32.582640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-cd29c399-054b-4385-ab4b-bd89a31c4284 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:32.584004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-cd29c399-054b-4385-ab4b-bd89a31c4284 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0925727 Jul 22 12:18:32.738892 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-b34ef777-1920-4f7c-9c44-fc8c113699d7 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1520820 Jul 22 12:18:32.745881 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-90b2a901-054f-48c1-aabe-afe8ba84f629 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1514654 Jul 22 12:18:32.899506 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-42850cf8-022c-4705-b280-026412d35716 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526465 Jul 22 12:18:32.903111 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f985c133-9b30-45b2-9468-0e1c1554b5e3 req-ab5ab454-bf47-423b-a72f-e64667992b9e service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1476922 Jul 22 12:18:33.279512 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1722ce5-3d19-4642-b412-da5a214279fe req-935af3b6-7d80-480b-9f88-55ef0f79b5ca tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.281658 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1722ce5-3d19-4642-b412-da5a214279fe req-935af3b6-7d80-480b-9f88-55ef0f79b5ca tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0631115 Jul 22 12:18:33.317499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a1722ce5-3d19-4642-b412-da5a214279fe req-66c735f3-c74d-4ecd-a44c-e09151a56738 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0303786 Jul 22 12:18:33.394583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:18:33.499248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:33.511552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'mac_address': 'fa:16:3e:09:30:77', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:18:33.538885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ff8dc94d-0938-489d-b9c2-2cacbf637f0a req-4ec51035-8beb-4790-856e-f465ab241c45 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.540718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff8dc94d-0938-489d-b9c2-2cacbf637f0a req-4ec51035-8beb-4790-856e-f465ab241c45 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 944 time: 0.0687459 Jul 22 12:18:33.549734 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:33.557119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-1232ebac-9615-4857-8529-94f34e341a87 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.558650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-1232ebac-9615-4857-8529-94f34e341a87 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1&tenant_id=977b3e71307d461e96d0d9262b0875a5&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 944 time: 0.0776575 Jul 22 12:18:33.569259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e632e552-1504-4c4f-aa9b-f8cd3b88bbab {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:18:33.587644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ff8dc94d-0938-489d-b9c2-2cacbf637f0a req-b563efe3-b885-4777-8b17-ffcf84f2d181 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392346 Jul 22 12:18:33.589193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:33.594174 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:33.620979 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-49029ca1-76f1-4499-842e-c04fba482ace service neutron] delete failed (client error): The resource could not be found. Jul 22 12:18:33.622012 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-49029ca1-76f1-4499-842e-c04fba482ace service neutron] 10.222.0.20 "DELETE /v2.0/ports/e632e552-1504-4c4f-aa9b-f8cd3b88bbab/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0561461 Jul 22 12:18:33.642146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:33.649881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.650218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.650588 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.650932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.651269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.651606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.651939 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.652323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.652681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.653010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.653368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.653702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:18:33.719346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-f9275c94-61e2-4516-b52a-e0eb263db249 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.720734 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-f9275c94-61e2-4516-b52a-e0eb263db249 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0567756 Jul 22 12:18:33.813571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-123e0443-fc05-4cca-8210-2be09a45a7d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.815041 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-123e0443-fc05-4cca-8210-2be09a45a7d2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0881424 Jul 22 12:18:33.826614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['e632e552-1504-4c4f-aa9b-f8cd3b88bbab'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:18:33.879128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-7aaf9b78-6b24-4bb4-98d1-76d69519df5a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1001 time: 0.0582566 Jul 22 12:18:33.928476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-3b910953-dbd6-4600-bb52-59507a02b95a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.929975 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-3b910953-dbd6-4600-bb52-59507a02b95a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0448084 Jul 22 12:18:33.993374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-48b0c6bd-d6ae-469c-9675-a47180a909d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:33.994905 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-48b0c6bd-d6ae-469c-9675-a47180a909d5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586119 Jul 22 12:18:34.088903 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-081e9f21-96a4-4f73-88fa-4e40c09295ee service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868294 Jul 22 12:18:34.178937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-187f10e1-ece5-44e1-bce0-03a51766f8ce req-a53721d8-a621-481d-a4b8-0b5a82ac2328 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837562 Jul 22 12:18:34.731617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da51a5a-3b28-407d-b6c8-673546fd483b req-1ba40d37-7553-4309-a06c-42fd0ae7f807 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:34.733091 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2da51a5a-3b28-407d-b6c8-673546fd483b req-1ba40d37-7553-4309-a06c-42fd0ae7f807 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 945 time: 0.0637076 Jul 22 12:18:34.770418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2da51a5a-3b28-407d-b6c8-673546fd483b req-a560b9bf-dfac-4758-aaf0-a6691d44eb6f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312686 Jul 22 12:18:34.896113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e614a040-aa21-4455-b483-ac56565c191f req-78d35841-e49c-4d67-8d1c-fd7cd3f6b84e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:34.897507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e614a040-aa21-4455-b483-ac56565c191f req-78d35841-e49c-4d67-8d1c-fd7cd3f6b84e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 945 time: 0.0620813 Jul 22 12:18:34.933984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e614a040-aa21-4455-b483-ac56565c191f req-c3b2e831-9e33-49b7-9f1d-ffe7c51f53f4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0309737 Jul 22 12:18:35.145252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52075502-966b-48b7-a8e2-a0375312183f req-aa8d4f58-82a5-485e-89e6-97d6a05ef898 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:35.146812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52075502-966b-48b7-a8e2-a0375312183f req-aa8d4f58-82a5-485e-89e6-97d6a05ef898 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 945 time: 0.0672724 Jul 22 12:18:35.168799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-a89f5f4c-3159-41fe-8c9c-9c1909ab81af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:35.170342 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-a89f5f4c-3159-41fe-8c9c-9c1909ab81af service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 1096 time: 0.0550420 Jul 22 12:18:35.184560 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52075502-966b-48b7-a8e2-a0375312183f req-66746e0f-9790-414d-858b-1e605b58ab0a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321271 Jul 22 12:18:35.264040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-74211e2d-f6c6-4d25-a390-d42a18182987 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:35.265547 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-74211e2d-f6c6-4d25-a390-d42a18182987 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0890677 Jul 22 12:18:35.328195 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-f990da00-6f63-400f-b337-1b1b86ab4689 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 200 len: 1001 time: 0.0561438 Jul 22 12:18:35.379002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-bb4e9902-673e-4543-bdcb-6de37b4dbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:35.380479 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-bb4e9902-673e-4543-bdcb-6de37b4dbc1c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0459449 Jul 22 12:18:35.409896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:18:35.443974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-f5c2ade6-6729-48fc-849e-9afc13cb0782 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:35.445473 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-f5c2ade6-6729-48fc-849e-9afc13cb0782 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586991 Jul 22 12:18:35.461005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:18:35.464606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port e632e552-1504-4c4f-aa9b-f8cd3b88bbab triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:18:35.464980 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:35.537690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-ef2e93a0-1a07-430a-8f75-a681bb5170c5 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0859139 Jul 22 12:18:35.541701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:35.565141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:35.567551 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bf98ce99-c03c-41db-af5e-4802474f30e2" -d '{"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-plugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:35.580538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:35.585630 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:35.612367 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9053c5a0-e589-4947-981a-551d25f35924 x-openstack-request-id: req-9053c5a0-e589-4947-981a-551d25f35924 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:35.612659 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-plugged", "status": "completed", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:35.612912 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9053c5a0-e589-4947-981a-551d25f35924 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:35.613298 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'code': 200} Jul 22 12:18:35.635012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:35.639155 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-460dfc13-67fc-4ffd-8158-f9f237b2d383 req-bfd48769-1fc9-4dc0-ad33-77ec81ca6931 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0950983 Jul 22 12:18:36.310560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e48a00f1-45a0-4d9b-80d4-ad78e3941eb9 req-c37deaf9-01d2-4d29-8ea4-59d323aa1d9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:36.312031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e48a00f1-45a0-4d9b-80d4-ad78e3941eb9 req-c37deaf9-01d2-4d29-8ea4-59d323aa1d9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0619276 Jul 22 12:18:36.349067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e48a00f1-45a0-4d9b-80d4-ad78e3941eb9 req-d6a8671f-6a42-426d-b748-7c5d6f2e9658 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308311 Jul 22 12:18:36.595447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50674a5-1e0a-49f7-a4e5-beb914f3ae30 req-f81792f4-8758-4ac4-8df5-a0f310ddda8c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:36.596954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c50674a5-1e0a-49f7-a4e5-beb914f3ae30 req-f81792f4-8758-4ac4-8df5-a0f310ddda8c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0640807 Jul 22 12:18:36.637348 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c50674a5-1e0a-49f7-a4e5-beb914f3ae30 req-6b88b38f-04a5-4928-8842-d9ca72916bd9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348432 Jul 22 12:18:37.766388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c39d428-36cf-494c-ae14-3e4ff4fdb770 req-5dd78ea8-7f7b-46b8-a76f-46734730abbe tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:37.767856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c39d428-36cf-494c-ae14-3e4ff4fdb770 req-5dd78ea8-7f7b-46b8-a76f-46734730abbe tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0626857 Jul 22 12:18:37.804252 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2c39d428-36cf-494c-ae14-3e4ff4fdb770 req-b5e35200-148e-4a78-bb9d-b961ab7847ad tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308900 Jul 22 12:18:37.856204 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-66432d65-0327-4f34-a7be-2cb8a1949360 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:37.857627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-66432d65-0327-4f34-a7be-2cb8a1949360 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 946 time: 0.0642490 Jul 22 12:18:37.957600 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Deleting port e632e552-1504-4c4f-aa9b-f8cd3b88bbab {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:18:37.957924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.044228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] For port e632e552-1504-4c4f-aa9b-f8cd3b88bbab, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:38.044585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.216175 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.216636 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.216948 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a disassociated. External IP: 172.25.6.112, port: e632e552-1504-4c4f-aa9b-f8cd3b88bbab. Jul 22 12:18:38.217296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Calling delete_port for e632e552-1504-4c4f-aa9b-f8cd3b88bbab owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:18:38.343853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.371700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'Port': ['ID=e632e552-1504-4c4f-aa9b-f8cd3b88bbab,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:38.497434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:18:38.612135 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:18:38.622533 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:18:38.634025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:18:38.634962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:18:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:38.661045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] No DVR routers for this DVR port e632e552-1504-4c4f-aa9b-f8cd3b88bbab on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:18:38.668107 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:38.670133 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-85a13936-e152-4bb8-a5b9-5f50f5a1d032 req-4fb182fd-a21a-4cd1-a903-97231a327cf1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "DELETE /v2.0/ports/e632e552-1504-4c4f-aa9b-f8cd3b88bbab HTTP/1.1" status: 204 len: 173 time: 0.8069096 Jul 22 12:18:38.670615 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-deleted', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:38.673466 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-051ff6ab-7a64-4da9-9195-290031f636bd" -d '{"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-deleted", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:38.740949 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:38 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1073e1a7-8fa6-4c6d-a45d-bc07fbab3d16 x-openstack-request-id: req-1073e1a7-8fa6-4c6d-a45d-bc07fbab3d16 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:38.741349 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b122d1a5-42e0-4ad7-83fe-223f5db93cc1", "name": "network-vif-deleted", "tag": "e632e552-1504-4c4f-aa9b-f8cd3b88bbab", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:38.741698 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1073e1a7-8fa6-4c6d-a45d-bc07fbab3d16 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:38.742193 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b122d1a5-42e0-4ad7-83fe-223f5db93cc1', 'name': 'network-vif-deleted', 'tag': 'e632e552-1504-4c4f-aa9b-f8cd3b88bbab', 'status': 'completed', 'code': 200} Jul 22 12:18:38.916219 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-16e6dbf3-578c-4ceb-b76c-ac6a041f97c9 req-b696d34b-9d74-47e1-bbb9-a28cdc1aafe7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b122d1a5-42e0-4ad7-83fe-223f5db93cc1 HTTP/1.1" status: 200 len: 210 time: 0.0291915 Jul 22 12:18:38.927640 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:18:39.130942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:39.161406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:18:39.169601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:18:39.170208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:18:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:39.273326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:18:39.471069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:39.496445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ee2f7be-e002-461c-b447-5468dbb59f79 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:18:39.723073 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d4411df-61a2-408d-8235-10654bfa6fe9 None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:18:40.192989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-c85f4c70-8d38-4927-a95e-0bf3a7a47819 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1630071289&fields=id&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 267 time: 0.0328324 Jul 22 12:18:40.299633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-cca830b7-0088-49ee-9df7-ca0d44e839e6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:40.301224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-cca830b7-0088-49ee-9df7-ca0d44e839e6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1020660 Jul 22 12:18:40.316289 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-2926b99f-73c7-499f-860e-a7caed9862e6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/quotas/977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 375 time: 0.0095401 Jul 22 12:18:40.382645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-8a5f51f2-336a-449c-b780-a96308e1e1d1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0616589 Jul 22 12:18:40.525227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-f01843bc-78a5-40e4-933f-45ae596fcbac service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1308186 Jul 22 12:18:40.612811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-a54b3e3c-8cbe-42b2-82e0-1697e2d83e73 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0818160 Jul 22 12:18:40.779050 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6b5e1f4-abe6-4108-a0be-6bc0f5f30b6c req-6bcd378c-4459-494c-9513-8e8ac771f0ed tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 210 time: 0.0334005 Jul 22 12:18:41.410467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:18:41.434094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: e632e552-1504-4c4f-aa9b-f8cd3b88bbab {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:18:41.434364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device e632e552-1504-4c4f-aa9b-f8cd3b88bbab not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:18:41.658952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-c5ea8eab-95d3-4a17-9a1c-450af0f84936 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:41.660414 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-c5ea8eab-95d3-4a17-9a1c-450af0f84936 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1031651 Jul 22 12:18:41.705248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-7bafe376-02ef-4a86-9b5f-1dc17776a81a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 380 time: 0.0360808 Jul 22 12:18:41.714879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'port': {'device_id': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'admin_state_up': True, 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'security_groups': ['dee7f064-3c16-4d74-bf9e-163e7ac15e3b']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:18:41.824941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:18:41.828727 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:41.876019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a489fbdc-1897-4495-8003-299700989270 req-77102f72-e046-44a5-8112-239e1d085f91 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 210 time: 0.0299969 Jul 22 12:18:41.954661 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Allocated IP 172.20.0.10 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/83eef9a4-79e0-4f71-84df-1e9f25464dd4) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:18:42.093863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.106736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Transition to ACTIVE for port object 83eef9a4-79e0-4f71-84df-1e9f25464dd4 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:18:42.139501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.182249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:18:42.185155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:18:42.189733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:18:42.217624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:42.247386 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:42.248018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.263486 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-01d5a3bc-1eb6-4393-80d1-bd55af7b7102 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5522056 Jul 22 12:18:42.275304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Request body: {'port': {'device_id': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:18:42.350204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.451114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e2a44ed-a02d-4e11-82c7-b96a85c7c6f5 None None] Provisioning for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:18:42.455656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e2a44ed-a02d-4e11-82c7-b96a85c7c6f5 None None] Provisioning complete for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:18:42.455977 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0e2a44ed-a02d-4e11-82c7-b96a85c7c6f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.490932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0e2a44ed-a02d-4e11-82c7-b96a85c7c6f5 None None] Port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:18:42.618356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:18:42.626753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.638939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Transition to ACTIVE for port object 83eef9a4-79e0-4f71-84df-1e9f25464dd4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:18:42.644415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.746061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:42.770302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:18:42.770941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:18:42.771448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:18:42.776323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:18:42.776872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:18:42.783253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 18, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:18:42.783598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:18:42.783991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:18:42.784434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Bound port: 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:18:42.784800 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.864679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:18:42.868561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:18:42.873622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.912235 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:42.913215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:42.914751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] 10.222.0.20 "PUT /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1092 time: 0.6441309 Jul 22 12:18:42.917592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:42.927367 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:42.956649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e08a360b-6ac5-42ef-bcb9-59e5be607c7f service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:43.011920 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f31cd047-1c54-45d7-a777-be716761f7dd x-openstack-request-id: req-f31cd047-1c54-45d7-a777-be716761f7dd {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:43.012222 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:43.012478 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f31cd047-1c54-45d7-a777-be716761f7dd {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:43.013033 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'status': 'completed', 'code': 200} Jul 22 12:18:43.043147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-d0368830-60fd-4349-a792-9816bbfe13a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.044922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-d0368830-60fd-4349-a792-9816bbfe13a2 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1095 time: 0.0768034 Jul 22 12:18:43.076720 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-434bcb6d-8ebb-452f-85af-6a1d1ec8915b req-29eab0f1-45b4-4e66-a207-d616e630fbbb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.079397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-434bcb6d-8ebb-452f-85af-6a1d1ec8915b req-29eab0f1-45b4-4e66-a207-d616e630fbbb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0765631 Jul 22 12:18:43.092915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-39f08f33-50be-4cea-a1a1-d2730ed3ff50 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 217 time: 0.0404372 Jul 22 12:18:43.121946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-434bcb6d-8ebb-452f-85af-6a1d1ec8915b req-bfd8687d-faa8-4e45-a386-7a07564bff93 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0363948 Jul 22 12:18:43.155609 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-1f5aae2f-42a4-4c52-bb8d-32b88f178613 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.157743 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-1f5aae2f-42a4-4c52-bb8d-32b88f178613 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0581322 Jul 22 12:18:43.219583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-6784e6ae-b70a-4072-93ca-486352744495 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.221096 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-6784e6ae-b70a-4072-93ca-486352744495 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570748 Jul 22 12:18:43.623061 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-8136f3bd-9712-4fc9-8eda-56304b0fc6a5 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3951249 Jul 22 12:18:43.715237 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e8ddb756-0b3f-4c6b-a87a-0d0d7f6a30ae req-cfb7ee3e-4e85-4e93-8ba2-3a76eeb47410 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0851326 Jul 22 12:18:43.817040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-e4138357-d332-4c7c-bdec-5a0288fa6c75 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.818430 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-e4138357-d332-4c7c-bdec-5a0288fa6c75 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1095 time: 0.0574789 Jul 22 12:18:43.904912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-077f639e-512a-4d13-b2f3-e45fcbb455ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:43.907458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-077f639e-512a-4d13-b2f3-e45fcbb455ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0829782 Jul 22 12:18:43.949974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-36b80386-2592-4773-889e-8b4f2f1d3ef1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 217 time: 0.0362868 Jul 22 12:18:43.998991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-20536553-c19c-441d-b7d9-79f8cf4b9ade service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:44.000997 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-20536553-c19c-441d-b7d9-79f8cf4b9ade service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0441670 Jul 22 12:18:44.060035 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-329beabd-d03a-4402-856d-5a932150013a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:44.061663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-329beabd-d03a-4402-856d-5a932150013a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0525489 Jul 22 12:18:44.154990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-fd62e22e-0ffe-4198-821f-1d7030678129 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856128 Jul 22 12:18:44.246215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3aa8079a-0fc4-49e9-bda4-e1f6ede8b95c req-b56d4eba-428d-4483-93f7-02897c9200d0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834830 Jul 22 12:18:44.258373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-957f795d-5f7c-4703-a63f-7aae27cb5a83 req-b7689827-5250-4ddb-8a67-5878fa5ffac9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:44.259923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-957f795d-5f7c-4703-a63f-7aae27cb5a83 req-b7689827-5250-4ddb-8a67-5878fa5ffac9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0678446 Jul 22 12:18:44.298752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-957f795d-5f7c-4703-a63f-7aae27cb5a83 req-e8b9c353-af74-4a7f-8ec2-e0ec1f7f13ea tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323701 Jul 22 12:18:45.316984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bc5b6e27-c59e-40ce-a822-b93b04a2b9d6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:45.429344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f825051-da4f-4478-84d9-1ad9f8bd604c req-0abefbb9-a1ff-42ae-a522-1cfceb42c18a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:45.430848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f825051-da4f-4478-84d9-1ad9f8bd604c req-0abefbb9-a1ff-42ae-a522-1cfceb42c18a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0637348 Jul 22 12:18:45.469125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f825051-da4f-4478-84d9-1ad9f8bd604c req-d3f2e338-f241-4515-b287-629f1f3c4764 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326927 Jul 22 12:18:46.359770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:18:46.454938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:46.465855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:18:46.502169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:46.516855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:18:46.536209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:46.540608 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:46.590035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:46.605331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82a8072e-8d01-421b-922f-921defcd208a req-47e86980-be2e-4461-8ffa-e3a6f913f34b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:46.606879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82a8072e-8d01-421b-922f-921defcd208a req-47e86980-be2e-4461-8ffa-e3a6f913f34b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0684223 Jul 22 12:18:46.652932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82a8072e-8d01-421b-922f-921defcd208a req-338d88f7-16ed-4de4-8ecc-fdd522f75227 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0396743 Jul 22 12:18:46.746684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['83eef9a4-79e0-4f71-84df-1e9f25464dd4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:18:47.783191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-06d3721e-e4b4-4c91-b872-807623c25a4d req-2e356a6e-4501-46b1-9036-034b9aaba088 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:47.784677 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06d3721e-e4b4-4c91-b872-807623c25a4d req-2e356a6e-4501-46b1-9036-034b9aaba088 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0630867 Jul 22 12:18:47.821549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-06d3721e-e4b4-4c91-b872-807623c25a4d req-55795ed3-a035-47de-b554-45f6a2bdc001 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313830 Jul 22 12:18:47.886335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:48.225579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ac8c0803-a587-4bc2-865b-8a7427478a5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:48.391039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:18:48.438801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:18:48.442362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:18:48.442775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:48.521662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:48.542888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:48.545124 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d1f69fc3-fd9e-45a0-90cb-3857e3822528" -d '{"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-plugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:48.557875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:18:48.563380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:48.587352 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ae5c64d-d0b6-4144-9bc4-a9ccb6186668 x-openstack-request-id: req-4ae5c64d-d0b6-4144-9bc4-a9ccb6186668 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:48.587645 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-plugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:48.587902 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ae5c64d-d0b6-4144-9bc4-a9ccb6186668 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:48.588297 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'code': 200} Jul 22 12:18:48.613572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:18:48.690774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09cfeaf1-d54e-4547-9f92-56f6c2b99121 req-71988669-b2e6-4cb3-bb10-fb979f0cabd0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:48.692257 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-09cfeaf1-d54e-4547-9f92-56f6c2b99121 req-71988669-b2e6-4cb3-bb10-fb979f0cabd0 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1097 time: 0.0538094 Jul 22 12:18:48.730391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-09cfeaf1-d54e-4547-9f92-56f6c2b99121 req-742e783c-6fcd-4647-a1a9-98b9969b35d4 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316658 Jul 22 12:18:48.951020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ca3ab97-8dee-4194-9809-f7aef38d6f15 req-33b23bc5-f34d-490c-8297-06e4e39ad788 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:48.953162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ca3ab97-8dee-4194-9809-f7aef38d6f15 req-33b23bc5-f34d-490c-8297-06e4e39ad788 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0642970 Jul 22 12:18:48.993909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ca3ab97-8dee-4194-9809-f7aef38d6f15 req-df1461c4-447a-4132-818a-09b3eb727194 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346839 Jul 22 12:18:49.544169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:50.130830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3112ffc-3d42-4852-91f7-04cd64638d6c req-21e8e13f-f790-4cbc-8311-8b05daa95252 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:50.132314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3112ffc-3d42-4852-91f7-04cd64638d6c req-21e8e13f-f790-4cbc-8311-8b05daa95252 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0665021 Jul 22 12:18:50.171972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3112ffc-3d42-4852-91f7-04cd64638d6c req-c6296509-79ad-4544-a603-63607d906282 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334194 Jul 22 12:18:50.296998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfb5582-f68d-47c2-ba23-c96595869b19 req-0fabd6bd-f9b4-41d9-8173-41fe16e7909d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:50.298400 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7dfb5582-f68d-47c2-ba23-c96595869b19 req-0fabd6bd-f9b4-41d9-8173-41fe16e7909d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0633032 Jul 22 12:18:50.307007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:18:50.311510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'floatingip': {'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:18:50.352860 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:50.778106 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:50.783117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:50.883365 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a associated. External IP: 172.25.6.112, port: 83eef9a4-79e0-4f71-84df-1e9f25464dd4. Jul 22 12:18:51.085692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:18:51.190261 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:18:51.195022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:51.199812 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:18:51.209486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:18:51.210101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:18:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:51.233327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bfd87a75-3071-4c06-b834-7393f56dae34 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "PUT /v2.0/floatingips/7d0d8007-fb41-4d0f-8cbb-17631c888a6a HTTP/1.1" status: 200 len: 992 time: 0.9252548 Jul 22 12:18:51.234041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:18:51.236606 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-165b9703-146c-4f4d-9f6c-effd943077dc" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:18:51.277446 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:18:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-26e58eef-52e6-4505-9409-2b9603573800 x-openstack-request-id: req-26e58eef-52e6-4505-9409-2b9603573800 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:18:51.277736 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:18:51.277985 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-26e58eef-52e6-4505-9409-2b9603573800 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:18:51.278384 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'status': 'completed', 'code': 200} Jul 22 12:18:51.318248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:18:51.352143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9703-146c-4f4d-9f6c-effd943077dc req-920c6605-7c49-4384-a8d5-2a82e2ebc417 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:51.353748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-920c6605-7c49-4384-a8d5-2a82e2ebc417 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1097 time: 0.0547943 Jul 22 12:18:51.457323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9703-146c-4f4d-9f6c-effd943077dc req-546c748d-b2ef-4c84-b2ab-c82f75aa55a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:51.458267 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-546c748d-b2ef-4c84-b2ab-c82f75aa55a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0878363 Jul 22 12:18:51.492557 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:51.529241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-3a3bce73-8937-4b69-a3cc-761bf0ede19d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1000 time: 0.0648453 Jul 22 12:18:51.553328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:18:50Z', 'revision_number': 9, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:51.578718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9703-146c-4f4d-9f6c-effd943077dc req-7e519004-c834-4531-a820-edb5ed7b737b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:51.580223 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-7e519004-c834-4531-a820-edb5ed7b737b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0448995 Jul 22 12:18:51.580856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:18:51.589546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:18:51.590163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:18:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:51.640814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-165b9703-146c-4f4d-9f6c-effd943077dc req-307107fc-40be-452a-957f-2e87f2413071 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:18:51.642523 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-307107fc-40be-452a-957f-2e87f2413071 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0561144 Jul 22 12:18:51.694135 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:18:51.738877 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-677d4429-de7f-475a-8a82-3cc9f6114625 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893767 Jul 22 12:18:51.828816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-165b9703-146c-4f4d-9f6c-effd943077dc req-3d4050cf-a08c-4815-a225-235aceeeddf9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0837209 Jul 22 12:18:51.917272 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:18:50Z', 'revision_number': 9, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:18:51.943379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5287b1d0-37e0-450c-9b65-257b008fffe9 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:18:50Z', 'revision_number': 9, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:18:52.140758 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b08056c2-c476-4150-976d-1fb7485e2cbe None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:18:57.719738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:18:58.681748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:03.490289 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:19:15.040341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-457f5f53-d365-488b-8b71-44af56f72d48 req-62902e12-9e85-43a3-8b28-fb55aefb5e26 service neutron] (93707) timed out ('10.222.0.20', 51138) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:19:15.316718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9da4be2b-fc51-4a66-97c2-389d1243093d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:17.890102 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:18.227909 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9912e44-96ca-4b0c-86ea-9e4f1d94099d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:19.545988 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:21.466321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:27.733308 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:28.684639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:34.337519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-3689ee07-55a6-4ade-ba30-f3bbd3ee48fb service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0593653 Jul 22 12:19:34.432735 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-cc3e6a72-bbcc-4d1e-8361-c4547cf722a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:19:34.434222 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-cc3e6a72-bbcc-4d1e-8361-c4547cf722a6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1097 time: 0.0544784 Jul 22 12:19:34.539718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-4c202cc0-3f4f-433b-9aa1-ec568a302198 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:19:34.541174 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-4c202cc0-3f4f-433b-9aa1-ec568a302198 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0891123 Jul 22 12:19:34.606245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-3dd4f8a5-6274-46a0-ba8a-4309c8b02753 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1003 time: 0.0587931 Jul 22 12:19:34.653988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-a0160585-e7e2-4ec1-b889-4e5f3678fef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:19:34.656059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-a0160585-e7e2-4ec1-b889-4e5f3678fef0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0437605 Jul 22 12:19:34.722948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-6e957144-6800-425d-afaf-2243f112a7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:19:34.724461 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-6e957144-6800-425d-afaf-2243f112a7a4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622425 Jul 22 12:19:34.812039 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-38ff2a49-b0ab-4baa-b0ec-40ce27373f24 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0812755 Jul 22 12:19:34.906917 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-485475be-2c85-4502-b9d6-5ddfdf031680 req-91e5dd48-afdc-4f51-89c0-addb59eeb809 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890348 Jul 22 12:19:40.489844 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:19:45.317692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a42e67dc-a519-4687-8ec8-254b5f4c9961 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:47.890718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:48.229252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-857a6e15-27b1-47af-8327-3b9d22a60f99 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:49.549095 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:51.467635 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:57.736795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:19:58.698637 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:15.318245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0036950b-977c-4f77-b454-639af6b51f7d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:17.488690 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:20:17.891492 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:18.229670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aee36fe9-a166-4905-ae33-68a745e41e2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:19.550881 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:21.471357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:27.740679 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:28.249273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-7032c24e-9a52-474b-a811-dc52781875e2 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0953090 Jul 22 12:20:28.267028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64851a51-771a-4184-b25e-2c521b634951 req-a1b2cf57-01aa-4f2b-9f53-4e3106f60a6a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:28.268835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64851a51-771a-4184-b25e-2c521b634951 req-a1b2cf57-01aa-4f2b-9f53-4e3106f60a6a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.1017232 Jul 22 12:20:28.306893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64851a51-771a-4184-b25e-2c521b634951 req-486371eb-affa-469e-9981-a3c44daadb0c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320041 Jul 22 12:20:28.699892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:29.445516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b2370ec-43ef-4ca4-8bca-f328ff0ab8db req-a310bebc-295f-4587-8778-3d8145a8b00f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:29.447040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b2370ec-43ef-4ca4-8bca-f328ff0ab8db req-a310bebc-295f-4587-8778-3d8145a8b00f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0685642 Jul 22 12:20:29.486403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b2370ec-43ef-4ca4-8bca-f328ff0ab8db req-ef8070f8-637c-4604-8ce6-6404a165efd2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325987 Jul 22 12:20:29.503425 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-de79c3f1-190e-49a6-afd0-4c3c2ad2b3e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:29.504976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-de79c3f1-190e-49a6-afd0-4c3c2ad2b3e9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1097 time: 0.0571375 Jul 22 12:20:29.602260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-933483e0-58dc-46ba-b34b-ffaf5478a140 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:29.603740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-933483e0-58dc-46ba-b34b-ffaf5478a140 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0921695 Jul 22 12:20:29.667596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-a9b966c8-0659-4bd3-9a9c-6055cd1bddc4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1003 time: 0.0576224 Jul 22 12:20:29.716750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-0ebaf8c9-ed3d-4e85-8dbe-d98d46dcb486 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:29.718177 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-0ebaf8c9-ed3d-4e85-8dbe-d98d46dcb486 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0447383 Jul 22 12:20:29.784749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-23cada45-5a7c-4d04-9cb6-bf80d71da55e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:29.786268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-23cada45-5a7c-4d04-9cb6-bf80d71da55e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623968 Jul 22 12:20:29.879761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-2ac90195-9a9c-432e-9c59-a515d8ab4e4f service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868931 Jul 22 12:20:29.974958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-fbb4972e-4997-445c-99ba-6c97124cf610 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881472 Jul 22 12:20:30.624490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd44ef9-1885-4e4b-bfc8-0632de171dac req-04231bb7-99ae-435e-8c1c-46b971a095d0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:30.625939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efd44ef9-1885-4e4b-bfc8-0632de171dac req-04231bb7-99ae-435e-8c1c-46b971a095d0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0649912 Jul 22 12:20:30.666757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efd44ef9-1885-4e4b-bfc8-0632de171dac req-a46c058b-85f8-4761-badf-7f4a311c35d6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353010 Jul 22 12:20:31.814643 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fd067a1-4b6c-43d9-90cf-49db616d7778 req-4f1a8f91-9e29-4a0f-a684-b464d6ed4a7a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:31.816270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fd067a1-4b6c-43d9-90cf-49db616d7778 req-4f1a8f91-9e29-4a0f-a684-b464d6ed4a7a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0736809 Jul 22 12:20:31.857721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fd067a1-4b6c-43d9-90cf-49db616d7778 req-b86cc04c-fdc1-4b27-87ac-f3fc92264638 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0358951 Jul 22 12:20:32.989333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68da7a6c-6968-4a07-aa2a-e5fb2c1c04ec req-3ec695f5-35df-481a-8d2f-9875b2f70dba tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:32.990833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68da7a6c-6968-4a07-aa2a-e5fb2c1c04ec req-3ec695f5-35df-481a-8d2f-9875b2f70dba tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0637743 Jul 22 12:20:33.028897 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-68da7a6c-6968-4a07-aa2a-e5fb2c1c04ec req-9bbd6f0c-00ee-45c8-b541-845df221cd2a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319395 Jul 22 12:20:34.161032 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810e62da-6339-4d55-ac0a-7c14011611d4 req-df516773-fc30-4b42-be95-714009535d3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:34.162735 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-810e62da-6339-4d55-ac0a-7c14011611d4 req-df516773-fc30-4b42-be95-714009535d3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0670781 Jul 22 12:20:34.201373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-810e62da-6339-4d55-ac0a-7c14011611d4 req-0f13c0a3-6169-4bf0-86cd-6199a860e815 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324526 Jul 22 12:20:35.332792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f09e6362-c608-4e17-bf82-620754f97af6 req-822b577b-f17c-4a8b-a0a3-0881e758c6be tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:35.334346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f09e6362-c608-4e17-bf82-620754f97af6 req-822b577b-f17c-4a8b-a0a3-0881e758c6be tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0645604 Jul 22 12:20:35.357344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-623bce74-007a-46e3-8faf-5c408a584bd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:35.358888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-623bce74-007a-46e3-8faf-5c408a584bd5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1097 time: 0.0553904 Jul 22 12:20:35.373816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f09e6362-c608-4e17-bf82-620754f97af6 req-b0396ecb-06d9-423c-b9e2-40cd3495386b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330417 Jul 22 12:20:35.466559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-06f2a326-2235-42c8-87e9-283dbc3a1f0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:35.468019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-06f2a326-2235-42c8-87e9-283dbc3a1f0a service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0908108 Jul 22 12:20:35.532026 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-de830520-d7fd-47f9-8055-1bcf0c1793ca service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1003 time: 0.0577600 Jul 22 12:20:35.580207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-693f9d97-6110-4dcd-9de1-3cac799b71d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:35.581664 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-693f9d97-6110-4dcd-9de1-3cac799b71d6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0433717 Jul 22 12:20:35.643614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-e19058e9-5bd9-404d-8121-80009dc51d0b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:35.645084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-e19058e9-5bd9-404d-8121-80009dc51d0b service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573299 Jul 22 12:20:35.732019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-9d7e4e01-59fc-4c66-bf09-9a1720074f9b service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0809467 Jul 22 12:20:35.826334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d265f915-c4d4-4b75-a350-1ff94fa7d919 req-f5729481-ed14-4f8c-ac60-75855a8e8ea0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869768 Jul 22 12:20:36.503206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23d72aae-2954-43cc-b37f-d4ef1c649a83 req-5bd8b471-d584-418a-b4c6-6c166c48c174 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:36.504681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23d72aae-2954-43cc-b37f-d4ef1c649a83 req-5bd8b471-d584-418a-b4c6-6c166c48c174 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0635283 Jul 22 12:20:36.546032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-23d72aae-2954-43cc-b37f-d4ef1c649a83 req-ab182abc-471a-4d31-8306-bc64e4a62516 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0356865 Jul 22 12:20:37.676183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc227a93-ce08-4d31-b66d-bf3277314935 req-356c0ba1-bc7d-4adc-bbaa-cd4dbd6f15f0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:37.677656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc227a93-ce08-4d31-b66d-bf3277314935 req-356c0ba1-bc7d-4adc-bbaa-cd4dbd6f15f0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0636494 Jul 22 12:20:37.715535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc227a93-ce08-4d31-b66d-bf3277314935 req-9a7bcab3-96c5-4b70-bb20-532c1133aa80 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316179 Jul 22 12:20:38.842304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a4df3d7-dd7e-4c15-859f-857e53a84954 req-6e76a299-a82f-4c76-84a8-feaef353f401 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:38.843810 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a4df3d7-dd7e-4c15-859f-857e53a84954 req-6e76a299-a82f-4c76-84a8-feaef353f401 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0631909 Jul 22 12:20:38.884207 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a4df3d7-dd7e-4c15-859f-857e53a84954 req-e9c75347-680c-4ad2-809d-a8bfeb8491cf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347106 Jul 22 12:20:40.024967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce5ce1d7-6733-4e1b-ae4e-e6523151857e req-94975afe-56da-402d-945b-61c1d246029c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:40.026625 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce5ce1d7-6733-4e1b-ae4e-e6523151857e req-94975afe-56da-402d-945b-61c1d246029c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0730457 Jul 22 12:20:40.070160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce5ce1d7-6733-4e1b-ae4e-e6523151857e req-b3f254fc-70cb-4267-9652-39602662bb58 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0367360 Jul 22 12:20:41.210087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2ea5774-fee4-4881-8e53-ac31299328e9 req-6a3293a4-9068-4e4f-924b-627079f665de tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:41.211779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2ea5774-fee4-4881-8e53-ac31299328e9 req-6a3293a4-9068-4e4f-924b-627079f665de tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0644319 Jul 22 12:20:41.250095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c2ea5774-fee4-4881-8e53-ac31299328e9 req-72069fc3-9861-4229-9029-24c499fdc8c0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321116 Jul 22 12:20:41.972039 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-b60206aa-52a5-4101-8f2e-47547bbd93fd service neutron] show failed (client error): The resource could not be found. Jul 22 12:20:41.973053 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-b60206aa-52a5-4101-8f2e-47547bbd93fd service neutron] 10.222.0.20 "GET /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0644598 Jul 22 12:20:42.234042 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-b8010ead-de1f-447b-bb28-86cb24534b25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:42.235491 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-b8010ead-de1f-447b-bb28-86cb24534b25 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1097 time: 0.1106114 Jul 22 12:20:42.248192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:20:42.325395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:42.381954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a6dc3e9-02f1-4ebc-917d-9f46d0e189dd req-03b09429-e70a-4e18-b254-9f7e0be2a6e9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:42.383606 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a6dc3e9-02f1-4ebc-917d-9f46d0e189dd req-03b09429-e70a-4e18-b254-9f7e0be2a6e9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0651317 Jul 22 12:20:42.425712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a6dc3e9-02f1-4ebc-917d-9f46d0e189dd req-e28eef57-1e07-4122-b0c4-a64c424314f6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359962 Jul 22 12:20:42.542183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:42.577898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:20:42.624267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:42.626761 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e6900d1c-5311-4e9a-a765-fa4b87a9b738" -d '{"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-unplugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:42.631432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:42.648491 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Transition to ACTIVE for port object 83eef9a4-79e0-4f71-84df-1e9f25464dd4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:20:42.653503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:42.776898 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:42 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-dfad6850-2a61-472e-8c14-af49b143d9b0 x-openstack-request-id: req-dfad6850-2a61-472e-8c14-af49b143d9b0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:42.776898 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-unplugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:42.776898 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-dfad6850-2a61-472e-8c14-af49b143d9b0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:42.777423 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'code': 200} Jul 22 12:20:42.778025 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:42.800679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] No DVR routers for this DVR port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:20:42.838562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.838562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.838851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.839296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.839623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.839963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.840296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.840630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.840963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.841291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.841620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.841955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:42.954554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:20:42.954903 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:20:42.955233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:42.960057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:20:42.960382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:42.965693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 20, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:20:42.966134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:20:42.966642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:20:42.967148 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Bound port: 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:20:42.967583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:43.033657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:20:43.036674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:20:43.041125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:43.084597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.085222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:43.086663 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] 10.222.0.36 "PUT /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1092 time: 0.8434124 Jul 22 12:20:43.104832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db304d9e-ffa6-4974-80d4-854cc40e2ea5 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:43.176938 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-f56ccd47-b9f5-4ef4-904a-16dffd286809 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.178532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-f56ccd47-b9f5-4ef4-904a-16dffd286809 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1095 time: 0.0630639 Jul 22 12:20:43.283194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-ce9dfbf2-9de7-4290-98dd-c3c705e6d4e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.284785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-ce9dfbf2-9de7-4290-98dd-c3c705e6d4e2 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1000917 Jul 22 12:20:43.354438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-7e3b7d0f-9ba0-41a7-ac60-a5fba388c3a3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.0634542 Jul 22 12:20:43.408556 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-67db6a89-19f5-4105-b708-36328069b81a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.410151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-67db6a89-19f5-4105-b708-36328069b81a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0490916 Jul 22 12:20:43.478118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-284dbd53-5767-4b12-97f7-2e0bbaa73513 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.479900 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-284dbd53-5767-4b12-97f7-2e0bbaa73513 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0632083 Jul 22 12:20:43.491241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-9d4b9171-e35b-421f-bfcc-f205f1aa2b50 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:20:43.492305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-9d4b9171-e35b-421f-bfcc-f205f1aa2b50 service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0057526 Jul 22 12:20:43.567834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e26aa084-929a-4810-8f71-8f144e524990 req-a71a95fd-98b0-4573-9669-b4162d0672b9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:43.569380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e26aa084-929a-4810-8f71-8f144e524990 req-a71a95fd-98b0-4573-9669-b4162d0672b9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0695996 Jul 22 12:20:43.592821 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-aa70d23e-89a2-424d-b462-f8e90c2bbed7 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0933838 Jul 22 12:20:43.611272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e26aa084-929a-4810-8f71-8f144e524990 req-4bf2ff2f-785d-475c-a606-047e1a0ec1bc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jul 22 12:20:43.687226 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-3ce836b3-9ba8-42f7-ad87-8886d8913076 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0882943 Jul 22 12:20:44.749264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19bfabc0-26df-4705-aedb-e23f4d213f71 req-773755e2-6770-4df5-9d04-5ef2465c8f78 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:44.750804 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19bfabc0-26df-4705-aedb-e23f4d213f71 req-773755e2-6770-4df5-9d04-5ef2465c8f78 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0666192 Jul 22 12:20:44.778456 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:44.780933 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2649aca9-5ea3-4705-8fc0-9740f3d15c04" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:44.789274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19bfabc0-26df-4705-aedb-e23f4d213f71 req-b6fa82d8-bb21-47e5-ae82-9143df7bdf6c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325406 Jul 22 12:20:44.834108 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:44 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-de106d8e-c26b-4964-a8b4-3056c85c7352 x-openstack-request-id: req-de106d8e-c26b-4964-a8b4-3056c85c7352 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:44.834404 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:44.834696 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-de106d8e-c26b-4964-a8b4-3056c85c7352 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:44.835122 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'status': 'completed', 'code': 200} Jul 22 12:20:44.951989 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-08b63e2d-7920-4cf9-b926-8aa0b0925c83 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:44.953417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-08b63e2d-7920-4cf9-b926-8aa0b0925c83 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1095 time: 0.0913365 Jul 22 12:20:44.955252 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-2e0372b2-1773-4274-9b5b-94c8aff599b4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:44.956519 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-2e0372b2-1773-4274-9b5b-94c8aff599b4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1095 time: 0.1027024 Jul 22 12:20:45.030155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:20:45.067704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:20:45.114842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-dc73cd5b-c197-4bca-972b-44a01611ed85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.116330 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-dc73cd5b-c197-4bca-972b-44a01611ed85 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1554570 Jul 22 12:20:45.117420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-506e0431-3ebd-4031-8dff-1dc875701851 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.118750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-506e0431-3ebd-4031-8dff-1dc875701851 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1506116 Jul 22 12:20:45.226784 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-11f9cc4f-2efc-40d2-82bb-efac3f5e6b3c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1038313 Jul 22 12:20:45.233115 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-8fda3b26-c4fc-472f-a60e-1770cec89ee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1034729 Jul 22 12:20:45.315618 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-3b931f9c-6049-435c-ab44-8de825c6a2bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.317144 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-3b931f9c-6049-435c-ab44-8de825c6a2bc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0831702 Jul 22 12:20:45.318990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-d49899a7-4bed-4f38-8643-4dce3159aea5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.319415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e6c783a4-b69d-48f3-a575-dca4370bc768 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:45.320395 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-d49899a7-4bed-4f38-8643-4dce3159aea5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0789690 Jul 22 12:20:45.414337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-725220c9-6998-4745-be02-7b0d9c83f2b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.416040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-725220c9-6998-4745-be02-7b0d9c83f2b1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0844786 Jul 22 12:20:45.419034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-b13c0788-98e5-46c1-9fb8-71ec9b07e9a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.420391 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-b13c0788-98e5-46c1-9fb8-71ec9b07e9a4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965614 Jul 22 12:20:45.580733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-2af7c5ca-683c-4454-812f-38c8adbf9b54 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1581433 Jul 22 12:20:45.582441 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-38e967c5-a16b-44b9-8083-0f36bb63d19f service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529689 Jul 22 12:20:45.931291 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cadc4500-4e27-45a0-9108-bf9b74ca9640 req-dacbd569-c210-4ee4-9d94-df46a098a4fe tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:45.932950 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cadc4500-4e27-45a0-9108-bf9b74ca9640 req-dacbd569-c210-4ee4-9d94-df46a098a4fe tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 944 time: 0.0707681 Jul 22 12:20:45.972563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cadc4500-4e27-45a0-9108-bf9b74ca9640 req-d14c5b1b-cd1e-442f-b149-1a5bf168f44c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333357 Jul 22 12:20:46.047277 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-76d7772c-56d1-40c8-9e5d-e70183b793a3 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4595058 Jul 22 12:20:46.049187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2649aca9-5ea3-4705-8fc0-9740f3d15c04 req-3389c460-ecff-4ae4-8a13-f85d8c37643a service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4538033 Jul 22 12:20:46.065197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:20:46.172932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:46.188165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:20:46.229061 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:46.242465 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:20:46.266543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:46.271175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:46.297082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-d0812ce0-aed8-4af0-b277-641184eb643c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.298749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-d0812ce0-aed8-4af0-b277-641184eb643c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb&tenant_id=977b3e71307d461e96d0d9262b0875a5&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 944 time: 0.0770245 Jul 22 12:20:46.321677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:46.326206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94eb6590-0ef8-4c7b-a912-2e7951200c86 req-7fcf88f5-9a5a-4963-9ea9-a9f0aa3ff011 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.327766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94eb6590-0ef8-4c7b-a912-2e7951200c86 req-7fcf88f5-9a5a-4963-9ea9-a9f0aa3ff011 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0699458 Jul 22 12:20:46.330553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.330904 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.331248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.331589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.331927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.332270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.332596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.333182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.333516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.333847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.334174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.334520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:20:46.367708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-fc290caf-79b5-45a9-abad-4a3733be9c19 service neutron] 10.222.0.36 "GET /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.0612330 Jul 22 12:20:46.373551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-94eb6590-0ef8-4c7b-a912-2e7951200c86 req-85bf70ed-9aca-4b67-8d14-bb3a840e3287 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382752 Jul 22 12:20:46.443128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-f6ea1724-1a2d-4b78-8d0c-89f2a354789e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.444564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-f6ea1724-1a2d-4b78-8d0c-89f2a354789e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1096 time: 0.0549703 Jul 22 12:20:46.485335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['83eef9a4-79e0-4f71-84df-1e9f25464dd4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:20:46.562215 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-bb873e64-a0d7-4d6c-b3af-1c025252a5dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.563816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-bb873e64-a0d7-4d6c-b3af-1c025252a5dc service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1130412 Jul 22 12:20:46.638247 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-198dca75-cff8-46c7-842f-3d603ea594a1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1002 time: 0.0673821 Jul 22 12:20:46.692184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-4997a309-99e6-4c85-a552-af02a7bd92a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.694771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-4997a309-99e6-4c85-a552-af02a7bd92a2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0507314 Jul 22 12:20:46.755754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-c4cb9546-dde2-43cb-b6a5-750f8d313f55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:46.757248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-c4cb9546-dde2-43cb-b6a5-750f8d313f55 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570834 Jul 22 12:20:46.848721 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-205904e1-70f6-4047-af4b-1578b98dd12d service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853844 Jul 22 12:20:46.946183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-7452a429-016e-42b5-b28b-974e3e05c51d service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901408 Jul 22 12:20:47.579364 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9f85f4b-021e-4ef0-b16a-76360c054a5d req-01ac10ff-27a1-4b49-b4c4-e7b4b793a1fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:47.581635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9f85f4b-021e-4ef0-b16a-76360c054a5d req-01ac10ff-27a1-4b49-b4c4-e7b4b793a1fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0993021 Jul 22 12:20:47.645444 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9f85f4b-021e-4ef0-b16a-76360c054a5d req-f754e747-8142-4d21-b287-62705bfd3acf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0536737 Jul 22 12:20:47.904414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:48.074999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:20:48.137976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:20:48.144070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:20:48.144546 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:48.233106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:48.242268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c2eded63-d5e9-4e7f-9f70-9d7ab23e000a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:48.266010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:48.269574 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-cf38cd76-8b92-45ca-b8c4-cd463416663c" -d '{"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-plugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:48.291447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:48.297083 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:48.364068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:48.409651 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9aae47ad-5e64-485c-8d30-d8f69f188519 x-openstack-request-id: req-9aae47ad-5e64-485c-8d30-d8f69f188519 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:48.409967 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-plugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:48.410260 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9aae47ad-5e64-485c-8d30-d8f69f188519 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:48.410747 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'code': 200} Jul 22 12:20:48.795274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b09186-408e-49ef-9ac2-1b3aba6d4b29 req-0405ebee-65be-48d5-a778-66887edc2901 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:48.796786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b09186-408e-49ef-9ac2-1b3aba6d4b29 req-0405ebee-65be-48d5-a778-66887edc2901 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0661733 Jul 22 12:20:48.835855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b09186-408e-49ef-9ac2-1b3aba6d4b29 req-e04d1ade-b50d-4ff3-9d18-368b14f01369 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333996 Jul 22 12:20:49.039651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-7050ca84-646f-4880-ae5f-e475c73fe178 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:49.041152 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-7050ca84-646f-4880-ae5f-e475c73fe178 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1097 time: 0.0551751 Jul 22 12:20:49.051742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:20:49.124176 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.330901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:49.365079 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:20:49.405264 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:49.407595 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-290b8eed-1090-4bbd-a673-1a82efec5592" -d '{"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-unplugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:49.411639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.425857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Transition to ACTIVE for port object 83eef9a4-79e0-4f71-84df-1e9f25464dd4 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:20:49.429809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.462283 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7c343353-7d7e-4cec-bda7-f7698494b621 x-openstack-request-id: req-7c343353-7d7e-4cec-bda7-f7698494b621 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:49.462597 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-unplugged", "status": "completed", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:49.462857 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7c343353-7d7e-4cec-bda7-f7698494b621 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:49.463255 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'code': 200} Jul 22 12:20:49.508567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:49.559446 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.560689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] No DVR routers for this DVR port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:20:49.705445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:20:49.706015 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:20:49.706416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:49.711251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:20:49.711574 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Attempting to bind port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:49.718550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 20, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:20:49.719233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:20:49.719626 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:20:49.720059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Bound port: 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:20:49.720423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.788159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:20:49.791459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:20:49.797469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.849909 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:49.850588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:49.852378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] 10.222.0.20 "PUT /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1093 time: 0.8046179 Jul 22 12:20:49.882307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b9cfef-1d6d-4f36-8790-29207cae5af7 service neutron] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:49.959888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-6bc0c066-fea1-4d71-8276-f9fb1600c5de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:49.961945 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-6bc0c066-fea1-4d71-8276-f9fb1600c5de service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1096 time: 0.0763950 Jul 22 12:20:49.999051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c862c711-3acc-4db3-ab69-76242a6e4473 req-37b2f820-8b89-4eb8-b0b9-c1fd767e12c7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:50.000700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c862c711-3acc-4db3-ab69-76242a6e4473 req-37b2f820-8b89-4eb8-b0b9-c1fd767e12c7 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0805571 Jul 22 12:20:50.045188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c862c711-3acc-4db3-ab69-76242a6e4473 req-6eca41ad-d7a4-4b32-a194-5e69dd574841 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374279 Jul 22 12:20:50.072038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-a53464d0-f4b9-4958-9ce2-8a3bb5da1001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:50.073687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-a53464d0-f4b9-4958-9ce2-8a3bb5da1001 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1053374 Jul 22 12:20:50.148871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-c7222893-d766-4e16-9f81-085df2df2c49 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.0689523 Jul 22 12:20:50.200677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-f7e189dd-c69f-4b86-8ee7-00cbcd021f26 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:50.202500 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-f7e189dd-c69f-4b86-8ee7-00cbcd021f26 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0472124 Jul 22 12:20:50.268197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-af9972e7-09f6-4141-8436-bfded193cf9c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:50.269722 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-af9972e7-09f6-4141-8436-bfded193cf9c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608802 Jul 22 12:20:50.370084 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-e7c3da53-3b56-4e44-aef2-caf52227c7a7 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0935593 Jul 22 12:20:50.461503 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-870c7ad4-60ff-46b4-921d-cd550fd19ae0 req-9a1ba643-1ffe-4b55-ba0e-df000a9104c0 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0840583 Jul 22 12:20:51.190935 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-026d044c-49a3-4e71-a1b0-aa6c09fb3263 req-450b59dc-9759-46d2-85cd-5329a0e610f6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:51.192369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-026d044c-49a3-4e71-a1b0-aa6c09fb3263 req-450b59dc-9759-46d2-85cd-5329a0e610f6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0675073 Jul 22 12:20:51.231545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-026d044c-49a3-4e71-a1b0-aa6c09fb3263 req-b6420756-bc8d-4434-80d9-b53947d281a4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334840 Jul 22 12:20:51.465402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:51.467696 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae" -d '{"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:51.475223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:51.517226 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f3d9c9c5-3e3f-49e4-93dd-7b4d62467c6c x-openstack-request-id: req-f3d9c9c5-3e3f-49e4-93dd-7b4d62467c6c {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:51.518087 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:51.518349 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f3d9c9c5-3e3f-49e4-93dd-7b4d62467c6c {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:51.518916 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'status': 'completed', 'code': 200} Jul 22 12:20:51.632970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-35786e99-3342-4e0c-afce-02aa917ed5b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:51.634568 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-35786e99-3342-4e0c-afce-02aa917ed5b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1096 time: 0.0994070 Jul 22 12:20:51.637929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-2a8a8bb4-269c-454a-a259-01312b02f8ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:51.639349 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-2a8a8bb4-269c-454a-a259-01312b02f8ba service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 1096 time: 0.0949423 Jul 22 12:20:51.802918 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-f40da46d-e7da-4033-bb6f-cc72ce377a62 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:51.804578 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-f40da46d-e7da-4033-bb6f-cc72ce377a62 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1605601 Jul 22 12:20:51.805684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-dd9a12ee-b0eb-42a5-b990-0743a97ff8d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:51.807031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-dd9a12ee-b0eb-42a5-b990-0743a97ff8d3 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1558537 Jul 22 12:20:51.915188 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-581b3329-b42d-4468-a10e-cd017d8179fe service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1038454 Jul 22 12:20:51.921184 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-56ca76b8-1566-41de-a59d-d1cf8e674494 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 200 len: 1001 time: 0.1043632 Jul 22 12:20:52.003538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-457fbd6d-a6b8-44df-8eff-21413e7d4850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.005019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-457fbd6d-a6b8-44df-8eff-21413e7d4850 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0830026 Jul 22 12:20:52.008509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-35dc8d00-dad8-4863-9d07-06256d71e035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.009930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-35dc8d00-dad8-4863-9d07-06256d71e035 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0795672 Jul 22 12:20:52.096025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:20:52.108266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-218fea22-cff0-4f27-8dea-97675d67fc55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.109797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-218fea22-cff0-4f27-8dea-97675d67fc55 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0990739 Jul 22 12:20:52.114343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-eae26a27-943f-4645-a04e-5054bd68a477 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.115976 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-eae26a27-943f-4645-a04e-5054bd68a477 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0959611 Jul 22 12:20:52.143341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:20:52.272225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-2636e789-459f-47a2-a429-152305b1e8ae service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1554701 Jul 22 12:20:52.275666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-20d5ac1d-16ed-4f7d-a4a0-d27c26e28af9 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1507809 Jul 22 12:20:52.361909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59807be9-a431-41f7-8ebf-0f21bfc49d01 req-aaeeafd0-a270-4dfe-b7e6-b05392ae0ef0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.363980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59807be9-a431-41f7-8ebf-0f21bfc49d01 req-aaeeafd0-a270-4dfe-b7e6-b05392ae0ef0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0647271 Jul 22 12:20:52.402831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59807be9-a431-41f7-8ebf-0f21bfc49d01 req-f770008f-380b-46a3-a204-4ac37dcca228 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333366 Jul 22 12:20:52.435079 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-0d591e82-7126-43f3-b5e7-dd4ddce9e59c service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1561592 Jul 22 12:20:52.438561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0ca256d-b8ea-4571-8af7-9ee175cb27ae req-edc10a0d-dc93-4ac8-9f81-d25916efac27 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1515093 Jul 22 12:20:52.537516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6523b48-cd6b-4753-8c6c-2dfca261efc8 req-36bda6e4-db88-49f2-a619-52ec0341ff47 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.539032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6523b48-cd6b-4753-8c6c-2dfca261efc8 req-36bda6e4-db88-49f2-a619-52ec0341ff47 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0649009 Jul 22 12:20:52.581638 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6523b48-cd6b-4753-8c6c-2dfca261efc8 req-e98a6923-1f62-4296-88c7-c91817133b3e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368996 Jul 22 12:20:52.710833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8cb3733-34bd-4914-bf70-ea09976360ca req-e7db2060-44f2-4cd4-b562-9137716736a9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:52.712309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8cb3733-34bd-4914-bf70-ea09976360ca req-e7db2060-44f2-4cd4-b562-9137716736a9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0651782 Jul 22 12:20:52.751855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e8cb3733-34bd-4914-bf70-ea09976360ca req-3d0b0206-e695-4125-8828-3611602e0d87 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334954 Jul 22 12:20:53.022954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e484a02e-d4f4-4143-9951-879f3fa0b64a req-bbb29364-a25b-4535-931e-39760f4557a1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:53.024463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e484a02e-d4f4-4143-9951-879f3fa0b64a req-bbb29364-a25b-4535-931e-39760f4557a1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 945 time: 0.0649230 Jul 22 12:20:53.062464 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e484a02e-d4f4-4143-9951-879f3fa0b64a req-38c227c6-41f9-4429-89a9-4c147fdd88a6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318613 Jul 22 12:20:53.092257 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:20:53.184613 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:53.195210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'mac_address': 'fa:16:3e:df:c8:8e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:20:53.232194 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:53.249695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:20:53.270741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:53.274216 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:53.321033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:53.499837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['83eef9a4-79e0-4f71-84df-1e9f25464dd4'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:20:54.202285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b3c267ae-cdc5-43a1-a9c4-5ca24ae4ba04 req-8b6ea024-feab-4e78-8e27-2b6ff67bb6fc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:54.203910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3c267ae-cdc5-43a1-a9c4-5ca24ae4ba04 req-8b6ea024-feab-4e78-8e27-2b6ff67bb6fc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0687053 Jul 22 12:20:54.210157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-559888e5-315c-4029-88e0-2b99bd3df4f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:54.211748 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-559888e5-315c-4029-88e0-2b99bd3df4f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 946 time: 0.0644450 Jul 22 12:20:54.246765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b3c267ae-cdc5-43a1-a9c4-5ca24ae4ba04 req-c6524149-f8ea-4225-b560-a3df99d833e8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359826 Jul 22 12:20:54.317071 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Deleting port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:20:54.317418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:54.403799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] For port 83eef9a4-79e0-4f71-84df-1e9f25464dd4, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=83eef9a4-79e0-4f71-84df-1e9f25464dd4,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:20:54.404074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:54.489207 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:20:54.585518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:54.585890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:54.586205 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a disassociated. External IP: 172.25.6.112, port: 83eef9a4-79e0-4f71-84df-1e9f25464dd4. Jul 22 12:20:54.586720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Calling delete_port for 83eef9a4-79e0-4f71-84df-1e9f25464dd4 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:20:54.714619 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:54.748587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'Port': ['ID=83eef9a4-79e0-4f71-84df-1e9f25464dd4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:54.867273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:20:54.976824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:20:54.986958 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:20:54.996391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:20:54.997108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:20:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:20:55.025325 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] No DVR routers for this DVR port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:20:55.028410 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:55.030432 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ded3a079-54b9-4cc4-9d76-196deb2df737 req-1ec622d6-b0c5-413a-b058-ee1ca2161e3a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "DELETE /v2.0/ports/83eef9a4-79e0-4f71-84df-1e9f25464dd4 HTTP/1.1" status: 204 len: 173 time: 0.8130558 Jul 22 12:20:55.030901 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-deleted', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:55.033157 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e316700c-c4b4-4d7b-8acb-894af024f125" -d '{"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-deleted", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:55.074624 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:55 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8b6fe9f5-834e-44ae-ba50-d92bce8a45e3 x-openstack-request-id: req-8b6fe9f5-834e-44ae-ba50-d92bce8a45e3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:55.075039 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "b4ec43e2-b7dc-4482-aeec-b94ec67525fb", "name": "network-vif-deleted", "tag": "83eef9a4-79e0-4f71-84df-1e9f25464dd4", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:55.075180 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8b6fe9f5-834e-44ae-ba50-d92bce8a45e3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:55.075585 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b4ec43e2-b7dc-4482-aeec-b94ec67525fb', 'name': 'network-vif-deleted', 'tag': '83eef9a4-79e0-4f71-84df-1e9f25464dd4', 'status': 'completed', 'code': 200} Jul 22 12:20:55.099615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:20:55.126627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:20:55.126980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:304}} Jul 22 12:20:55.150356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:20:55.152981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Port 83eef9a4-79e0-4f71-84df-1e9f25464dd4 not found, will not notify nova. {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:314}} Jul 22 12:20:55.351212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:20:55.354776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5650f3c0-9bb6-40ce-a1f3-7eb76dde12b1 req-a80b8e41-68ba-4e6a-8897-53a29ca205be tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=b4ec43e2-b7dc-4482-aeec-b94ec67525fb HTTP/1.1" status: 200 len: 210 time: 0.0300810 Jul 22 12:20:55.384278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:20:55.393372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:20:55.393782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:20:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:20:55.505413 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:20:55.704412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:20:55.731217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93a8c72-b8fe-464d-bd61-156b5b3673cc None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:20:55.941906 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cb847836-3252-4029-9cc3-7ad5586ca921 None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:20:56.631972 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-9e29df67-67f9-40f8-ab3c-d8cdbd4d2279 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-securitygroup--1630071289&fields=id&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 267 time: 0.0326910 Jul 22 12:20:56.743663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-c6a453d5-2fff-4430-bacf-9a31349309cc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:56.745713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-c6a453d5-2fff-4430-bacf-9a31349309cc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1061578 Jul 22 12:20:56.762946 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-c704ad20-5caf-4eba-8129-6c354df0eafe tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/quotas/977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 375 time: 0.0103159 Jul 22 12:20:56.831693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-f797a011-5929-4a58-a571-2305b7cf58fa tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&fields=id HTTP/1.1" status: 200 len: 348 time: 0.0632052 Jul 22 12:20:56.847418 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-ea63b50e-6d9d-4898-b1cc-d9d17bb8bcd3 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:20:56.848389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-ea63b50e-6d9d-4898-b1cc-d9d17bb8bcd3 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051723 Jul 22 12:20:56.940853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3f8d3c13-0e98-48ee-989e-5e095bfa3a4b service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866494 Jul 22 12:20:57.029458 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-e3098c8c-c1d1-423a-8aab-101c3a142976 service neutron] 10.222.0.21 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826676 Jul 22 12:20:57.117673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:20:57.138513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 83eef9a4-79e0-4f71-84df-1e9f25464dd4 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:20:57.138934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 83eef9a4-79e0-4f71-84df-1e9f25464dd4 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:20:57.194977 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83a1a575-3819-4796-9215-047ab8233db9 req-265f56d4-1ea7-4990-812e-a7b76d8c60ec tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0304976 Jul 22 12:20:57.735928 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.118654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-e9fdb672-e6a7-43f2-9656-82ba22ee23ac tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:58.120157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-e9fdb672-e6a7-43f2-9656-82ba22ee23ac tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 811 time: 0.1063819 Jul 22 12:20:58.169802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-cb3ad63a-6ac5-4dc0-951f-41abc380710d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 380 time: 0.0396228 Jul 22 12:20:58.184267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'port': {'device_id': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'admin_state_up': True, 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'security_groups': ['dee7f064-3c16-4d74-bf9e-163e7ac15e3b']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:20:58.298156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aa86ba96-9263-4e14-9237-0ec00a89d2fb req-c63e029b-8052-452f-b4b0-468846b87173 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0340626 Jul 22 12:20:58.300190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Made reservation on behalf of 977b3e71307d461e96d0d9262b0875a5 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:20:58.303753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.432521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Allocated IP 172.20.0.11 (7ef6b75f-ce29-406d-8a79-acd2a3134842/9d3db2a1-95d5-47ff-b68a-da62803f025a/fddb92a4-7d22-45c0-a863-6dd7231d3d35) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:20:58.570335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.585208 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Transition to ACTIVE for port object fddb92a4-7d22-45c0-a863-6dd7231d3d35 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:20:58.623027 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.669055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:20:58.674158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:20:58.677749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:20:58.706952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:58.713622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.735814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:58.736476 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.752221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-3507c65f-edc3-48c5-82b7-64928f2afea3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5723071 Jul 22 12:20:58.764997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Request body: {'port': {'device_id': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:20:58.842115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.921551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c1f9fa6-0e57-4431-9347-d601577515a7 None None] Provisioning for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:20:58.926168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c1f9fa6-0e57-4431-9347-d601577515a7 None None] Provisioning complete for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:20:58.926586 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c1f9fa6-0e57-4431-9347-d601577515a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:58.962537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4c1f9fa6-0e57-4431-9347-d601577515a7 None None] Port fddb92a4-7d22-45c0-a863-6dd7231d3d35 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:20:59.426326 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:20:59.432073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ea1ea31-dac1-454a-b644-514bf519a984 req-9a212ee7-fdf6-47ca-8724-898c111b5c46 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:59.434325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ea1ea31-dac1-454a-b644-514bf519a984 req-9a212ee7-fdf6-47ca-8724-898c111b5c46 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 932 time: 0.0672007 Jul 22 12:20:59.434490 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:59.446916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Transition to ACTIVE for port object fddb92a4-7d22-45c0-a863-6dd7231d3d35 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:20:59.451318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:59.474244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3ea1ea31-dac1-454a-b644-514bf519a984 req-95f91a6d-df5a-4056-9d58-e16fa2ca86a1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338647 Jul 22 12:20:59.502020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:59.583726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:20:59.584097 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:20:59.584449 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:59.589197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:20:59.589676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:20:59.594768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 20, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:20:59.595111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:20:59.595502 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:20:59.595942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Bound port: fddb92a4-7d22-45c0-a863-6dd7231d3d35, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:20:59.596306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:59.662573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:20:59.665579 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:20:59.670280 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:59.703037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:59.703663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:20:59.705199 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] 10.222.0.20 "PUT /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1092 time: 0.9448059 Jul 22 12:20:59.705509 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:20:59.708072 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}12205199b9771df6f8fa9b77f25a38f4b957e30fe491886dffd6c5b4b0de2718" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dcb51de-8a36-474d-ae56-3c7c607ebee5" -d '{"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:20:59.736320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97865a9-5485-4d07-974a-d76fd82feba8 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:20:59.777656 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:20:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5aaaaad9-523e-4850-af33-40f783b0f001 x-openstack-request-id: req-5aaaaad9-523e-4850-af33-40f783b0f001 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:20:59.777945 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:20:59.778200 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5aaaaad9-523e-4850-af33-40f783b0f001 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:20:59.778635 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'status': 'completed', 'code': 200} Jul 22 12:20:59.806940 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-6b9830be-6a60-40d5-8f54-235e743c9df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:59.809027 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-6b9830be-6a60-40d5-8f54-235e743c9df8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0614944 Jul 22 12:20:59.857139 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-9694b73f-16cb-496a-965d-001ff88474ba service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 217 time: 0.0396628 Jul 22 12:20:59.908426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-74b85de9-75ad-441d-a92d-9516d3625b3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:59.909978 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-74b85de9-75ad-441d-a92d-9516d3625b3f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0464308 Jul 22 12:20:59.970583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-914e3697-1c62-4c49-a693-e374edcc95c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:20:59.972132 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-914e3697-1c62-4c49-a693-e374edcc95c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562239 Jul 22 12:21:00.067754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-c8e7d538-33dd-4322-8b44-756d5dde63e9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0889006 Jul 22 12:21:00.157564 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-f4b6fa48-bbc8-427d-8577-6e159ded8627 req-d77c7808-c4d6-42f7-a22d-a8f53fbfa0b4 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829556 Jul 22 12:21:00.266324 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-76e08ded-cf7f-4784-b84d-258e00085e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:00.267866 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-76e08ded-cf7f-4784-b84d-258e00085e0d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0612466 Jul 22 12:21:00.358842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-cc030ad9-04a9-4c81-83ac-ecab4b03e8a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:00.360312 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-cc030ad9-04a9-4c81-83ac-ecab4b03e8a2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0849750 Jul 22 12:21:00.404670 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-beb85457-bd4a-4300-a780-6fd342736e2b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 217 time: 0.0381010 Jul 22 12:21:00.455250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-f7689f45-5a1e-418e-b2da-c535d4f5033c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:00.456605 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-f7689f45-5a1e-418e-b2da-c535d4f5033c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0445139 Jul 22 12:21:00.519401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-6428daa2-de60-425f-9842-c6e071378fea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:00.520952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-6428daa2-de60-425f-9842-c6e071378fea service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0552824 Jul 22 12:21:00.622518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-89cd62ed-0ee3-4483-8db8-9ee94cbf1960 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942430 Jul 22 12:21:00.663201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a70027e-8e56-4bbb-b062-cd45fa37bbf5 req-415a5aaa-ee97-4b05-8fda-e37709f6df42 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:00.664759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a70027e-8e56-4bbb-b062-cd45fa37bbf5 req-415a5aaa-ee97-4b05-8fda-e37709f6df42 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.1158001 Jul 22 12:21:00.708445 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a70027e-8e56-4bbb-b062-cd45fa37bbf5 req-ae789f9d-a6fd-42f1-9bc4-40f03158160e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373960 Jul 22 12:21:00.716898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dcb51de-8a36-474d-ae56-3c7c607ebee5 req-759218f6-b13b-4219-ab7b-92ff887dac3e service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0878794 Jul 22 12:21:01.843751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fbdef9b-7622-41b7-89b7-b29ec0d494ee req-77e67d08-8759-466b-b9bc-d744b96932bf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:01.845179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fbdef9b-7622-41b7-89b7-b29ec0d494ee req-77e67d08-8759-466b-b9bc-d744b96932bf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0680587 Jul 22 12:21:01.883598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6fbdef9b-7622-41b7-89b7-b29ec0d494ee req-5a9f30ff-3619-46b6-bf03-ce5a471ab9dd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326505 Jul 22 12:21:03.014521 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f41a8b2c-d675-4c33-b170-0cae8b5aa871 req-1bb7fbca-9258-46f7-8d62-c519be241dfc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:03.016022 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f41a8b2c-d675-4c33-b170-0cae8b5aa871 req-1bb7fbca-9258-46f7-8d62-c519be241dfc tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0640006 Jul 22 12:21:03.053002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f41a8b2c-d675-4c33-b170-0cae8b5aa871 req-2f314c66-a8d7-4f54-b64b-06e3516fef62 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314884 Jul 22 12:21:03.125310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:21:03.219482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:21:03.230629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:21:03.271262 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:03.284335 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:21:03.303702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:21:03.307638 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:03.354772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:21:03.493778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fddb92a4-7d22-45c0-a863-6dd7231d3d35'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:21:04.190869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5aca1ae-539c-4e5d-8ceb-d005218a0a1b req-75a5e36f-69ca-46cd-90ce-f18f9417abc2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:04.192391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5aca1ae-539c-4e5d-8ceb-d005218a0a1b req-75a5e36f-69ca-46cd-90ce-f18f9417abc2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0686736 Jul 22 12:21:04.231989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5aca1ae-539c-4e5d-8ceb-d005218a0a1b req-596eafb7-198f-4568-b64d-49c0b3374897 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339179 Jul 22 12:21:05.124049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:21:05.171867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:21:05.175534 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:21:05.175915 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:05.253153 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:05.281942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:21:05.284401 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}6534553f6b46966769869562fd02263cf89029262ed2674744f47d5a1c0f537e" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-aef7809c-d589-4b58-81b5-3e45f81b61dd" -d '{"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:21:05.298905 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:21:05.303136 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:05.330121 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:21:05 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-34ee4391-fa23-4bf1-88ad-9e9c771c8f82 x-openstack-request-id: req-34ee4391-fa23-4bf1-88ad-9e9c771c8f82 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:21:05.330426 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:21:05.330705 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-34ee4391-fa23-4bf1-88ad-9e9c771c8f82 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:21:05.331584 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'code': 200} Jul 22 12:21:05.359866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:21:05.368355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aa5158e-979f-4da2-814e-3a215f1dc12e req-eee0e9d2-d8fb-4692-9ef9-bbd32040afae tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:05.370200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0aa5158e-979f-4da2-814e-3a215f1dc12e req-eee0e9d2-d8fb-4692-9ef9-bbd32040afae tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0683358 Jul 22 12:21:05.410136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0aa5158e-979f-4da2-814e-3a215f1dc12e req-b1a6ee78-aeb9-4497-9a58-079068b84d89 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340500 Jul 22 12:21:05.447932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da1787a-5d4c-4014-a724-4e0a5500c88c req-e92a64e2-a24b-4d9a-b031-4ae236c8b9e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:05.450010 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2da1787a-5d4c-4014-a724-4e0a5500c88c req-e92a64e2-a24b-4d9a-b031-4ae236c8b9e3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0605567 Jul 22 12:21:05.486346 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2da1787a-5d4c-4014-a724-4e0a5500c88c req-396b51ed-a785-4420-87e1-c52dc66f2d8d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0288393 Jul 22 12:21:06.543374 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1da68167-2cf3-4103-a432-ae2ac0cc6b78 req-2f956008-987d-4ad9-aa82-5e98464ec4cb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:06.544906 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1da68167-2cf3-4103-a432-ae2ac0cc6b78 req-2f956008-987d-4ad9-aa82-5e98464ec4cb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0657058 Jul 22 12:21:06.587417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1da68167-2cf3-4103-a432-ae2ac0cc6b78 req-db3be742-0c48-4143-b33e-52b240039cd3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369062 Jul 22 12:21:06.715546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb69cf6-0c8d-483b-a730-a0d8eab0b471 req-9c2345b9-4bf5-4bd0-9bd4-96095be9558d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:06.716936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ceb69cf6-0c8d-483b-a730-a0d8eab0b471 req-9c2345b9-4bf5-4bd0-9bd4-96095be9558d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0653133 Jul 22 12:21:06.725455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 52936) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:21:06.730087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Request body: {'floatingip': {'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:21:06.768234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:07.485877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:07.489558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:07.589078 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a associated. External IP: 172.25.6.112, port: fddb92a4-7d22-45c0-a863-6dd7231d3d35. Jul 22 12:21:07.794112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:21:07.900850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:21:07.906331 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:07.911082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f0151-5088-4261-83d6-157d04076eea None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:21:07.921221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:21:07.921871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:20:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:21:07.942012 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-24ecc615-25c6-4a85-bfad-60f83528c5b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "PUT /v2.0/floatingips/7d0d8007-fb41-4d0f-8cbb-17631c888a6a HTTP/1.1" status: 200 len: 993 time: 1.2155192 Jul 22 12:21:07.942646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:21:07.944879 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}1ce488664724f97325b4c8ffaa91b3e0e3ee67b813cd5c9f3b1e0dcfe24a5098" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fd423101-a2c6-4968-96fc-91ce6c3c96d1" -d '{"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:21:08.030062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:21:08.048028 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:21:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51a4b620-b8ba-44fd-adeb-c0e25683271b x-openstack-request-id: req-51a4b620-b8ba-44fd-adeb-c0e25683271b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:21:08.048324 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:21:08.048578 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51a4b620-b8ba-44fd-adeb-c0e25683271b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:21:08.048978 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'status': 'completed', 'code': 200} Jul 22 12:21:08.124685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-f09d5d97-fe1b-4fbb-a3f8-fa0c714f9621 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:08.126262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-f09d5d97-fe1b-4fbb-a3f8-fa0c714f9621 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0569594 Jul 22 12:21:08.226078 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-05dbde32-f9cc-4a82-b511-2be177be6b76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:08.227605 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-05dbde32-f9cc-4a82-b511-2be177be6b76 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0928764 Jul 22 12:21:08.259953 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:21:07Z', 'revision_number': 13, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:21:08.290156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f0151-5088-4261-83d6-157d04076eea None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:21:08.297551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-d115e14d-1523-4f08-8334-0d958eadaa78 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0637872 Jul 22 12:21:08.299068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:21:08.299681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:20:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:21:08.347463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-6dc22dc7-afad-41ed-86d7-93227ea044e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:08.348933 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-6dc22dc7-afad-41ed-86d7-93227ea044e7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0458603 Jul 22 12:21:08.414848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-64f878f6-42da-4c20-8e73-db4c537dd1c1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:08.416974 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-64f878f6-42da-4c20-8e73-db4c537dd1c1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0611255 Jul 22 12:21:08.521275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-b0bd7752-1f12-4d63-b335-14c5d3bb9891 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0978591 Jul 22 12:21:08.561830 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:21:08.623731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fd423101-a2c6-4968-96fc-91ce6c3c96d1 req-08b5024f-0450-4546-ab89-55e0cb6a710a service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0959189 Jul 22 12:21:08.790742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-646f0151-5088-4261-83d6-157d04076eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:21:07Z', 'revision_number': 13, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:21:08.821085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-646f0151-5088-4261-83d6-157d04076eea None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '7d0d8007-fb41-4d0f-8cbb-17631c888a6a', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'floating_ip_address': '172.25.6.112', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4011, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:14:11Z', 'updated_at': '2021-07-22T12:21:07Z', 'revision_number': 13, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:21:09.012833 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-96166b79-8566-4335-acd7-d9a3a14c086b None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:21:15.320480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e2cc031-9172-4ec4-bef6-6491b5b2c47c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:17.897522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:18.233536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c7d99f11-2773-44c5-9617-50ad3c853604 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:19.558970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:21.476931 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:27.742525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:28.718097 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:31.488085 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:21:37.379358 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-b9938634-2ce2-4ddf-ace0-b4743c020820 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1029358 Jul 22 12:21:37.481655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-f2330162-4e63-4631-a929-ea4c9678f3ec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:37.483221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-f2330162-4e63-4631-a929-ea4c9678f3ec service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0573487 Jul 22 12:21:37.598210 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-193b2089-5d4e-4be7-a6f0-4df34e7cf4c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:37.599876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-193b2089-5d4e-4be7-a6f0-4df34e7cf4c2 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0964179 Jul 22 12:21:37.666968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-32cc5640-4087-4f4a-80f8-160559d9a836 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1003 time: 0.0603867 Jul 22 12:21:37.723672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-15a73175-6894-4626-ba1f-436f4a46e20f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:37.725193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-15a73175-6894-4626-ba1f-436f4a46e20f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0511239 Jul 22 12:21:37.792878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-96f5f50e-24cc-4ada-bd7d-c76a50f61166 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:21:37.794437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-96f5f50e-24cc-4ada-bd7d-c76a50f61166 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0623758 Jul 22 12:21:37.907770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-553be99f-3539-44e5-807a-ca6dd013ade6 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1067243 Jul 22 12:21:38.020000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8530b179-106f-4929-88bb-3e9ca3ae9684 req-e4ac57eb-fb9b-4b01-83ce-c74af4dd1474 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1043541 Jul 22 12:21:45.325792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fa6df851-e117-4f09-9dc2-b816e3a05efc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:47.901922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:48.234075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b37d30ea-2707-431f-ba5a-1a9d98fd2710 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:49.563010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:51.483925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:57.748832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:21:58.729809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:08.487580 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:22:15.327004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9cc778b5-cd94-44db-a533-562980f4e46e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:17.906500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:18.237060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a337980b-5492-4d02-8641-999367d32d05 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:19.563874 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:21.483466 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:27.748621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:28.728400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:39.345262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-23c63b82-b662-47f6-a02a-e060c9047bd7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0597095 Jul 22 12:22:39.445879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-f7c77d06-038a-4401-80cb-43af8568ba2e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:39.448202 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-f7c77d06-038a-4401-80cb-43af8568ba2e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0618267 Jul 22 12:22:39.561714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-2bb97b9d-b8a8-439f-9a9b-501b6a66cdd5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:39.563219 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-2bb97b9d-b8a8-439f-9a9b-501b6a66cdd5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0971687 Jul 22 12:22:39.636005 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-b112028f-f760-4f37-9c82-0775c65ef82d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1003 time: 0.0663526 Jul 22 12:22:39.687000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-e8b359aa-66f0-437e-a068-627eb20e4a54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:39.688515 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-e8b359aa-66f0-437e-a068-627eb20e4a54 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0465145 Jul 22 12:22:39.753575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-51f7b133-29b4-48a6-b326-037bc2de151f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:39.755188 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-51f7b133-29b4-48a6-b326-037bc2de151f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0605412 Jul 22 12:22:39.853853 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-e2c2acb5-9408-45b5-944f-1237a7f7c846 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914404 Jul 22 12:22:39.945652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-31ba2939-6dd3-4d0f-819f-e0fc75441e35 req-657e2e5d-bfd0-4703-bb5d-6da594190272 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0854096 Jul 22 12:22:45.329052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f85cd5e9-3d87-460a-94ce-6c87906dc3ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:45.489325 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:22:45.811781 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3b33043-7fbb-4ba4-bdbc-911ee1adac2f req-233a552b-e0df-411a-a283-79b7cf1cc6f3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:45.813273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b33043-7fbb-4ba4-bdbc-911ee1adac2f req-233a552b-e0df-411a-a283-79b7cf1cc6f3 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.1197329 Jul 22 12:22:45.850798 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3b33043-7fbb-4ba4-bdbc-911ee1adac2f req-231755b9-0283-46c7-b48c-b4ebf754e2ab tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319698 Jul 22 12:22:47.907131 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:48.239594 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ab18551-5ede-468b-92ce-122865d78995 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:49.568929 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:51.485267 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:57.348337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cb97ebf-40b0-4228-9ea2-f445c0ba4c1c req-1517f6aa-f0f2-4d82-8668-bfb0af9cee44 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:57.349869 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cb97ebf-40b0-4228-9ea2-f445c0ba4c1c req-1517f6aa-f0f2-4d82-8668-bfb0af9cee44 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.1297827 Jul 22 12:22:57.356709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-e98c1c23-add4-4d52-b839-ae710fa505bd service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1591666 Jul 22 12:22:57.399579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cb97ebf-40b0-4228-9ea2-f445c0ba4c1c req-53c8d8fe-010b-482d-9355-cac1d4686af6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0370436 Jul 22 12:22:57.760414 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:58.694737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5f14fb2-ae17-4ed0-a647-2c96829d616a req-ea0ce823-3b2f-4f6d-8681-5c60ce57df2f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:58.697162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5f14fb2-ae17-4ed0-a647-2c96829d616a req-ea0ce823-3b2f-4f6d-8681-5c60ce57df2f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.1385295 Jul 22 12:22:58.701186 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-6d0a52de-a49e-4b50-b745-e6337e480431 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:58.702835 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-6d0a52de-a49e-4b50-b745-e6337e480431 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1097 time: 0.0718942 Jul 22 12:22:58.740661 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:22:58.751917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c5f14fb2-ae17-4ed0-a647-2c96829d616a req-e5af2437-d277-48ae-b223-fbabfd06b908 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0486960 Jul 22 12:22:58.812636 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-17d2e64c-a15c-40a3-b93b-a9b439704973 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:58.814193 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-17d2e64c-a15c-40a3-b93b-a9b439704973 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1054702 Jul 22 12:22:58.886560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-096e3371-6342-40b7-9403-6d0d4b9de244 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1003 time: 0.0664270 Jul 22 12:22:58.938986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-f60e8b4b-ea41-4fdd-a6a7-7cbf43f0be90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:58.940524 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-f60e8b4b-ea41-4fdd-a6a7-7cbf43f0be90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0478089 Jul 22 12:22:59.001331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-35456476-f211-4b01-9b83-f74e02737cd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:59.002872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-35456476-f211-4b01-9b83-f74e02737cd1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560074 Jul 22 12:22:59.103464 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-90dd4f64-1eb3-4a35-8338-422f64676def service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0939081 Jul 22 12:22:59.198749 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-661aeae4-89e4-4564-a623-ac29ae07b481 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893607 Jul 22 12:22:59.902206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-667e7a79-08d2-4461-a79a-5e8554a39e43 req-527d59c7-7496-4b92-ab3f-9889462e5704 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:22:59.903662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-667e7a79-08d2-4461-a79a-5e8554a39e43 req-527d59c7-7496-4b92-ab3f-9889462e5704 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0703065 Jul 22 12:22:59.942213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-667e7a79-08d2-4461-a79a-5e8554a39e43 req-a0bed140-c689-4f98-b430-cc295acd8138 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329151 Jul 22 12:23:01.091222 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3d737f8-28fe-4aaa-b11c-7abc35a6371c req-a26a25a5-6c3f-4e36-9890-db47472ec2bf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:01.092875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3d737f8-28fe-4aaa-b11c-7abc35a6371c req-a26a25a5-6c3f-4e36-9890-db47472ec2bf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0738714 Jul 22 12:23:01.135891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d3d737f8-28fe-4aaa-b11c-7abc35a6371c req-774d09f1-e8a6-40e3-8826-d7bbf2efe866 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0369031 Jul 22 12:23:02.278270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78bc9edf-b04f-4c16-8d9d-556a0b48c760 req-2911f904-e0b7-4b17-9e90-2c413e1b0dcb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:02.279872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78bc9edf-b04f-4c16-8d9d-556a0b48c760 req-2911f904-e0b7-4b17-9e90-2c413e1b0dcb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0740166 Jul 22 12:23:02.319512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78bc9edf-b04f-4c16-8d9d-556a0b48c760 req-3a8343da-964e-45d2-8b2e-a918f7da3cda tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340157 Jul 22 12:23:03.467170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d8d82d-29cf-439a-a7d7-59e9e794fdbe req-833c1c11-dfa2-4f6a-ad10-22e52b43f0ba tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:03.468711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0d8d82d-29cf-439a-a7d7-59e9e794fdbe req-833c1c11-dfa2-4f6a-ad10-22e52b43f0ba tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0687611 Jul 22 12:23:03.509927 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0d8d82d-29cf-439a-a7d7-59e9e794fdbe req-92c5f69d-b5a6-496a-bd57-e52f0359e6ca tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353229 Jul 22 12:23:04.659699 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd20f30-ff43-46a1-b9a3-b72996a4419f req-a405d845-0025-4bdf-ab67-666f68d6d03a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:04.661250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbd20f30-ff43-46a1-b9a3-b72996a4419f req-a405d845-0025-4bdf-ab67-666f68d6d03a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0755248 Jul 22 12:23:04.709727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fbd20f30-ff43-46a1-b9a3-b72996a4419f req-242a3587-e16e-475c-b0ae-13afa24dad5b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0417752 Jul 22 12:23:05.869184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-becaecf0-1ebb-43a9-a423-81462bbdb1c4 req-4ba8fb86-014d-443a-92fb-a34a91c75de2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:05.870705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-becaecf0-1ebb-43a9-a423-81462bbdb1c4 req-4ba8fb86-014d-443a-92fb-a34a91c75de2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0731382 Jul 22 12:23:05.910646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-becaecf0-1ebb-43a9-a423-81462bbdb1c4 req-aeb9e06a-4030-4a5c-8a88-5638241d1213 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Jul 22 12:23:07.058303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-631f25a1-e4b1-49e8-ad5a-016ecf2d0695 req-a8811293-5aff-4ecf-81d9-532e33c7b20c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:07.060144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-631f25a1-e4b1-49e8-ad5a-016ecf2d0695 req-a8811293-5aff-4ecf-81d9-532e33c7b20c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0720651 Jul 22 12:23:07.104570 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-631f25a1-e4b1-49e8-ad5a-016ecf2d0695 req-2c776c4f-8f36-4150-b418-30a22f533e3b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0360761 Jul 22 12:23:08.258868 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-538ed90f-34c3-4539-9d86-4cef2931c809 req-d9baa7ec-69e4-4998-a1ab-ef214324ffae tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:08.260418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-538ed90f-34c3-4539-9d86-4cef2931c809 req-d9baa7ec-69e4-4998-a1ab-ef214324ffae tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0707827 Jul 22 12:23:08.299028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-538ed90f-34c3-4539-9d86-4cef2931c809 req-22cdbcec-5956-4637-8da3-569dd1fa6d13 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329297 Jul 22 12:23:09.434389 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f9a4de5-6677-4abb-a1b1-e5c639f08094 req-5961c73e-77fe-40bd-8c83-e4e5836b37d8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:09.436073 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f9a4de5-6677-4abb-a1b1-e5c639f08094 req-5961c73e-77fe-40bd-8c83-e4e5836b37d8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0662978 Jul 22 12:23:09.474893 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f9a4de5-6677-4abb-a1b1-e5c639f08094 req-2f94bb18-e61d-4c8e-aab9-47bf47ad423b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332365 Jul 22 12:23:10.614630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d261c2f-5348-428f-b2a5-5b04b940984b req-d1365a6b-b6a9-4ea2-9a66-dbbe43be0eb5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:10.616325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d261c2f-5348-428f-b2a5-5b04b940984b req-d1365a6b-b6a9-4ea2-9a66-dbbe43be0eb5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0706935 Jul 22 12:23:10.656040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d261c2f-5348-428f-b2a5-5b04b940984b req-0621acd5-fd3c-49f2-838e-d3373ef7f1d8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335712 Jul 22 12:23:11.798700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b126d65-4576-44d3-aacb-a498ea75dcb4 req-9e6f473b-e08f-413d-88fd-0de95837fd0c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:11.800241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b126d65-4576-44d3-aacb-a498ea75dcb4 req-9e6f473b-e08f-413d-88fd-0de95837fd0c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0709686 Jul 22 12:23:11.840693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b126d65-4576-44d3-aacb-a498ea75dcb4 req-bcb1e96e-e0ec-4499-95c1-131f9520b3ba tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334685 Jul 22 12:23:12.906052 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-7efe36e0-bd41-4e5d-954a-08d94f0f37f7 service neutron] show failed (client error): The resource could not be found. Jul 22 12:23:12.907231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-7efe36e0-bd41-4e5d-954a-08d94f0f37f7 service neutron] 10.222.0.20 "GET /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0618215 Jul 22 12:23:13.013526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87489892-ba18-4a6c-81bd-f6ecf9c26e40 req-8c948a19-d281-47e1-8906-49bc3775581d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:13.015533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87489892-ba18-4a6c-81bd-f6ecf9c26e40 req-8c948a19-d281-47e1-8906-49bc3775581d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0801058 Jul 22 12:23:13.064125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-87489892-ba18-4a6c-81bd-f6ecf9c26e40 req-13cb2060-28c9-4ccf-90ec-4c8ea7e40945 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407686 Jul 22 12:23:13.230272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-8b938ba5-2049-4350-9d89-ad6cdbf1990e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:13.231846 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-8b938ba5-2049-4350-9d89-ad6cdbf1990e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1097 time: 0.1069472 Jul 22 12:23:13.243907 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:23:13.330428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:13.548248 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:13.587363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:23:13.635066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:23:13.640491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:13.655791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Transition to ACTIVE for port object fddb92a4-7d22-45c0-a863-6dd7231d3d35 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:23:13.661048 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:13.691871 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8fb3f489-47c4-4695-9e6b-ceae0aeee2b8" -d '{"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:23:13.767040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:13.779589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.779941 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.780421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.780619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.780952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.781279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.781606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.781933 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.782261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.782607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.782930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.783259 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:13.839480 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:23:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-00b14ab9-8e01-424a-9fb2-0eb484fbaac0 x-openstack-request-id: req-00b14ab9-8e01-424a-9fb2-0eb484fbaac0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:23:13.839785 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-unplugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:23:13.840043 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-00b14ab9-8e01-424a-9fb2-0eb484fbaac0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:23:13.840451 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'code': 200} Jul 22 12:23:13.841495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] No DVR routers for this DVR port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:23:13.864384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:23:13.919408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:23:13.997564 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:23:13.998178 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:23:13.998293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:23:14.002967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:23:14.003291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:23:14.009046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 22, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:23:14.009385 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:23:14.009783 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:23:14.010218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Bound port: fddb92a4-7d22-45c0-a863-6dd7231d3d35, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:23:14.010611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:14.082321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:23:14.087270 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:23:14.092357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:14.132292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.133559 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:14.135220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] 10.222.0.36 "PUT /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1092 time: 0.8957832 Jul 22 12:23:14.158678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d670ff6c-db4a-4e08-b88a-ecf6f8488ae3 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:14.235280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-6bac310e-1582-465c-b06e-5c0c246f7755 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.236681 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-6bac310e-1582-465c-b06e-5c0c246f7755 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0702422 Jul 22 12:23:14.271789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d49cb47-84d8-4c7b-a966-215012a159dd req-cf6c2479-5491-4525-9592-f6ce03788c18 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.274164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d49cb47-84d8-4c7b-a966-215012a159dd req-cf6c2479-5491-4525-9592-f6ce03788c18 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0895660 Jul 22 12:23:14.325761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6d49cb47-84d8-4c7b-a966-215012a159dd req-72247352-b716-4d35-a0a6-81b4f8e166de tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428703 Jul 22 12:23:14.386554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-b8088f91-2818-4ed0-80fb-9cf69e9874a9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.388321 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-b8088f91-2818-4ed0-80fb-9cf69e9874a9 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1436906 Jul 22 12:23:14.475224 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-8b18fc59-485c-4776-a3a7-4a38d9e57a67 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0794466 Jul 22 12:23:14.529551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-19342d22-a3fb-4f7f-ab54-c36c30c62bf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.531087 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-19342d22-a3fb-4f7f-ab54-c36c30c62bf6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0504143 Jul 22 12:23:14.596122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-97cb557d-30ab-4dbf-b9b2-a104e9bd6ce6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:14.597679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-97cb557d-30ab-4dbf-b9b2-a104e9bd6ce6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0602736 Jul 22 12:23:14.699122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-0e7a72ef-7b99-4844-bb92-5405efec240b service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949814 Jul 22 12:23:14.815660 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1ded77e7-6693-414b-b4d2-cb51b5c76974 req-d52434ff-8bd4-4978-8e67-7c092a402894 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098666 Jul 22 12:23:15.336356 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-329fd57c-48ad-4656-8b1c-cceebb86f789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:15.496695 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77afd914-4533-4dbe-a07e-9d9c9b27877d req-7d3e979e-cde2-4b4b-b681-690bdf5a07e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:15.498221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77afd914-4533-4dbe-a07e-9d9c9b27877d req-7d3e979e-cde2-4b4b-b681-690bdf5a07e5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0758936 Jul 22 12:23:15.547634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77afd914-4533-4dbe-a07e-9d9c9b27877d req-e51bc582-048e-4269-8b4b-503b4d0ce623 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436609 Jul 22 12:23:15.842155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:23:15.844486 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-53b9f25e-c0be-4e74-ab0b-c36e142764ef" -d '{"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:23:15.907837 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:23:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-969b4dc1-db10-4883-9165-c6e1947c2aaf x-openstack-request-id: req-969b4dc1-db10-4883-9165-c6e1947c2aaf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:23:15.908200 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:23:15.908462 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-969b4dc1-db10-4883-9165-c6e1947c2aaf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:23:15.908866 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'status': 'completed', 'code': 200} Jul 22 12:23:16.038748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-39134707-fa9d-43e9-b7c2-0eb32aa5eae5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.040504 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-39134707-fa9d-43e9-b7c2-0eb32aa5eae5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1134644 Jul 22 12:23:16.043694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-ee86cfaa-3cba-4392-b1d0-07a20651e088 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.045234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-ee86cfaa-3cba-4392-b1d0-07a20651e088 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.1082046 Jul 22 12:23:16.232996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-53fa8dbd-4644-4877-8f1a-01f8070457ee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.235466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-53fa8dbd-4644-4877-8f1a-01f8070457ee service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1890960 Jul 22 12:23:16.239974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-c6d590e6-37e2-4a4d-9e8f-91551e695e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.242420 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-c6d590e6-37e2-4a4d-9e8f-91551e695e4c service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1879351 Jul 22 12:23:16.381275 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-6f6eba7a-b1ce-409d-b3c6-f0f13cd7f542 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.1375113 Jul 22 12:23:16.383112 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-386e8fe7-9f14-4fc8-8f61-400f7c3d0211 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.1282821 Jul 22 12:23:16.732837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6755b240-07f1-40ee-93f7-4147b8da44d2 req-3882c61b-2cd0-4f01-a67a-0bb09c918665 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.735691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6755b240-07f1-40ee-93f7-4147b8da44d2 req-3882c61b-2cd0-4f01-a67a-0bb09c918665 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0899303 Jul 22 12:23:16.799510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6755b240-07f1-40ee-93f7-4147b8da44d2 req-608032b5-b70b-4b46-b1db-aa816a2b4a6f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0550857 Jul 22 12:23:16.813812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-c08b246e-fc02-4045-9648-e93e76354421 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.815309 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-c08b246e-fc02-4045-9648-e93e76354421 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.4272139 Jul 22 12:23:16.818105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-305e65b5-f651-406d-92e0-9632dafccb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.819055 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-305e65b5-f651-406d-92e0-9632dafccb14 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.4296489 Jul 22 12:23:16.942181 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-18badfb2-bfb9-4860-9bfe-9b2db37b1941 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.943777 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-18badfb2-bfb9-4860-9bfe-9b2db37b1941 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1212494 Jul 22 12:23:16.946708 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-363fc43d-d20f-4fd3-b3ec-ddee511c31de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:16.948128 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-363fc43d-d20f-4fd3-b3ec-ddee511c31de service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1169355 Jul 22 12:23:17.118344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-01fb2bac-2f93-438a-9ee4-8d55425a01bb service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1667767 Jul 22 12:23:17.120051 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-b1110398-bfa1-498c-a521-d893765106d7 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1609411 Jul 22 12:23:17.286325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-b32b3596-7831-4da2-aa76-1e59c0be57b4 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1582990 Jul 22 12:23:17.351764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-53b9f25e-c0be-4e74-ab0b-c36e142764ef req-dfcdbaea-c9d9-437b-8922-914ff51e2e7d service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1838815 Jul 22 12:23:17.761759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98160-3230-4a33-bc5d-19147d07c510 req-5362f49d-fa27-474d-9da2-ed8cac26b8a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:17.763336 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-5362f49d-fa27-474d-9da2-ed8cac26b8a0 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0687737 Jul 22 12:23:17.887851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98160-3230-4a33-bc5d-19147d07c510 req-49160bbd-1c6c-484c-9e34-f2332f33e981 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:17.889361 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-49160bbd-1c6c-484c-9e34-f2332f33e981 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1051681 Jul 22 12:23:17.918494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:17.981193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f38b298-ee0f-4b93-9817-7db2464509e8 req-3c34f344-58cc-4a55-8228-b3555548b969 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:17.984779 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-5f8498ef-f2aa-4c5a-9b1c-ef3957a8b5b3 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0893517 Jul 22 12:23:17.986992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f38b298-ee0f-4b93-9817-7db2464509e8 req-3c34f344-58cc-4a55-8228-b3555548b969 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.1057036 Jul 22 12:23:18.032404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f38b298-ee0f-4b93-9817-7db2464509e8 req-be70c527-874d-4e83-991d-46d049573599 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438709 Jul 22 12:23:18.050930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98160-3230-4a33-bc5d-19147d07c510 req-3074af6b-e451-47b1-956f-c4b673cee8c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:18.052685 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-3074af6b-e451-47b1-956f-c4b673cee8c2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0623291 Jul 22 12:23:18.114435 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12a98160-3230-4a33-bc5d-19147d07c510 req-590b881b-f318-4eb7-918f-53f97d894422 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:18.115924 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-590b881b-f318-4eb7-918f-53f97d894422 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0575633 Jul 22 12:23:18.247771 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-728e1fa9-0278-4af5-bcba-3a99cbb59aec None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:18.248898 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-e9f3d8a9-9f19-4280-99c4-b0f938190b7f service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264162 Jul 22 12:23:18.360845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-12a98160-3230-4a33-bc5d-19147d07c510 req-cc17ec52-17ba-4578-b875-fd2d795f5adc service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1057894 Jul 22 12:23:19.192624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60168f48-c06f-401e-b806-139dd7843c6f req-d84d1985-2c9e-437f-b4a1-64885c071c2e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:19.194377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60168f48-c06f-401e-b806-139dd7843c6f req-d84d1985-2c9e-437f-b4a1-64885c071c2e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0816739 Jul 22 12:23:19.239284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60168f48-c06f-401e-b806-139dd7843c6f req-c22631ec-eaaa-4bb9-b111-7ccc309b98d9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364408 Jul 22 12:23:19.573151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:20.383592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6e230de8-543d-4fbf-8f57-07b00dc68595 req-8ffac6b6-b3ff-46a4-b046-3cd74546aeb2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:20.385155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e230de8-543d-4fbf-8f57-07b00dc68595 req-8ffac6b6-b3ff-46a4-b046-3cd74546aeb2 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0727122 Jul 22 12:23:20.432766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6e230de8-543d-4fbf-8f57-07b00dc68595 req-b93b6bbe-6ff7-45a1-a837-fd4ae439c9a6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378799 Jul 22 12:23:21.497996 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:21.598476 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-62abb7b9-212c-4617-abbf-79d165e787a5 req-0c8e7444-3e43-4919-aa14-71d01b6b2ed9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:21.600662 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62abb7b9-212c-4617-abbf-79d165e787a5 req-0c8e7444-3e43-4919-aa14-71d01b6b2ed9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0743117 Jul 22 12:23:21.640449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-62abb7b9-212c-4617-abbf-79d165e787a5 req-05f22629-165a-40f1-9e55-c06829becc46 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335517 Jul 22 12:23:22.488186 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:23:22.776685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81869bf-ff1a-44e8-b47c-5b017cccb839 req-70e89632-c812-4685-8034-0987d75d8433 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:22.778187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81869bf-ff1a-44e8-b47c-5b017cccb839 req-70e89632-c812-4685-8034-0987d75d8433 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0659590 Jul 22 12:23:22.816040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e81869bf-ff1a-44e8-b47c-5b017cccb839 req-2d646c5d-b398-457d-842e-51ed02cce798 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322835 Jul 22 12:23:23.957292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f715408-88e2-4e76-87d3-3c240ecf5e9e req-b4bfbf9b-bba3-4d8e-9739-0d82eadb052a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:23.959049 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f715408-88e2-4e76-87d3-3c240ecf5e9e req-b4bfbf9b-bba3-4d8e-9739-0d82eadb052a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0713334 Jul 22 12:23:23.996414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7f715408-88e2-4e76-87d3-3c240ecf5e9e req-ad9d38d3-62f0-437c-996a-088bde61849f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318913 Jul 22 12:23:25.127898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-700b0cbd-b318-49bd-a560-1c7ce48c007d req-166303e0-abef-455c-af87-abe78de346e9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:25.129393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-700b0cbd-b318-49bd-a560-1c7ce48c007d req-166303e0-abef-455c-af87-abe78de346e9 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0644929 Jul 22 12:23:25.171394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-700b0cbd-b318-49bd-a560-1c7ce48c007d req-59e4e2cd-8ba6-4845-b791-fb68de709482 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350289 Jul 22 12:23:26.309639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8366cea6-7df0-4430-ae74-a2dedea3cc24 req-9c51bfca-922f-4474-b7cf-4e63063e239a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:26.311168 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8366cea6-7df0-4430-ae74-a2dedea3cc24 req-9c51bfca-922f-4474-b7cf-4e63063e239a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0702150 Jul 22 12:23:26.348216 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8366cea6-7df0-4430-ae74-a2dedea3cc24 req-d5c9fa67-aa96-48a6-aa1f-e61bc2bc78bb tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314438 Jul 22 12:23:26.655492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-dbf03de2-03a9-4d95-96d2-7b46356e9699 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:26.656989 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-dbf03de2-03a9-4d95-96d2-7b46356e9699 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.36 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&tenant_id=977b3e71307d461e96d0d9262b0875a5&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 944 time: 0.0759909 Jul 22 12:23:26.668156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bbafb0d-0a0d-4e9f-93ed-1444aac33ef3 req-79110fa0-a244-4eda-9b45-8739fff62678 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:26.669657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bbafb0d-0a0d-4e9f-93ed-1444aac33ef3 req-79110fa0-a244-4eda-9b45-8739fff62678 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0648189 Jul 22 12:23:26.709529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5bbafb0d-0a0d-4e9f-93ed-1444aac33ef3 req-e21d5e20-db2a-4da2-bada-3c8ae6633034 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325441 Jul 22 12:23:26.721008 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-46e6ea9f-c040-4b4f-bb96-c36cad8a47c1 service neutron] 10.222.0.36 "GET /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35/bindings/n-h2-754448-4 HTTP/1.1" status: 200 len: 382 time: 0.0569050 Jul 22 12:23:26.796729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-82ccad75-69b1-44e5-908e-aa8ef7babb9e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:26.798248 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-82ccad75-69b1-44e5-908e-aa8ef7babb9e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1095 time: 0.0548759 Jul 22 12:23:26.846249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:23:26.892821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-cc6788d5-863b-4bca-ae0e-2d7d6d64aae4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:26.894323 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-cc6788d5-863b-4bca-ae0e-2d7d6d64aae4 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0903707 Jul 22 12:23:26.947452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:26.959040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:23:26.961153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-90ee600e-5ef1-4a5a-855d-031dd13f7a80 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0607817 Jul 22 12:23:26.995978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:27.009130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:23:27.010798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-fc0723cb-151e-4bf4-aa00-59673b747408 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:27.012282 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-fc0723cb-151e-4bf4-aa00-59673b747408 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0452211 Jul 22 12:23:27.028799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:27.032919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:27.081332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-3af2549b-ee9c-4798-aa20-d20065ab3e3a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:27.081587 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:27.083259 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-3af2549b-ee9c-4798-aa20-d20065ab3e3a service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0639710 Jul 22 12:23:27.089900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.090248 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.090616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.090956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.091289 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.091618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.091946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.092270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.092593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.092914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.093236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.093555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:27.177794 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-0b5e7ecd-531c-4a5a-851f-2f590d9af4ff service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877767 Jul 22 12:23:27.274136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['fddb92a4-7d22-45c0-a863-6dd7231d3d35'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:23:27.276960 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-9be6a539-804d-4b23-ba12-2582ef0999ed service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0921378 Jul 22 12:23:27.751820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:27.850044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f5c7395-e23f-49fd-ab07-893191e0679d req-ca41b5ce-50de-41c0-b7d8-aab86c36d42a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:27.851978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f5c7395-e23f-49fd-ab07-893191e0679d req-ca41b5ce-50de-41c0-b7d8-aab86c36d42a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0686855 Jul 22 12:23:27.888941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8f5c7395-e23f-49fd-ab07-893191e0679d req-96fd1be7-5fd8-4193-907c-7a56f3c4c48e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314047 Jul 22 12:23:28.726736 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:28.863701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:23:28.944614 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:28.958329 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: BUILD current_port_status: DOWN port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:23:28.984195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:28.988499 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:29.036834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fc2a007-3b6a-414e-9ab4-43964fda5c52 req-a1b65fcb-c686-49bd-897d-3e7828eeb4c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:29.038583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fc2a007-3b6a-414e-9ab4-43964fda5c52 req-a1b65fcb-c686-49bd-897d-3e7828eeb4c4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0747659 Jul 22 12:23:29.038872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:29.088004 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2fc2a007-3b6a-414e-9ab4-43964fda5c52 req-26967869-9f50-4f3d-84ce-be900da89dc6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353537 Jul 22 12:23:30.223094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c80d2f7c-4ed5-499e-b655-ed91a42be953 req-81093428-967b-4035-9ad5-d80e03a061ff tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:30.224513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c80d2f7c-4ed5-499e-b655-ed91a42be953 req-81093428-967b-4035-9ad5-d80e03a061ff tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0662549 Jul 22 12:23:30.266066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c80d2f7c-4ed5-499e-b655-ed91a42be953 req-9515f288-395a-4f79-a371-7f2f417ae8b1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349514 Jul 22 12:23:31.104875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-4cdb5caf-522a-4fcf-9d49-0dd4096c87bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:31.106404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-4cdb5caf-522a-4fcf-9d49-0dd4096c87bd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6&tenant_id=977b3e71307d461e96d0d9262b0875a5 HTTP/1.1" status: 200 len: 1095 time: 0.0565624 Jul 22 12:23:31.117143 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:23:31.193192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.404520 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a917e917-2ea7-4324-9e75-45bc915a5520 req-75cc5955-bf9a-4450-93d7-1e7148175fca tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:31.406014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a917e917-2ea7-4324-9e75-45bc915a5520 req-75cc5955-bf9a-4450-93d7-1e7148175fca tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 944 time: 0.0675981 Jul 22 12:23:31.406328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:31.440082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:23:31.446507 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a917e917-2ea7-4324-9e75-45bc915a5520 req-91a64927-f74f-46b4-b342-e030dd57cbd1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333300 Jul 22 12:23:31.473848 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:23:31.481327 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.492197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Ignored duplicate provisioning block setup for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:68}} Jul 22 12:23:31.496094 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.578018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=10']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:31.630796 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] No DVR routers for this DVR port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:23:31.776351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:23:31.776685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:23:31.777018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:23:31.781242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:23:31.781565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Attempting to bind port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on network 7ef6b75f-ce29-406d-8a79-acd2a3134842 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:23:31.786363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 23, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:23:31.786726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Checking segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:23:31.787111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Bound using segment: {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:23:31.787534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Bound port: fddb92a4-7d22-45c0-a863-6dd7231d3d35, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '9a45aa50-a7c8-4533-ab93-d76279b9c729', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 133, 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:23:31.787886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.856648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:23:31.859771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:23:31.864118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.902841 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:31.903466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:31.904926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] 10.222.0.20 "PUT /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1093 time: 0.7921019 Jul 22 12:23:31.905369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:23:31.907656 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42" -d '{"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:23:31.941432 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66646a0d-90ce-4f94-85bc-40a2322b5493 service neutron] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=11']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:31.966227 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:23:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0993670b-9355-44d6-b259-8882e08d76d6 x-openstack-request-id: req-0993670b-9355-44d6-b259-8882e08d76d6 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:23:31.966556 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:23:31.966818 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0993670b-9355-44d6-b259-8882e08d76d6 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:23:31.967224 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'status': 'completed', 'code': 200} Jul 22 12:23:32.019831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-2b025f5c-51ce-46b4-a372-4bc40a42f2d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.021370 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-2b025f5c-51ce-46b4-a372-4bc40a42f2d7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0940309 Jul 22 12:23:32.115820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-c020203b-e476-4b29-a9b0-26e8f39812bd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.117882 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-c020203b-e476-4b29-a9b0-26e8f39812bd service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1096 time: 0.1291130 Jul 22 12:23:32.160076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-44fac908-32fb-452c-bdab-0ff9ba3ffde0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.161540 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-44fac908-32fb-452c-bdab-0ff9ba3ffde0 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1330450 Jul 22 12:23:32.269435 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-85391e3e-5cde-4bf5-b05c-59d31306b1e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.1013765 Jul 22 12:23:32.272218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-e747a67e-c66b-43e9-91dd-a5cc6b2e9749 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.273606 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-e747a67e-c66b-43e9-91dd-a5cc6b2e9749 service neutron] 10.222.0.36 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.1490610 Jul 22 12:23:32.363548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-b1f5a6fb-9e30-4c81-9cc4-ea2f7f0e36bd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.365017 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-b1f5a6fb-9e30-4c81-9cc4-ea2f7f0e36bd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0890152 Jul 22 12:23:32.380667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-e5dfc91f-00be-4d12-9f9d-ed0023afaca4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0975304 Jul 22 12:23:32.452014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-04c64cc0-eaad-494e-a5d9-ea86176b58ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.453449 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-04c64cc0-eaad-494e-a5d9-ea86176b58ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0518682 Jul 22 12:23:32.489782 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-364de19e-9826-4d38-b275-354f7f6d451c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.491356 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-364de19e-9826-4d38-b275-354f7f6d451c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1189780 Jul 22 12:23:32.581544 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-514cebd5-7f43-494b-8a04-60fac24d653b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.582181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc87bc88-c940-46e8-a826-dae71b5a9077 req-1657d6a9-ef4a-4801-8275-23cba76b93b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.584374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc87bc88-c940-46e8-a826-dae71b5a9077 req-1657d6a9-ef4a-4801-8275-23cba76b93b4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0659750 Jul 22 12:23:32.584541 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-514cebd5-7f43-494b-8a04-60fac24d653b service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1249735 Jul 22 12:23:32.624197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc87bc88-c940-46e8-a826-dae71b5a9077 req-777f15b4-c657-4577-a9f3-b4f0c985d3ed tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321877 Jul 22 12:23:32.628380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-0c23dcc9-3b7d-45df-9ea6-1a3d79faeeb9 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297317 Jul 22 12:23:32.744466 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-be260832-ce93-40d4-ba4c-42d1a664bb85 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529980 Jul 22 12:23:32.787874 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a75f401-7352-4094-b58e-850e52d0d3fb req-e6214e67-0363-4184-971b-ad0d4a556c24 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1524410 Jul 22 12:23:32.890797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-a01c4042-46bd-4a79-bd14-686c5831b3b2 service neutron] 10.222.0.36 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390450 Jul 22 12:23:32.907150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-84fede0c-4aec-42a9-939e-18cda54695b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:32.910118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-84fede0c-4aec-42a9-939e-18cda54695b1 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0811932 Jul 22 12:23:33.310571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-1056442a-6596-4827-9c17-b4c2e7215ac6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:33.312113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-1056442a-6596-4827-9c17-b4c2e7215ac6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.3949060 Jul 22 12:23:33.378290 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-9746bd5b-e6d8-4cd1-8aee-458a7bb953ef service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0591128 Jul 22 12:23:33.426437 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-0c41a066-ed24-4015-b569-b5459fcb4457 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:33.427926 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-0c41a066-ed24-4015-b569-b5459fcb4457 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0443408 Jul 22 12:23:33.492023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-87ae6c44-1e98-4ac5-a5db-2b28c72b69ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:33.493628 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-87ae6c44-1e98-4ac5-a5db-2b28c72b69ff service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0587082 Jul 22 12:23:33.586793 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-8c523923-3589-479b-a873-0dc22d18e1cf service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0860724 Jul 22 12:23:33.684480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1b39f24a-36d2-4bc8-be8c-2449c4d01d42 req-8440a5ec-d0d2-4a34-9687-8d8a57ce3e53 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0918760 Jul 22 12:23:33.762603 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-492f218f-5361-4944-86c9-c6a94ef7e8a1 req-ae1ad740-84ee-4a71-9b3c-b841393828b8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:33.764284 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-492f218f-5361-4944-86c9-c6a94ef7e8a1 req-ae1ad740-84ee-4a71-9b3c-b841393828b8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0661421 Jul 22 12:23:33.802944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-492f218f-5361-4944-86c9-c6a94ef7e8a1 req-0d4285c2-6ddb-4404-bec6-696dc1b00511 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326707 Jul 22 12:23:34.950129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce4414aa-1824-46a8-b65a-de05ba59f81c req-a08bc872-40bd-4158-9db6-68e860afb5f0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:34.951975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce4414aa-1824-46a8-b65a-de05ba59f81c req-a08bc872-40bd-4158-9db6-68e860afb5f0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0755181 Jul 22 12:23:34.994328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ce4414aa-1824-46a8-b65a-de05ba59f81c req-da6f7100-38ce-4b55-b2c8-e42a7e80d736 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365369 Jul 22 12:23:36.130624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8f1703b-8b43-4fdf-acad-a02618a99c18 req-8a0f999d-5741-476e-8c1a-2a1b6c7750ab tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:36.132443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8f1703b-8b43-4fdf-acad-a02618a99c18 req-8a0f999d-5741-476e-8c1a-2a1b6c7750ab tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0685475 Jul 22 12:23:36.180943 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c8f1703b-8b43-4fdf-acad-a02618a99c18 req-52b8bccd-4f35-4509-9b61-4745557d5e57 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0398874 Jul 22 12:23:37.323674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6352fa91-f5c5-4378-8738-b93d90b5bd26 req-5d5ce7cf-f665-4c1e-b299-268b5620c567 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:37.325251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6352fa91-f5c5-4378-8738-b93d90b5bd26 req-5d5ce7cf-f665-4c1e-b299-268b5620c567 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0720143 Jul 22 12:23:37.365687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6352fa91-f5c5-4378-8738-b93d90b5bd26 req-3cae5d34-e944-47bc-a69c-d91f44d75c04 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348105 Jul 22 12:23:38.499688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be22d747-e96a-4eab-82bd-f4f0acb0d86f req-c414b118-4675-48b0-998e-794ac901aaef tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:38.501243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be22d747-e96a-4eab-82bd-f4f0acb0d86f req-c414b118-4675-48b0-998e-794ac901aaef tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0652246 Jul 22 12:23:38.537676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be22d747-e96a-4eab-82bd-f4f0acb0d86f req-01a14229-ead7-41ac-b6d6-9917c67142d6 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0307519 Jul 22 12:23:39.670659 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-417e5f99-79b5-4bf3-b334-ff37774e0570 req-b3397627-138f-45f7-bdde-ed449672290e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:39.672156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417e5f99-79b5-4bf3-b334-ff37774e0570 req-b3397627-138f-45f7-bdde-ed449672290e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0641375 Jul 22 12:23:39.712813 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-417e5f99-79b5-4bf3-b334-ff37774e0570 req-71c786c6-da8f-47a0-9391-8546d79ce733 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347486 Jul 22 12:23:40.372230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-a125297a-c774-464d-8508-36559e6299d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:40.373771 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-a125297a-c774-464d-8508-36559e6299d4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=977b3e71307d461e96d0d9262b0875a5&device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 1096 time: 0.0556488 Jul 22 12:23:40.481417 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-20a8632d-d8a0-4051-940c-091f04e4bf84 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:40.482949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-20a8632d-d8a0-4051-940c-091f04e4bf84 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 200 len: 912 time: 0.0898294 Jul 22 12:23:40.547479 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-f8c8f43c-8403-4d74-87dc-2aeb86a0c591 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 200 len: 1001 time: 0.0585239 Jul 22 12:23:40.598410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-26fe996b-d7a9-40b8-8921-7b07ad1b94fd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:40.599931 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-26fe996b-d7a9-40b8-8921-7b07ad1b94fd service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 200 len: 850 time: 0.0461991 Jul 22 12:23:40.664819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-1136d56d-46bd-403a-93e6-3df2cf7b74b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:40.666272 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-1136d56d-46bd-403a-93e6-3df2cf7b74b6 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7ef6b75f-ce29-406d-8a79-acd2a3134842&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0595410 Jul 22 12:23:40.757763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-8b4e8148-5a7f-44c2-b364-72d18a7db419 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853963 Jul 22 12:23:40.864759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1dbb262-5e99-47b8-934a-3394260ce9f3 req-14c287e2-54bc-42a7-8821-5d5222919557 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:40.866270 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1dbb262-5e99-47b8-934a-3394260ce9f3 req-14c287e2-54bc-42a7-8821-5d5222919557 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0836940 Jul 22 12:23:40.874254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-51d3ce1a-3df6-4a9a-8a1c-ebf5e5363748 req-c9cbf973-27c3-4445-8051-6bb055475571 service neutron] 10.222.0.20 "GET /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1097207 Jul 22 12:23:40.911068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1dbb262-5e99-47b8-934a-3394260ce9f3 req-c4dad712-2eef-43fe-924e-72bccbf2ce4c tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388727 Jul 22 12:23:42.046113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5161c08-5b97-4a77-a503-214b4d38394b req-2c19017a-86be-444f-8d55-dbeb2a3878e0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:42.047652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5161c08-5b97-4a77-a503-214b4d38394b req-2c19017a-86be-444f-8d55-dbeb2a3878e0 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0666935 Jul 22 12:23:42.086729 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5161c08-5b97-4a77-a503-214b4d38394b req-0430c829-ebb6-4c21-9117-eff9ee2947b8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334785 Jul 22 12:23:43.229220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-199e65cd-a7f5-4e6c-9dc5-428d27e20d7f req-d2b61ebb-d19a-41b3-9502-3799e504a24f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:43.230710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-199e65cd-a7f5-4e6c-9dc5-428d27e20d7f req-d2b61ebb-d19a-41b3-9502-3799e504a24f tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 945 time: 0.0696683 Jul 22 12:23:43.268700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-199e65cd-a7f5-4e6c-9dc5-428d27e20d7f req-1442f5ac-9c8f-45d9-a12a-f70fc402063d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323465 Jul 22 12:23:43.886141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:23:43.989935 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:44.008197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'port_id': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'mac_address': 'fa:16:3e:56:d6:95', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 133, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:23:44.045113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:44.058508 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:23:44.078296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:44.082181 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:44.130018 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=12']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:44.337452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['fddb92a4-7d22-45c0-a863-6dd7231d3d35'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:23:44.429678 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61495e35-1387-4c17-84a3-0bf0530d37fa req-3a37c414-c941-4a2d-987b-e975c388b16d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:44.431326 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61495e35-1387-4c17-84a3-0bf0530d37fa req-3a37c414-c941-4a2d-987b-e975c388b16d tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0681238 Jul 22 12:23:44.473076 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61495e35-1387-4c17-84a3-0bf0530d37fa req-94ad7590-2eab-4725-bfc1-9bb7f32af5f8 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359898 Jul 22 12:23:44.611607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83241857-3974-46b3-9c5a-e92fdf990a2f req-9e7d6640-6ab7-437e-801a-5675dcd4e5f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:44.613107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83241857-3974-46b3-9c5a-e92fdf990a2f req-9e7d6640-6ab7-437e-801a-5675dcd4e5f1 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0695593 Jul 22 12:23:44.658796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83241857-3974-46b3-9c5a-e92fdf990a2f req-dc4e667e-038c-4629-b3bd-88f3d5b60965 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382061 Jul 22 12:23:44.798319 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efda5612-29da-443e-a3e5-455d192e63ee req-f80a438e-b97c-4656-993d-3035891482f4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:44.799932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efda5612-29da-443e-a3e5-455d192e63ee req-f80a438e-b97c-4656-993d-3035891482f4 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0710244 Jul 22 12:23:44.843241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-efda5612-29da-443e-a3e5-455d192e63ee req-cc7ea324-5e85-4827-bb22-87cad3dc9707 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0373921 Jul 22 12:23:45.113395 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dda628c-57de-42de-b2d4-209c3639f227 req-00d10ce0-518f-450d-afed-1655c1d72461 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:45.114923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dda628c-57de-42de-b2d4-209c3639f227 req-00d10ce0-518f-450d-afed-1655c1d72461 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 946 time: 0.0651028 Jul 22 12:23:45.154535 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dda628c-57de-42de-b2d4-209c3639f227 req-d0135521-a1ab-41fa-b5f4-107de770cc2a tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336051 Jul 22 12:23:45.328606 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a1bce9d0-860a-4894-b247-b1fbba6ea8e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:45.904701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:23:45.954760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:23:45.958930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port fddb92a4-7d22-45c0-a863-6dd7231d3d35 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:23:45.959375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:46.039190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:46.061379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:23:46.078656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:46.087338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:46.113428 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b6c65087-d881-44c5-bc97-e4fc3d402da5" -d '{"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:23:46.143921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=13']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:46.200924 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:23:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-a1b8fdfd-6ea1-485c-aca3-3d590de1fe6d x-openstack-request-id: req-a1b8fdfd-6ea1-485c-aca3-3d590de1fe6d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:23:46.201227 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-plugged", "status": "completed", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:23:46.201490 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-a1b8fdfd-6ea1-485c-aca3-3d590de1fe6d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:23:46.201906 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'code': 200} Jul 22 12:23:46.293085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6cbe75ee-efaa-426f-b44d-a2f7491c9b9e req-56db2620-763b-4a3b-90f4-6b2f981467b5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:46.295148 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cbe75ee-efaa-426f-b44d-a2f7491c9b9e req-56db2620-763b-4a3b-90f4-6b2f981467b5 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 947 time: 0.0703392 Jul 22 12:23:46.335315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6cbe75ee-efaa-426f-b44d-a2f7491c9b9e req-f384b53a-c7fd-4080-9269-6488abc54b9e tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups?id=dee7f064-3c16-4d74-bf9e-163e7ac15e3b&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339942 Jul 22 12:23:46.638229 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-24c97a4e-d618-462f-b148-e0b27bc78b0b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:23:46.639769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-24c97a4e-d618-462f-b148-e0b27bc78b0b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 947 time: 0.0665932 Jul 22 12:23:46.746853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Deleting port fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:46.747194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:46.837828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] For port fddb92a4-7d22-45c0-a863-6dd7231d3d35, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=fddb92a4-7d22-45c0-a863-6dd7231d3d35,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:46.838143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:47.012880 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:47.013259 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:47.013578 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a disassociated. External IP: 172.25.6.112, port: fddb92a4-7d22-45c0-a863-6dd7231d3d35. Jul 22 12:23:47.013935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Calling delete_port for fddb92a4-7d22-45c0-a863-6dd7231d3d35 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:47.146258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:47.174304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'Port': ['ID=fddb92a4-7d22-45c0-a863-6dd7231d3d35,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:47.297687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:23:47.414779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:23:47.424181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:23:47.434167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:23:47.434825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:23:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:47.440564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6734dcea-efaf-4a41-a3dd-33d510857ad2 req-3e1401fa-67d4-4f6d-9e6d-98201816e8ed tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0322149 Jul 22 12:23:47.466741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] No DVR routers for this DVR port fddb92a4-7d22-45c0-a863-6dd7231d3d35 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:23:47.469435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:47.471570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6870af5a-f714-45d5-9cac-c73fec2ecf88 req-f0159de4-999a-4292-80ce-7844f2f6e659 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.20 "DELETE /v2.0/ports/fddb92a4-7d22-45c0-a863-6dd7231d3d35 HTTP/1.1" status: 204 len: 173 time: 0.8264890 Jul 22 12:23:47.472029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-deleted', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:23:47.474321 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-884402d6-5c9e-49b1-aee7-f55a7708f7cf" -d '{"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-deleted", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:23:47.515723 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:23:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d3615428-7ec9-405e-8aad-12a94360d2d5 x-openstack-request-id: req-d3615428-7ec9-405e-8aad-12a94360d2d5 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:23:47.516041 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "f047d680-659c-4c36-8891-3d44ed793ba6", "name": "network-vif-deleted", "tag": "fddb92a4-7d22-45c0-a863-6dd7231d3d35", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:23:47.516302 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d3615428-7ec9-405e-8aad-12a94360d2d5 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:23:47.516713 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f047d680-659c-4c36-8891-3d44ed793ba6', 'name': 'network-vif-deleted', 'tag': 'fddb92a4-7d22-45c0-a863-6dd7231d3d35', 'status': 'completed', 'code': 200} Jul 22 12:23:47.545719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:23:47.753251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:47.783267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:23:47.791942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:23:47.792541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:23:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:47.902764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:23:47.943454 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:48.265887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a54c90bf-a65c-45a3-b156-6c1c7bb2b466 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:48.296060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:48.326857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e34bef-3c00-447e-962b-005b903f8bf2 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:09Z', 'revision_number': 4, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '29593241-3443-43f8-8720-2a7562673410', 'name': '', 'network_id': '7ef6b75f-ce29-406d-8a79-acd2a3134842', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'mac_address': 'fa:16:3e:93:5d:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_interface', 'standard_attr_id': 4004, 'fixed_ips': [{'subnet_id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:08Z', 'updated_at': '2021-07-22T12:14:13Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'subnets': [{'id': '9d3db2a1-95d5-47ff-b68a-da62803f025a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:23:48.547090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf332e48-5735-4b87-994c-4843f4f9b9bf req-1a49339c-947f-4ed9-9ddb-b4f542a14a96 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0306978 Jul 22 12:23:48.574564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a90793d2-7918-47fc-b365-06e23e9e57ce None None] New status for floating IP 7d0d8007-fb41-4d0f-8cbb-17631c888a6a: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:23:49.574648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:49.652738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ba98abc-1621-435f-aa78-7468a8df93df req-642a5435-81e1-4951-bb4e-6777bdfd02bf tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0303490 Jul 22 12:23:50.759250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50de366d-24d4-4ed3-b00e-0e42415dce77 req-480c3785-240e-4a26-9eea-2ef6deb40e59 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/ports?device_id=f047d680-659c-4c36-8891-3d44ed793ba6 HTTP/1.1" status: 200 len: 210 time: 0.0343142 Jul 22 12:23:51.493331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:51.933382 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:23:51.953595 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: fddb92a4-7d22-45c0-a863-6dd7231d3d35 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:23:51.953963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device fddb92a4-7d22-45c0-a863-6dd7231d3d35 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:23:55.564017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:55.623008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.647389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.698240 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.701091 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.702397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "DELETE /v2.0/security-groups/dee7f064-3c16-4d74-bf9e-163e7ac15e3b HTTP/1.1" status: 204 len: 168 time: 0.1372819 Jul 22 12:23:55.705104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53422) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:55.712205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=dee7f064-3c16-4d74-bf9e-163e7ac15e3b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:55.719444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.719800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.720147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.720253 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-31b7b7c9-2bc4-4e33-bbb1-3517b9f48f94 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] show failed (client error): The resource could not be found. Jul 22 12:23:55.720495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.720837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.721397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.721772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.722172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.722665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.723013 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.723392 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.723726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-41118fae-aef4-4441-9b08-9a2d7371ae9b tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:23:55.724191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-31b7b7c9-2bc4-4e33-bbb1-3517b9f48f94 tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "GET /v2.0/security-groups/dee7f064-3c16-4d74-bf9e-163e7ac15e3b HTTP/1.1" status: 404 len: 347 time: 0.0175641 Jul 22 12:23:55.724816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53424) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:55.868434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Deleting port d2e3cb07-a727-4ea2-807f-c00ecbef21b4 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:55.868775 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.949353 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.949680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:55.962886 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Calling delete_port for d2e3cb07-a727-4ea2-807f-c00ecbef21b4 owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:56.111814 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:56.140915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Pushing event deleted for resources: {'Port': ['ID=d2e3cb07-a727-4ea2-807f-c00ecbef21b4,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:56.214784 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:56.217496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:56.218760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bb7eca51-e9e0-401a-9542-c5790a4a84cd tempest-ServerActionsTestJSON-970238932 tempest-ServerActionsTestJSON-970238932-project] 10.222.0.21 "DELETE /v2.0/floatingips/7d0d8007-fb41-4d0f-8cbb-17631c888a6a HTTP/1.1" status: 204 len: 168 time: 0.4920886 Jul 22 12:23:56.222217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53426) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:56.650937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:56.930729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Deleting port 29593241-3443-43f8-8720-2a7562673410 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:56.931390 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.021329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] For port 29593241-3443-43f8-8720-2a7562673410, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=29593241-3443-43f8-8720-2a7562673410,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:57.022283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.036789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Calling delete_port for 29593241-3443-43f8-8720-2a7562673410 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:57.257115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.285980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Pushing event deleted for resources: {'Port': ['ID=29593241-3443-43f8-8720-2a7562673410,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:57.464338 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.704498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Router 5a1f0377-dada-458f-98ec-40a5fb127514 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:23:57.764119 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.827988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:23:57.837235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6597e3b7-8bb6-425f-8cf1-00de9782d96c admin admin] 10.222.0.21 "PUT /v2.0/routers/5a1f0377-dada-458f-98ec-40a5fb127514/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6133699 Jul 22 12:23:57.837396 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Sync routers for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:23:57.839657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53432) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:57.847482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:23:57.848173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:23:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:57.957395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:57.959123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:23:58.072673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.164636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132'}], 'enable_snat': True}, 'gw_port_id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:23:57Z', 'revision_number': 5, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port': {'id': 'bd50f24d-1fc4-4c71-bd51-96d359b48711', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:70:8a:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4003, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:14:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:58.198917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Checking router: 5a1f0377-dada-458f-98ec-40a5fb127514 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:23:58.210778 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Routers {'5a1f0377-dada-458f-98ec-40a5fb127514'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:23:58.211442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:23:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['5a1f0377-dada-458f-98ec-40a5fb127514'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:58.303969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] Set router 5a1f0377-dada-458f-98ec-40a5fb127514 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:23:58.364033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:23:58Z', 'revision_number': 6, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:58.392016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b5a7efad-3c41-44a4-94f6-e007b12451c3 None None] The sync data for ids ['5a1f0377-dada-458f-98ec-40a5fb127514'] in n-d-754448-4 is: [{'id': '5a1f0377-dada-458f-98ec-40a5fb127514', 'name': 'tempest-ServerActionsTestJSON-444195871-router', 'tenant_id': '977b3e71307d461e96d0d9262b0875a5', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:14:06Z', 'updated_at': '2021-07-22T12:23:58Z', 'revision_number': 6, 'project_id': '977b3e71307d461e96d0d9262b0875a5', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:23:58.468427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Deleting port bd50f24d-1fc4-4c71-bd51-96d359b48711 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:58.468926 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.551584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] For port bd50f24d-1fc4-4c71-bd51-96d359b48711, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=bd50f24d-1fc4-4c71-bd51-96d359b48711,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:58.551946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.568660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Calling delete_port for bd50f24d-1fc4-4c71-bd51-96d359b48711 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:58.737461 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.749368 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.773243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Pushing event deleted for resources: {'Port': ['ID=bd50f24d-1fc4-4c71-bd51-96d359b48711,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:58.853951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.948252 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.950564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:58.999867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.000580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 5a1f0377-dada-458f-98ec-40a5fb127514 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:23:59.005728 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.007556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a438ba7a-d687-4c74-8a97-cba4b904d9e4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/5a1f0377-dada-458f-98ec-40a5fb127514 HTTP/1.1" status: 204 len: 168 time: 1.1669466 Jul 22 12:23:59.010155 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53434) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:59.057877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Deleting subnet 9d3db2a1-95d5-47ff-b68a-da62803f025a {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:23:59.061298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.096862 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.183418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.216629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device bd50f24d-1fc4-4c71-bd51-96d359b48711 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:23:59.241512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: bd50f24d-1fc4-4c71-bd51-96d359b48711 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:23:59.241809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.241956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device bd50f24d-1fc4-4c71-bd51-96d359b48711 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:23:59.242322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29593241-3443-43f8-8720-2a7562673410 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:23:59.260847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 29593241-3443-43f8-8720-2a7562673410 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:23:59.261116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 29593241-3443-43f8-8720-2a7562673410 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:23:59.271578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9d3db2a1-95d5-47ff-b68a-da62803f025a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:59.276787 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.278937 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-fb0cf317-33f9-4bed-bb25-4ee7e77aca91 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9d3db2a1-95d5-47ff-b68a-da62803f025a HTTP/1.1" status: 204 len: 168 time: 0.2677107 Jul 22 12:23:59.282718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53436) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:59.284367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-538506d7-4f3a-4325-af70-4e29050ca46d None None] Network 7ef6b75f-ce29-406d-8a79-acd2a3134842 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:23:59.356522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.419029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Deleting port be777247-6e5e-4248-83eb-35698faa4195 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:59.419367 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.489621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] DHCP port deletion for 7ef6b75f-ce29-406d-8a79-acd2a3134842 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:23:59.491363 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:23:59.501044 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] For port be777247-6e5e-4248-83eb-35698faa4195, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=be777247-6e5e-4248-83eb-35698faa4195,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:59.501448 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.514529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Calling delete_port for be777247-6e5e-4248-83eb-35698faa4195 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:59.540119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Deleting port be777247-6e5e-4248-83eb-35698faa4195 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:23:59.540501 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.604197 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.605840 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] For port be777247-6e5e-4248-83eb-35698faa4195, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=be777247-6e5e-4248-83eb-35698faa4195,segment=NetworkSegment(9a45aa50-a7c8-4533-ab93-d76279b9c729),segment_id=9a45aa50-a7c8-4533-ab93-d76279b9c729)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:23:59.606255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.622926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Calling delete_port for be777247-6e5e-4248-83eb-35698faa4195 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:23:59.629801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Pushing event deleted for resources: {'Port': ['ID=be777247-6e5e-4248-83eb-35698faa4195,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:59.634402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] No DVR routers for this DVR port be777247-6e5e-4248-83eb-35698faa4195 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:23:59.693725 n-d-754448-4 neutron-server[93708]: self.session.flush() Jul 22 12:23:59.697869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.715192 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.722091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] Pushing event deleted for resources: {'Port': ['ID=be777247-6e5e-4248-83eb-35698faa4195,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:59.728323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7ef6b75f-ce29-406d-8a79-acd2a3134842']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:59.728457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b7e2a78-6127-4bd1-80f0-dda0bf02096c None None] No DVR routers for this DVR port be777247-6e5e-4248-83eb-35698faa4195 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:23:59.742176 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a45aa50-a7c8-4533-ab93-d76279b9c729') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:59.742465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a45aa50-a7c8-4533-ab93-d76279b9c729') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:23:59.751350 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.766265 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.774162 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Releasing vlan 133 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:23:59.774610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:23:59.776436 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:23:59.830797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.837116 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:23:59.839003 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] 10.222.0.21 "DELETE /v2.0/networks/7ef6b75f-ce29-406d-8a79-acd2a3134842 HTTP/1.1" status: 204 len: 168 time: 0.5551634 Jul 22 12:23:59.850887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac12387f-328d-4e18-acd7-5063935c5afb admin admin] Pushing event deleted for resources: {'Network': ['ID=7ef6b75f-ce29-406d-8a79-acd2a3134842,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:23:59.947573 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53440) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:23:59.987244 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e846ef1e-bfa0-4277-8f14-6e787b44416c admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=977b3e71307d461e96d0d9262b0875a5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0382419 Jul 22 12:23:59.989678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53442) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:00.048611 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:00.071029 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:00.121703 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:00.124831 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:00.126013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/fbb3248f-0bbe-4bd3-93bc-635d01439a69 HTTP/1.1" status: 204 len: 168 time: 0.1354098 Jul 22 12:24:00.134094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae44514-7b50-4063-b8fa-6d8cd1603a64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fbb3248f-0bbe-4bd3-93bc-635d01439a69,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:00.824625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53464) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:00.920750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-359874747-network', 'tenant_id': '7fc6a3dd9077451c919a36efd831561e'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:00.940685 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Made reservation on behalf of 7fc6a3dd9077451c919a36efd831561e for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:00.942928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:00.951581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.010957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device be777247-6e5e-4248-83eb-35698faa4195 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:24:01.034784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: be777247-6e5e-4248-83eb-35698faa4195 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:24:01.035140 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device be777247-6e5e-4248-83eb-35698faa4195 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:24:01.046712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.051400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.076002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] vlan segment allocate from pool success with {'vlan_id': 100, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:01.086074 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2565028-1f93-4c75-b8e1-9cb760d68c24,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:01.092182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.092580 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Added segment 7b096e92-82ce-41f6-b542-97b116d83131 of type vlan for network 023595d7-1f23-4e01-8a22-77ce21a52451 Jul 22 12:24:01.135179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.164614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.165738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:01.166568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.199579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 0.3736987 Jul 22 12:24:01.202639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53468) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:01.209987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Request body: {'subnet': {'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-359874747-subnet', 'tenant_id': '7fc6a3dd9077451c919a36efd831561e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:01.238731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6008d227-fe47-4dc6-910c-0d545b53100f admin admin] Pushing event updated for resources: {'Network': ['ID=023595d7-1f23-4e01-8a22-77ce21a52451,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:01.250626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 023595d7-1f23-4e01-8a22-77ce21a52451 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:01.261178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Made reservation on behalf of 7fc6a3dd9077451c919a36efd831561e for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:01.263630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.431662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.485654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Pushing event updated for resources: {'Subnet': ['ID=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:01.494875 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Checking segment: {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:01.495229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Network hostable DHCP agents. Network: 023595d7-1f23-4e01-8a22-77ce21a52451, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:01.511668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Network 023595d7-1f23-4e01-8a22-77ce21a52451 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:01.520837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 023595d7-1f23-4e01-8a22-77ce21a52451) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:01.526012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:01.526793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:01.532185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2677a27-e672-477e-875a-32f6957ddb60 None None] Network 023595d7-1f23-4e01-8a22-77ce21a52451 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:01.540976 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-77c9d18b-a7f5-4356-9e48-5f8c170c3187 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3372128 Jul 22 12:24:01.664311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2261703d-328e-4cca-9575-0a2ae876fd80 None None] Network 023595d7-1f23-4e01-8a22-77ce21a52451 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:01.967811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-a874216d-db4c-44db-ad49-6c163c17da34 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:01.969220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-a874216d-db4c-44db-ad49-6c163c17da34 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 813 time: 0.1056943 Jul 22 12:24:01.983987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d1816585-82e2-4c58-bb2a-ce70b2992ac8 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/quotas/7fc6a3dd9077451c919a36efd831561e HTTP/1.1" status: 200 len: 375 time: 0.0093303 Jul 22 12:24:02.018973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-84c9c051-693a-4475-a972-c452d6843679 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0298605 Jul 22 12:24:02.121346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-a1064645-de16-4b6b-9270-a135049c56b2 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:24:02.122475 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-a1064645-de16-4b6b-9270-a135049c56b2 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0446663 Jul 22 12:24:02.213691 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d2c6af75-2020-41a4-887c-1e74a31f30b6 service neutron] 10.222.0.21 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852726 Jul 22 12:24:02.302576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-fccfe50f-1000-4561-9b70-956def687439 service neutron] 10.222.0.21 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830212 Jul 22 12:24:02.481795 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-176b0f1f-8ba0-447c-bf71-cc80101ea3ad req-8f603359-887c-4a3a-ace3-8756bbb10519 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 210 time: 0.0354414 Jul 22 12:24:03.376913 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-c2bfcf46-93da-4ba2-922f-12e3f6666609 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:03.378402 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-c2bfcf46-93da-4ba2-922f-12e3f6666609 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.36 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 813 time: 0.1088419 Jul 22 12:24:03.390201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Request body: {'port': {'device_id': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451', 'admin_state_up': True, 'tenant_id': '7fc6a3dd9077451c919a36efd831561e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:03.508603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Made reservation on behalf of 7fc6a3dd9077451c919a36efd831561e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:03.512574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:03.585964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4c5536cf-16e4-4311-8cc7-81348ea6d3b8 req-def32f76-a01d-4271-a0d3-4c50d9aaa786 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 210 time: 0.0312462 Jul 22 12:24:03.648297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Allocated IP 172.20.0.3 (023595d7-1f23-4e01-8a22-77ce21a52451/13ec54bd-ce0a-4f29-b4f3-195059ef0c8e/1d71438e-e4e8-45b4-b6d6-7bee6efc0a65) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:03.794023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:03.837989 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:03.883095 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Network 023595d7-1f23-4e01-8a22-77ce21a52451 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:03.886096 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:03.889868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:03.896268 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Pushing event updated for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:03.941811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:03.942431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:03.956879 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d50a3d0b-9b00-45dd-8296-754f4ff71334 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5704539 Jul 22 12:24:03.968246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Request body: {'port': {'device_id': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:04.046099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.328795 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:24:04.337133 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.349674 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Transition to ACTIVE for port object 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:04.354376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.404114 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Pushing event updated for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:04.487040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Attempting to bind port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:04.487382 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Attempting to bind port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:04.487714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Attempting to bind port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 on network 023595d7-1f23-4e01-8a22-77ce21a52451 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:04.493530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 on network 023595d7-1f23-4e01-8a22-77ce21a52451 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:24:04.493970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Attempting to bind port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 on network 023595d7-1f23-4e01-8a22-77ce21a52451 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:04.500952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 23, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:04.501401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Checking segment: {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:04.501930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Bound using segment: {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:04.502513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Bound port: 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:04.502991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.577065 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:04.580279 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:04.585707 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.620352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:04.620991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:04.622710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] 10.222.0.36 "PUT /v2.0/ports/1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 HTTP/1.1" status: 200 len: 1091 time: 0.6587267 Jul 22 12:24:04.625118 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:04.627698 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a2db4817-0e10-4797-8e36-96c2eef5c6a5" -d '{"events": [{"name": "network-changed", "server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:04.658873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8d192f-13ee-4dd3-a3a5-8090e7a5706e service neutron] Pushing event updated for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:04.676771 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-696ae2e1-77d7-4a89-a57a-c00c6fc9b4fa x-openstack-request-id: req-696ae2e1-77d7-4a89-a57a-c00c6fc9b4fa {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:04.677069 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:04.677331 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-696ae2e1-77d7-4a89-a57a-c00c6fc9b4fa {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:04.678290 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65', 'status': 'completed', 'code': 200} Jul 22 12:24:04.733542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-46f09616-8a7c-4176-aa77-7c79f789f89e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:04.735178 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-46f09616-8a7c-4176-aa77-7c79f789f89e service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 1094 time: 0.0695064 Jul 22 12:24:04.745569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf93a318-26e7-4d50-915b-a7b9dcc8ff55 req-2becfb50-3949-4634-8ec5-eb3115fa5b59 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:04.747133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf93a318-26e7-4d50-915b-a7b9dcc8ff55 req-2becfb50-3949-4634-8ec5-eb3115fa5b59 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 943 time: 0.0678799 Jul 22 12:24:04.777752 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-b0dabd5d-1633-406e-9331-83ffe9c396ee service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 HTTP/1.1" status: 200 len: 217 time: 0.0351121 Jul 22 12:24:04.785831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf93a318-26e7-4d50-915b-a7b9dcc8ff55 req-33adaa22-dfcf-405e-9d86-6c1f3cfa6823 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327463 Jul 22 12:24:04.829802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-784b7887-9f46-425f-9807-69ae29396233 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:04.831454 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-784b7887-9f46-425f-9807-69ae29396233 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 200 len: 853 time: 0.0477498 Jul 22 12:24:04.869598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-3e4a931a-4bd0-4c2b-8d67-935e10df469c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023595d7-1f23-4e01-8a22-77ce21a52451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0295160 Jul 22 12:24:04.965333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d4234d48-8d5c-4d61-8068-a1d3fe7f0acc service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0895236 Jul 22 12:24:05.063687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6781bdd-8906-4455-a2d3-de256ee59577 req-d77657c7-3de0-4bad-b2c2-6cb6e1f51470 service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0909505 Jul 22 12:24:05.171819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-e9917097-630d-4505-9156-f0aec9da456f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:05.173286 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-e9917097-630d-4505-9156-f0aec9da456f service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 1094 time: 0.0581503 Jul 22 12:24:05.268870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-42331809-dbb8-4744-aa43-71785533fe44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:05.270392 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-42331809-dbb8-4744-aa43-71785533fe44 service neutron] 10.222.0.36 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 914 time: 0.0904839 Jul 22 12:24:05.318684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-1b61bf70-bd08-40ee-8685-4e692c6a14b4 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 HTTP/1.1" status: 200 len: 217 time: 0.0399907 Jul 22 12:24:05.369359 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-6568ce25-7806-4eb9-b7eb-57c31b0f73d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:05.370859 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-6568ce25-7806-4eb9-b7eb-57c31b0f73d7 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 200 len: 853 time: 0.0461633 Jul 22 12:24:05.406042 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-570d7b23-fb03-4034-96f9-cf71a4e4cf10 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023595d7-1f23-4e01-8a22-77ce21a52451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0286665 Jul 22 12:24:05.501380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-cba23241-f04f-423a-8a7c-43a572ca14a9 service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882182 Jul 22 12:24:05.594187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a2db4817-0e10-4797-8e36-96c2eef5c6a5 req-17780717-a0e7-45c7-9432-d54666c769a6 service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847917 Jul 22 12:24:05.921373 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c242ee7-708f-495b-9b11-9d278f0653c0 req-3521e343-9c10-4a4e-bd00-5db1612ddf06 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:05.922885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c242ee7-708f-495b-9b11-9d278f0653c0 req-3521e343-9c10-4a4e-bd00-5db1612ddf06 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 943 time: 0.0666549 Jul 22 12:24:05.961755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6c242ee7-708f-495b-9b11-9d278f0653c0 req-c98b0e87-b1b1-4782-a469-6957098d5658 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327513 Jul 22 12:24:07.033293 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:24:07.101028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-155ed9c7-4bf0-4a14-95e5-c0d840859e56 req-af34559d-3982-43a3-80e4-d8a243a7ac6d tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:07.102700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-155ed9c7-4bf0-4a14-95e5-c0d840859e56 req-af34559d-3982-43a3-80e4-d8a243a7ac6d tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 943 time: 0.0735545 Jul 22 12:24:07.134490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:07.141597 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-155ed9c7-4bf0-4a14-95e5-c0d840859e56 req-dd57ee02-4884-4307-84a5-a0e0acb2b70a tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332706 Jul 22 12:24:07.147758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65', 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451', 'port_id': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65', 'mac_address': 'fa:16:3e:61:8e:ba', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec54bd-ce0a-4f29-b4f3-195059ef0c8e', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:24:07.186196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:07.203447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:24:07.225719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:07.230587 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:07.279156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:07.419770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:08.285906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3ea2485-6877-4474-ba7d-05e71a0486ac req-05942753-5947-410e-a52d-d00c3facd95f tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:08.288316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3ea2485-6877-4474-ba7d-05e71a0486ac req-05942753-5947-410e-a52d-d00c3facd95f tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 944 time: 0.0694692 Jul 22 12:24:08.330980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3ea2485-6877-4474-ba7d-05e71a0486ac req-a551d85f-61a7-44a0-95aa-85a63e67b6ba tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367246 Jul 22 12:24:09.039860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:09.094730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:09.098612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:09.099007 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:09.182168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:09.205058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:09.207617 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c75d2c7-f80b-447a-9231-56da3e41def1" -d '{"events": [{"server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "name": "network-vif-plugged", "status": "completed", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:09.221949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:09.226589 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:09.255326 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3b77fcd4-e5a9-4482-9f58-612611864d55 x-openstack-request-id: req-3b77fcd4-e5a9-4482-9f58-612611864d55 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:09.256446 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "name": "network-vif-plugged", "status": "completed", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:09.256720 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3b77fcd4-e5a9-4482-9f58-612611864d55 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:09.257101 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65', 'code': 200} Jul 22 12:24:09.289916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:09.373739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a539767-8dba-46e0-9adf-6e0551b4568b req-86fa44a5-9fd8-44cc-8108-5d7e3ebf6771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:09.375293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7a539767-8dba-46e0-9adf-6e0551b4568b req-86fa44a5-9fd8-44cc-8108-5d7e3ebf6771 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 1096 time: 0.0627818 Jul 22 12:24:09.412236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7a539767-8dba-46e0-9adf-6e0551b4568b req-2c86b110-b2aa-4342-bce7-79546dce9c13 service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0299137 Jul 22 12:24:09.753008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-858ef614-9a59-4691-9d24-70d199426bfa req-61557bb2-6505-4707-98b7-3bb870ef9f22 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:09.754721 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-858ef614-9a59-4691-9d24-70d199426bfa req-61557bb2-6505-4707-98b7-3bb870ef9f22 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.3518357 Jul 22 12:24:09.793695 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-858ef614-9a59-4691-9d24-70d199426bfa req-dbb0f9ae-9cf6-4289-9f97-92a2629cd07a tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0319953 Jul 22 12:24:10.934966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c74c9ec4-c502-45fb-ba43-997ffb074488 req-74fd5bf6-4281-45f1-9590-63d002469464 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:10.936476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c74c9ec4-c502-45fb-ba43-997ffb074488 req-74fd5bf6-4281-45f1-9590-63d002469464 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0695841 Jul 22 12:24:10.978323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c74c9ec4-c502-45fb-ba43-997ffb074488 req-ae747058-72f0-476d-8f04-c15443bfec7d tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355239 Jul 22 12:24:11.215788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-529a18ce-f638-43a4-951e-aaaeecd65435 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:11.217298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-529a18ce-f638-43a4-951e-aaaeecd65435 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 813 time: 0.1066575 Jul 22 12:24:11.234962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-0394ce34-c876-4c24-8356-f41a39351adc tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/quotas/7fc6a3dd9077451c919a36efd831561e HTTP/1.1" status: 200 len: 375 time: 0.0095019 Jul 22 12:24:11.317187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-4f424677-8c59-4f72-85b5-9fb83cf6f949 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&fields=id HTTP/1.1" status: 200 len: 255 time: 0.0762055 Jul 22 12:24:11.414701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-e463a8e7-b0bc-4e6b-b249-ba55c01f2824 service neutron] 10.222.0.21 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0893607 Jul 22 12:24:11.509122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-9b385d31-e42e-46c6-9625-d93319bcb499 service neutron] 10.222.0.21 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0884521 Jul 22 12:24:11.693032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-86f67d73-07b3-4a32-b079-97b00f0ac2d3 req-5a2f62a0-a398-4c8a-a54f-4748c92be90b tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 210 time: 0.0333791 Jul 22 12:24:12.681292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-bd2c45d8-f05c-4299-ab49-ae07f201c002 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:12.682872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-bd2c45d8-f05c-4299-ab49-ae07f201c002 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.20 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 813 time: 0.1225004 Jul 22 12:24:12.696200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Request body: {'port': {'device_id': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451', 'admin_state_up': True, 'tenant_id': '7fc6a3dd9077451c919a36efd831561e'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:12.812846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7c337845-3009-4e5f-b05c-ddac5da4694c req-e4333ac0-14f9-4840-897d-0d5a708b739d tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 210 time: 0.0324407 Jul 22 12:24:12.839088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Made reservation on behalf of 7fc6a3dd9077451c919a36efd831561e for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:12.842861 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:12.997038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Allocated IP 172.20.0.9 (023595d7-1f23-4e01-8a22-77ce21a52451/13ec54bd-ce0a-4f29-b4f3-195059ef0c8e/23dcb4d6-2888-4932-9206-9280216ec9fd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:13.183400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.300583 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.313217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:13.353438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Network 023595d7-1f23-4e01-8a22-77ce21a52451 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:13.356596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:13.361200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:13.386944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Pushing event updated for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:13.420955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:13.421592 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.438840 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-95321765-71a9-4743-83d4-b052db2bcc72 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7476072 Jul 22 12:24:13.455535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Request body: {'port': {'device_id': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:13.540609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.837104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 23dcb4d6-2888-4932-9206-9280216ec9fd {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:24:13.846481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.863761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Transition to ACTIVE for port object 23dcb4d6-2888-4932-9206-9280216ec9fd will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:13.869089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:13.956192 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Pushing event updated for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:13.979767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08a583a9-7328-436d-ab05-bd11fe59bbda req-8b2e1454-0343-4560-bf82-5634aea664ef tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:13.981292 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08a583a9-7328-436d-ab05-bd11fe59bbda req-8b2e1454-0343-4560-bf82-5634aea664ef tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 943 time: 0.0858450 Jul 22 12:24:13.983931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.984298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.984651 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.984999 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.985485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.985815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.986257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.986648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.986986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.987320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.987655 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:13.987985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:14.027271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Attempting to bind port 23dcb4d6-2888-4932-9206-9280216ec9fd on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:14.027791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Attempting to bind port 23dcb4d6-2888-4932-9206-9280216ec9fd by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:14.028233 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Attempting to bind port 23dcb4d6-2888-4932-9206-9280216ec9fd on network 023595d7-1f23-4e01-8a22-77ce21a52451 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:14.030510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08a583a9-7328-436d-ab05-bd11fe59bbda req-493779ca-9832-46f8-ab5f-26185dabe275 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385447 Jul 22 12:24:14.033012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Port 23dcb4d6-2888-4932-9206-9280216ec9fd on network 023595d7-1f23-4e01-8a22-77ce21a52451 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:24:14.033340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Attempting to bind port 23dcb4d6-2888-4932-9206-9280216ec9fd on network 023595d7-1f23-4e01-8a22-77ce21a52451 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:14.039443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 23, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:14.039786 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Checking segment: {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:14.040315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Bound using segment: {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:14.040597 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Bound port: 23dcb4d6-2888-4932-9206-9280216ec9fd, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '7b096e92-82ce-41f6-b542-97b116d83131', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 100, 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:14.040961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:14.108936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:14.112754 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=23dcb4d6-2888-4932-9206-9280216ec9fd,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:14.117279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:14.157800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.158431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:14.159935 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] 10.222.0.20 "PUT /v2.0/ports/23dcb4d6-2888-4932-9206-9280216ec9fd HTTP/1.1" status: 200 len: 1091 time: 0.7088430 Jul 22 12:24:14.160394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:14.162973 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e" -d '{"events": [{"name": "network-changed", "server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:14.185664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73eafb36-78e2-412f-99ae-639af41c3157 service neutron] Pushing event updated for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:14.240770 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9c47451e-82a6-40e4-8d5a-7d97aac3c116 x-openstack-request-id: req-9c47451e-82a6-40e4-8d5a-7d97aac3c116 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:14.241133 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:14.241389 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9c47451e-82a6-40e4-8d5a-7d97aac3c116 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:14.241792 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd', 'status': 'completed', 'code': 200} Jul 22 12:24:14.270050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-33099467-83f1-4a2a-9d6d-ec342166be6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.271675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-33099467-83f1-4a2a-9d6d-ec342166be6f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 1094 time: 0.0653567 Jul 22 12:24:14.316047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-1f9496a6-8106-4792-9421-fbc70630ab5c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23dcb4d6-2888-4932-9206-9280216ec9fd HTTP/1.1" status: 200 len: 217 time: 0.0365102 Jul 22 12:24:14.371046 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56f2615-8745-4d97-bebf-13d7d286068e req-3c907c30-3140-42f6-b762-1c46fc4a3323 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.372470 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-3c907c30-3140-42f6-b762-1c46fc4a3323 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 200 len: 853 time: 0.0498879 Jul 22 12:24:14.415150 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-fdc6fd68-8d5f-4736-8cdc-0f39f21f8b02 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=023595d7-1f23-4e01-8a22-77ce21a52451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0366960 Jul 22 12:24:14.511764 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-5a88e690-f4fd-44f5-bcb2-c0d177af0911 service neutron] 10.222.0.20 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0897260 Jul 22 12:24:14.627726 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c56f2615-8745-4d97-bebf-13d7d286068e req-880a3cde-add6-4081-867d-ce900c8f54fc service neutron] 10.222.0.20 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1096663 Jul 22 12:24:14.738894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-cca3c0e5-e5ca-4757-b419-b214f9977746 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.740612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-cca3c0e5-e5ca-4757-b419-b214f9977746 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 1094 time: 0.0659220 Jul 22 12:24:14.851304 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-8a619b11-c5f4-4fe4-b235-41c741368678 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.852838 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-8a619b11-c5f4-4fe4-b235-41c741368678 service neutron] 10.222.0.20 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 914 time: 0.1059241 Jul 22 12:24:14.895700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-64c35b32-033b-45b7-bcee-d901aeba763d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=23dcb4d6-2888-4932-9206-9280216ec9fd HTTP/1.1" status: 200 len: 217 time: 0.0357711 Jul 22 12:24:14.957352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-f3f81830-3100-4be3-a395-13cd81422735 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:14.959386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-f3f81830-3100-4be3-a395-13cd81422735 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 200 len: 853 time: 0.0566895 Jul 22 12:24:14.998154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-13d18324-b38e-497d-bef6-f9b80fd7bc0a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=023595d7-1f23-4e01-8a22-77ce21a52451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0307567 Jul 22 12:24:15.110029 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-94435b26-4447-4f3b-b4bb-f74e7b254427 service neutron] 10.222.0.20 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1053486 Jul 22 12:24:15.179563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-491398b6-311a-4625-867e-a1144f18eea6 req-d797e8b5-dd2d-4e56-aa2a-ca6bf775e919 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:15.181528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491398b6-311a-4625-867e-a1144f18eea6 req-d797e8b5-dd2d-4e56-aa2a-ca6bf775e919 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 943 time: 0.0764642 Jul 22 12:24:15.213952 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-74fcd2f5-aed5-4a85-9b9c-e7e269c4291e req-2d5ec082-eb2a-4afc-8031-de8f4c9a6319 service neutron] 10.222.0.20 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0972419 Jul 22 12:24:15.225776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-491398b6-311a-4625-867e-a1144f18eea6 req-78386ca2-fb9e-447d-b1d1-7e973e3bad7b tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377638 Jul 22 12:24:15.331075 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-395c6f3a-db81-4ead-ab2f-962dce42455d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:16.026442 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 23dcb4d6-2888-4932-9206-9280216ec9fd details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:24:16.132522 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=23dcb4d6-2888-4932-9206-9280216ec9fd,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:16.146087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '23dcb4d6-2888-4932-9206-9280216ec9fd', 'network_id': '023595d7-1f23-4e01-8a22-77ce21a52451', 'port_id': '23dcb4d6-2888-4932-9206-9280216ec9fd', 'mac_address': 'fa:16:3e:f5:b5:89', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 100, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '13ec54bd-ce0a-4f29-b4f3-195059ef0c8e', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:24:16.187289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:16.200237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 23dcb4d6-2888-4932-9206-9280216ec9fd {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:24:16.227804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=23dcb4d6-2888-4932-9206-9280216ec9fd,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:16.232160 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:16.290239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:16.370359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80380621-c6d2-4e19-a961-cc40f03c2e1b req-16d14555-6773-43ed-8bac-d035638bb388 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:16.371974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80380621-c6d2-4e19-a961-cc40f03c2e1b req-16d14555-6773-43ed-8bac-d035638bb388 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 944 time: 0.0693812 Jul 22 12:24:16.411571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80380621-c6d2-4e19-a961-cc40f03c2e1b req-7d0b609b-16be-4da9-a364-58b8ce8b1368 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0337477 Jul 22 12:24:16.420629 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['23dcb4d6-2888-4932-9206-9280216ec9fd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:17.559794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-76a7a676-a48b-4020-92df-00067e8ff6b2 req-4113251f-7c2e-4e30-a26a-5925afc0bba2 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:17.561314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76a7a676-a48b-4020-92df-00067e8ff6b2 req-4113251f-7c2e-4e30-a26a-5925afc0bba2 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 944 time: 0.0751069 Jul 22 12:24:17.600794 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-76a7a676-a48b-4020-92df-00067e8ff6b2 req-e71aab44-0073-43b6-8e52-c5730d3ca6d8 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336444 Jul 22 12:24:17.716380 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-dc9b706b-1f87-441d-b2b1-37d492f12ae9 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0545557 Jul 22 12:24:17.812038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-0f34e16e-c8b3-485e-9aa1-ab484b290b22 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:17.813846 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-0f34e16e-c8b3-485e-9aa1-ab484b290b22 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=7fc6a3dd9077451c919a36efd831561e&device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 1096 time: 0.0559974 Jul 22 12:24:17.916269 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:17.927906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-751c73c2-d01f-4f0f-bc68-bc823f10b38b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:17.929607 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-751c73c2-d01f-4f0f-bc68-bc823f10b38b service neutron] 10.222.0.36 "GET /v2.0/networks?id=023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 200 len: 914 time: 0.0960417 Jul 22 12:24:17.970681 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-4ae1bf4e-3df2-47b4-9083-50c6e67fc036 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 HTTP/1.1" status: 200 len: 217 time: 0.0346282 Jul 22 12:24:18.018646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-b59fe775-68ee-488e-9efc-1f10e8ee75b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:18.020091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-b59fe775-68ee-488e-9efc-1f10e8ee75b6 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 200 len: 853 time: 0.0438271 Jul 22 12:24:18.026064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 23dcb4d6-2888-4932-9206-9280216ec9fd up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:18.058245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-e93f8451-d425-415e-98d8-c64288fdfd88 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=023595d7-1f23-4e01-8a22-77ce21a52451&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0321362 Jul 22 12:24:18.081835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 23dcb4d6-2888-4932-9206-9280216ec9fd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:18.085911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 23dcb4d6-2888-4932-9206-9280216ec9fd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:18.086381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:18.155288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-f8f371af-d5aa-40ca-871d-79a6cc16cd1a service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0909941 Jul 22 12:24:18.166216 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:18.190020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:18.192341 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9f9f8ecd-01b0-4a82-9f3d-989b32d3367f" -d '{"events": [{"server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "name": "network-vif-plugged", "status": "completed", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:18.205197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=23dcb4d6-2888-4932-9206-9280216ec9fd,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:18.210182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:18.259349 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:18 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5bbeb5bf-db80-46b4-a3d4-75f766265ad0 x-openstack-request-id: req-5bbeb5bf-db80-46b4-a3d4-75f766265ad0 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:18.259803 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "name": "network-vif-plugged", "status": "completed", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:18.260194 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5bbeb5bf-db80-46b4-a3d4-75f766265ad0 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:18.260798 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd', 'code': 200} Jul 22 12:24:18.268130 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-27272144-b483-4ecd-aa1d-d40b249138b9 req-2c6741e8-dd99-4d19-8bfd-d6636e79f0af service neutron] 10.222.0.36 "GET /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1073728 Jul 22 12:24:18.291622 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6ae6db69-3616-4595-a3c1-29530a580794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:18.319092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:18.376056 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd64c14-4ed6-4534-af4a-44c9340314f5 req-db60119b-bbe8-4f5f-96ff-ec6f4003de55 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:18.377592 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7cd64c14-4ed6-4534-af4a-44c9340314f5 req-db60119b-bbe8-4f5f-96ff-ec6f4003de55 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 1096 time: 0.0626771 Jul 22 12:24:18.413577 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7cd64c14-4ed6-4534-af4a-44c9340314f5 req-9115a33b-a066-4440-841b-60116b5209c3 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0293067 Jul 22 12:24:18.734475 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fa2a098-17a2-432d-ae78-31a2b705921a req-f4e3ea03-b060-4845-8e1e-e70b9033522e tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:18.735957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fa2a098-17a2-432d-ae78-31a2b705921a req-f4e3ea03-b060-4845-8e1e-e70b9033522e tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 945 time: 0.0650856 Jul 22 12:24:18.774000 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8fa2a098-17a2-432d-ae78-31a2b705921a req-fee488ba-d249-4c89-a508-d9a479b9f789 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322349 Jul 22 12:24:19.582869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:19.908178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e657c9-afd6-4c7c-84b6-89b74146c0b1 req-c4d54d1b-4231-4677-897d-a2a0e77c57c9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:19.909079 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96e657c9-afd6-4c7c-84b6-89b74146c0b1 req-c4d54d1b-4231-4677-897d-a2a0e77c57c9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 945 time: 0.0647826 Jul 22 12:24:19.952907 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-96e657c9-afd6-4c7c-84b6-89b74146c0b1 req-220eca82-11b2-46f7-865e-85e4cfd423ce tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377889 Jul 22 12:24:20.218938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02570a1d-4dc4-4546-af11-5b327913e87c req-8007838b-7beb-45ee-b549-fb8bcb34e2ec tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:20.220529 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02570a1d-4dc4-4546-af11-5b327913e87c req-8007838b-7beb-45ee-b549-fb8bcb34e2ec tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 945 time: 0.0670235 Jul 22 12:24:20.259762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-02570a1d-4dc4-4546-af11-5b327913e87c req-2941d2fc-eb1c-4082-af78-f79121846ae0 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325334 Jul 22 12:24:21.410284 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d528c39d-d544-4920-bff5-689d5dbca501 req-c38f8420-16aa-44cc-a4ee-4f314b6746d5 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:21.412438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d528c39d-d544-4920-bff5-689d5dbca501 req-c38f8420-16aa-44cc-a4ee-4f314b6746d5 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 945 time: 0.0808196 Jul 22 12:24:21.461985 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d528c39d-d544-4920-bff5-689d5dbca501 req-f72dcf07-d912-4517-8eab-2a7d9828ee13 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0420310 Jul 22 12:24:21.480928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-f423cd3f-5531-4e91-87a0-09849b08c228 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:21.482479 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-f423cd3f-5531-4e91-87a0-09849b08c228 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.20 "GET /v2.0/ports?device_id=cca4d92c-d39e-4d1e-bc39-04b075f00d71 HTTP/1.1" status: 200 len: 945 time: 0.0732236 Jul 22 12:24:21.500096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:21.592991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Deleting port 23dcb4d6-2888-4932-9206-9280216ec9fd {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:21.593333 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:21.683126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] For port 23dcb4d6-2888-4932-9206-9280216ec9fd, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=23dcb4d6-2888-4932-9206-9280216ec9fd,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:21.683463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:21.701562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Calling delete_port for 23dcb4d6-2888-4932-9206-9280216ec9fd owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:21.831616 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:21.844950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:21.847380 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['23dcb4d6-2888-4932-9206-9280216ec9fd'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:21.864332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Pushing event deleted for resources: {'Port': ['ID=23dcb4d6-2888-4932-9206-9280216ec9fd,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:21.914191 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] No DVR routers for this DVR port 23dcb4d6-2888-4932-9206-9280216ec9fd on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:21.916788 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:21.918880 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-38327df2-fd44-4209-bc5b-ad35587c18b7 req-a718d6d1-e367-448f-9480-b403a1ca0ed9 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.20 "DELETE /v2.0/ports/23dcb4d6-2888-4932-9206-9280216ec9fd HTTP/1.1" status: 204 len: 173 time: 0.4312758 Jul 22 12:24:21.919319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'name': 'network-vif-deleted', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:21.921575 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4796807e-2dda-4446-b0ba-c721b355c2a6" -d '{"events": [{"server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "name": "network-vif-deleted", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:21.967591 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f5c425cf-2739-4f1a-a7f1-671b170b1a19 x-openstack-request-id: req-f5c425cf-2739-4f1a-a7f1-671b170b1a19 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:21.967888 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "cca4d92c-d39e-4d1e-bc39-04b075f00d71", "name": "network-vif-deleted", "tag": "23dcb4d6-2888-4932-9206-9280216ec9fd", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:21.968151 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f5c425cf-2739-4f1a-a7f1-671b170b1a19 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:21.968557 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cca4d92c-d39e-4d1e-bc39-04b075f00d71', 'name': 'network-vif-deleted', 'tag': '23dcb4d6-2888-4932-9206-9280216ec9fd', 'status': 'completed', 'code': 200} Jul 22 12:24:22.633128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28edf6fd-724a-4d12-b864-2e3a61bbdecf req-458d345b-2b0c-40fb-9aae-dfb8c32aa371 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:22.634998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28edf6fd-724a-4d12-b864-2e3a61bbdecf req-458d345b-2b0c-40fb-9aae-dfb8c32aa371 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0702078 Jul 22 12:24:22.676740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-28edf6fd-724a-4d12-b864-2e3a61bbdecf req-1d3f9e3d-efc1-44af-9573-32adcc2ba5e4 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362103 Jul 22 12:24:22.831152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98979b68-d335-462c-8ffc-4adc138b2eff req-3ce6a458-7454-4e15-a535-1101b98229f7 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:22.832582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98979b68-d335-462c-8ffc-4adc138b2eff req-3ce6a458-7454-4e15-a535-1101b98229f7 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0669303 Jul 22 12:24:22.874334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98979b68-d335-462c-8ffc-4adc138b2eff req-3f62c7d8-1c7f-46f6-9ee5-9bdd0d6bbb92 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0358219 Jul 22 12:24:23.031588 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dc9587a-b47c-46f0-84fe-12d5bf63ab01 req-d5cceb95-d6d9-4837-96d1-3621d34ff012 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:23.033179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dc9587a-b47c-46f0-84fe-12d5bf63ab01 req-d5cceb95-d6d9-4837-96d1-3621d34ff012 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0706964 Jul 22 12:24:23.082512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dc9587a-b47c-46f0-84fe-12d5bf63ab01 req-a0104de5-e0eb-45f4-a7ea-7fd6bea0a8fb tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416255 Jul 22 12:24:23.293324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc62c967-ea3a-4be8-822d-72edc3d5a800 req-d477ea50-f51e-4d24-91fd-5d0532899ebb tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:23.294939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc62c967-ea3a-4be8-822d-72edc3d5a800 req-d477ea50-f51e-4d24-91fd-5d0532899ebb tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0686548 Jul 22 12:24:23.338632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc62c967-ea3a-4be8-822d-72edc3d5a800 req-3d88de25-3a17-4baf-b21e-66a5813e357b tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372062 Jul 22 12:24:23.488016 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e12121-be5b-489b-be2b-45c0ecc8bcdc req-2c19ed75-56fd-40fc-a32f-d94aadbb59b2 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:23.489523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2e12121-be5b-489b-be2b-45c0ecc8bcdc req-2c19ed75-56fd-40fc-a32f-d94aadbb59b2 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0683088 Jul 22 12:24:23.535618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b2e12121-be5b-489b-be2b-45c0ecc8bcdc req-276ca618-7ba0-44ff-aea3-d842c0dcf867 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383768 Jul 22 12:24:23.688708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-267364d8-661c-444e-9ba1-c834f1964dff req-515f4742-972f-416a-87a7-3b5bc9237736 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:23.690223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-267364d8-661c-444e-9ba1-c834f1964dff req-515f4742-972f-416a-87a7-3b5bc9237736 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0704246 Jul 22 12:24:23.733755 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-267364d8-661c-444e-9ba1-c834f1964dff req-c7515991-d270-46c8-995e-779de597fd1f tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0369503 Jul 22 12:24:24.081807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b725386-797f-4f9f-8852-04b9c0bd3e5e req-34ddf723-53c0-4901-b11a-4b6584b65425 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:24.083360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b725386-797f-4f9f-8852-04b9c0bd3e5e req-34ddf723-53c0-4901-b11a-4b6584b65425 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0660841 Jul 22 12:24:24.122751 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b725386-797f-4f9f-8852-04b9c0bd3e5e req-02c9b147-5cd4-463e-8f7c-1b8e83d20f23 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327668 Jul 22 12:24:25.262728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5e1ced-0a64-4f4a-9c3a-de29db758586 req-9a63c8e0-dc27-4e6c-a8ee-81680386a531 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:25.264386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e5e1ced-0a64-4f4a-9c3a-de29db758586 req-9a63c8e0-dc27-4e6c-a8ee-81680386a531 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0668323 Jul 22 12:24:25.308990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9e5e1ced-0a64-4f4a-9c3a-de29db758586 req-1929dcd0-db6d-4d02-8152-f510bf9edc87 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/security-groups?id=d2565028-1f93-4c75-b8e1-9cb760d68c24&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378866 Jul 22 12:24:25.446530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-b19b874c-a07d-4cd9-abe6-426439b5b5d4 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:25.448136 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-b19b874c-a07d-4cd9-abe6-426439b5b5d4 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.36 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 945 time: 0.0649841 Jul 22 12:24:25.554759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Deleting port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:25.555113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:25.959860 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] For port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,segment=NetworkSegment(7b096e92-82ce-41f6-b542-97b116d83131),segment_id=7b096e92-82ce-41f6-b542-97b116d83131)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:25.960335 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:25.973265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Calling delete_port for 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:26.072899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 23dcb4d6-2888-4932-9206-9280216ec9fd no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:24:26.097917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 23dcb4d6-2888-4932-9206-9280216ec9fd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:24:26.098300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 23dcb4d6-2888-4932-9206-9280216ec9fd not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:24:26.111074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:26.123123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:24:26.141696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Pushing event deleted for resources: {'Port': ['ID=1d71438e-e4e8-45b4-b6d6-7bee6efc0a65,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:26.191967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] No DVR routers for this DVR port 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:26.195379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:26.197417 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1081651c-074d-476f-9c0f-68ea134b4c3f req-12cb0622-f75d-4121-b2ca-2f658d31e704 tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.36 "DELETE /v2.0/ports/1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 HTTP/1.1" status: 204 len: 173 time: 0.7440171 Jul 22 12:24:26.197857 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'name': 'network-vif-deleted', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:26.200137 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2f3a815-cb64-45e1-b222-e8d8f2ea0bee" -d '{"events": [{"server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "name": "network-vif-deleted", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:26.241410 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-971ccaa2-0d57-4ee1-a088-d2a06dbc6211 x-openstack-request-id: req-971ccaa2-0d57-4ee1-a088-d2a06dbc6211 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:26.241707 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "eaaabbbf-1112-4a03-9a4a-855ae5b9307a", "name": "network-vif-deleted", "tag": "1d71438e-e4e8-45b4-b6d6-7bee6efc0a65", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:26.241964 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-971ccaa2-0d57-4ee1-a088-d2a06dbc6211 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:26.242368 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'eaaabbbf-1112-4a03-9a4a-855ae5b9307a', 'name': 'network-vif-deleted', 'tag': '1d71438e-e4e8-45b4-b6d6-7bee6efc0a65', 'status': 'completed', 'code': 200} Jul 22 12:24:26.423386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2813f8bf-cd1a-41ac-847c-4798a7dfd185 req-663733ea-660f-4bd9-9e3b-36e07b57eadf tempest-ServersNegativeTestJSON-1133931752 tempest-ServersNegativeTestJSON-1133931752-project] 10.222.0.21 "GET /v2.0/ports?device_id=eaaabbbf-1112-4a03-9a4a-855ae5b9307a HTTP/1.1" status: 200 len: 210 time: 0.0298142 Jul 22 12:24:27.486225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53628) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:27.539743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Deleting subnet 13ec54bd-ce0a-4f29-b4f3-195059ef0c8e {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:24:27.542888 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.584859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.633321 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.690671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.717235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13ec54bd-ce0a-4f29-b4f3-195059ef0c8e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:27.722074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.724666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-809116ec-08db-46dc-a9ad-1ec10b24f0ff admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13ec54bd-ce0a-4f29-b4f3-195059ef0c8e HTTP/1.1" status: 204 len: 168 time: 0.2367172 Jul 22 12:24:27.727266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53630) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:27.773894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.812662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.906633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.923337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['023595d7-1f23-4e01-8a22-77ce21a52451']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:27.933542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7b096e92-82ce-41f6-b542-97b116d83131') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:27.933831 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7b096e92-82ce-41f6-b542-97b116d83131') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:27.944440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.966143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.972184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Releasing vlan 100 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:27.972503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:27.974187 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:28.042352 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.047919 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.049783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] 10.222.0.21 "DELETE /v2.0/networks/023595d7-1f23-4e01-8a22-77ce21a52451 HTTP/1.1" status: 204 len: 168 time: 0.3215525 Jul 22 12:24:28.062639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4769f3-36bf-459a-8f20-e9b8e7c7825e admin admin] Pushing event deleted for resources: {'Network': ['ID=023595d7-1f23-4e01-8a22-77ce21a52451,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:28.168860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:28.209646 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5bd1bb7a-76c2-473f-b38c-126ddd3b7418 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7fc6a3dd9077451c919a36efd831561e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385404 Jul 22 12:24:28.211951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:28.261459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.284010 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.332003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.335869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:28.337186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/d2565028-1f93-4c75-b8e1-9cb760d68c24 HTTP/1.1" status: 204 len: 168 time: 0.1242714 Jul 22 12:24:28.347725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f620b65f-c7a5-4a10-8288-2a481d6a5bd4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2565028-1f93-4c75-b8e1-9cb760d68c24,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:28.749446 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.047045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:29.092942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:24:29.114430 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:24:29.115556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 1d71438e-e4e8-45b4-b6d6-7bee6efc0a65 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:24:29.151027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1075614311'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:29.172633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:29.176374 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.185717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.284881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.288823 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.318504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:29.323834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8150826e-9745-4d73-8368-5214d041a0fa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:29.332641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.332935 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Added segment 45db5d1b-3bfc-431a-9f70-d9aef63e49d4 of type vlan for network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 Jul 22 12:24:29.378105 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.407318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.413725 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:29.414318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:29.446744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.3984995 Jul 22 12:24:29.482747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb363062-58a4-454c-ba88-912b79798dd4 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Network': ['ID=983b0d3e-2d0a-4429-b7c8-c1983eaeca80,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:29.495034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:32.790551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:32.795841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'subnet': {'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:32.890339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:32.893779 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.080238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.140647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Subnet': ['ID=aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:33.152897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking segment: {'id': '45db5d1b-3bfc-431a-9f70-d9aef63e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:33.153260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network hostable DHCP agents. Network: 983b0d3e-2d0a-4429-b7c8-c1983eaeca80, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:33.170070 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:33.179218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 983b0d3e-2d0a-4429-b7c8-c1983eaeca80) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:33.183573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:33.184156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.190792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c82c1f0-8632-4a98-af37-a71fbad9f65b None None] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:33.199682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f997640b-5361-4e77-ad5a-54c52a3eeec5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.4078698 Jul 22 12:24:33.203433 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:33.209443 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-407269124'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:33.230669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:33.234136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.263684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:33.274566 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.274917 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Added segment 44024b7d-a1f6-455a-8c2a-2f32d2d60ad0 of type vlan for network 275ec947-7839-4522-807e-cf210a76f0bc Jul 22 12:24:33.322135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.352108 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.354087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-983b0d3e-2d0a-4429-b7c8-c1983eaeca80', 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80', 'tenant_id': '2a469fa26e534c209781a2bb86b637ec', 'fixed_ips': [{'subnet_id': 'aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:33.355154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.358042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:33.358706 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.393741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1890943 Jul 22 12:24:33.396880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:33.401714 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'subnet': {'network_id': '275ec947-7839-4522-807e-cf210a76f0bc', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:33.455072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9bc24a1-a19f-4f69-9e24-aed4ff6720c9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Network': ['ID=275ec947-7839-4522-807e-cf210a76f0bc,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:33.479147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 275ec947-7839-4522-807e-cf210a76f0bc details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:33.534987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:33.539315 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.557966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Allocated IP 2001:db8:0:ffff::2 (983b0d3e-2d0a-4429-b7c8-c1983eaeca80/aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73/8431d7e5-f09e-4d18-b260-a24d0a4700dd) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:33.748480 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.812366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Subnet': ['ID=36feaf83-7f1e-4d64-8107-1812bc9d8848,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:33.825541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking segment: {'id': '44024b7d-a1f6-455a-8c2a-2f32d2d60ad0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '275ec947-7839-4522-807e-cf210a76f0bc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:33.825943 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network hostable DHCP agents. Network: 275ec947-7839-4522-807e-cf210a76f0bc, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:33.844453 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network 275ec947-7839-4522-807e-cf210a76f0bc is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:33.854967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 275ec947-7839-4522-807e-cf210a76f0bc) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:33.859378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:33.859980 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.869888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ee9bb6-298e-4e04-a81f-5454170f639f None None] Network 275ec947-7839-4522-807e-cf210a76f0bc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:33.876395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bf314c76-bd7e-44db-a308-25f765b82aa7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 0.4785643 Jul 22 12:24:33.879012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:33.904478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.941794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Transition to ACTIVE for port object 8431d7e5-f09e-4d18-b260-a24d0a4700dd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:33.966563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Transition to ACTIVE for port object 8431d7e5-f09e-4d18-b260-a24d0a4700dd will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:33.975415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:33.986869 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.059234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:34.062000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Pushing event updated for resources: {'Port': ['ID=8431d7e5-f09e-4d18-b260-a24d0a4700dd,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.066626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:34.066790 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.073803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:34.079118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.079471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.079810 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.080138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.080467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.080789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.081132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.081437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.081756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.082075 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.082394 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.082758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:34.141282 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.157615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9b142b7-18db-4da0-a80f-ff78a3294b77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-275ec947-7839-4522-807e-cf210a76f0bc', 'network_id': '275ec947-7839-4522-807e-cf210a76f0bc', 'tenant_id': '2a469fa26e534c209781a2bb86b637ec', 'fixed_ips': [{'subnet_id': '36feaf83-7f1e-4d64-8107-1812bc9d8848'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:34.158465 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b9b142b7-18db-4da0-a80f-ff78a3294b77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.174239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Subnet': ['ID=36feaf83-7f1e-4d64-8107-1812bc9d8848,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.183704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Attempting to bind port 8431d7e5-f09e-4d18-b260-a24d0a4700dd on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:34.184107 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Attempting to bind port 8431d7e5-f09e-4d18-b260-a24d0a4700dd by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '45db5d1b-3bfc-431a-9f70-d9aef63e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:34.184517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Attempting to bind port 8431d7e5-f09e-4d18-b260-a24d0a4700dd on network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:34.191806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:34.193162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Checking segment: {'id': '45db5d1b-3bfc-431a-9f70-d9aef63e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:34.193162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.193512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Bound using segment: {'id': '45db5d1b-3bfc-431a-9f70-d9aef63e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:34.194596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Bound port: 8431d7e5-f09e-4d18-b260-a24d0a4700dd, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '45db5d1b-3bfc-431a-9f70-d9aef63e49d4', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '983b0d3e-2d0a-4429-b7c8-c1983eaeca80'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:34.194596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.238103 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.249295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['275ec947-7839-4522-807e-cf210a76f0bc']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:34.261112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '44024b7d-a1f6-455a-8c2a-2f32d2d60ad0') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:34.261415 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '44024b7d-a1f6-455a-8c2a-2f32d2d60ad0') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:34.271275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.285563 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.293166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:34.293617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.294300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec17fdfd-3939-42e4-bc3c-76ba2b1b38e9 None None] Network 275ec947-7839-4522-807e-cf210a76f0bc requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:34.297066 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:34.332871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] For port 8431d7e5-f09e-4d18-b260-a24d0a4700dd, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:34.367542 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.375266 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.377188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/275ec947-7839-4522-807e-cf210a76f0bc HTTP/1.1" status: 204 len: 168 time: 0.4972095 Jul 22 12:24:34.381581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:34.386837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-602831934'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:34.387737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] For port 8431d7e5-f09e-4d18-b260-a24d0a4700dd, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8431d7e5-f09e-4d18-b260-a24d0a4700dd,segment=NetworkSegment(45db5d1b-3bfc-431a-9f70-d9aef63e49d4),segment_id=45db5d1b-3bfc-431a-9f70-d9aef63e49d4)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:34.393255 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.401119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3722bc95-50e8-4882-9924-c43e74047b1a tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Network': ['ID=275ec947-7839-4522-807e-cf210a76f0bc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.420918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:34.424567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.449036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] vlan segment allocate from pool success with {'vlan_id': 126, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:34.458741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.459455 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Added segment bc0db89e-8953-42a9-88bc-76c4083f2c20 of type vlan for network 957f9dc6-9dad-4699-8749-911875a9e4a3 Jul 22 12:24:34.488093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-293dc9fa-33a7-4615-b9c1-15c51b556418 None None] Pushing event updated for resources: {'Port': ['ID=8431d7e5-f09e-4d18-b260-a24d0a4700dd,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.502841 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.534245 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.540139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:34.540737 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.586761 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2003264 Jul 22 12:24:34.586942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:34.591911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'subnet': {'network_id': '957f9dc6-9dad-4699-8749-911875a9e4a3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:34.640330 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b98f7e-c24f-4028-83cd-ac126b1bd4ea tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Network': ['ID=957f9dc6-9dad-4699-8749-911875a9e4a3,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.668429 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 957f9dc6-9dad-4699-8749-911875a9e4a3 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:34.727027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:34.730671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.796152 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Performing IP validity checks on allocation pools {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:325}} Jul 22 12:24:34.796684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.ipam_backend_mixin [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking for overlaps among allocation pools and gateway ip {{(pid=93707) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:346}} Jul 22 12:24:34.920155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:34.978137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Subnet': ['ID=3f5bdd39-eb6e-4de0-b829-cc692951d109,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:34.993642 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking segment: {'id': 'bc0db89e-8953-42a9-88bc-76c4083f2c20', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 126, 'network_id': '957f9dc6-9dad-4699-8749-911875a9e4a3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:34.993835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network hostable DHCP agents. Network: 957f9dc6-9dad-4699-8749-911875a9e4a3, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:35.012537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network 957f9dc6-9dad-4699-8749-911875a9e4a3 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:35.022762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 957f9dc6-9dad-4699-8749-911875a9e4a3) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:35.027182 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:35.027722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.034495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e588784c-824f-4434-80ac-f352e09ef5cb None None] Network 957f9dc6-9dad-4699-8749-911875a9e4a3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:35.047209 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2bc11190-68a7-4118-a814-5777a29b24c7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 0.4566433 Jul 22 12:24:35.050978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:35.105669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8431d7e5-f09e-4d18-b260-a24d0a4700dd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:35.166915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.210323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 8431d7e5-f09e-4d18-b260-a24d0a4700dd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:35.246142 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d072a27f-b4aa-495b-9df2-81d3e53a096a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-957f9dc6-9dad-4699-8749-911875a9e4a3', 'network_id': '957f9dc6-9dad-4699-8749-911875a9e4a3', 'tenant_id': '2a469fa26e534c209781a2bb86b637ec', 'fixed_ips': [{'subnet_id': '3f5bdd39-eb6e-4de0-b829-cc692951d109'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:35.247273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d072a27f-b4aa-495b-9df2-81d3e53a096a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.261346 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.327437 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.354820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Subnet': ['ID=3f5bdd39-eb6e-4de0-b829-cc692951d109,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server [None req-d072a27f-b4aa-495b-9df2-81d3e53a096a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f5bdd39-eb6e-4de0-b829-cc692951d109: This subnet is being modified by another concurrent operation. Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 295, in create_dhcp_port Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 115, in _port_action Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/plugins/utils.py", line 337, in create_port Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return core_plugin.create_port( Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 685, in inner Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 218, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 154, in wrapper Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_db/api.py", line 142, in wrapper Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1472, in create_port Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1437, in _create_port_db Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1454, in create_port_db Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.ipam.allocate_ips_for_port_and_store( Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 220, in allocate_ips_for_port_and_store Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self._safe_rollback(self._ipam_deallocate_ips, context, Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 227, in __exit__ Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server self.force_reraise() Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.8/dist-packages/oslo_utils/excutils.py", line 200, in force_reraise Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise self.value Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 234, in _allocate_ips_for_port Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnets = self._ipam_get_subnets( Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 694, in _ipam_get_subnets Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server subnet.lock_register( Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server raise exception Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 3f5bdd39-eb6e-4de0-b829-cc692951d109: This subnet is being modified by another concurrent operation. Jul 22 12:24:35.360624 n-d-754448-4 neutron-server[93708]: ERROR oslo_messaging.rpc.server Jul 22 12:24:35.379468 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d35decc5-7f45-4fe8-8207-5602dd60c2ce None None] Network 957f9dc6-9dad-4699-8749-911875a9e4a3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:35.440339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.451900 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22caad2b-5d17-4862-a8ba-5e6a82b922f2 None None] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:35.452447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['957f9dc6-9dad-4699-8749-911875a9e4a3']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:35.462912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc0db89e-8953-42a9-88bc-76c4083f2c20') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:35.463328 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc0db89e-8953-42a9-88bc-76c4083f2c20') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:35.473124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.486958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.493294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Releasing vlan 126 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:35.493729 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:35.497280 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:35.555545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Provisioning for port 8431d7e5-f09e-4d18-b260-a24d0a4700dd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:35.562332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.565832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Provisioning complete for port 8431d7e5-f09e-4d18-b260-a24d0a4700dd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:35.566476 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.577560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.579511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/957f9dc6-9dad-4699-8749-911875a9e4a3 HTTP/1.1" status: 204 len: 168 time: 0.5275295 Jul 22 12:24:35.583219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53676) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:35.597099 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-277404357'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:35.602273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69cdbf15-674c-469c-b96e-b998c4bd72e5 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Network': ['ID=957f9dc6-9dad-4699-8749-911875a9e4a3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:35.623263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:35.627123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.651354 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] vlan segment allocate from pool success with {'vlan_id': 140, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:35.660631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.660988 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Added segment 2905db57-18ac-488d-bf1d-10672f8c348e of type vlan for network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d Jul 22 12:24:35.702398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.715002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.739818 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.745493 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:35.746081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.759509 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] For port 8431d7e5-f09e-4d18-b260-a24d0a4700dd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8431d7e5-f09e-4d18-b260-a24d0a4700dd,segment=NetworkSegment(45db5d1b-3bfc-431a-9f70-d9aef63e49d4),segment_id=45db5d1b-3bfc-431a-9f70-d9aef63e49d4)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:35.763181 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.778478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.1936464 Jul 22 12:24:35.781491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53678) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:35.787372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'subnet': {'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:35.819598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ae9709f-7e17-4e48-96ab-a4e1686fd668 None None] Pushing event updated for resources: {'Port': ['ID=8431d7e5-f09e-4d18-b260-a24d0a4700dd,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:35.839457 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9358f1-85dd-435b-ab7d-b40a800b3457 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Network': ['ID=44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:35.851321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:35.894874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:35.899637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:35.967734 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28437025-6a7f-4a96-a9eb-26fd41dec856 None None] get_active_networks_info from n-d-754448-4 {{(pid=93708) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:158}} Jul 22 12:24:36.015007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e390a12f-3109-4aab-9139-3f7e4e2d5ede None None] Provisioning complete for port 8431d7e5-f09e-4d18-b260-a24d0a4700dd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:36.015385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e390a12f-3109-4aab-9139-3f7e4e2d5ede None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.077691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28437025-6a7f-4a96-a9eb-26fd41dec856 None None] Resources bound (agent type, host, resource id): {{(pid=93708) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:104}} Jul 22 12:24:36.086591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.149105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Subnet': ['ID=3e70f246-93d7-4b06-a64d-51d6eb1c99e5,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:36.156972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking segment: {'id': '2905db57-18ac-488d-bf1d-10672f8c348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:36.157268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network hostable DHCP agents. Network: 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:36.173170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:36.182789 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:36.187210 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:36.188576 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.204154 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2097976d-8b14-4f73-90d7-1f1e13be998f tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4215236 Jul 22 12:24:36.207894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53680) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:36.214171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1032302318'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:36.234577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:36.238019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.262392 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:36.272188 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.272533 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Added segment f90f2913-5a45-4b17-b6ea-0d3dc8383476 of type vlan for network efb32c27-84b7-4b0b-abc4-5d27b4401027 Jul 22 12:24:36.322272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.351592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68bd2e26-6ef5-46e2-9183-ac6e9bab145e None None] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:36.352083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.357842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:36.358434 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.407593 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.1951067 Jul 22 12:24:36.407818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:36.415794 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Request body: {'subnet': {'network_id': 'efb32c27-84b7-4b0b-abc4-5d27b4401027', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:36.450102 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-675187d2-77c3-4654-8b4a-2c558671a254 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Network': ['ID=efb32c27-84b7-4b0b-abc4-5d27b4401027,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:36.462530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network efb32c27-84b7-4b0b-abc4-5d27b4401027 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:36.492013 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:24:36.545853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d', 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d', 'tenant_id': '2a469fa26e534c209781a2bb86b637ec', 'fixed_ips': [{'subnet_id': '3e70f246-93d7-4b06-a64d-51d6eb1c99e5'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:36.546721 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.548949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Made reservation on behalf of 2a469fa26e534c209781a2bb86b637ec for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:36.555400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.700406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Allocated IP 2001:db8::2 (44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d/3e70f246-93d7-4b06-a64d-51d6eb1c99e5/f635f72e-2591-4857-af36-d1102a820df5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:36.744024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.804662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event updated for resources: {'Subnet': ['ID=d7058594-cca3-4823-b04c-2b4dd17011e8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:36.813450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Checking segment: {'id': 'f90f2913-5a45-4b17-b6ea-0d3dc8383476', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': 'efb32c27-84b7-4b0b-abc4-5d27b4401027'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:36.813823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network hostable DHCP agents. Network: efb32c27-84b7-4b0b-abc4-5d27b4401027, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:36.832206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Network efb32c27-84b7-4b0b-abc4-5d27b4401027 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:36.842133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, efb32c27-84b7-4b0b-abc4-5d27b4401027) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:36.846985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:36.847585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.855296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81deafb1-a12e-41f7-b65b-d026c5da2055 None None] Network efb32c27-84b7-4b0b-abc4-5d27b4401027 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:36.866790 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-53e7a0d4-0852-44ba-b271-28070abdc588 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.4575479 Jul 22 12:24:36.868948 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:36.876122 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.893822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Transition to ACTIVE for port object f635f72e-2591-4857-af36-d1102a820df5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:36.945725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Transition to ACTIVE for port object f635f72e-2591-4857-af36-d1102a820df5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:36.955137 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.974900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:36.999837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:37.007071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:37.029119 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.030342 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:37.069069 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Pushing event updated for resources: {'Port': ['ID=f635f72e-2591-4857-af36-d1102a820df5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:37.074965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8431d7e5-f09e-4d18-b260-a24d0a4700dd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:37.096270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.123676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Subnet': ['ID=d7058594-cca3-4823-b04c-2b4dd17011e8,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:37.163980 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Attempting to bind port f635f72e-2591-4857-af36-d1102a820df5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:37.164369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Attempting to bind port f635f72e-2591-4857-af36-d1102a820df5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '2905db57-18ac-488d-bf1d-10672f8c348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:37.164715 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Attempting to bind port f635f72e-2591-4857-af36-d1102a820df5 on network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:37.172571 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c94b84f-bc5e-47c5-a792-3028fc75a1eb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-efb32c27-84b7-4b0b-abc4-5d27b4401027', 'network_id': 'efb32c27-84b7-4b0b-abc4-5d27b4401027', 'tenant_id': '2a469fa26e534c209781a2bb86b637ec', 'fixed_ips': [{'subnet_id': 'd7058594-cca3-4823-b04c-2b4dd17011e8'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:37.173431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6c94b84f-bc5e-47c5-a792-3028fc75a1eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.178528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:37.178913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Checking segment: {'id': '2905db57-18ac-488d-bf1d-10672f8c348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:37.179318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.179718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Bound using segment: {'id': '2905db57-18ac-488d-bf1d-10672f8c348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:37.180208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Bound port: f635f72e-2591-4857-af36-d1102a820df5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2905db57-18ac-488d-bf1d-10672f8c348e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 140, 'network_id': '44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:37.180600 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.197504 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.207567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['efb32c27-84b7-4b0b-abc4-5d27b4401027']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:37.218368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f90f2913-5a45-4b17-b6ea-0d3dc8383476') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:37.219013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f90f2913-5a45-4b17-b6ea-0d3dc8383476') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:37.229113 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.235847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 8431d7e5-f09e-4d18-b260-a24d0a4700dd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:37.236234 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.243294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.249169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:37.249556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:37.252818 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:37.319751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.326958 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.329325 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/efb32c27-84b7-4b0b-abc4-5d27b4401027 HTTP/1.1" status: 204 len: 168 time: 0.4593182 Jul 22 12:24:37.332335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.342580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13038e43-d78f-4816-9684-d6a747c59710 None None] Network efb32c27-84b7-4b0b-abc4-5d27b4401027 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:37.353331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6573a879-3627-47bc-a008-36fff7ad6a15 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Network': ['ID=efb32c27-84b7-4b0b-abc4-5d27b4401027,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:37.365865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13038e43-d78f-4816-9684-d6a747c59710 None None] Network efb32c27-84b7-4b0b-abc4-5d27b4401027 could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 12:24:37.368285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] For port f635f72e-2591-4857-af36-d1102a820df5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:37.377733 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-bf9bb9db-6623-4990-aec7-c01257181bd1 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] GET failed (client error): The resource could not be found. Jul 22 12:24:37.379118 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bf9bb9db-6623-4990-aec7-c01257181bd1 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "GET /v2.0/subnets/d7058594-cca3-4823-b04c-2b4dd17011e8 HTTP/1.1" status: 404 len: 337 time: 0.0458584 Jul 22 12:24:37.382340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53688) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.383577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] For port f635f72e-2591-4857-af36-d1102a820df5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f635f72e-2591-4857-af36-d1102a820df5,segment=NetworkSegment(2905db57-18ac-488d-bf1d-10672f8c348e),segment_id=2905db57-18ac-488d-bf1d-10672f8c348e)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:37.402180 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-a8995f3d-b67b-48e2-9bd5-f715cd05e8e7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:37.402749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a8995f3d-b67b-48e2-9bd5-f715cd05e8e7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:37.404444 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8995f3d-b67b-48e2-9bd5-f715cd05e8e7 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/efb32c27-84b7-4b0b-abc4-5d27b4401027 HTTP/1.1" status: 404 len: 339 time: 0.0211649 Jul 22 12:24:37.407340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.408924 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.436016 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3ee34639-e025-4ede-86e3-326db2a7ce94 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:37.436469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3ee34639-e025-4ede-86e3-326db2a7ce94 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:37.438362 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ee34639-e025-4ede-86e3-326db2a7ce94 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/subnets/d7058594-cca3-4823-b04c-2b4dd17011e8 HTTP/1.1" status: 404 len: 337 time: 0.0283380 Jul 22 12:24:37.440872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.460657 n-d-754448-4 neutron-server[93706]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e44f829-e0a9-47dc-adb5-4f850285eff1 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:37.461280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3e44f829-e0a9-47dc-adb5-4f850285eff1 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93706) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:37.465517 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e44f829-e0a9-47dc-adb5-4f850285eff1 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/efb32c27-84b7-4b0b-abc4-5d27b4401027 HTTP/1.1" status: 404 len: 339 time: 0.0211232 Jul 22 12:24:37.466423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53694) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.485944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b22938f8-d215-437a-bdea-81a5c3872806 None None] Pushing event updated for resources: {'Port': ['ID=f635f72e-2591-4857-af36-d1102a820df5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:37.519427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Deleting subnet 3e70f246-93d7-4b06-a64d-51d6eb1c99e5 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:24:37.523495 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.566701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.682165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.747524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.774365 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Subnet': ['ID=3e70f246-93d7-4b06-a64d-51d6eb1c99e5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:37.780886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.782840 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef6f7513-3494-4c12-951b-3c37f7606830 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/subnets/3e70f246-93d7-4b06-a64d-51d6eb1c99e5 HTTP/1.1" status: 204 len: 168 time: 0.3160648 Jul 22 12:24:37.785241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53696) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:37.866620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.920411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Deleting port f635f72e-2591-4857-af36-d1102a820df5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:37.920753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.987002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] For port f635f72e-2591-4857-af36-d1102a820df5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f635f72e-2591-4857-af36-d1102a820df5,segment=NetworkSegment(2905db57-18ac-488d-bf1d-10672f8c348e),segment_id=2905db57-18ac-488d-bf1d-10672f8c348e)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:37.987360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:37.998704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Calling delete_port for f635f72e-2591-4857-af36-d1102a820df5 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:38.080492 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.108630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Port': ['ID=f635f72e-2591-4857-af36-d1102a820df5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:38.112746 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No DVR routers for this DVR port f635f72e-2591-4857-af36-d1102a820df5 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:38.199465 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.211980 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:38.222548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2905db57-18ac-488d-bf1d-10672f8c348e') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:38.223225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2905db57-18ac-488d-bf1d-10672f8c348e') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:38.232904 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.248408 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.255018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Releasing vlan 140 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:38.255618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:38.258809 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:38.323112 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.330326 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.332289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d HTTP/1.1" status: 204 len: 168 time: 0.5460985 Jul 22 12:24:38.336105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53698) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.344923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de481682-6dcd-436b-978e-c062872efff3 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Network': ['ID=44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:38.373000 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-09d4f2a7-aaab-4f4e-98b0-cc7b95434e76 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:38.373780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09d4f2a7-aaab-4f4e-98b0-cc7b95434e76 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:38.375248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09d4f2a7-aaab-4f4e-98b0-cc7b95434e76 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/subnets/3f5bdd39-eb6e-4de0-b829-cc692951d109 HTTP/1.1" status: 404 len: 337 time: 0.0380118 Jul 22 12:24:38.377830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53700) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.397327 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-47da3052-9a9b-4018-b951-b5bdf94195b9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:38.397874 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47da3052-9a9b-4018-b951-b5bdf94195b9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:38.399633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47da3052-9a9b-4018-b951-b5bdf94195b9 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/957f9dc6-9dad-4699-8749-911875a9e4a3 HTTP/1.1" status: 404 len: 339 time: 0.0208955 Jul 22 12:24:38.402215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53702) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.412662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6bdbdbd2-fb91-46ee-9c30-a628045ba368 None None] DHCP port deletion for 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:24:38.421410 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-68d60260-5b0e-4d53-bb71-46ad28fa8719 None None] Could not find standard attr ID for object f635f72e-2591-4857-af36-d1102a820df5. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 12:24:38.431038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff263d-8d98-4719-91f0-027b7d34c5ee None None] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:38.432610 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-3465f28c-4e0d-4246-aad0-1776eb665d8c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:38.433140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3465f28c-4e0d-4246-aad0-1776eb665d8c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:38.435471 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3465f28c-4e0d-4246-aad0-1776eb665d8c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/subnets/36feaf83-7f1e-4d64-8107-1812bc9d8848 HTTP/1.1" status: 404 len: 337 time: 0.0317764 Jul 22 12:24:38.437465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.444307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-30ff263d-8d98-4719-91f0-027b7d34c5ee None None] Network 44fbe6d1-d033-4c78-8eb0-2b6e7bbab83d could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 12:24:38.455773 n-d-754448-4 neutron-server[93707]: INFO neutron.pecan_wsgi.hooks.translation [None req-a6d865dd-509c-4cee-91d2-6d2e93f9422c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] DELETE failed (client error): The resource could not be found. Jul 22 12:24:38.456312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a6d865dd-509c-4cee-91d2-6d2e93f9422c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No notification will be sent due to unsuccessful status code: 404 {{(pid=93707) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:78}} Jul 22 12:24:38.458385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a6d865dd-509c-4cee-91d2-6d2e93f9422c tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/275ec947-7839-4522-807e-cf210a76f0bc HTTP/1.1" status: 404 len: 339 time: 0.0199413 Jul 22 12:24:38.461508 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.511786 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Deleting subnet aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:24:38.514873 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.553561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.639586 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.697265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.724239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Subnet': ['ID=aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:38.727907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.730386 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8d185bc5-97b6-4ef1-ade4-fd6fc5091875 tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/subnets/aad6e1df-9d8f-41f3-84bc-4aa2c99d7e73 HTTP/1.1" status: 204 len: 168 time: 0.2673421 Jul 22 12:24:38.732223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53708) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:38.736563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86d2cec-95f6-4ebc-849c-40b893a18819 None None] Network 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:38.812581 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.870200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Deleting port 8431d7e5-f09e-4d18-b260-a24d0a4700dd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:38.870478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.940051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] For port 8431d7e5-f09e-4d18-b260-a24d0a4700dd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=8431d7e5-f09e-4d18-b260-a24d0a4700dd,segment=NetworkSegment(45db5d1b-3bfc-431a-9f70-d9aef63e49d4),segment_id=45db5d1b-3bfc-431a-9f70-d9aef63e49d4)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:38.940476 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:38.953420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Calling delete_port for 8431d7e5-f09e-4d18-b260-a24d0a4700dd owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:39.036190 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.063930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Port': ['ID=8431d7e5-f09e-4d18-b260-a24d0a4700dd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:39.066480 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] No DVR routers for this DVR port 8431d7e5-f09e-4d18-b260-a24d0a4700dd on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:39.079179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-695930ae-2dab-4d33-81b7-8f57658abeb4 None None] DHCP port deletion for 983b0d3e-2d0a-4429-b7c8-c1983eaeca80 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:24:39.149532 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.159571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['983b0d3e-2d0a-4429-b7c8-c1983eaeca80']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:39.171301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '45db5d1b-3bfc-431a-9f70-d9aef63e49d4') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:39.171602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '45db5d1b-3bfc-431a-9f70-d9aef63e49d4') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:39.180422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.194631 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.200412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:39.200795 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:39.203855 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:39.263906 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.271851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.273490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] 10.222.0.21 "DELETE /v2.0/networks/983b0d3e-2d0a-4429-b7c8-c1983eaeca80 HTTP/1.1" status: 204 len: 168 time: 0.5403376 Jul 22 12:24:39.284578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2375ef54-00c1-4967-9225-193bb78ae7bc tempest-NetworksIpV6Test-2108008355 tempest-NetworksIpV6Test-2108008355-project] Pushing event deleted for resources: {'Network': ['ID=983b0d3e-2d0a-4429-b7c8-c1983eaeca80,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:39.512459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53714) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:39.639848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-55381df0-58a0-44d6-b8a9-48069415996b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2a469fa26e534c209781a2bb86b637ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1262150 Jul 22 12:24:39.642300 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:39.690950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.712816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.765669 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.768274 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:39.769655 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8150826e-9745-4d73-8368-5214d041a0fa HTTP/1.1" status: 204 len: 168 time: 0.1264484 Jul 22 12:24:39.777514 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40f2b17-60dd-4331-8f0b-671ba86b2c7a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8150826e-9745-4d73-8368-5214d041a0fa,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:40.414582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:40.505646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1670886154', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:40.528282 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.529300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.580724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.585802 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.602019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.603389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-69f91054-ba14-4cb8-8f31-9ad3f460815b tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1878090 Jul 22 12:24:40.606060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:40.610851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1700790934'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:40.631470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Made reservation on behalf of afd6e4665387498daed8956f173e2dad for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:40.634941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.643481 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.739422 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.743302 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.771662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] vlan segment allocate from pool success with {'vlan_id': 101, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:40.781616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event updated for resources: {'SecurityGroup': ['ID=2b7a41ed-71e2-4c5b-8381-8e6535a074db,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:40.786803 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.787248 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Added segment 1abf7a35-173b-46bc-8469-6223341bbf9f of type vlan for network 7fbcdd35-a184-4ad7-bae2-e9016b613993 Jul 22 12:24:40.828357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.857224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.862908 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:40.863502 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:40.899908 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2927935 Jul 22 12:24:40.902648 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:40.909507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'subnet': {'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:40.953770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfeadf9-e954-48c3-893b-8f2120731068 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event updated for resources: {'Network': ['ID=7fbcdd35-a184-4ad7-bae2-e9016b613993,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:40.965381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:41.032029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Made reservation on behalf of afd6e4665387498daed8956f173e2dad for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:41.035985 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.038229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8431d7e5-f09e-4d18-b260-a24d0a4700dd no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:24:41.059438 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 8431d7e5-f09e-4d18-b260-a24d0a4700dd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:24:41.059789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 8431d7e5-f09e-4d18-b260-a24d0a4700dd not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:24:41.218359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.278254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event updated for resources: {'Subnet': ['ID=3f570dd5-9c08-4e46-ba7c-f599ae224712,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:41.287028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Checking segment: {'id': '1abf7a35-173b-46bc-8469-6223341bbf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:41.287391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Network hostable DHCP agents. Network: 7fbcdd35-a184-4ad7-bae2-e9016b613993, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:41.303699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:41.312125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7fbcdd35-a184-4ad7-bae2-e9016b613993) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:41.316226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:41.316811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.322325 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7095284b-c966-459d-b285-6a32cd8ad751 None None] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:41.333018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d86f734c-7b6a-4a47-a3d0-d993cb6a56f7 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4292781 Jul 22 12:24:41.336263 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53750) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:41.341125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1692738003'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:41.362768 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Made reservation on behalf of afd6e4665387498daed8956f173e2dad for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:41.367046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.393888 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] vlan segment allocate from pool success with {'vlan_id': 136, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:41.404427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.405358 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Added segment ecbf920d-95c4-4832-a8c9-19bc1310b142 of type vlan for network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 Jul 22 12:24:41.451290 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.481535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7fbcdd35-a184-4ad7-bae2-e9016b613993', 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993', 'tenant_id': 'afd6e4665387498daed8956f173e2dad', 'fixed_ips': [{'subnet_id': '3f570dd5-9c08-4e46-ba7c-f599ae224712'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:41.482428 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.482927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.488420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:41.489018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.527993 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.1906793 Jul 22 12:24:41.530931 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:41.538964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'subnet': {'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:41.579127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72add96f-56b1-4ecc-9d7c-1aaed06003f6 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event updated for resources: {'Network': ['ID=6ee08082-7901-4442-8f0d-73e8c9dbd7f3,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:41.601199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:41.661930 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Made reservation on behalf of afd6e4665387498daed8956f173e2dad for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:41.665591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.675864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Allocated IP 172.20.0.2 (7fbcdd35-a184-4ad7-bae2-e9016b613993/3f570dd5-9c08-4e46-ba7c-f599ae224712/500d965b-0bbf-42de-bee8-dc673b5f833b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:41.826733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.836168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Transition to ACTIVE for port object 500d965b-0bbf-42de-bee8-dc673b5f833b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:41.851371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Transition to ACTIVE for port object 500d965b-0bbf-42de-bee8-dc673b5f833b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:41.857050 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.865692 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.894362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:41.899822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:41.903200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:41.912389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Pushing event updated for resources: {'Port': ['ID=500d965b-0bbf-42de-bee8-dc673b5f833b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:41.929732 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event updated for resources: {'Subnet': ['ID=b637228d-08b7-41d5-aa88-ceab3b98fdfb,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:41.937368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Checking segment: {'id': 'ecbf920d-95c4-4832-a8c9-19bc1310b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:41.937730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Network hostable DHCP agents. Network: 6ee08082-7901-4442-8f0d-73e8c9dbd7f3, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:41.954522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:41.964377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 6ee08082-7901-4442-8f0d-73e8c9dbd7f3) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:41.968417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Attempting to bind port 500d965b-0bbf-42de-bee8-dc673b5f833b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:41.969216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Attempting to bind port 500d965b-0bbf-42de-bee8-dc673b5f833b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1abf7a35-173b-46bc-8469-6223341bbf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:41.969216 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Attempting to bind port 500d965b-0bbf-42de-bee8-dc673b5f833b on network 7fbcdd35-a184-4ad7-bae2-e9016b613993 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:41.970567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:41.972218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:41.974795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ea91549-6b78-45c6-bb80-349e0843c236 None None] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:41.987761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d399f0ba-2661-4525-9677-8d7605411daf tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 0.4558988 Jul 22 12:24:41.990538 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53754) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:41.995199 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5eba69fc-1032-4490-85d6-086df12c52ef tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Request body: {'router': {'external_gateway_info': {'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:42.000482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:42.000950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Checking segment: {'id': '1abf7a35-173b-46bc-8469-6223341bbf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:42.001440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.001805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Bound using segment: {'id': '1abf7a35-173b-46bc-8469-6223341bbf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:42.002297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Bound port: 500d965b-0bbf-42de-bee8-dc673b5f833b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1abf7a35-173b-46bc-8469-6223341bbf9f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 101, 'network_id': '7fbcdd35-a184-4ad7-bae2-e9016b613993'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:42.002703 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.133612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] For port 500d965b-0bbf-42de-bee8-dc673b5f833b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:42.152464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] For port 500d965b-0bbf-42de-bee8-dc673b5f833b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=500d965b-0bbf-42de-bee8-dc673b5f833b,segment=NetworkSegment(1abf7a35-173b-46bc-8469-6223341bbf9f),segment_id=1abf7a35-173b-46bc-8469-6223341bbf9f)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:42.159892 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.206015 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5eba69fc-1032-4490-85d6-086df12c52ef tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.224516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-6ee08082-7901-4442-8f0d-73e8c9dbd7f3', 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3', 'tenant_id': 'afd6e4665387498daed8956f173e2dad', 'fixed_ips': [{'subnet_id': 'b637228d-08b7-41d5-aa88-ceab3b98fdfb'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:42.225407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.265557 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-963d9a58-c1c3-4b00-ae75-879b7a831202 None None] Pushing event updated for resources: {'Port': ['ID=500d965b-0bbf-42de-bee8-dc673b5f833b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:42.324049 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [None req-5eba69fc-1032-4490-85d6-086df12c52ef tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jul 22 12:24:42.325650 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5eba69fc-1032-4490-85d6-086df12c52ef tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "PUT /v2.0/routers/4c600260-0627-482c-8f47-da894eda14ac HTTP/1.1" status: 400 len: 364 time: 0.3337164 Jul 22 12:24:42.331777 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:42.408091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Allocated IP 172.21.0.2 (6ee08082-7901-4442-8f0d-73e8c9dbd7f3/b637228d-08b7-41d5-aa88-ceab3b98fdfb/a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:42.596652 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.606985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Transition to ACTIVE for port object a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:42.622855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Transition to ACTIVE for port object a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:42.631931 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.669756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:42.677160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:42.681108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:42.695478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Pushing event updated for resources: {'Port': ['ID=a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:42.711779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Deleting subnet b637228d-08b7-41d5-aa88-ceab3b98fdfb {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:24:42.715196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.757144 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.763445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Attempting to bind port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:42.763946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Attempting to bind port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ecbf920d-95c4-4832-a8c9-19bc1310b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:42.764415 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Attempting to bind port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc on network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:42.769689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:42.770269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Checking segment: {'id': 'ecbf920d-95c4-4832-a8c9-19bc1310b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:42.770808 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.771305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Bound using segment: {'id': 'ecbf920d-95c4-4832-a8c9-19bc1310b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:42.771988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Bound port: a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ecbf920d-95c4-4832-a8c9-19bc1310b142', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 136, 'network_id': '6ee08082-7901-4442-8f0d-73e8c9dbd7f3'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:42.772474 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.837762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] For port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:42.841266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] For port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc,segment=NetworkSegment(ecbf920d-95c4-4832-a8c9-19bc1310b142),segment_id=ecbf920d-95c4-4832-a8c9-19bc1310b142)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:42.845759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.847633 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.908774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53fbfc12-0600-4cfb-8934-0860c4b0a82d None None] Pushing event updated for resources: {'Port': ['ID=a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:42.919304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.936075 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:42.938316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "DELETE /v2.0/subnets/b637228d-08b7-41d5-aa88-ceab3b98fdfb HTTP/1.1" status: 204 len: 168 time: 0.6054850 Jul 22 12:24:42.946265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:42.970092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62dc42fb-1d1d-4fdf-85f9-bc6f9252bc92 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Subnet': ['ID=b637228d-08b7-41d5-aa88-ceab3b98fdfb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:43.060751 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.112211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 500d965b-0bbf-42de-bee8-dc673b5f833b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:43.136442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Deleting port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:43.136925 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.204288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 500d965b-0bbf-42de-bee8-dc673b5f833b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:43.249036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] For port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc,segment=NetworkSegment(ecbf920d-95c4-4832-a8c9-19bc1310b142),segment_id=ecbf920d-95c4-4832-a8c9-19bc1310b142)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:43.249918 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.269921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Calling delete_port for a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:43.379650 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.422824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Port': ['ID=a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:43.429631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] No DVR routers for this DVR port a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:43.435185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4158241b-8b55-4ad3-a5dc-c4e42294d686 None None] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:43.522499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Provisioning for port 500d965b-0bbf-42de-bee8-dc673b5f833b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:43.532769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Provisioning complete for port 500d965b-0bbf-42de-bee8-dc673b5f833b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:43.533154 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.692584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.747819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] For port 500d965b-0bbf-42de-bee8-dc673b5f833b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=500d965b-0bbf-42de-bee8-dc673b5f833b,segment=NetworkSegment(1abf7a35-173b-46bc-8469-6223341bbf9f),segment_id=1abf7a35-173b-46bc-8469-6223341bbf9f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:43.753385 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.829730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007507f6-baa9-4fbd-b6be-f065b0641d8b None None] Pushing event updated for resources: {'Port': ['ID=500d965b-0bbf-42de-bee8-dc673b5f833b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:43.865935 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.877299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ee08082-7901-4442-8f0d-73e8c9dbd7f3']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:43.889506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ecbf920d-95c4-4832-a8c9-19bc1310b142') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:43.889821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ecbf920d-95c4-4832-a8c9-19bc1310b142') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:43.901254 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.917121 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.928547 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Releasing vlan 136 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:43.929125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:43.932490 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:43.995244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.002340 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.004215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "DELETE /v2.0/networks/6ee08082-7901-4442-8f0d-73e8c9dbd7f3 HTTP/1.1" status: 204 len: 168 time: 1.0621018 Jul 22 12:24:44.007630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53760) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:44.017027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d86caca-0353-48fe-ba8e-4c02f39bf8b1 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Network': ['ID=6ee08082-7901-4442-8f0d-73e8c9dbd7f3,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:44.061747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Deleting subnet 3f570dd5-9c08-4e46-ba7c-f599ae224712 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:24:44.065729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.080714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ebf2c0d9-c517-4dcc-a8c8-ec3f28b8330f None None] Provisioning complete for port 500d965b-0bbf-42de-bee8-dc673b5f833b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:44.081217 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ebf2c0d9-c517-4dcc-a8c8-ec3f28b8330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.110021 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.185168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26685187-b9ca-4455-9f57-22da00aaf327 None None] DHCP port deletion for 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:24:44.201490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c2377-fcb7-4637-be32-b622bee01062 None None] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:44.205867 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.215506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-531c2377-fcb7-4637-be32-b622bee01062 None None] Network 6ee08082-7901-4442-8f0d-73e8c9dbd7f3 could not be found, it might have been deleted concurrently. {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:225}} Jul 22 12:24:44.267256 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.279038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-126fa6b7-7ebc-4a31-aabc-a826d647fcfd None None] Could not find standard attr ID for object a1ca7d48-60d7-4adf-9a28-b7b2e9e00fbc. {{(pid=93708) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:175}} Jul 22 12:24:44.294308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Subnet': ['ID=3f570dd5-9c08-4e46-ba7c-f599ae224712,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:44.296354 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.300474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-69789479-3685-4b26-ae63-6b0633f89432 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "DELETE /v2.0/subnets/3f570dd5-9c08-4e46-ba7c-f599ae224712 HTTP/1.1" status: 204 len: 168 time: 0.2895951 Jul 22 12:24:44.300860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53764) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:44.302176 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-adf2eb38-0d3f-41d4-bf1b-8c13e81ffa1f None None] Network 7fbcdd35-a184-4ad7-bae2-e9016b613993 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:44.383548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.436298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Deleting port 500d965b-0bbf-42de-bee8-dc673b5f833b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:44.436695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.494565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] DHCP port deletion for 7fbcdd35-a184-4ad7-bae2-e9016b613993 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:24:44.506998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] For port 500d965b-0bbf-42de-bee8-dc673b5f833b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=500d965b-0bbf-42de-bee8-dc673b5f833b,segment=NetworkSegment(1abf7a35-173b-46bc-8469-6223341bbf9f),segment_id=1abf7a35-173b-46bc-8469-6223341bbf9f)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:44.507368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.525477 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Calling delete_port for 500d965b-0bbf-42de-bee8-dc673b5f833b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:44.540870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Deleting port 500d965b-0bbf-42de-bee8-dc673b5f833b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:24:44.541252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.608567 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.612537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] For port 500d965b-0bbf-42de-bee8-dc673b5f833b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=500d965b-0bbf-42de-bee8-dc673b5f833b,segment=NetworkSegment(1abf7a35-173b-46bc-8469-6223341bbf9f),segment_id=1abf7a35-173b-46bc-8469-6223341bbf9f)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:44.612940 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.624826 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Calling delete_port for 500d965b-0bbf-42de-bee8-dc673b5f833b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:24:44.633427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Port': ['ID=500d965b-0bbf-42de-bee8-dc673b5f833b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:44.639838 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] No DVR routers for this DVR port 500d965b-0bbf-42de-bee8-dc673b5f833b on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:44.708459 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.722153 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.731878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] Pushing event deleted for resources: {'Port': ['ID=500d965b-0bbf-42de-bee8-dc673b5f833b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:44.732332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fbcdd35-a184-4ad7-bae2-e9016b613993']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:44.738068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ab807caf-7fce-4451-9748-0978df0265fa None None] No DVR routers for this DVR port 500d965b-0bbf-42de-bee8-dc673b5f833b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:24:44.746406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1abf7a35-173b-46bc-8469-6223341bbf9f') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:44.746543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1abf7a35-173b-46bc-8469-6223341bbf9f') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:44.756415 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.769773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.776008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Releasing vlan 101 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:24:44.776437 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:24:44.779716 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:24:44.838112 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.845208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:44.847030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "DELETE /v2.0/networks/7fbcdd35-a184-4ad7-bae2-e9016b613993 HTTP/1.1" status: 204 len: 168 time: 0.5446935 Jul 22 12:24:44.850213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53766) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:44.874808 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-433ea86e-9983-499f-8658-99e6938fe914 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Pushing event deleted for resources: {'Network': ['ID=7fbcdd35-a184-4ad7-bae2-e9016b613993,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:44.894903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1d733cd-9ed1-4c63-ad5a-7ed0c1e6a5a5 tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "GET /v2.0/ports?device_id=4c600260-0627-482c-8f47-da894eda14ac HTTP/1.1" status: 200 len: 205 time: 0.0435097 Jul 22 12:24:44.897735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53768) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:44.981512 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.034412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 500d965b-0bbf-42de-bee8-dc673b5f833b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:24:45.059794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 500d965b-0bbf-42de-bee8-dc673b5f833b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:24:45.060138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 500d965b-0bbf-42de-bee8-dc673b5f833b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:24:45.157827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.160019 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.205028 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.205552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Fanout notify agent at l3_agent the message router_deleted on router 4c600260-0627-482c-8f47-da894eda14ac {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:24:45.212985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.214099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5f12c0ae-cb72-483a-a484-7e317d617c3a tempest-RoutersNegativeTest-1908526991 tempest-RoutersNegativeTest-1908526991-project] 10.222.0.21 "DELETE /v2.0/routers/4c600260-0627-482c-8f47-da894eda14ac HTTP/1.1" status: 204 len: 168 time: 0.3154681 Jul 22 12:24:45.332098 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8e884b1-1d6d-42be-a78a-e18725802df1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.466094 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53774) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:45.609747 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ddc9c42d-e45d-4d5a-ad11-3a791d7fab98 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=afd6e4665387498daed8956f173e2dad&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1423700 Jul 22 12:24:45.612190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:45.662162 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.685354 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.735997 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.738853 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:45.740703 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/2b7a41ed-71e2-4c5b-8381-8e6535a074db HTTP/1.1" status: 204 len: 168 time: 0.1275778 Jul 22 12:24:45.749221 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f14750-4aea-4729-9e3c-feb4c90a9832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b7a41ed-71e2-4c5b-8381-8e6535a074db,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:46.387361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53800) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:46.487463 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-906069603-network', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:46.508499 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Made reservation on behalf of a48cb3e6262c4a75b4de471cfebdd98a for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:46.511006 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.521474 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.628172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.633304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.656674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] vlan segment allocate from pool success with {'vlan_id': 118, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:46.671260 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8eb5c728-89c6-4da1-b994-fafb8ecabf76,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:46.676620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.676966 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Added segment 462d0254-902f-40d7-818d-e296561367c3 of type vlan for network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 Jul 22 12:24:46.721999 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.750312 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.751372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:46.751956 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.784181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.3957019 Jul 22 12:24:46.787426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:46.792612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Request body: {'subnet': {'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-subnet', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:46.813449 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937ecbf4-203c-47a1-b7d1-5e3c39a6ff3e admin admin] Pushing event updated for resources: {'Network': ['ID=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:46.816284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Made reservation on behalf of a48cb3e6262c4a75b4de471cfebdd98a for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:46.819472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:46.824310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:46.992233 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.040532 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Pushing event updated for resources: {'Subnet': ['ID=49a70d83-b256-4d14-a0c3-b4ea6c190ea0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:47.064064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Checking segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:47.064431 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Network hostable DHCP agents. Network: 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:47.080809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:47.089739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:47.093991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:47.094625 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.100663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d80811-b4e0-4694-8e55-083af3d4ca45 None None] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:47.109628 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-15cf1c30-5dc9-4ff5-84b2-63186ff01e62 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.3211045 Jul 22 12:24:47.112347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53816) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:47.117630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:47.139704 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.140691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.197117 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.252007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:47.252959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.340149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.396776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Allocated IP 172.20.0.2 (5d9a49ab-84ec-47f4-ad0c-af09d0fd3390/49a70d83-b256-4d14-a0c3-b4ea6c190ea0/36eb4df9-4916-4f2b-a783-106687b683f6) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:47.546888 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.547405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.557283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Transition to ACTIVE for port object 36eb4df9-4916-4f2b-a783-106687b683f6 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:47.569405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.574434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Transition to ACTIVE for port object 36eb4df9-4916-4f2b-a783-106687b683f6 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:47.581165 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.622921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:47.626288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:47.628316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:47.641111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Pushing event updated for resources: {'Port': ['ID=36eb4df9-4916-4f2b-a783-106687b683f6,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:47.686767 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Allocated IP 172.25.6.165 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/326128db-d2ab-42fb-b7bf-176d94f0bc3c) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:47.694491 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Attempting to bind port 36eb4df9-4916-4f2b-a783-106687b683f6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:47.694766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Attempting to bind port 36eb4df9-4916-4f2b-a783-106687b683f6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:47.695106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Attempting to bind port 36eb4df9-4916-4f2b-a783-106687b683f6 on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:47.700444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:47.700842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Checking segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:47.701265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.701740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Bound using segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:47.702243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Bound port: 36eb4df9-4916-4f2b-a783-106687b683f6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:47.702651 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.771798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] For port 36eb4df9-4916-4f2b-a783-106687b683f6, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:47.774986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] For port 36eb4df9-4916-4f2b-a783-106687b683f6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36eb4df9-4916-4f2b-a783-106687b683f6,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:47.780472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.805372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.843188 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84934abc-27e8-4e1e-86cd-53159a83c57a None None] Pushing event updated for resources: {'Port': ['ID=36eb4df9-4916-4f2b-a783-106687b683f6,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:47.852712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.893124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:47.898673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:47.902292 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:47.918763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:47.931358 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Pushing event updated for resources: {'Port': ['ID=326128db-d2ab-42fb-b7bf-176d94f0bc3c,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:48.188166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:48.244333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1847e162-c6ff-4ca5-98c0-7f0a22f5f477 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:48.393526 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:48.541021 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:24:48.656487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:24:48.667564 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Sync routers for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:24:48.674306 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:48.678688 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4f6245a6-0cab-4fef-b114-99ab3fbf6c9f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 1.5625138 Jul 22 12:24:48.679064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53818) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:48.680037 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:48.680808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:48.757520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03965e85-40ed-4b0c-a99a-4b5ca258cec3 None None] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:48.846105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8fb1db06-6bc0-4fa7-a9c7-011c93d9c45b None None] Provisioning for port 36eb4df9-4916-4f2b-a783-106687b683f6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:48.896038 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:49.105097 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:48Z', 'revision_number': 3, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:49.120253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36eb4df9-4916-4f2b-a783-106687b683f6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:49.145400 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Checking router: dd14adf5-a7e9-495a-b64c-ab4bb938fc27 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:24:49.145750 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Updating router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 port 326128db-d2ab-42fb-b7bf-176d94f0bc3c binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:24:49.183847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 36eb4df9-4916-4f2b-a783-106687b683f6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:49.184732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.188476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 36eb4df9-4916-4f2b-a783-106687b683f6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:49.188990 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.194710 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.284373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.305754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c2dfd3d-4635-4b35-985d-3761ae9025fd None None] Provisioning complete for port 36eb4df9-4916-4f2b-a783-106687b683f6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:49.306129 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c2dfd3d-4635-4b35-985d-3761ae9025fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.342253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 36eb4df9-4916-4f2b-a783-106687b683f6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36eb4df9-4916-4f2b-a783-106687b683f6,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:49.349359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.371459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Allocated IP 172.20.0.1 (5d9a49ab-84ec-47f4-ad0c-af09d0fd3390/49a70d83-b256-4d14-a0c3-b4ea6c190ea0/0666859e-6e19-4150-8805-011c5b570ccd) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:49.412119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=36eb4df9-4916-4f2b-a783-106687b683f6,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:49.470541 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.484879 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Transition to ACTIVE for port object 326128db-d2ab-42fb-b7bf-176d94f0bc3c will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:49.492557 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.500797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.516128 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Transition to ACTIVE for port object 0666859e-6e19-4150-8805-011c5b570ccd will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:49.552163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Attempting to bind port 326128db-d2ab-42fb-b7bf-176d94f0bc3c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:49.552741 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Attempting to bind port 326128db-d2ab-42fb-b7bf-176d94f0bc3c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:49.553226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Attempting to bind port 326128db-d2ab-42fb-b7bf-176d94f0bc3c on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:49.561057 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.562931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Pushing event updated for resources: {'Port': ['ID=326128db-d2ab-42fb-b7bf-176d94f0bc3c,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:49.572306 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:49.572825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:49.573336 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.573846 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:49.574421 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Bound port: 326128db-d2ab-42fb-b7bf-176d94f0bc3c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:49.574930 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.578007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.578485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.578931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.579402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.579798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.580245 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.580672 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.581095 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.581517 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.581930 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.582354 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.583483 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:24:49.607228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:49.610160 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:49.616371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:49.633401 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.649495 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] For port 326128db-d2ab-42fb-b7bf-176d94f0bc3c, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:49.652916 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Pushing event updated for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:49.653203 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] For port 326128db-d2ab-42fb-b7bf-176d94f0bc3c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=326128db-d2ab-42fb-b7bf-176d94f0bc3c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:49.658414 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.671148 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.729115 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:49.730319 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:49.733542 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb4d70a5-4fa4-4dd5-9c4b-bc489042e05b None None] Pushing event updated for resources: {'Port': ['ID=326128db-d2ab-42fb-b7bf-176d94f0bc3c,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:49.828480 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.854484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:49.954560 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d7c92833-a1ac-4918-a156-311c72488b8c None None] Provisioning for port 0666859e-6e19-4150-8805-011c5b570ccd completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:49.960262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d7c92833-a1ac-4918-a156-311c72488b8c None None] Provisioning complete for port 0666859e-6e19-4150-8805-011c5b570ccd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:49.960636 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d7c92833-a1ac-4918-a156-311c72488b8c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:49.999832 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:50.002701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d7c92833-a1ac-4918-a156-311c72488b8c None None] Port 0666859e-6e19-4150-8805-011c5b570ccd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:24:50.005071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:50.047742 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:48Z', 'revision_number': 3, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:50.076811 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:50.078761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Pushing event updated for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:50.079601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a00175f0-7313-42fb-bbd4-02b83cfca1a2 None None] The sync data for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 is: [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:48Z', 'revision_number': 3, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:24:50.176843 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:50.178343 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:50.329862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:24:50.423962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5f48b74-648a-4e6d-b9d4-0a2040059aa5 None None] Provisioning complete for port 0666859e-6e19-4150-8805-011c5b570ccd triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:50.424483 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5f48b74-648a-4e6d-b9d4-0a2040059aa5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:50.458593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:24:50.462311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a5f48b74-648a-4e6d-b9d4-0a2040059aa5 None None] Port 0666859e-6e19-4150-8805-011c5b570ccd cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:24:50.466700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ec67efb-574c-4f84-9955-38faa848322f admin admin] 10.222.0.21 "PUT /v2.0/routers/dd14adf5-a7e9-495a-b64c-ab4bb938fc27/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7865117 Jul 22 12:24:50.953221 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53836) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:50.959546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-1148990160-network', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:50.980757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Made reservation on behalf of 7a35f2eafce3475a9edbb66227da48c6 for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:50.983187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:50.992661 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.086928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.090835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.117014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36eb4df9-4916-4f2b-a783-106687b683f6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:51.140747 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:24:51.146362 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc66d1d8-6425-4466-97ef-48e2e7fb0833,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:51.155167 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.155335 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Added segment e9980fdc-264e-417b-8eb9-599168fb4e2b of type vlan for network 99b166e0-b6fe-4c52-8aa8-be7461836109 Jul 22 12:24:51.181373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 36eb4df9-4916-4f2b-a783-106687b683f6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:51.181852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.196801 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.226940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.227926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:51.228489 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.252448 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.2979758 Jul 22 12:24:51.256363 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53840) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:51.258674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 326128db-d2ab-42fb-b7bf-176d94f0bc3c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:51.262629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Request body: {'subnet': {'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-subnet', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:51.283702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Made reservation on behalf of 7a35f2eafce3475a9edbb66227da48c6 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:51.286200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.307355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2eca81e-8176-49f8-bf1c-a573e35a1ded admin admin] Pushing event updated for resources: {'Network': ['ID=99b166e0-b6fe-4c52-8aa8-be7461836109,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:51.307886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 326128db-d2ab-42fb-b7bf-176d94f0bc3c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:51.312858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 326128db-d2ab-42fb-b7bf-176d94f0bc3c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:51.313171 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.318026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:24:51.451748 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.473969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 326128db-d2ab-42fb-b7bf-176d94f0bc3c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=326128db-d2ab-42fb-b7bf-176d94f0bc3c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:51.475694 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.478782 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.528550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:51.529962 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.542350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=326128db-d2ab-42fb-b7bf-176d94f0bc3c,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:51.546441 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Checking segment: {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:51.546863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Network hostable DHCP agents. Network: 99b166e0-b6fe-4c52-8aa8-be7461836109, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:24:51.565773 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:24:51.576055 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 99b166e0-b6fe-4c52-8aa8-be7461836109) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:51.580616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:51.581266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.587205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8022c204-064d-450f-87f7-7c1f1482f955 None None] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:51.602774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-536b1844-5e3d-49f1-9559-dccb60ec115a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 0.3428664 Jul 22 12:24:51.602992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 53842) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:51.607381 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:51.630380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.631417 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.676948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Sync routers for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:24:51.688981 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.715377 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:51.716011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:51.815761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-99b166e0-b6fe-4c52-8aa8-be7461836109', 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'fixed_ips': [{'subnet_id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:24:51.816631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:51.910898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:52.087393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Allocated IP 172.20.0.2 (99b166e0-b6fe-4c52-8aa8-be7461836109/e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587/60dc9ba0-7f0d-42f0-ac76-80073103d97c) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:52.138200 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.272047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 4, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0666859e-6e19-4150-8805-011c5b570ccd', 'name': '', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'mac_address': 'fa:16:3e:23:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:49Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 2, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'subnets': [{'id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:52.308617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Checking router: dd14adf5-a7e9-495a-b64c-ab4bb938fc27 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:24:52.308978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Updating router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 port 0666859e-6e19-4150-8805-011c5b570ccd binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:24:52.329593 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.346970 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.348456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Transition to ACTIVE for port object 60dc9ba0-7f0d-42f0-ac76-80073103d97c will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:52.360820 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.367222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.377750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Transition to ACTIVE for port object 60dc9ba0-7f0d-42f0-ac76-80073103d97c will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:52.401029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.453592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:52.481586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Allocated IP 172.25.6.159 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/7197578f-68d1-42b9-9201-1f2c1bb2bdbf) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:52.503464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:52.510437 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:52.521236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Pushing event updated for resources: {'Port': ['ID=60dc9ba0-7f0d-42f0-ac76-80073103d97c,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:52.588005 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.609559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Attempting to bind port 60dc9ba0-7f0d-42f0-ac76-80073103d97c on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:52.609850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Attempting to bind port 60dc9ba0-7f0d-42f0-ac76-80073103d97c by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:52.610221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Attempting to bind port 60dc9ba0-7f0d-42f0-ac76-80073103d97c on network 99b166e0-b6fe-4c52-8aa8-be7461836109 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:52.628044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.641224 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:52.641606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Checking segment: {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:52.642017 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.642418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Bound using segment: {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:52.642911 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Bound port: 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:52.643301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.675230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:52.680801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:52.683223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:52.687313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Pushing event updated for resources: {'Port': ['ID=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:52.747196 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] For port 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:52.778650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] For port 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60dc9ba0-7f0d-42f0-ac76-80073103d97c,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:52.788498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.942599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:52.990359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.017636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Transition to ACTIVE for port object 0666859e-6e19-4150-8805-011c5b570ccd will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:53.030732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f26fcb72-db34-4900-a0bc-0dc033079d91 None None] Pushing event updated for resources: {'Port': ['ID=60dc9ba0-7f0d-42f0-ac76-80073103d97c,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:53.034347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.075285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 326128db-d2ab-42fb-b7bf-176d94f0bc3c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:53.086493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ecf2-1d01-4f3e-a6c1-b2a5157f6103 None None] Pushing event updated for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:53.178609 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.195432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Attempting to bind port 0666859e-6e19-4150-8805-011c5b570ccd on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:53.195714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Attempting to bind port 0666859e-6e19-4150-8805-011c5b570ccd by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:53.196084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Attempting to bind port 0666859e-6e19-4150-8805-011c5b570ccd on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:53.202111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 326128db-d2ab-42fb-b7bf-176d94f0bc3c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:53.202527 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.204359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:53.204735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Checking segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:53.205131 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.205530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Bound using segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:53.206005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Bound port: 0666859e-6e19-4150-8805-011c5b570ccd, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:53.206388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.344192 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] For port 0666859e-6e19-4150-8805-011c5b570ccd, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:53.366227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] For port 0666859e-6e19-4150-8805-011c5b570ccd, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0666859e-6e19-4150-8805-011c5b570ccd,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:53.367679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:24:53.376458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.449654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:53.450310 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:53.453311 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bf1ecf2-1d01-4f3e-a6c1-b2a5157f6103 None None] Pushing event updated for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:53.497551 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:24:53.510930 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Sync routers for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:24:53.517287 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:53.521959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5b426236-0ca6-461a-876a-fe0a24e69fa7 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 1.9148242 Jul 22 12:24:53.522294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 53844) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:24:53.526612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:53.527611 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:53.610266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:53.657809 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:53.855003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 4, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0666859e-6e19-4150-8805-011c5b570ccd', 'name': '', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'mac_address': 'fa:16:3e:23:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:49Z', 'updated_at': '2021-07-22T12:24:53Z', 'revision_number': 4, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'subnets': [{'id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:53.861575 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:52Z', 'revision_number': 3, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:53.883579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a637f5cf-b229-4b18-ac91-c9e014a111e1 None None] The sync data for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 is: [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:49Z', 'revision_number': 4, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '0666859e-6e19-4150-8805-011c5b570ccd', 'name': '', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'mac_address': 'fa:16:3e:23:ce:24', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_interface', 'standard_attr_id': 4076, 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:49Z', 'updated_at': '2021-07-22T12:24:53Z', 'revision_number': 4, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'subnets': [{'id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:24:53.891567 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Checking router: 6fc504d8-73be-4b6b-b7ae-a08784b424e0 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:24:53.892166 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Updating router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:24:53.932539 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.074463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.263496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Allocated IP 172.20.0.1 (99b166e0-b6fe-4c52-8aa8-be7461836109/e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587/36ff31ef-c4bb-4e4b-a5ea-48f3385bc119) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:54.264284 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eac2f478-1a6b-4002-864a-24e5b95c39e8 None None] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:24:54.366014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-6527948d-0e4c-438e-99ea-7d2b938f48b7 None None] Provisioning for port 60dc9ba0-7f0d-42f0-ac76-80073103d97c completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:54.384464 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.396691 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Transition to ACTIVE for port object 7197578f-68d1-42b9-9201-1f2c1bb2bdbf will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:54.404778 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.407178 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.423864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Transition to ACTIVE for port object 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:54.441024 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Attempting to bind port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:54.441638 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Attempting to bind port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:54.442774 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Attempting to bind port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:54.468895 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.470552 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:54.470852 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:54.471257 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.471652 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:54.472132 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Bound port: 7197578f-68d1-42b9-9201-1f2c1bb2bdbf, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:54.472516 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.517333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:54.518283 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e7c9-5eeb-476c-8d45-e7ece0be57ad None None] Pushing event updated for resources: {'Port': ['ID=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:54.530946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:54.533993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:54.543504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Pushing event updated for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:54.556858 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] For port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:54.566522 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] For port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:54.573550 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.607575 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.640550 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e490e7c9-5eeb-476c-8d45-e7ece0be57ad None None] Pushing event updated for resources: {'Port': ['ID=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:54.665810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:54.667199 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:54.769733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.787168 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:54.976538 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:54.987617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.043996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40418d18-b881-4cbc-800b-25ea1ac95346 None None] Provisioning for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:55.048755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-40418d18-b881-4cbc-800b-25ea1ac95346 None None] Provisioning complete for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:55.052431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-40418d18-b881-4cbc-800b-25ea1ac95346 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.076369 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:52Z', 'revision_number': 3, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:55.081074 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.083581 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Pushing event updated for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:55.114590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-40418d18-b881-4cbc-800b-25ea1ac95346 None None] Port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:24:55.123930 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d03ef2ee-e711-4cf5-90a9-99d82cf541db None None] The sync data for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 is: [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:52Z', 'revision_number': 3, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:24:55.161226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60dc9ba0-7f0d-42f0-ac76-80073103d97c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:55.224532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 60dc9ba0-7f0d-42f0-ac76-80073103d97c completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:55.229157 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 60dc9ba0-7f0d-42f0-ac76-80073103d97c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:55.229433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.242615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:55.244056 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:55.322490 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.361278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60dc9ba0-7f0d-42f0-ac76-80073103d97c,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:55.371640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.373128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0666859e-6e19-4150-8805-011c5b570ccd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:55.390382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:24:55.459986 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=60dc9ba0-7f0d-42f0-ac76-80073103d97c,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:55.476585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0666859e-6e19-4150-8805-011c5b570ccd completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:55.481574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0666859e-6e19-4150-8805-011c5b570ccd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:55.482001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.539420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:24:55.547108 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6e1ffd74-ba6f-4f72-b104-3ed3ccb4adc6 admin admin] 10.222.0.21 "PUT /v2.0/routers/6fc504d8-73be-4b6b-b7ae-a08784b424e0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0225582 Jul 22 12:24:55.575776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-69e07fbe-0858-4a00-84d9-0a3684d4e9ea None None] Provisioning complete for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:55.576159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69e07fbe-0858-4a00-84d9-0a3684d4e9ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.650818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.653786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-69e07fbe-0858-4a00-84d9-0a3684d4e9ea None None] Port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:24:55.698602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 0666859e-6e19-4150-8805-011c5b570ccd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0666859e-6e19-4150-8805-011c5b570ccd,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:55.703319 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:55.761621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:56.382367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-9d29e56c-b919-4add-a5e2-dc3917344e0f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:56.383783 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-9d29e56c-b919-4add-a5e2-dc3917344e0f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 816 time: 0.1071434 Jul 22 12:24:56.400544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-369889ee-aac3-4450-a966-34ef504cb799 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/quotas/a48cb3e6262c4a75b4de471cfebdd98a HTTP/1.1" status: 200 len: 375 time: 0.0111985 Jul 22 12:24:56.469460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-662f1ede-929c-4dbf-ad72-911323f9012e tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0635962 Jul 22 12:24:56.576936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-0f046ce6-fcf8-4eef-a6cf-701f6304ae8c service neutron] 10.222.0.21 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0944948 Jul 22 12:24:56.667718 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-8118fcd2-76b6-4f79-88ef-b03272c8ad90 service neutron] 10.222.0.21 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0850246 Jul 22 12:24:56.857449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-751214e9-e971-4f6b-878a-36fdd3230ec0 req-70bddb45-e6e4-4e0c-961d-1c6c0f2c9202 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 210 time: 0.0352495 Jul 22 12:24:57.139730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60dc9ba0-7f0d-42f0-ac76-80073103d97c up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:57.194678 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 60dc9ba0-7f0d-42f0-ac76-80073103d97c triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:57.195147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.278697 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Sync routers for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:24:57.289175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7197578f-68d1-42b9-9201-1f2c1bb2bdbf up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:57.310772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:57.311419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:57.416007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:57.425759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:57.426296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.458138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:57.630096 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.665274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:24:57.669957 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.671097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0666859e-6e19-4150-8805-011c5b570ccd up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:57.793321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.801648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:57.818700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0666859e-6e19-4150-8805-011c5b570ccd triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:57.819215 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.823847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-29bb4c6b-9535-4d21-aa60-d0b762343645 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:57.825851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 4, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '36ff31ef-c4bb-4e4b-a5ea-48f3385bc119', 'name': '', 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'mac_address': 'fa:16:3e:c8:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:54Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 2, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'subnets': [{'id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:57.826131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-29bb4c6b-9535-4d21-aa60-d0b762343645 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 816 time: 0.1319280 Jul 22 12:24:57.839557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Request body: {'port': {'device_id': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'admin_state_up': True, 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:57.883296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Checking router: 6fc504d8-73be-4b6b-b7ae-a08784b424e0 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:24:57.883787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Updating router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:24:57.942273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.975759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Made reservation on behalf of a48cb3e6262c4a75b4de471cfebdd98a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:24:57.979966 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:57.987949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3f621adf-5bff-44ee-a3a8-ca3a7ce0aa27 req-fa671980-73ad-4130-8c86-91d77f097e59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 210 time: 0.0396459 Jul 22 12:24:58.117086 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Allocated IP 172.20.0.11 (5d9a49ab-84ec-47f4-ad0c-af09d0fd3390/49a70d83-b256-4d14-a0c3-b4ea6c190ea0/280df565-008c-4145-b1ab-083f4299ffa7) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:24:58.259182 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.269189 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Transition to ACTIVE for port object 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:58.274038 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.276042 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.289134 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Transition to ACTIVE for port object 280df565-008c-4145-b1ab-083f4299ffa7 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:58.323454 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.330842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2177-78fd-4156-a942-3655f7a10bcf None None] Pushing event updated for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:58.380320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:24:58.384209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:24:58.388997 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:24:58.393269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Pushing event updated for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:58.394312 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Attempting to bind port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:58.395296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Attempting to bind port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:58.396553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Attempting to bind port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 on network 99b166e0-b6fe-4c52-8aa8-be7461836109 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:58.407792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:58.408178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Checking segment: {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:58.408597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.409006 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Bound using segment: {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:58.409496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Bound port: 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e9980fdc-264e-417b-8eb9-599168fb4e2b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:58.410246 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.447280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:58.447962 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.467231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-19d24570-a75c-4478-9248-95e798a5fda1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6323404 Jul 22 12:24:58.479322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Request body: {'port': {'device_id': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:24:58.489503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] For port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:58.493333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] For port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:58.499371 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.574419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:24:58.574419 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:24:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:58.637791 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.821820 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d4f2177-78fd-4156-a942-3655f7a10bcf None None] Pushing event updated for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:58.853924 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.881343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:24:58.940610 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 280df565-008c-4145-b1ab-083f4299ffa7 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:24:58.948565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:58.963207 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Transition to ACTIVE for port object 280df565-008c-4145-b1ab-083f4299ffa7 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:24:58.966752 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:59.054733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-114727d1-06e5-4698-88c8-5d46629656b8 None None] Provisioning for port 280df565-008c-4145-b1ab-083f4299ffa7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:24:59.108466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7197578f-68d1-42b9-9201-1f2c1bb2bdbf up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:24:59.121105 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Pushing event updated for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:59.163853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Attempting to bind port 280df565-008c-4145-b1ab-083f4299ffa7 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:24:59.164405 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Attempting to bind port 280df565-008c-4145-b1ab-083f4299ffa7 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:24:59.164934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Attempting to bind port 280df565-008c-4145-b1ab-083f4299ffa7 on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:59.172038 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Port 280df565-008c-4145-b1ab-083f4299ffa7 on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:24:59.172548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Attempting to bind port 280df565-008c-4145-b1ab-083f4299ffa7 on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:24:59.174623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 4, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '36ff31ef-c4bb-4e4b-a5ea-48f3385bc119', 'name': '', 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'mac_address': 'fa:16:3e:c8:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:54Z', 'updated_at': '2021-07-22T12:24:58Z', 'revision_number': 4, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'subnets': [{'id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:24:59.184260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 24, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:24:59.185130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Checking segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:24:59.185988 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Bound using segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:24:59.186982 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Bound port: 280df565-008c-4145-b1ab-083f4299ffa7, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:24:59.187798 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:59.210486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb755d0-aff2-49e9-b4bc-ccbf4db554d5 None None] The sync data for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 is: [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:24:54Z', 'revision_number': 4, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '36ff31ef-c4bb-4e4b-a5ea-48f3385bc119', 'name': '', 'network_id': '99b166e0-b6fe-4c52-8aa8-be7461836109', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'mac_address': 'fa:16:3e:c8:ff:14', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_interface', 'standard_attr_id': 4088, 'fixed_ips': [{'subnet_id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:54Z', 'updated_at': '2021-07-22T12:24:58Z', 'revision_number': 4, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'subnets': [{'id': 'e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:24:59.216583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:24:59.217091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:59.256091 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-841ead66-02e1-4e06-b199-2477533aebb8 req-3af7ab4c-a06d-4e2f-9547-9a7dec69dd51 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:59.269165 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-841ead66-02e1-4e06-b199-2477533aebb8 req-3af7ab4c-a06d-4e2f-9547-9a7dec69dd51 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 944 time: 0.1558313 Jul 22 12:24:59.325788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:24:59.331390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=280df565-008c-4145-b1ab-083f4299ffa7,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:24:59.344800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-841ead66-02e1-4e06-b199-2477533aebb8 req-76ea0a8a-882e-4f46-8320-db82c99e4814 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0746045 Jul 22 12:24:59.350154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:59.438856 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:59.439569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:24:59.441220 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] 10.222.0.20 "PUT /v2.0/ports/280df565-008c-4145-b1ab-083f4299ffa7 HTTP/1.1" status: 200 len: 1092 time: 0.9666972 Jul 22 12:24:59.442164 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:24:59.445077 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0b79829-02b0-4b20-87a3-41c099f434e5" -d '{"events": [{"name": "network-changed", "server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "tag": "280df565-008c-4145-b1ab-083f4299ffa7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:24:59.461075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871ad8fa-c969-4cc9-a091-2631368b91ad service neutron] Pushing event updated for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:24:59.512026 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:24:59 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-eb73c240-f07d-4bc7-909e-c71244e6ab93 x-openstack-request-id: req-eb73c240-f07d-4bc7-909e-c71244e6ab93 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:24:59.512026 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "tag": "280df565-008c-4145-b1ab-083f4299ffa7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:24:59.512026 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-eb73c240-f07d-4bc7-909e-c71244e6ab93 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:24:59.512026 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7', 'status': 'completed', 'code': 200} Jul 22 12:24:59.567111 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-39d81fc5-56fa-4a2d-9939-c7b851a1dc46 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:59.569092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-39d81fc5-56fa-4a2d-9939-c7b851a1dc46 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 1095 time: 0.0688436 Jul 22 12:24:59.618427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-e6a7e42e-7bff-466a-acb7-d4a613411708 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280df565-008c-4145-b1ab-083f4299ffa7 HTTP/1.1" status: 200 len: 217 time: 0.0425503 Jul 22 12:24:59.673040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-aeba2d6c-7f5d-407a-ba99-de462cc82b0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:59.674657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-aeba2d6c-7f5d-407a-ba99-de462cc82b0a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 200 len: 855 time: 0.0502725 Jul 22 12:24:59.739416 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-93d36ff6-d27f-4f56-8047-4a6a81642167 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:24:59.740958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-93d36ff6-d27f-4f56-8047-4a6a81642167 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603657 Jul 22 12:24:59.831556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-ffbb58b9-996f-43fb-bded-b00b3798228d service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844173 Jul 22 12:24:59.927532 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22fbfabc-f05e-4a6e-a920-111b5a8a9dbd req-5264168c-979b-4bae-ac12-6a666d84b910 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0886300 Jul 22 12:25:00.025964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-68c1a07e-353b-4fe5-832d-c82ba367cbb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:00.027538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-68c1a07e-353b-4fe5-832d-c82ba367cbb9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 1095 time: 0.0562394 Jul 22 12:25:00.134987 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-63e3996f-5216-49c4-b68d-d9f479ee6d0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:00.136497 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-63e3996f-5216-49c4-b68d-d9f479ee6d0d service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 917 time: 0.1031294 Jul 22 12:25:00.180816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-b258c07b-b903-4187-aeee-941128e0ebea service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=280df565-008c-4145-b1ab-083f4299ffa7 HTTP/1.1" status: 200 len: 217 time: 0.0375590 Jul 22 12:25:00.237054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-fd38e464-b5d6-4955-ac2d-ba5eea464e72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:00.238627 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-fd38e464-b5d6-4955-ac2d-ba5eea464e72 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 200 len: 855 time: 0.0506411 Jul 22 12:25:00.300582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-a1a6f8be-01a7-4be5-afb5-c126eb0a4340 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:00.303024 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-a1a6f8be-01a7-4be5-afb5-c126eb0a4340 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0576148 Jul 22 12:25:00.406252 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-d21ba72b-ae80-42a2-9255-9ce8ff5a2e8f service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955598 Jul 22 12:25:00.488738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd14451-bb96-4754-a72d-06b99861abb3 req-84bf5a2e-3a54-47c6-9011-066b5125f2c5 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:00.490460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bd14451-bb96-4754-a72d-06b99861abb3 req-84bf5a2e-3a54-47c6-9011-066b5125f2c5 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 944 time: 0.0670855 Jul 22 12:25:00.509700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a0b79829-02b0-4b20-87a3-41c099f434e5 req-84571bea-3569-4772-9696-8f23d60a2e2b service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0960217 Jul 22 12:25:00.531415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bd14451-bb96-4754-a72d-06b99861abb3 req-e38f8baa-70d8-4a15-a53b-8cdc2af579f5 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352435 Jul 22 12:25:01.064947 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:25:01.122052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:25:01.126219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:25:01.126632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:01.211349 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:01.247019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:01.251404 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:01.307744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:01.679811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-729af011-e877-4e97-bd0c-4a61c4af1ca9 req-993f593c-a33d-4167-95e5-afe4430f64ad tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:01.681637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-729af011-e877-4e97-bd0c-4a61c4af1ca9 req-993f593c-a33d-4167-95e5-afe4430f64ad tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 944 time: 0.0738304 Jul 22 12:25:01.726790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-729af011-e877-4e97-bd0c-4a61c4af1ca9 req-020ddb5d-75cb-4938-a225-53560679bf21 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391707 Jul 22 12:25:02.859853 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7f1d675-c4e0-4777-b374-ce57341c7240 req-9849aad4-19ff-430f-8d79-186c60ca593e tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:02.861423 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7f1d675-c4e0-4777-b374-ce57341c7240 req-9849aad4-19ff-430f-8d79-186c60ca593e tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 944 time: 0.0650907 Jul 22 12:25:02.900397 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d7f1d675-c4e0-4777-b374-ce57341c7240 req-c2bf8b99-fb67-4082-881f-e09617da3fcc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325587 Jul 22 12:25:03.048818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:25:03.101934 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:25:03.102317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:04.036069 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d256deb7-f501-49c7-a389-6fff0616de0e req-1f715597-4957-4804-85c1-bad0af2d7434 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:04.037589 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d256deb7-f501-49c7-a389-6fff0616de0e req-1f715597-4957-4804-85c1-bad0af2d7434 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 944 time: 0.0678959 Jul 22 12:25:04.076926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d256deb7-f501-49c7-a389-6fff0616de0e req-0338cf3b-b338-4589-b93d-a7cdf3222b5e tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0335150 Jul 22 12:25:04.212871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 280df565-008c-4145-b1ab-083f4299ffa7 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:25:04.308568 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=280df565-008c-4145-b1ab-083f4299ffa7,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:04.319463 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '280df565-008c-4145-b1ab-083f4299ffa7', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'port_id': '280df565-008c-4145-b1ab-083f4299ffa7', 'mac_address': 'fa:16:3e:47:48:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:25:04.356369 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:04.368804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 280df565-008c-4145-b1ab-083f4299ffa7 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:25:04.387466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=280df565-008c-4145-b1ab-083f4299ffa7,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:04.391905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:04.438973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:04.591684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['280df565-008c-4145-b1ab-083f4299ffa7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:25:05.206325 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8379b8e4-6257-44b9-9375-621a280cb82e req-5a08ba69-dceb-4e99-a6c4-9e50ec0d723c tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:05.207790 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8379b8e4-6257-44b9-9375-621a280cb82e req-5a08ba69-dceb-4e99-a6c4-9e50ec0d723c tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 945 time: 0.0642643 Jul 22 12:25:05.244774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8379b8e4-6257-44b9-9375-621a280cb82e req-1aa431da-ad06-45d8-a53b-a3643312bc46 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311203 Jul 22 12:25:06.230605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 280df565-008c-4145-b1ab-083f4299ffa7 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:25:06.283340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 280df565-008c-4145-b1ab-083f4299ffa7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:25:06.289066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 280df565-008c-4145-b1ab-083f4299ffa7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:25:06.289447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:06.373730 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:06.391607 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bc17099-38c8-4372-8072-be4135a0f038 req-7e43a192-0600-448d-9ac1-1c709ee66628 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:06.393320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bc17099-38c8-4372-8072-be4135a0f038 req-7e43a192-0600-448d-9ac1-1c709ee66628 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 945 time: 0.0668778 Jul 22 12:25:06.402760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:25:06.405461 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5d18f48b-81bb-4ac2-b065-0faf4b2cc9bb" -d '{"events": [{"server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "name": "network-vif-plugged", "status": "completed", "tag": "280df565-008c-4145-b1ab-083f4299ffa7"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:25:06.419643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=280df565-008c-4145-b1ab-083f4299ffa7,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:06.425039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:06.435949 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2bc17099-38c8-4372-8072-be4135a0f038 req-e0987083-8fe4-49c2-9094-8705f7bd950f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360317 Jul 22 12:25:06.449316 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:25:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-940ad106-a0ba-4b1d-8e47-8aca7d0c5e5e x-openstack-request-id: req-940ad106-a0ba-4b1d-8e47-8aca7d0c5e5e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:25:06.449609 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "name": "network-vif-plugged", "status": "completed", "tag": "280df565-008c-4145-b1ab-083f4299ffa7", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:25:06.449869 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-940ad106-a0ba-4b1d-8e47-8aca7d0c5e5e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:25:06.450260 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7', 'code': 200} Jul 22 12:25:06.477015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:06.570224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b86eb03-b62e-4914-ae81-2a03bc0365e8 req-bb3173b7-65c1-493b-9151-73528ed65052 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:06.571800 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b86eb03-b62e-4914-ae81-2a03bc0365e8 req-bb3173b7-65c1-493b-9151-73528ed65052 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 1097 time: 0.0588932 Jul 22 12:25:06.606125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3b86eb03-b62e-4914-ae81-2a03bc0365e8 req-92843a40-30f4-4e2e-9304-7945fe9c2f83 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0282090 Jul 22 12:25:07.585184 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7968ac9e-80ba-42e7-ba0e-6e85453f8277 req-926b75eb-9d0c-4db5-80bc-5dc7c37140e2 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:07.586687 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7968ac9e-80ba-42e7-ba0e-6e85453f8277 req-926b75eb-9d0c-4db5-80bc-5dc7c37140e2 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 946 time: 0.0685351 Jul 22 12:25:07.624509 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7968ac9e-80ba-42e7-ba0e-6e85453f8277 req-8b3bd845-a7ae-47f2-8d47-935792f934b2 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322163 Jul 22 12:25:07.752841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01c37496-c06b-47c7-9d2c-9b459fd38e94 req-f296c169-cdf8-49f5-91f7-d2873e8c6ac1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:07.754382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01c37496-c06b-47c7-9d2c-9b459fd38e94 req-f296c169-cdf8-49f5-91f7-d2873e8c6ac1 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 946 time: 0.0638654 Jul 22 12:25:07.792360 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-01c37496-c06b-47c7-9d2c-9b459fd38e94 req-4d24944a-9cf1-4a6b-855e-db8f374738dc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0321653 Jul 22 12:25:13.491042 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:25:15.335060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7f8445a2-b070-41a0-831f-33c0d611b83d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:17.921312 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:18.245673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-17ddfcec-3596-4323-8f99-d4e0a66ed52f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:19.584418 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:21.501470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:26.340327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32a15cc5-13ff-48dc-ba1e-c48dfbb87551 req-9e72d7a4-27b2-487b-b9d8-f14ac41f4f2f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:26.341841 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32a15cc5-13ff-48dc-ba1e-c48dfbb87551 req-9e72d7a4-27b2-487b-b9d8-f14ac41f4f2f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 946 time: 0.0706549 Jul 22 12:25:26.382564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-32a15cc5-13ff-48dc-ba1e-c48dfbb87551 req-8adedf87-3d5b-47c5-b18e-647c913bd0b3 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344846 Jul 22 12:25:27.536323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3103ac62-3012-480d-951e-851065724d3d req-4f55ac13-5a47-4c17-9f77-1517e2685932 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:27.537872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3103ac62-3012-480d-951e-851065724d3d req-4f55ac13-5a47-4c17-9f77-1517e2685932 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 946 time: 0.0764360 Jul 22 12:25:27.585833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3103ac62-3012-480d-951e-851065724d3d req-1fcdc54d-a17d-44ee-a00d-90ba47a470b4 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421095 Jul 22 12:25:27.762965 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:27.832017 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-275b12b3-84fb-4dd7-838b-05002cc09e7d tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:27.835623 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-275b12b3-84fb-4dd7-838b-05002cc09e7d tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 946 time: 0.0807478 Jul 22 12:25:27.951216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Deleting port 280df565-008c-4145-b1ab-083f4299ffa7 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:25:27.951582 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:28.051739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] For port 280df565-008c-4145-b1ab-083f4299ffa7, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=280df565-008c-4145-b1ab-083f4299ffa7,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:28.052008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:28.063821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Calling delete_port for 280df565-008c-4145-b1ab-083f4299ffa7 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:25:28.199296 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:28.211528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['280df565-008c-4145-b1ab-083f4299ffa7'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:25:28.233682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Pushing event deleted for resources: {'Port': ['ID=280df565-008c-4145-b1ab-083f4299ffa7,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:28.246665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.247027 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.247377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.247774 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.248060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.248408 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.248742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.249067 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.249398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.249726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.250059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.250377 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:28.298503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] No DVR routers for this DVR port 280df565-008c-4145-b1ab-083f4299ffa7 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:25:28.302651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:28.304951 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a54e829c-ac49-4a4f-a1dc-129302cdbc51 req-033d539b-0067-4729-a541-fa0e91ef331b tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "DELETE /v2.0/ports/280df565-008c-4145-b1ab-083f4299ffa7 HTTP/1.1" status: 204 len: 173 time: 0.4634349 Jul 22 12:25:28.305423 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'name': 'network-vif-deleted', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:25:28.307835 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-364fbac0-52df-4981-9a7b-7fb112d46880" -d '{"events": [{"server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "name": "network-vif-deleted", "tag": "280df565-008c-4145-b1ab-083f4299ffa7"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:25:28.350961 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:25:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-606efe21-ad32-4d05-9f1e-67ae7e565eff x-openstack-request-id: req-606efe21-ad32-4d05-9f1e-67ae7e565eff {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:25:28.351346 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "a43c7dc3-d48d-480a-bf18-e095f2c415e1", "name": "network-vif-deleted", "tag": "280df565-008c-4145-b1ab-083f4299ffa7", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:25:28.351643 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-606efe21-ad32-4d05-9f1e-67ae7e565eff {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:25:28.351996 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a43c7dc3-d48d-480a-bf18-e095f2c415e1', 'name': 'network-vif-deleted', 'tag': '280df565-008c-4145-b1ab-083f4299ffa7', 'status': 'completed', 'code': 200} Jul 22 12:25:28.699670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19fd7fc7-4bab-4c3a-baf4-c16301f4e983 req-68638ff7-61f7-46b1-8b4b-27897533a798 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=a43c7dc3-d48d-480a-bf18-e095f2c415e1 HTTP/1.1" status: 200 len: 210 time: 0.0300572 Jul 22 12:25:28.758031 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:30.290705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-5ada9dad-2857-43c7-bc21-63dfa6dd42ea tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:30.292184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-5ada9dad-2857-43c7-bc21-63dfa6dd42ea tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 816 time: 0.1065812 Jul 22 12:25:30.307437 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e00aac67-0120-4887-b703-146ea829276f tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/quotas/a48cb3e6262c4a75b4de471cfebdd98a HTTP/1.1" status: 200 len: 375 time: 0.0095315 Jul 22 12:25:30.376493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-f801f8f2-f8be-48d7-9702-1eb4cbfc62fe tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0639248 Jul 22 12:25:30.592406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-9dc0f2e1-de01-4d3d-87ed-9bacf8742eb7 service neutron] 10.222.0.21 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1267340 Jul 22 12:25:30.681227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-eda77051-70ab-4f09-beba-400a300724cc service neutron] 10.222.0.21 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0828042 Jul 22 12:25:31.169440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0491878b-8f06-4c80-9dde-d91fc07ae842 req-5bfae8c3-928e-44dd-9d4d-04f03108683d tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 210 time: 0.3455927 Jul 22 12:25:31.944320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-62ae28cb-c5bf-49d4-9632-eaed437d5497 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:31.945710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-62ae28cb-c5bf-49d4-9632-eaed437d5497 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 816 time: 0.1190138 Jul 22 12:25:31.958082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Request body: {'port': {'device_id': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'admin_state_up': True, 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:25:32.068455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Made reservation on behalf of a48cb3e6262c4a75b4de471cfebdd98a for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:25:32.073190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.204275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Allocated IP 172.20.0.14 (5d9a49ab-84ec-47f4-ad0c-af09d0fd3390/49a70d83-b256-4d14-a0c3-b4ea6c190ea0/c71ca506-15d3-4d49-a83c-e5e600a7cabe) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:25:32.272267 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f6987f8f-d552-41ba-b8f8-973f3c70613b req-1b35530d-1f1f-4d3d-86f5-b2ccf499fa80 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 210 time: 0.0336571 Jul 22 12:25:32.309033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 280df565-008c-4145-b1ab-083f4299ffa7 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:25:32.329202 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 280df565-008c-4145-b1ab-083f4299ffa7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:25:32.329546 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 280df565-008c-4145-b1ab-083f4299ffa7 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:25:32.359944 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.375047 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Transition to ACTIVE for port object c71ca506-15d3-4d49-a83c-e5e600a7cabe will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:25:32.407603 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.455247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:25:32.458572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:25:32.462637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:25:32.469335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Pushing event updated for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:32.516873 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:32.517498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.533159 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-e8bb7ec0-8886-4b89-a00b-397ff60f6d59 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5797470 Jul 22 12:25:32.545190 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Request body: {'port': {'device_id': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:25:32.625023 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.653409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8274f8bc-d3f9-426e-97b8-25bf96fdb140 None None] Provisioning for port c71ca506-15d3-4d49-a83c-e5e600a7cabe completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:25:32.657480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8274f8bc-d3f9-426e-97b8-25bf96fdb140 None None] Provisioning complete for port c71ca506-15d3-4d49-a83c-e5e600a7cabe triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:25:32.657942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8274f8bc-d3f9-426e-97b8-25bf96fdb140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:32.692616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8274f8bc-d3f9-426e-97b8-25bf96fdb140 None None] Port c71ca506-15d3-4d49-a83c-e5e600a7cabe cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:25:33.215391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c71ca506-15d3-4d49-a83c-e5e600a7cabe {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:25:33.223677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:33.235058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Transition to ACTIVE for port object c71ca506-15d3-4d49-a83c-e5e600a7cabe will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:25:33.239830 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:33.319052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:33.374036 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Attempting to bind port c71ca506-15d3-4d49-a83c-e5e600a7cabe on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:25:33.374378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Attempting to bind port c71ca506-15d3-4d49-a83c-e5e600a7cabe by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:25:33.374750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Attempting to bind port c71ca506-15d3-4d49-a83c-e5e600a7cabe on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:25:33.379729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Port c71ca506-15d3-4d49-a83c-e5e600a7cabe on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:25:33.380080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Attempting to bind port c71ca506-15d3-4d49-a83c-e5e600a7cabe on network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:25:33.385220 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 25, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:25:33.385781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Checking segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:25:33.386184 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Bound using segment: {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:25:33.386668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Bound port: c71ca506-15d3-4d49-a83c-e5e600a7cabe, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '462d0254-902f-40d7-818d-e296561367c3', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 118, 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:25:33.387181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:33.425569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19ff5989-3fe7-48fc-9dd4-f6c09621c75d req-0c5a7f46-300c-4919-af66-8bd34e4e6de5 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:33.433331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19ff5989-3fe7-48fc-9dd4-f6c09621c75d req-0c5a7f46-300c-4919-af66-8bd34e4e6de5 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 944 time: 0.0825465 Jul 22 12:25:33.459890 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:25:33.463145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:25:33.468447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:33.475115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19ff5989-3fe7-48fc-9dd4-f6c09621c75d req-99aafe67-061b-45b3-9b1c-7fb31ed0a8a8 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407941 Jul 22 12:25:33.506912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:33.507546 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:33.509013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] 10.222.0.20 "PUT /v2.0/ports/c71ca506-15d3-4d49-a83c-e5e600a7cabe HTTP/1.1" status: 200 len: 1092 time: 0.9681547 Jul 22 12:25:33.509645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:25:33.512073 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-ec6579f7-617e-49eb-b5d7-488831d92a1b" -d '{"events": [{"name": "network-changed", "server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:25:33.555023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-393d3d76-2bee-4001-85e5-e6b4d09eb1a3 service neutron] Pushing event updated for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:33.595840 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:25:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ca192413-e132-4642-9f18-00a02ea4109b x-openstack-request-id: req-ca192413-e132-4642-9f18-00a02ea4109b {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:25:33.596146 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:25:33.596406 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ca192413-e132-4642-9f18-00a02ea4109b {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:25:33.596929 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe', 'status': 'completed', 'code': 200} Jul 22 12:25:33.625718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-2a91ccea-4a63-4748-92d7-7e68c6e4797e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:33.627327 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-2a91ccea-4a63-4748-92d7-7e68c6e4797e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 1095 time: 0.0674083 Jul 22 12:25:33.670691 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-431f5f7e-b91d-4469-8c52-3b6776174cf4 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe HTTP/1.1" status: 200 len: 217 time: 0.0350101 Jul 22 12:25:33.718990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-a285d0fd-ec27-4d42-b978-ffc8f932f18b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:33.720467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-a285d0fd-ec27-4d42-b978-ffc8f932f18b service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 200 len: 855 time: 0.0439756 Jul 22 12:25:33.786337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50092598-88e2-4741-812b-7ff94d06efb0 req-cabde5be-4196-494a-9f26-e2e5c62b3b86 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:33.787810 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-cabde5be-4196-494a-9f26-e2e5c62b3b86 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0608361 Jul 22 12:25:33.877915 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-44c09370-7371-4da6-a408-bdec1a65882a service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835593 Jul 22 12:25:33.971556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-50092598-88e2-4741-812b-7ff94d06efb0 req-1d860f78-e404-4490-a348-636442670f41 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872695 Jul 22 12:25:34.072877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-0bc481cd-dd8a-44e2-87c0-a58ec90f2c7b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:34.074306 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-0bc481cd-dd8a-44e2-87c0-a58ec90f2c7b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 1095 time: 0.0558362 Jul 22 12:25:34.168323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-307a8c20-99c1-4c80-803d-8c331e9c86a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:34.169856 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-307a8c20-99c1-4c80-803d-8c331e9c86a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 917 time: 0.0893557 Jul 22 12:25:34.211232 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-9c95fc98-0167-49a5-bea7-6296450c0882 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe HTTP/1.1" status: 200 len: 217 time: 0.0347764 Jul 22 12:25:34.259166 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-b1bf6cd2-a86b-49ae-a222-9092544b572c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:34.260731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-b1bf6cd2-a86b-49ae-a222-9092544b572c service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 200 len: 855 time: 0.0433016 Jul 22 12:25:34.324240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-53ef1300-49ff-47e4-a5ba-6e237915fab5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:34.325642 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-53ef1300-49ff-47e4-a5ba-6e237915fab5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584958 Jul 22 12:25:34.416033 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-c7b49c71-a01b-45e5-b10e-6bb478f2f9e8 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835335 Jul 22 12:25:34.512389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-ec6579f7-617e-49eb-b5d7-488831d92a1b req-02abb9e4-904a-4204-baa5-b9fe9f0f70da service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0898175 Jul 22 12:25:34.609730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-988dd8db-db9a-4d42-8a44-1e0343e3eb27 req-3403fbfc-6dbf-43e2-8464-feead6a70118 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:34.611155 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-988dd8db-db9a-4d42-8a44-1e0343e3eb27 req-3403fbfc-6dbf-43e2-8464-feead6a70118 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 944 time: 0.0696023 Jul 22 12:25:34.649633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-988dd8db-db9a-4d42-8a44-1e0343e3eb27 req-caba9ebb-ec57-4fd0-9818-ef8da4d2b9cd tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0322304 Jul 22 12:25:35.781910 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ae83db8-4001-48c2-ba94-0ad1901645a0 req-2db08b9a-016e-4a85-9921-36eba413c3f7 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:35.783426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ae83db8-4001-48c2-ba94-0ad1901645a0 req-2db08b9a-016e-4a85-9921-36eba413c3f7 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 944 time: 0.0642648 Jul 22 12:25:35.821654 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0ae83db8-4001-48c2-ba94-0ad1901645a0 req-d7b605b3-ff5b-4eb4-b342-88c7bc23aed3 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325375 Jul 22 12:25:36.949559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70776ba-e9df-4ce8-94b3-a811610a80ee req-429a7936-46b1-4619-9439-d4ac489c182d tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:36.951104 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e70776ba-e9df-4ce8-94b3-a811610a80ee req-429a7936-46b1-4619-9439-d4ac489c182d tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 944 time: 0.0634253 Jul 22 12:25:36.991404 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e70776ba-e9df-4ce8-94b3-a811610a80ee req-b47a199f-3850-4afb-a8a6-723c1bdfb121 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0334682 Jul 22 12:25:38.125661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aec16815-40e9-4b90-9869-a02b09dad0ef req-c74b8063-77a3-4df0-8f6f-bcc0887b93a0 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:38.127175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aec16815-40e9-4b90-9869-a02b09dad0ef req-c74b8063-77a3-4df0-8f6f-bcc0887b93a0 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 944 time: 0.0696826 Jul 22 12:25:38.167513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aec16815-40e9-4b90-9869-a02b09dad0ef req-8be0c6d9-6e76-49f1-90c2-1f0d228fdeaf tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339396 Jul 22 12:25:38.306112 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c71ca506-15d3-4d49-a83c-e5e600a7cabe details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:25:38.402298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:38.413841 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe', 'network_id': '5d9a49ab-84ec-47f4-ad0c-af09d0fd3390', 'port_id': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe', 'mac_address': 'fa:16:3e:3d:9d:47', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 118, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '49a70d83-b256-4d14-a0c3-b4ea6c190ea0', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:25:38.451777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:38.464990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c71ca506-15d3-4d49-a83c-e5e600a7cabe {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:25:38.485725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:38.490735 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:38.539520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:38.546917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.547266 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.547610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.547949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.548281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.548616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.548943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.549270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.549596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.550682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.551122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.551456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:25:38.688769 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c71ca506-15d3-4d49-a83c-e5e600a7cabe'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:25:39.301800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f3eda6c9-b570-4804-a8e4-1aaf5218e191 req-63046a30-d0d4-407b-b430-d773133e54c4 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:39.303225 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eda6c9-b570-4804-a8e4-1aaf5218e191 req-63046a30-d0d4-407b-b430-d773133e54c4 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 945 time: 0.0635450 Jul 22 12:25:39.340689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f3eda6c9-b570-4804-a8e4-1aaf5218e191 req-c78d5204-30bd-4c56-840a-332381749913 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0318937 Jul 22 12:25:40.321643 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c71ca506-15d3-4d49-a83c-e5e600a7cabe up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:25:40.375789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c71ca506-15d3-4d49-a83c-e5e600a7cabe completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:25:40.379753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c71ca506-15d3-4d49-a83c-e5e600a7cabe triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:25:40.380150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:40.468585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:40.479573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0aeaee12-fbb1-4e1d-b9f9-356b54c14036 req-3cf53df4-eab7-44be-891d-bdec2b7b06e8 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:40.481298 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0aeaee12-fbb1-4e1d-b9f9-356b54c14036 req-3cf53df4-eab7-44be-891d-bdec2b7b06e8 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 945 time: 0.0730832 Jul 22 12:25:40.494772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:25:40.498055 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-692ebc2d-053f-4995-ae2e-6c95d518eaac" -d '{"events": [{"server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "name": "network-vif-plugged", "status": "completed", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:25:40.516446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:25:40.521168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:40.530992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0aeaee12-fbb1-4e1d-b9f9-356b54c14036 req-e07a26a8-c6f7-4ef5-a317-06a453a512a6 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408838 Jul 22 12:25:40.547146 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:25:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7ceff288-1334-4f23-972c-366c0b048d5c x-openstack-request-id: req-7ceff288-1334-4f23-972c-366c0b048d5c {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:25:40.547431 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "name": "network-vif-plugged", "status": "completed", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:25:40.547703 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7ceff288-1334-4f23-972c-366c0b048d5c {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:25:40.548065 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe', 'code': 200} Jul 22 12:25:40.576535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:25:40.659945 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-944e53e4-82c4-4f05-8a58-2caa1c267fa6 req-271cf190-3cea-42bf-9c30-1d6a4b0097fa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:40.661458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-944e53e4-82c4-4f05-8a58-2caa1c267fa6 req-271cf190-3cea-42bf-9c30-1d6a4b0097fa service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 1097 time: 0.0534708 Jul 22 12:25:40.695769 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-944e53e4-82c4-4f05-8a58-2caa1c267fa6 req-b181b66e-ca68-4656-80c7-fc191487e78e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0273690 Jul 22 12:25:41.667664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8336834-2e98-4b9a-aadc-b2e9cc7f72e5 req-6cbdc581-8506-4b0c-89f2-23b3ca6d1be2 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:41.669137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8336834-2e98-4b9a-aadc-b2e9cc7f72e5 req-6cbdc581-8506-4b0c-89f2-23b3ca6d1be2 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 946 time: 0.0653958 Jul 22 12:25:41.708727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f8336834-2e98-4b9a-aadc-b2e9cc7f72e5 req-2ba0a72b-228c-48a7-8fd0-62a3974a73f7 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0338755 Jul 22 12:25:41.840811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1bec0d6-e34f-4cb8-a035-b2bada80de72 req-b978160f-4b61-42ec-af60-e1a42de43785 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:41.842223 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1bec0d6-e34f-4cb8-a035-b2bada80de72 req-b978160f-4b61-42ec-af60-e1a42de43785 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 946 time: 0.0671463 Jul 22 12:25:41.881256 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1bec0d6-e34f-4cb8-a035-b2bada80de72 req-18beb3d6-fe57-422d-bcee-ab69e26919fc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0327716 Jul 22 12:25:42.323700 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-9f650a3a-b626-4db6-94ec-10a7bb6d77e7 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562096 Jul 22 12:25:42.430926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-ac6732cd-d5f5-4c35-bcbd-19c94c08e845 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:42.432488 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-ac6732cd-d5f5-4c35-bcbd-19c94c08e845 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 1097 time: 0.0608969 Jul 22 12:25:42.538131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-323fe081-c013-4d62-872a-c8d1d62981b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:42.539692 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-323fe081-c013-4d62-872a-c8d1d62981b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 200 len: 917 time: 0.0883081 Jul 22 12:25:42.586760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-2fd1d744-b48e-4131-9d3f-c58c4b52b314 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe HTTP/1.1" status: 200 len: 217 time: 0.0406375 Jul 22 12:25:42.637048 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-72949617-b8e3-433d-8882-d57f474d6d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:42.638844 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-72949617-b8e3-433d-8882-d57f474d6d13 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 200 len: 855 time: 0.0461769 Jul 22 12:25:42.700847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-15407c31-d1ee-496a-bda8-01bae729cb19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:25:42.702307 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-15407c31-d1ee-496a-bda8-01bae729cb19 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0570633 Jul 22 12:25:42.803750 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-7224f909-3d43-4f88-b2a7-4c6842a5400b service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0949621 Jul 22 12:25:42.915467 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6d2bae97-1aa3-41a5-868c-70aed9978143 req-4c0e0f8a-68e2-4118-b4e4-8c6999b54db3 service neutron] 10.222.0.20 "GET /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1050203 Jul 22 12:25:45.337050 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7817cbf5-65d1-45e6-a0f4-8126770bd8e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:47.923321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:48.247026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d72c8ca7-7328-4cbe-b61d-78729979ad2f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:49.588691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:50.490262 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:25:51.505489 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:57.781767 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:25:58.760220 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:00.357527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-789913ab-30af-4b33-8507-48abd869baf6 req-29416dab-e333-401c-961f-9c354f304494 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:00.359684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-789913ab-30af-4b33-8507-48abd869baf6 req-29416dab-e333-401c-961f-9c354f304494 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 946 time: 0.0741148 Jul 22 12:26:00.398221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-789913ab-30af-4b33-8507-48abd869baf6 req-5e9ccb27-7531-4719-9abf-b6c09397af14 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0323384 Jul 22 12:26:01.534791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d481fc43-a6d5-4fba-b8d6-99adec7478a1 req-52519d00-800f-42eb-b5f1-c8c4e20af413 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:01.536312 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d481fc43-a6d5-4fba-b8d6-99adec7478a1 req-52519d00-800f-42eb-b5f1-c8c4e20af413 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 946 time: 0.0671551 Jul 22 12:26:01.575632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d481fc43-a6d5-4fba-b8d6-99adec7478a1 req-e22e2ec4-28e3-4270-b4f5-efc3bab32d69 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/security-groups?id=8eb5c728-89c6-4da1-b994-fafb8ecabf76&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0336761 Jul 22 12:26:01.879077 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-0545e62f-2341-43ab-bae7-70ba7c51b929 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:01.880679 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-0545e62f-2341-43ab-bae7-70ba7c51b929 tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 946 time: 0.0675051 Jul 22 12:26:01.991384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Deleting port c71ca506-15d3-4d49-a83c-e5e600a7cabe {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:01.991733 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:02.092116 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] For port c71ca506-15d3-4d49-a83c-e5e600a7cabe, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c71ca506-15d3-4d49-a83c-e5e600a7cabe,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:02.092483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:02.106197 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Calling delete_port for c71ca506-15d3-4d49-a83c-e5e600a7cabe owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:02.236227 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:02.249707 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c71ca506-15d3-4d49-a83c-e5e600a7cabe'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:26:02.274194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Pushing event deleted for resources: {'Port': ['ID=c71ca506-15d3-4d49-a83c-e5e600a7cabe,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:02.318242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] No DVR routers for this DVR port c71ca506-15d3-4d49-a83c-e5e600a7cabe on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:26:02.320895 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:02.322982 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e3ca39bd-41ac-489e-a32c-7e3a4fdeff6a req-6b7ba1d5-03fc-430a-98cf-14905bb2d3bc tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.20 "DELETE /v2.0/ports/c71ca506-15d3-4d49-a83c-e5e600a7cabe HTTP/1.1" status: 204 len: 173 time: 0.4360569 Jul 22 12:26:02.323421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'name': 'network-vif-deleted', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:26:02.325761 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5ef4f33c-0d71-4e71-83e6-7a8c90d15c2d" -d '{"events": [{"server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "name": "network-vif-deleted", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:26:02.388287 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:26:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec798e6d-eace-4ee8-ad22-4279e9be7224 x-openstack-request-id: req-ec798e6d-eace-4ee8-ad22-4279e9be7224 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:26:02.388585 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4d26a7d6-e7b8-482f-b215-98727be9a753", "name": "network-vif-deleted", "tag": "c71ca506-15d3-4d49-a83c-e5e600a7cabe", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:26:02.388859 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec798e6d-eace-4ee8-ad22-4279e9be7224 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:26:02.389271 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4d26a7d6-e7b8-482f-b215-98727be9a753', 'name': 'network-vif-deleted', 'tag': 'c71ca506-15d3-4d49-a83c-e5e600a7cabe', 'status': 'completed', 'code': 200} Jul 22 12:26:02.694059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a417532a-ae8f-43bf-8b7b-ba3f5792258e req-3dcd6777-df4b-46a7-8108-c01a532839ad tempest-TestEncryptedCinderVolumes-78886822 tempest-TestEncryptedCinderVolumes-78886822-project] 10.222.0.21 "GET /v2.0/ports?device_id=4d26a7d6-e7b8-482f-b215-98727be9a753 HTTP/1.1" status: 200 len: 210 time: 0.0356421 Jul 22 12:26:03.792527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:04.152176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:04.408997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Deleting port 0666859e-6e19-4150-8805-011c5b570ccd {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:04.409249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:04.490690 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] For port 0666859e-6e19-4150-8805-011c5b570ccd, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0666859e-6e19-4150-8805-011c5b570ccd,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:04.491045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:04.503146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Calling delete_port for 0666859e-6e19-4150-8805-011c5b570ccd owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:04.682810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:04.708534 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Pushing event deleted for resources: {'Port': ['ID=0666859e-6e19-4150-8805-011c5b570ccd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:04.737228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.737579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.737930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.738269 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.738634 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.738970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.739304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.739635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.739997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.740341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.740660 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.740992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:04.889978 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.111498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:26:05.223447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:05.229836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-79947bba-6905-432c-bef6-7a1532ab59c8 admin admin] 10.222.0.21 "PUT /v2.0/routers/dd14adf5-a7e9-495a-b64c-ab4bb938fc27/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4347854 Jul 22 12:26:05.231012 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:05.232502 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Sync routers for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:05.243588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:05.244209 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:05.337252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.349382 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:05.442775 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.497371 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Deleting port 326128db-d2ab-42fb-b7bf-176d94f0bc3c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:05.497705 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.530643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165'}], 'enable_snat': True}, 'gw_port_id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:26:04Z', 'revision_number': 5, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port': {'id': '326128db-d2ab-42fb-b7bf-176d94f0bc3c', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:09:08:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4075, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.165', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:24:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:05.556906 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Checking router: dd14adf5-a7e9-495a-b64c-ab4bb938fc27 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:05.566067 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Routers {'dd14adf5-a7e9-495a-b64c-ab4bb938fc27'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:05.566718 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:05.577006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] For port 326128db-d2ab-42fb-b7bf-176d94f0bc3c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=326128db-d2ab-42fb-b7bf-176d94f0bc3c,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:05.577365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.591286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Calling delete_port for 326128db-d2ab-42fb-b7bf-176d94f0bc3c owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:05.656826 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] Set router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:05.712602 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:26:05Z', 'revision_number': 6, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:05.739295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-691ad617-4d1b-4a9b-9f12-a70bb6794392 None None] The sync data for ids ['dd14adf5-a7e9-495a-b64c-ab4bb938fc27'] in n-d-754448-4 is: [{'id': 'dd14adf5-a7e9-495a-b64c-ab4bb938fc27', 'name': 'tempest-TestEncryptedCinderVolumes-906069603-router', 'tenant_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:47Z', 'updated_at': '2021-07-22T12:26:05Z', 'revision_number': 6, 'project_id': 'a48cb3e6262c4a75b4de471cfebdd98a', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:05.767036 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.798748 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Pushing event deleted for resources: {'Port': ['ID=326128db-d2ab-42fb-b7bf-176d94f0bc3c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:05.862929 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.953584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:05.956156 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.000818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.001384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Fanout notify agent at l3_agent the message router_deleted on router dd14adf5-a7e9-495a-b64c-ab4bb938fc27 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:26:06.007184 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.008345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47088984-bb76-4d5a-a5fc-3997accdb976 admin admin] 10.222.0.21 "DELETE /v2.0/routers/dd14adf5-a7e9-495a-b64c-ab4bb938fc27 HTTP/1.1" status: 204 len: 168 time: 0.7764032 Jul 22 12:26:06.011034 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54182) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:06.061614 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Deleting subnet 49a70d83-b256-4d14-a0c3-b4ea6c190ea0 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:26:06.065414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.104045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.187022 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.241440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.271755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=49a70d83-b256-4d14-a0c3-b4ea6c190ea0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:06.276634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.278528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-02f05a4f-efef-4938-ac10-a5a453582fd4 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/49a70d83-b256-4d14-a0c3-b4ea6c190ea0 HTTP/1.1" status: 204 len: 168 time: 0.2665288 Jul 22 12:26:06.281340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54184) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:06.282985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22070951-12c5-4a41-8cc2-d5719495b949 None None] Network 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:06.350655 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.409634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Deleting port 36eb4df9-4916-4f2b-a783-106687b683f6 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:06.409897 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.475846 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] For port 36eb4df9-4916-4f2b-a783-106687b683f6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36eb4df9-4916-4f2b-a783-106687b683f6,segment=NetworkSegment(462d0254-902f-40d7-818d-e296561367c3),segment_id=462d0254-902f-40d7-818d-e296561367c3)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:06.476203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.489205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Calling delete_port for 36eb4df9-4916-4f2b-a783-106687b683f6 owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:06.538094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] DHCP port deletion for 5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:26:06.542824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c71ca506-15d3-4d49-a83c-e5e600a7cabe no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:06.575492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c71ca506-15d3-4d49-a83c-e5e600a7cabe {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:06.576033 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c71ca506-15d3-4d49-a83c-e5e600a7cabe not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:06.584889 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.612537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Pushing event deleted for resources: {'Port': ['ID=36eb4df9-4916-4f2b-a783-106687b683f6,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:06.614847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] No DVR routers for this DVR port 36eb4df9-4916-4f2b-a783-106687b683f6 on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:26:06.621489 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Deleting port 36eb4df9-4916-4f2b-a783-106687b683f6 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:06.621869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.694321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] For port 36eb4df9-4916-4f2b-a783-106687b683f6, host n-d-754448-4, got binding levels [] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:06.694755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.696165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.707310 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5d9a49ab-84ec-47f4-ad0c-af09d0fd3390']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:06.708539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Calling delete_port for 36eb4df9-4916-4f2b-a783-106687b683f6 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:06.712038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.ipam_backend_mixin [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Port 36eb4df9-4916-4f2b-a783-106687b683f6 was not found and therefore no delete operation was performed {{(pid=93708) delete_port /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:574}} Jul 22 12:26:06.713507 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.719169 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '462d0254-902f-40d7-818d-e296561367c3') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:06.719349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '462d0254-902f-40d7-818d-e296561367c3') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:06.728980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.740920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] Pushing event deleted for resources: {'Port': ['ID=36eb4df9-4916-4f2b-a783-106687b683f6,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:06.745923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f01c63ff-c798-4a4b-99f7-2d92914b1390 None None] No DVR routers for this DVR port 36eb4df9-4916-4f2b-a783-106687b683f6 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:26:06.747404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.760151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Releasing vlan 118 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:26:06.760842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:26:06.762682 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:26:06.819946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.825621 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:06.827558 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] 10.222.0.21 "DELETE /v2.0/networks/5d9a49ab-84ec-47f4-ad0c-af09d0fd3390 HTTP/1.1" status: 204 len: 168 time: 0.5451455 Jul 22 12:26:06.831498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54186) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:06.852812 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43b80593-dcc6-44c5-8a9a-76db593a1d1a admin admin] Pushing event deleted for resources: {'Network': ['ID=5d9a49ab-84ec-47f4-ad0c-af09d0fd3390,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:07.082917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36eb4df9-4916-4f2b-a783-106687b683f6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:07.103408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 36eb4df9-4916-4f2b-a783-106687b683f6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:07.104017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36eb4df9-4916-4f2b-a783-106687b683f6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:07.104570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 326128db-d2ab-42fb-b7bf-176d94f0bc3c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:07.123872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 326128db-d2ab-42fb-b7bf-176d94f0bc3c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:07.124128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 326128db-d2ab-42fb-b7bf-176d94f0bc3c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:07.124555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0666859e-6e19-4150-8805-011c5b570ccd no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:07.143445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0666859e-6e19-4150-8805-011c5b570ccd {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:07.143792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0666859e-6e19-4150-8805-011c5b570ccd not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:07.198690 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:07.460905 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Deleting port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:07.461604 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:07.539738 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] For port 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:07.540091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:07.552217 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Calling delete_port for 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:07.734009 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:07.765341 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Pushing event deleted for resources: {'Port': ['ID=36ff31ef-c4bb-4e4b-a5ea-48f3385bc119,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:07.934711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:08.162750 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:26:08.581313 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:08.586651 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3bb6ba50-1ba2-480c-94e5-206672cdce49 admin admin] 10.222.0.21 "PUT /v2.0/routers/6fc504d8-73be-4b6b-b7ae-a08784b424e0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7542717 Jul 22 12:26:08.589356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54188) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:08.590350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Sync routers for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:08.599861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:08.600510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:08.689006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:08.702594 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:08.793028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:08.851121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Deleting port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:08.851388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:08.933806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] For port 7197578f-68d1-42b9-9201-1f2c1bb2bdbf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:08.934170 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:08.948421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Calling delete_port for 7197578f-68d1-42b9-9201-1f2c1bb2bdbf owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:09.044999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159'}], 'enable_snat': True}, 'gw_port_id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:26:07Z', 'revision_number': 5, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port': {'id': '7197578f-68d1-42b9-9201-1f2c1bb2bdbf', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:f3:03:6d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4087, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.159', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:24:52Z', 'updated_at': '2021-07-22T12:24:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:09.074737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Checking router: 6fc504d8-73be-4b6b-b7ae-a08784b424e0 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:09.084985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Routers {'6fc504d8-73be-4b6b-b7ae-a08784b424e0'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:09.085608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:09.124485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.150520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Pushing event deleted for resources: {'Port': ['ID=7197578f-68d1-42b9-9201-1f2c1bb2bdbf,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:09.187026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] Set router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:09.225339 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.248960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:26:08Z', 'revision_number': 6, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:09.278839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0121d538-2db3-4aee-8007-187b41e806a9 None None] The sync data for ids ['6fc504d8-73be-4b6b-b7ae-a08784b424e0'] in n-d-754448-4 is: [{'id': '6fc504d8-73be-4b6b-b7ae-a08784b424e0', 'name': 'tempest-TestEncryptedCinderVolumes-1148990160-router', 'tenant_id': '7a35f2eafce3475a9edbb66227da48c6', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:24:51Z', 'updated_at': '2021-07-22T12:26:08Z', 'revision_number': 6, 'project_id': '7a35f2eafce3475a9edbb66227da48c6', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:09.324569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.326792 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.372070 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.372743 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6fc504d8-73be-4b6b-b7ae-a08784b424e0 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:26:09.378077 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.379303 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-32852093-2034-4ec1-8267-c18183ae1ab7 admin admin] 10.222.0.21 "DELETE /v2.0/routers/6fc504d8-73be-4b6b-b7ae-a08784b424e0 HTTP/1.1" status: 204 len: 168 time: 0.7890062 Jul 22 12:26:09.382404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:09.428866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Deleting subnet e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:26:09.432229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.469456 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.552486 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.606266 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.636503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.639119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587 HTTP/1.1" status: 204 len: 168 time: 0.2556520 Jul 22 12:26:09.640183 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-faa93c30-4ff6-45cf-a747-aed45f848ee8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e57dc5f4-2b4f-4d5a-b0b7-79cb258b3587,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:09.641370 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54192) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:09.642287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea197cc3-13b8-4769-a1d3-1a51383b7f89 None None] Network 99b166e0-b6fe-4c52-8aa8-be7461836109 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:09.723560 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.786807 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Deleting port 60dc9ba0-7f0d-42f0-ac76-80073103d97c {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:09.787207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.858367 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] For port 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60dc9ba0-7f0d-42f0-ac76-80073103d97c,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:09.858836 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.873159 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Calling delete_port for 60dc9ba0-7f0d-42f0-ac76-80073103d97c owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:09.877740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] DHCP port deletion for 99b166e0-b6fe-4c52-8aa8-be7461836109 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:26:09.930059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Deleting port 60dc9ba0-7f0d-42f0-ac76-80073103d97c {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:26:09.930463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.957968 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:09.988602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Pushing event deleted for resources: {'Port': ['ID=60dc9ba0-7f0d-42f0-ac76-80073103d97c,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:09.992488 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] No DVR routers for this DVR port 60dc9ba0-7f0d-42f0-ac76-80073103d97c on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:26:09.998218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] For port 60dc9ba0-7f0d-42f0-ac76-80073103d97c, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=60dc9ba0-7f0d-42f0-ac76-80073103d97c,segment=NetworkSegment(e9980fdc-264e-417b-8eb9-599168fb4e2b),segment_id=e9980fdc-264e-417b-8eb9-599168fb4e2b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:09.998610 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.011910 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Calling delete_port for 60dc9ba0-7f0d-42f0-ac76-80073103d97c owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:26:10.070879 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.083962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['99b166e0-b6fe-4c52-8aa8-be7461836109']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:10.094799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e9980fdc-264e-417b-8eb9-599168fb4e2b') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:10.095112 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e9980fdc-264e-417b-8eb9-599168fb4e2b') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:10.099418 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.107472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.126127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] Pushing event deleted for resources: {'Port': ['ID=60dc9ba0-7f0d-42f0-ac76-80073103d97c,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:10.128177 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.132547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15c46fc6-71e2-4c62-b64f-f0a2af10f53e None None] No DVR routers for this DVR port 60dc9ba0-7f0d-42f0-ac76-80073103d97c on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:26:10.135363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:26:10.135845 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:26:10.137740 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:26:10.198432 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.204217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.206211 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] 10.222.0.21 "DELETE /v2.0/networks/99b166e0-b6fe-4c52-8aa8-be7461836109 HTTP/1.1" status: 204 len: 168 time: 0.5632606 Jul 22 12:26:10.217297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc06e9a8-a1fc-495f-ab1d-21dc162e5518 admin admin] Pushing event deleted for resources: {'Network': ['ID=99b166e0-b6fe-4c52-8aa8-be7461836109,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:10.369400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54196) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:10.417660 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd1b714b-8e98-439c-b042-6280e918725b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=a48cb3e6262c4a75b4de471cfebdd98a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0469062 Jul 22 12:26:10.420008 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54198) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:10.469193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.489391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.535923 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.538657 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.539811 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8eb5c728-89c6-4da1-b994-fafb8ecabf76 HTTP/1.1" status: 204 len: 168 time: 0.1189036 Jul 22 12:26:10.547684 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e9896e-f06f-43f5-9826-2653c4ba78b6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8eb5c728-89c6-4da1-b994-fafb8ecabf76,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:10.870278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54204) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:10.917043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a94f6c04-6196-44ef-a981-7ef75bfc9fa9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7a35f2eafce3475a9edbb66227da48c6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0455813 Jul 22 12:26:10.919504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:10.967268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:10.992417 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.047554 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.050840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.052063 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/cc66d1d8-6425-4466-97ef-48e2e7fb0833 HTTP/1.1" status: 204 len: 168 time: 0.1316428 Jul 22 12:26:11.064894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e70e2b-1a61-4ee2-86b3-6e35d15719b5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc66d1d8-6425-4466-97ef-48e2e7fb0833,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:11.095954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60dc9ba0-7f0d-42f0-ac76-80073103d97c no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:11.116504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 60dc9ba0-7f0d-42f0-ac76-80073103d97c {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:11.116853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 60dc9ba0-7f0d-42f0-ac76-80073103d97c not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:11.117283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7197578f-68d1-42b9-9201-1f2c1bb2bdbf no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:11.138471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7197578f-68d1-42b9-9201-1f2c1bb2bdbf {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:11.138833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7197578f-68d1-42b9-9201-1f2c1bb2bdbf not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:11.139262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:26:11.158354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:26:11.158740 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 36ff31ef-c4bb-4e4b-a5ea-48f3385bc119 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:26:11.731012 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54228) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:11.833219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1828340852-network', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:11.853534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Made reservation on behalf of 7e8d5a5a20eb4ac09ed3c4a449089371 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:26:11.855891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.864879 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.958610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.962643 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:11.988316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] vlan segment allocate from pool success with {'vlan_id': 139, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:26:12.004142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=279f049d-c30b-4304-a012-06ea3aa8b27b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:12.007088 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.007429 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Added segment d9ae0778-42ac-422d-b758-97eb11b4d123 of type vlan for network 7fc926f6-277f-4f90-8f81-1a76952d1072 Jul 22 12:26:12.050279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.078642 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.079526 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:12.080852 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.110375 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.3781991 Jul 22 12:26:12.113755 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54232) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:12.118921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Request body: {'subnet': {'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1828340852-subnet', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:12.140137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Made reservation on behalf of 7e8d5a5a20eb4ac09ed3c4a449089371 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:26:12.143316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.143676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7feb5065-b547-4107-9494-08e315632a0f admin admin] Pushing event updated for resources: {'Network': ['ID=7fc926f6-277f-4f90-8f81-1a76952d1072,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:12.157183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:26:12.603624 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.660547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Pushing event updated for resources: {'Subnet': ['ID=9340e979-7cff-45cc-9962-efdec4187bc1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:12.668894 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Checking segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:12.669253 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Network hostable DHCP agents. Network: 7fc926f6-277f-4f90-8f81-1a76952d1072, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:26:12.685778 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:26:12.695358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 7fc926f6-277f-4f90-8f81-1a76952d1072) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:12.699653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:12.700237 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.705532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66501bee-6256-4f41-899f-9558ccec9881 None None] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:12.716051 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-161e8d06-558c-4d18-a082-0e408221868a admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.6010163 Jul 22 12:26:12.718819 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54234) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:12.723249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:12.743370 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.744347 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.799123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.860859 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-7fc926f6-277f-4f90-8f81-1a76952d1072', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:26:12.862233 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:12.943772 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.015155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Allocated IP 172.20.0.2 (7fc926f6-277f-4f90-8f81-1a76952d1072/9340e979-7cff-45cc-9962-efdec4187bc1/cc0334df-8f85-4793-986e-295002851fd7) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:13.151238 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.164802 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.173917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Transition to ACTIVE for port object cc0334df-8f85-4793-986e-295002851fd7 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:13.176799 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.191091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Transition to ACTIVE for port object cc0334df-8f85-4793-986e-295002851fd7 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:13.196506 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.240711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:13.243747 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:13.248883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:13.252645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Pushing event updated for resources: {'Port': ['ID=cc0334df-8f85-4793-986e-295002851fd7,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:13.297297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Allocated IP 172.25.6.169 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:13.315338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Attempting to bind port cc0334df-8f85-4793-986e-295002851fd7 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:13.315719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Attempting to bind port cc0334df-8f85-4793-986e-295002851fd7 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:13.316086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Attempting to bind port cc0334df-8f85-4793-986e-295002851fd7 on network 7fc926f6-277f-4f90-8f81-1a76952d1072 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:13.322084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:13.322486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Checking segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:13.322896 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.323291 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Bound using segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:13.323760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Bound port: cc0334df-8f85-4793-986e-295002851fd7, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:13.324141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.403644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1532d0be-1039-4853-975d-7038fb99904c None None] For port cc0334df-8f85-4793-986e-295002851fd7, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:13.406962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-1532d0be-1039-4853-975d-7038fb99904c None None] For port cc0334df-8f85-4793-986e-295002851fd7, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc0334df-8f85-4793-986e-295002851fd7,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:13.412359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.435717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.479926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1532d0be-1039-4853-975d-7038fb99904c None None] Pushing event updated for resources: {'Port': ['ID=cc0334df-8f85-4793-986e-295002851fd7,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:13.490533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:13.532578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:13.536149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:13.540014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:13.546004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Pushing event updated for resources: {'Port': ['ID=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:13.809404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:14.008875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:14.145448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Router e807232c-1de2-47ff-b25b-36893fe334bd is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:26:14.259552 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:14.274811 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Sync routers for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:14.277632 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:14.282722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d13f0b0-64f7-4b1f-b21b-1e6f49f6de4f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 1.5593526 Jul 22 12:26:14.283925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54236) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:14.287276 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:14.287903 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:14.349423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6781aed7-9441-43ec-ae2a-bde2dd5c97d1 None None] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:14.454370 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:14.475339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-57d43d23-a313-4f38-a385-ad21a8fb13c2 None None] Provisioning for port cc0334df-8f85-4793-986e-295002851fd7 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:14.757498 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:13Z', 'revision_number': 3, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:13Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:14.789185 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Checking router: e807232c-1de2-47ff-b25b-36893fe334bd for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:14.789567 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Updating router e807232c-1de2-47ff-b25b-36893fe334bd port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:26:14.803649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:14.826752 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:14.987466 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Allocated IP 172.20.0.1 (7fc926f6-277f-4f90-8f81-1a76952d1072/9340e979-7cff-45cc-9962-efdec4187bc1/2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:15.087618 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.098867 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Transition to ACTIVE for port object 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:15.105177 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.124483 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.142214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Transition to ACTIVE for port object 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:15.150831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Attempting to bind port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:15.151489 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Attempting to bind port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:15.152032 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Attempting to bind port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:15.159167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc0334df-8f85-4793-986e-295002851fd7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:15.163256 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 25, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:15.163881 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:15.164472 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.165028 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:15.165671 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Bound port: 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:15.166233 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.185639 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.215166 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port cc0334df-8f85-4793-986e-295002851fd7 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:15.219875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cc0334df-8f85-4793-986e-295002851fd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:15.220402 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.224511 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] For port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:15.224720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:15.228231 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] For port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:15.231944 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:15.235524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:15.237101 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Pushing event updated for resources: {'Port': ['ID=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:15.240407 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.261174 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.261532 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.261959 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.262301 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.262763 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.263102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.263438 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.263780 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.264102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.264433 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.264853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.265190 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:15.292715 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:15.295215 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.311148 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:15.312080 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:15.342306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.358102 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9beb3bc8-42ed-439f-b30e-3cd8b623cfb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.390979 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port cc0334df-8f85-4793-986e-295002851fd7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc0334df-8f85-4793-986e-295002851fd7,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:15.398273 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.420270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4549c896-de6e-463c-9243-b45c1cb6d6fe None None] Pushing event updated for resources: {'Port': ['ID=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:15.465783 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=cc0334df-8f85-4793-986e-295002851fd7,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:15.472226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.472461 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:15.534786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d76ae22d-46a7-42fe-9cd3-4f68447f6f27 None None] Provisioning for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:15.538723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d76ae22d-46a7-42fe-9cd3-4f68447f6f27 None None] Provisioning complete for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:15.539345 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d76ae22d-46a7-42fe-9cd3-4f68447f6f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.580871 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d76ae22d-46a7-42fe-9cd3-4f68447f6f27 None None] Port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:15.652364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.657846 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.676312 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:13Z', 'revision_number': 3, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:15.705547 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8bb20bbd-c329-4390-998a-a0a96b4439d2 None None] The sync data for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 is: [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:13Z', 'revision_number': 3, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:15.727047 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:15.735287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Pushing event updated for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:15.834875 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:15.836201 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:15.971087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Router e807232c-1de2-47ff-b25b-36893fe334bd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:26:16.105842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:16.112210 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-78443a97-d159-41dc-93ef-f89ad775f817 admin admin] 10.222.0.21 "PUT /v2.0/routers/e807232c-1de2-47ff-b25b-36893fe334bd/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8265715 Jul 22 12:26:16.204539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-70eaec2c-1bc0-4540-b204-21b7695aef79 None None] Provisioning complete for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:16.205559 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-70eaec2c-1bc0-4540-b204-21b7695aef79 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.253823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-70eaec2c-1bc0-4540-b204-21b7695aef79 None None] Port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:16.639337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54252) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:16.645177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-287285873-network', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:16.666656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Made reservation on behalf of dd60f976bd374dd49dfd055c99d70259 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:26:16.669034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.678929 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.780766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.785267 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.810836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] vlan segment allocate from pool success with {'vlan_id': 127, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:26:16.821076 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7d81158a-8b15-4a1d-8715-de48991cb68f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:16.826135 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.826492 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Added segment 707933c6-5255-496a-9f67-5990524c37e0 of type vlan for network 906a9c2b-feab-4f6a-a81e-eb016e228d72 Jul 22 12:26:16.868823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.898843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.899821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:16.900416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:16.932781 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.2923243 Jul 22 12:26:16.935458 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54254) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:16.941867 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Request body: {'subnet': {'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-287285873-subnet', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:16.974353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9b44de7-1593-4aba-a929-0067e43d00e0 admin admin] Pushing event updated for resources: {'Network': ['ID=906a9c2b-feab-4f6a-a81e-eb016e228d72,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:16.985249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:26:16.991390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Made reservation on behalf of dd60f976bd374dd49dfd055c99d70259 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:26:16.993872 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.192419 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.192628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc0334df-8f85-4793-986e-295002851fd7 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:17.247983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cc0334df-8f85-4793-986e-295002851fd7 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:17.248354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.260002 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d3fffc35-9bca-4be9-a8c5-83532253c448,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:17.268552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Checking segment: {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:17.268921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Network hostable DHCP agents. Network: 906a9c2b-feab-4f6a-a81e-eb016e228d72, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:26:17.289448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:26:17.300693 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 906a9c2b-feab-4f6a-a81e-eb016e228d72) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:17.305515 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:17.305804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.321954 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d574cac6-61e5-4e1a-b6bf-41f27b5bd5d6 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.3852720 Jul 22 12:26:17.323401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54256) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:17.326149 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a3c49e0-9249-4850-840a-0d3bdf9d8706 None None] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:17.328133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:17.351144 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.352418 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.366161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:17.410289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.417941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Sync routers for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:17.459268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:17.460181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:25:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:17.558153 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.583767 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:17.598906 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:17.599762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.666383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-906a9c2b-feab-4f6a-a81e-eb016e228d72', 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'fixed_ips': [{'subnet_id': 'd3fffc35-9bca-4be9-a8c5-83532253c448'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:26:17.667359 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.672096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:17.777331 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.797183 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:17.910996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Allocated IP 172.25.6.170 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/fad02ed2-b390-495c-998c-4955019437a1) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:18.027569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.066980 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.112443 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:18.115539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:18.120057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:18.132121 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.140333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Pushing event updated for resources: {'Port': ['ID=fad02ed2-b390-495c-998c-4955019437a1,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:18.158108 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.184702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:18.203080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Allocated IP 172.20.0.2 (906a9c2b-feab-4f6a-a81e-eb016e228d72/d3fffc35-9bca-4be9-a8c5-83532253c448/95777e6c-c116-4a8d-bffa-a7b849e45e1a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:18.208805 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.298823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ffbec50-6ab6-4d44-bc43-2353333e7f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.318181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:18.368970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 2, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:18.376303 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.403834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Checking router: e807232c-1de2-47ff-b25b-36893fe334bd for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:18.404250 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Updating router e807232c-1de2-47ff-b25b-36893fe334bd port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:26:18.476724 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.498707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.525083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Transition to ACTIVE for port object 95777e6c-c116-4a8d-bffa-a7b849e45e1a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:18.600145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Transition to ACTIVE for port object 95777e6c-c116-4a8d-bffa-a7b849e45e1a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:18.615242 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.681086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:18.698338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:18.706758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Pushing event updated for resources: {'Port': ['ID=95777e6c-c116-4a8d-bffa-a7b849e45e1a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:18.712130 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:18.829620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Attempting to bind port 95777e6c-c116-4a8d-bffa-a7b849e45e1a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:18.830003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Attempting to bind port 95777e6c-c116-4a8d-bffa-a7b849e45e1a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:18.830368 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Attempting to bind port 95777e6c-c116-4a8d-bffa-a7b849e45e1a on network 906a9c2b-feab-4f6a-a81e-eb016e228d72 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:18.839602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:18.839983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Checking segment: {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:18.840390 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.840789 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Bound using segment: {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:18.841274 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Bound port: 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:18.841658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.905578 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.954132 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:18.970300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Transition to ACTIVE for port object 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:18.974975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] For port 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:18.978393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] For port 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=95777e6c-c116-4a8d-bffa-a7b849e45e1a,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:18.979836 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.005298 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.041957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf312a-c849-4dcf-99b8-f5e00393b45f None None] Pushing event updated for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:19.064072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Router 58ae6188-6dcb-4705-b44a-a18fddb44244 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:26:19.193400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Attempting to bind port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:19.193882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Attempting to bind port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:19.194406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Attempting to bind port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 on network 7fc926f6-277f-4f90-8f81-1a76952d1072 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:19.200660 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:19.212238 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:19.226931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Sync routers for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:19.236762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:19.237146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Checking segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:19.237657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.238041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Bound using segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:19.238632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Bound port: 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:19.239265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.241352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c79093e-e2eb-4641-8517-abbd8b0380f0 None None] Pushing event updated for resources: {'Port': ['ID=95777e6c-c116-4a8d-bffa-a7b849e45e1a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:19.242197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:19.242998 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:19.246109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.250592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54258) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:26:19.258958 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a4864bb-6fee-4f5a-9f5e-7b056c84e49b admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 1.9232757 Jul 22 12:26:19.353517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:19.353899 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.411376 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] For port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:19.448858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] For port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:19.467391 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.468210 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:19.602182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:19.603080 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:19.664800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bf312a-c849-4dcf-99b8-f5e00393b45f None None] Pushing event updated for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:19.715314 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.721039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 3, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:19.756525 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Checking router: 58ae6188-6dcb-4705-b44a-a18fddb44244 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:19.757264 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Updating router 58ae6188-6dcb-4705-b44a-a18fddb44244 port fad02ed2-b390-495c-998c-4955019437a1 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:26:19.758618 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:19.809667 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:19.867838 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.023028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:19Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:20.054663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Allocated IP 172.20.0.1 (906a9c2b-feab-4f6a-a81e-eb016e228d72/d3fffc35-9bca-4be9-a8c5-83532253c448/786bd962-c859-4f33-abcc-ddeeeee695df) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:20.058651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f70b8c50-e552-43a7-bdee-33b463596cf5 None None] The sync data for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 is: [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:19Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:20.137252 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.157281 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Transition to ACTIVE for port object fad02ed2-b390-495c-998c-4955019437a1 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:20.165788 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.218198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.234063 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55730ab-0c05-421a-99c2-5edd10dcc18f None None] Pushing event updated for resources: {'Port': ['ID=fad02ed2-b390-495c-998c-4955019437a1,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:20.242294 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Attempting to bind port fad02ed2-b390-495c-998c-4955019437a1 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:20.242673 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Attempting to bind port fad02ed2-b390-495c-998c-4955019437a1 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:20.243046 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Attempting to bind port fad02ed2-b390-495c-998c-4955019437a1 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:20.243624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Transition to ACTIVE for port object 786bd962-c859-4f33-abcc-ddeeeee695df will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:20.254808 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:20.255605 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:20.256033 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.256601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:20.257103 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Bound port: fad02ed2-b390-495c-998c-4955019437a1, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:20.257496 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.287470 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.321631 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] For port fad02ed2-b390-495c-998c-4955019437a1, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:20.325974 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] For port fad02ed2-b390-495c-998c-4955019437a1, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fad02ed2-b390-495c-998c-4955019437a1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:20.335476 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.341495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:20.344692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:20.351396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:20.381706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Pushing event updated for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:20.398829 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.413994 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:20.414803 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:20.504867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0caa08-ecbb-49a9-86bb-98a31fa0ed04 None None] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:26:20.561818 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.581748 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b55730ab-0c05-421a-99c2-5edd10dcc18f None None] Pushing event updated for resources: {'Port': ['ID=fad02ed2-b390-495c-998c-4955019437a1,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:20.661669 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b403efd5-1854-42e7-9ad5-303079f9b0c1 None None] Provisioning for port 95777e6c-c116-4a8d-bffa-a7b849e45e1a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:20.679473 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:20.801368 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.807597 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.883275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Pushing event updated for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:20.888072 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:20.935007 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 3, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:20.965608 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a82302af-de51-4a70-b5be-720ce2b011bc None None] The sync data for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 is: [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 3, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:21.002244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:21.003814 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:21.102035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-434c3947-8ca2-4917-b107-a8e3f8096b1d None None] Provisioning for port 786bd962-c859-4f33-abcc-ddeeeee695df completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:21.110461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-434c3947-8ca2-4917-b107-a8e3f8096b1d None None] Provisioning complete for port 786bd962-c859-4f33-abcc-ddeeeee695df triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:21.111879 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-434c3947-8ca2-4917-b107-a8e3f8096b1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.189653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-434c3947-8ca2-4917-b107-a8e3f8096b1d None None] Port 786bd962-c859-4f33-abcc-ddeeeee695df cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:21.212540 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Router 58ae6188-6dcb-4705-b44a-a18fddb44244 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:26:21.249600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:21.332848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-543424c3-fc42-4838-b884-6ff97f25c666 None None] Provisioning complete for port 786bd962-c859-4f33-abcc-ddeeeee695df triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:21.333232 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-543424c3-fc42-4838-b884-6ff97f25c666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.336185 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:21.357536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:26:21.367052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-327bbf2a-bd08-4d3d-82dc-f611d5ce3387 admin admin] 10.222.0.21 "PUT /v2.0/routers/58ae6188-6dcb-4705-b44a-a18fddb44244/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.1150053 Jul 22 12:26:21.420878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:21.421263 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.458880 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-543424c3-fc42-4838-b884-6ff97f25c666 None None] Port 786bd962-c859-4f33-abcc-ddeeeee695df cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:21.561763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.568419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.612201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:21.623073 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.624470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 95777e6c-c116-4a8d-bffa-a7b849e45e1a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:21.717168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:21.728371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 95777e6c-c116-4a8d-bffa-a7b849e45e1a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:21.732664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 95777e6c-c116-4a8d-bffa-a7b849e45e1a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:21.733034 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.791742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b215ef50-8107-4246-9994-ccb9d2a7e703 None None] Provisioning complete for port 786bd962-c859-4f33-abcc-ddeeeee695df triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:21.792128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b215ef50-8107-4246-9994-ccb9d2a7e703 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:21.861754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b215ef50-8107-4246-9994-ccb9d2a7e703 None None] Port 786bd962-c859-4f33-abcc-ddeeeee695df cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:21.872848 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:22.086737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=95777e6c-c116-4a8d-bffa-a7b849e45e1a,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:22.104417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:22.163118 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=95777e6c-c116-4a8d-bffa-a7b849e45e1a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:23.261388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fad02ed2-b390-495c-998c-4955019437a1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:23.384994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port fad02ed2-b390-495c-998c-4955019437a1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:23.392847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fad02ed2-b390-495c-998c-4955019437a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:23.393488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:23.520472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:23.550737 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port fad02ed2-b390-495c-998c-4955019437a1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fad02ed2-b390-495c-998c-4955019437a1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:23.562512 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:23.565458 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 95777e6c-c116-4a8d-bffa-a7b849e45e1a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:23.647390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=fad02ed2-b390-495c-998c-4955019437a1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:23.663203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 95777e6c-c116-4a8d-bffa-a7b849e45e1a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:23.663592 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:23.760153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Sync routers for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:26:23.768232 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:23.796378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:23.797277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:23.905496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:23.906212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:23.957988 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:24.233709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 4, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '786bd962-c859-4f33-abcc-ddeeeee695df', 'name': '', 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'mac_address': 'fa:16:3e:ab:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:19Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 2, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'subnets': [{'id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:24.262855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Checking router: 58ae6188-6dcb-4705-b44a-a18fddb44244 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:26:24.263550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Updating router 58ae6188-6dcb-4705-b44a-a18fddb44244 port 786bd962-c859-4f33-abcc-ddeeeee695df binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:26:24.311279 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:24.650103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:24.667068 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Transition to ACTIVE for port object 786bd962-c859-4f33-abcc-ddeeeee695df will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:24.676531 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:24.750532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0022290-fb66-4a18-b770-74250dde6df7 None None] Pushing event updated for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:24.840245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Attempting to bind port 786bd962-c859-4f33-abcc-ddeeeee695df on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:24.840245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Attempting to bind port 786bd962-c859-4f33-abcc-ddeeeee695df by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:24.843870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Attempting to bind port 786bd962-c859-4f33-abcc-ddeeeee695df on network 906a9c2b-feab-4f6a-a81e-eb016e228d72 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:24.854191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 26, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:24.854607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Checking segment: {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:24.855020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:24.855432 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Bound using segment: {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:24.855943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Bound port: 786bd962-c859-4f33-abcc-ddeeeee695df, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '707933c6-5255-496a-9f67-5990524c37e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 127, 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:24.856342 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:24.972766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] For port 786bd962-c859-4f33-abcc-ddeeeee695df, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:24.977294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] For port 786bd962-c859-4f33-abcc-ddeeeee695df, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=786bd962-c859-4f33-abcc-ddeeeee695df,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:24.985198 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:25.083054 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:26:25.085932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:25.156516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0022290-fb66-4a18-b770-74250dde6df7 None None] Pushing event updated for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:25.209566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fad02ed2-b390-495c-998c-4955019437a1 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:25.318082 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port fad02ed2-b390-495c-998c-4955019437a1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:25.318807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:25.321043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:26:25.656345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 4, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '786bd962-c859-4f33-abcc-ddeeeee695df', 'name': '', 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'mac_address': 'fa:16:3e:ab:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:19Z', 'updated_at': '2021-07-22T12:26:24Z', 'revision_number': 4, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'subnets': [{'id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:26:25.694559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6ae4fe1-3b47-4772-94c7-f0ab27bd3712 None None] The sync data for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 is: [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:20Z', 'revision_number': 4, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '786bd962-c859-4f33-abcc-ddeeeee695df', 'name': '', 'network_id': '906a9c2b-feab-4f6a-a81e-eb016e228d72', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'mac_address': 'fa:16:3e:ab:65:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_interface', 'standard_attr_id': 4114, 'fixed_ips': [{'subnet_id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:19Z', 'updated_at': '2021-07-22T12:26:24Z', 'revision_number': 4, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'subnets': [{'id': 'd3fffc35-9bca-4be9-a8c5-83532253c448', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:26:27.164574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 786bd962-c859-4f33-abcc-ddeeeee695df up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:27.230223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 786bd962-c859-4f33-abcc-ddeeeee695df completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:27.237278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 786bd962-c859-4f33-abcc-ddeeeee695df triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:27.237749 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:27.359228 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:27.404964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 786bd962-c859-4f33-abcc-ddeeeee695df, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=786bd962-c859-4f33-abcc-ddeeeee695df,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:27.412690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:27.489702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:27.490986 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:26:27.785381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:28.759726 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:29.118870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 786bd962-c859-4f33-abcc-ddeeeee695df up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:29.197024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 786bd962-c859-4f33-abcc-ddeeeee695df triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:29.197795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:32.171738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-52e2bcaa-c0dd-4ca8-ae58-5c4eee19597a tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:32.173710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-52e2bcaa-c0dd-4ca8-ae58-5c4eee19597a tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 815 time: 0.1110458 Jul 22 12:26:32.190129 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-ed0d3351-e77f-4bd3-8750-1fbc65153b20 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/quotas/7e8d5a5a20eb4ac09ed3c4a449089371 HTTP/1.1" status: 200 len: 375 time: 0.0099328 Jul 22 12:26:32.258613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-6db692f3-b4d8-4c16-b354-2646b374c555 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0626404 Jul 22 12:26:32.370251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-8f77e3b2-353c-43ea-81e1-6b99b443bd3a service neutron] 10.222.0.21 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0955009 Jul 22 12:26:32.460918 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-a3d60280-e028-4490-b701-bcb1a83457f3 service neutron] 10.222.0.21 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0844398 Jul 22 12:26:32.643557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3aa95a01-9f48-423d-850c-894cebe5d9e7 req-400b710d-a104-4649-ad09-65a4f3f75a04 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0341341 Jul 22 12:26:33.603629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-5074ab59-3a28-4e86-82af-5ea77fe2d826 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:33.605174 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-5074ab59-3a28-4e86-82af-5ea77fe2d826 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 815 time: 0.1125934 Jul 22 12:26:33.616838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'port': {'device_id': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'admin_state_up': True, 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:33.745762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-deaa4156-4d3f-4b8c-8f20-b7a4d394161f req-243a30b4-4848-4c8c-8563-589e9c513031 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0310829 Jul 22 12:26:33.752656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Made reservation on behalf of 7e8d5a5a20eb4ac09ed3c4a449089371 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:26:33.757222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:33.899889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Allocated IP 172.20.0.7 (7fc926f6-277f-4f90-8f81-1a76952d1072/9340e979-7cff-45cc-9962-efdec4187bc1/c028cbb0-ffd9-447d-bc2c-ee4b99f1067b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:26:34.114093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:34.135685 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Transition to ACTIVE for port object c028cbb0-ffd9-447d-bc2c-ee4b99f1067b will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:34.181510 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:34.265483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:26:34.268339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:26:34.271450 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:34.275272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:26:34.312505 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.312868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.313222 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.314256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.314831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.315275 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.315617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.315954 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.316291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.316630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.316964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.317299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:34.350195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:34.351317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:34.372092 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-3301fe7c-f0f0-40a4-a24f-ef4ba4834d08 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7592745 Jul 22 12:26:34.556127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-467004e1-7e76-484e-9204-e6df38459a17 None None] Provisioning for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:34.561035 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-467004e1-7e76-484e-9204-e6df38459a17 None None] Provisioning complete for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:34.561619 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-467004e1-7e76-484e-9204-e6df38459a17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:34.602004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-467004e1-7e76-484e-9204-e6df38459a17 None None] Port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:26:34.902951 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e795d719-6956-4dc9-9c7c-332371312e47 req-e64feab2-7fbb-429c-b429-503510686f80 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:34.904528 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e795d719-6956-4dc9-9c7c-332371312e47 req-e64feab2-7fbb-429c-b429-503510686f80 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0852809 Jul 22 12:26:34.950707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e795d719-6956-4dc9-9c7c-332371312e47 req-5b0c9f3a-f367-45c3-9ce1-572f775c4100 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398381 Jul 22 12:26:36.117711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249fbae9-fdbf-48f4-b04c-03fe9a2aedf0 req-40ea5ff4-c0e8-4b03-8946-53f421466567 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:36.119359 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-249fbae9-fdbf-48f4-b04c-03fe9a2aedf0 req-40ea5ff4-c0e8-4b03-8946-53f421466567 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0871572 Jul 22 12:26:36.475683 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-249fbae9-fdbf-48f4-b04c-03fe9a2aedf0 req-8886af2a-151f-4bd8-bbab-08b7f4697ecf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3499551 Jul 22 12:26:37.631989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1b6ada-454f-49c4-9a61-b852fd7c618c req-ed1af12b-165c-4f35-bd9f-6720e9dc7602 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:37.635330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a1b6ada-454f-49c4-9a61-b852fd7c618c req-ed1af12b-165c-4f35-bd9f-6720e9dc7602 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0799491 Jul 22 12:26:37.684380 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a1b6ada-454f-49c4-9a61-b852fd7c618c req-1c1e9489-8d03-4b6c-ad4b-7b3a95f59db7 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0445843 Jul 22 12:26:38.837962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca1cedee-e482-4bd4-a51f-de84aa631606 req-b4a695ac-429b-4570-9bb5-19237d6a4f97 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:38.839578 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca1cedee-e482-4bd4-a51f-de84aa631606 req-b4a695ac-429b-4570-9bb5-19237d6a4f97 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0738037 Jul 22 12:26:38.887533 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca1cedee-e482-4bd4-a51f-de84aa631606 req-93e5db83-c94d-4d3a-895e-21710a8a3d70 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0405953 Jul 22 12:26:40.030002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dd0ed6f-0d6c-4e2b-b981-0eb719ab64c0 req-940fc82c-4451-429a-93cc-4d36314dbfcd tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:40.032468 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dd0ed6f-0d6c-4e2b-b981-0eb719ab64c0 req-940fc82c-4451-429a-93cc-4d36314dbfcd tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0683424 Jul 22 12:26:40.072482 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dd0ed6f-0d6c-4e2b-b981-0eb719ab64c0 req-2018de82-f4b4-4deb-9449-07992d7e5795 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0346568 Jul 22 12:26:41.210921 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5078e98d-f97f-4757-81c2-69397b84fbd6 req-84c8a6e3-7fa7-46e5-bbfa-f5a8b0566674 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:41.212523 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5078e98d-f97f-4757-81c2-69397b84fbd6 req-84c8a6e3-7fa7-46e5-bbfa-f5a8b0566674 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0676858 Jul 22 12:26:41.257097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5078e98d-f97f-4757-81c2-69397b84fbd6 req-486639d6-2d58-488a-a35e-e2623f581313 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360832 Jul 22 12:26:42.400602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08ff9d4b-5a49-4e2b-88a6-8d1d152eb7e1 req-22745990-82ba-4c5b-a44c-26a00a9ff12d tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:42.402828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08ff9d4b-5a49-4e2b-88a6-8d1d152eb7e1 req-22745990-82ba-4c5b-a44c-26a00a9ff12d tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0753808 Jul 22 12:26:42.442586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08ff9d4b-5a49-4e2b-88a6-8d1d152eb7e1 req-24928941-11a6-4af6-b7df-4bf11c33c9a8 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0344443 Jul 22 12:26:43.596670 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48048688-e21d-4390-9c7e-fc7ce96cbf60 req-6ed27e33-ff3e-4e52-a719-3c4beb217327 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:43.599254 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48048688-e21d-4390-9c7e-fc7ce96cbf60 req-6ed27e33-ff3e-4e52-a719-3c4beb217327 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 931 time: 0.0841408 Jul 22 12:26:43.645241 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-48048688-e21d-4390-9c7e-fc7ce96cbf60 req-ba5a3253-1728-4f35-a250-e77c04caf6e1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0362728 Jul 22 12:26:44.314152 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-6bcd13fd-c29b-4f8a-b892-203a3ab99d3e tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:26:44.315573 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-6bcd13fd-c29b-4f8a-b892-203a3ab99d3e tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0068457 Jul 22 12:26:44.332150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Request body: {'port': {'device_id': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:26:44.406338 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:44.677614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c028cbb0-ffd9-447d-bc2c-ee4b99f1067b {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:26:44.685940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:44.698706 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Transition to ACTIVE for port object c028cbb0-ffd9-447d-bc2c-ee4b99f1067b will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:26:44.703104 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:44.759929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:44.793641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd9dc9-0ab3-48df-9000-89e47cbe7eae req-3c131c07-fd46-49e7-a1e6-7262a49f878d tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:44.796838 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddfd9dc9-0ab3-48df-9000-89e47cbe7eae req-3c131c07-fd46-49e7-a1e6-7262a49f878d tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 943 time: 0.0818877 Jul 22 12:26:44.836814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Attempting to bind port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:26:44.837156 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Attempting to bind port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:26:44.837492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Attempting to bind port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b on network 7fc926f6-277f-4f90-8f81-1a76952d1072 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:44.841754 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ddfd9dc9-0ab3-48df-9000-89e47cbe7eae req-cd4a2f00-6e97-48c5-bed9-913cbb2fc4c4 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401788 Jul 22 12:26:44.842369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b on network 7fc926f6-277f-4f90-8f81-1a76952d1072 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:26:44.842734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Attempting to bind port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b on network 7fc926f6-277f-4f90-8f81-1a76952d1072 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:26:44.850081 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 26, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:26:44.850487 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Checking segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:26:44.850958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Bound using segment: {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:26:44.851327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Bound port: c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd9ae0778-42ac-422d-b758-97eb11b4d123', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 139, 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:26:44.851697 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:44.930066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:26:44.933315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:26:44.943617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:45.001034 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.001684 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:45.003205 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] 10.222.0.20 "PUT /v2.0/ports/c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 1091 time: 0.6759849 Jul 22 12:26:45.003589 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:26:45.005963 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e46e9a96-88fd-4634-9623-41fb3b94de17" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:26:45.040100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfd1a21e-e8bf-4f98-bfcf-b1f1fe268a37 service neutron] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:45.061531 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:26:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ce5ea670-2329-491b-a7ae-cdb013be4682 x-openstack-request-id: req-ce5ea670-2329-491b-a7ae-cdb013be4682 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:26:45.062300 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:26:45.062590 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ce5ea670-2329-491b-a7ae-cdb013be4682 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:26:45.064574 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:26:45.132092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-f430ded9-4fa0-44d9-b9ab-93dccf3a8e12 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.133643 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-f430ded9-4fa0-44d9-b9ab-93dccf3a8e12 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0651376 Jul 22 12:26:45.184054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-04a94973-e00a-474a-9d5e-612707d4d631 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 217 time: 0.0432849 Jul 22 12:26:45.236299 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-447f425e-5378-48b9-9468-0a9848970a8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.237804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-447f425e-5378-48b9-9468-0a9848970a8d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0472469 Jul 22 12:26:45.295622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-5a560610-7b6f-4e1b-ad6d-67d7b9c845fd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.298147 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-5a560610-7b6f-4e1b-ad6d-67d7b9c845fd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0533977 Jul 22 12:26:45.342084 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b0bd0d0e-a7f5-4fbb-aa90-b070d5a949f5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:45.396071 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-2bcdd026-16b1-4079-ad1d-07eb3643ad6c service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914674 Jul 22 12:26:45.489887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-48457c98-4191-41bd-bf9a-bc08881f7cad req-cf2c3c1f-77da-4645-be97-56cbbfed5b21 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0872109 Jul 22 12:26:45.606124 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-536a4fbd-72e0-42db-9e4d-e0b9c603537c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.607674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-536a4fbd-72e0-42db-9e4d-e0b9c603537c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1094 time: 0.0711257 Jul 22 12:26:45.698331 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-97ee8596-b3b7-4253-a654-f9b88761adbe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.699865 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-97ee8596-b3b7-4253-a654-f9b88761adbe service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.0860643 Jul 22 12:26:45.745366 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-500a5890-73c1-4f63-bc9d-57b0b1e5b7e0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 217 time: 0.0391512 Jul 22 12:26:45.795942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-3ccd9d62-7995-49e7-b724-1dedb5fc57d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.797438 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-3ccd9d62-7995-49e7-b724-1dedb5fc57d5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0453672 Jul 22 12:26:45.856800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-40917c3a-a569-4fce-95b9-824bdb1257e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.858166 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-40917c3a-a569-4fce-95b9-824bdb1257e4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0529597 Jul 22 12:26:45.953245 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-7836723f-e681-4c0f-813e-68485b2b1ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0882058 Jul 22 12:26:45.975268 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9be6cb21-3cb6-4b00-b2ba-f9da25f4ec68 req-ba399220-9c16-43a5-a48f-9101e7bc711a tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:45.979787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9be6cb21-3cb6-4b00-b2ba-f9da25f4ec68 req-ba399220-9c16-43a5-a48f-9101e7bc711a tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 943 time: 0.0661347 Jul 22 12:26:46.019017 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9be6cb21-3cb6-4b00-b2ba-f9da25f4ec68 req-c4fac06e-c8b2-40c8-9603-9b2db653dca4 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0365465 Jul 22 12:26:46.050912 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e46e9a96-88fd-4634-9623-41fb3b94de17 req-d5aa096d-5add-44c2-9a9e-c97511d221e6 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905392 Jul 22 12:26:47.164794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91fae680-8bba-4256-8d68-06a9faac2193 req-95e8de9c-6905-42b5-b758-ed663f48010f tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:47.166275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91fae680-8bba-4256-8d68-06a9faac2193 req-95e8de9c-6905-42b5-b758-ed663f48010f tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 943 time: 0.0693064 Jul 22 12:26:47.205734 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91fae680-8bba-4256-8d68-06a9faac2193 req-0cc05476-0062-4ae4-af82-7cc465c5f60d tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332453 Jul 22 12:26:47.928285 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:48.252575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-982b7732-557f-4afe-b7c2-0254846e62e6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:48.345394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6f7ed1f-12b1-42b9-99a7-bb9a10c79b34 req-38f79b52-decd-491b-96f7-0ecaa405f7bf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:48.346935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6f7ed1f-12b1-42b9-99a7-bb9a10c79b34 req-38f79b52-decd-491b-96f7-0ecaa405f7bf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 943 time: 0.0717356 Jul 22 12:26:48.389417 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6f7ed1f-12b1-42b9-99a7-bb9a10c79b34 req-b7e97754-3656-4bbb-b24e-01cba38e7b6f tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0367603 Jul 22 12:26:48.773178 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c028cbb0-ffd9-447d-bc2c-ee4b99f1067b details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:26:48.870460 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:48.882551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'port_id': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'mac_address': 'fa:16:3e:54:b0:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 139, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:26:48.921011 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:48.934358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c028cbb0-ffd9-447d-bc2c-ee4b99f1067b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:26:48.954808 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:48.960905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:49.016577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:49.024663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.025014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.025362 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.025701 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.026039 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.026372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.026733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.027064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.027393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.027719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.028047 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.028378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:26:49.163942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:26:49.523536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-319442be-69a9-48a0-80dd-1b9bda32febc req-894f4ff3-af4c-45b3-86a1-ee7059a72142 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:49.525065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-319442be-69a9-48a0-80dd-1b9bda32febc req-894f4ff3-af4c-45b3-86a1-ee7059a72142 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 944 time: 0.0670800 Jul 22 12:26:49.564962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-319442be-69a9-48a0-80dd-1b9bda32febc req-57368cc6-c63d-4a5b-a067-e95e1c2dfe24 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339339 Jul 22 12:26:49.593940 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:50.696004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e9f3348-5a22-4010-90c0-34531c066ef2 req-bc4a245a-73c8-4571-8260-a426ab1d6bb1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:50.697490 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e9f3348-5a22-4010-90c0-34531c066ef2 req-bc4a245a-73c8-4571-8260-a426ab1d6bb1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 944 time: 0.0652745 Jul 22 12:26:50.738261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e9f3348-5a22-4010-90c0-34531c066ef2 req-d0ecea4d-dd03-4ff9-8306-321c055411f2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0352175 Jul 22 12:26:50.775520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c028cbb0-ffd9-447d-bc2c-ee4b99f1067b up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:26:50.824842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:26:50.828668 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:26:50.829320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:50.909274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:50.932050 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:26:50.934276 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-51eeb958-fa56-41b8-9330-b1e8ebf884f3" -d '{"events": [{"server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "name": "network-vif-plugged", "status": "completed", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:26:50.947164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:26:50.951766 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:50.980314 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:26:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-465abe9e-093f-415a-a71e-72467e8239e3 x-openstack-request-id: req-465abe9e-093f-415a-a71e-72467e8239e3 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:26:50.980592 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "name": "network-vif-plugged", "status": "completed", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:26:50.981227 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-465abe9e-093f-415a-a71e-72467e8239e3 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:26:50.981612 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'code': 200} Jul 22 12:26:51.011605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:26:51.093024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-380f02b6-225f-4639-a7c9-7614a2038c88 req-01aa03ff-1afa-410b-bddd-ff49dc285a21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:51.095085 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-380f02b6-225f-4639-a7c9-7614a2038c88 req-01aa03ff-1afa-410b-bddd-ff49dc285a21 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0597880 Jul 22 12:26:51.130834 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-380f02b6-225f-4639-a7c9-7614a2038c88 req-6d9a9935-7620-4005-83be-dcd44a3e4a64 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0289333 Jul 22 12:26:51.513468 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:51.872317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65ddd2e3-6192-4cb3-909b-434ca1148a19 req-dd741c39-3fa5-4abc-b23d-5715858244c7 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:51.874167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65ddd2e3-6192-4cb3-909b-434ca1148a19 req-dd741c39-3fa5-4abc-b23d-5715858244c7 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0676749 Jul 22 12:26:51.915140 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-65ddd2e3-6192-4cb3-909b-434ca1148a19 req-1eb13788-9139-42b7-a42e-24ec5663f17c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0351930 Jul 22 12:26:53.049239 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe17c705-3051-4c62-9e0b-413c403354ae req-7c0881f9-e6ee-4437-8623-48298eae1fad tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:53.050740 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe17c705-3051-4c62-9e0b-413c403354ae req-7c0881f9-e6ee-4437-8623-48298eae1fad tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0660660 Jul 22 12:26:53.089712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe17c705-3051-4c62-9e0b-413c403354ae req-64c81354-fb51-4fdf-826c-18c1cfa89db1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332785 Jul 22 12:26:53.224135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de300dcd-268e-4e7b-a8f6-670e1568ff22 req-f66568cf-9370-49ee-a849-beb9f00ebb9b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:53.225544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de300dcd-268e-4e7b-a8f6-670e1568ff22 req-f66568cf-9370-49ee-a849-beb9f00ebb9b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0695727 Jul 22 12:26:53.263590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-de300dcd-268e-4e7b-a8f6-670e1568ff22 req-ed1c027f-92ef-4ad0-bf50-ac98d46f5a78 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0325115 Jul 22 12:26:53.478407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-97f03854-c2a7-49d8-8da7-92d1696b254c req-4833cf40-ba7b-4e32-bbd8-ca99a3d8fd61 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:26:53.479991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97f03854-c2a7-49d8-8da7-92d1696b254c req-4833cf40-ba7b-4e32-bbd8-ca99a3d8fd61 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0681217 Jul 22 12:26:53.520920 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-97f03854-c2a7-49d8-8da7-92d1696b254c req-699e12ba-a2cb-47a9-903d-da1790e33755 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0340714 Jul 22 12:26:57.802755 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:26:58.760488 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:04.490217 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:27:05.116655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f612cf5e-cce4-45c8-bba3-0f49758591a7 req-e5acc13b-9838-4ecd-b5b4-750f72b28d32 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:05.118097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f612cf5e-cce4-45c8-bba3-0f49758591a7 req-e5acc13b-9838-4ecd-b5b4-750f72b28d32 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0657945 Jul 22 12:27:05.161656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f612cf5e-cce4-45c8-bba3-0f49758591a7 req-d416e62c-3ba5-4bff-82f0-dd6a382e2690 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380120 Jul 22 12:27:05.184827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54466) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:05.368804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eb07161-cd70-4d22-b58a-5c286fd5ba81 tempest-TestMinimumBasicScenario-1388406681 tempest-TestMinimumBasicScenario-1388406681-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:05.370331 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8eb07161-cd70-4d22-b58a-5c286fd5ba81 tempest-TestMinimumBasicScenario-1388406681 tempest-TestMinimumBasicScenario-1388406681-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1091 time: 0.1844723 Jul 22 12:27:05.373346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54470) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:05.377800 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:05.399407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:05.501120 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:05.604673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Allocated IP 172.25.6.118 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/600469ad-72dd-4e07-a622-20157629781f) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:27:05.715619 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:05.754558 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:05.794006 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:27:05.797411 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:27:05.801124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:27:05.806584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'Port': ['ID=600469ad-72dd-4e07-a622-20157629781f,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:05.832817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.833160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.833505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.833842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.834173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.834791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.835119 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.835445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.835771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.836093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.836412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:05.836731 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:27:06.166192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.240592 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.397752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.402400 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.476359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'Port': ['ID=600469ad-72dd-4e07-a622-20157629781f,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:06.488777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.589423 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Floating IP 030e1018-8153-4f76-b092-38f842515814 associated. External IP: 172.25.6.118, port: c028cbb0-ffd9-447d-bc2c-ee4b99f1067b. Jul 22 12:27:06.802312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Router e807232c-1de2-47ff-b25b-36893fe334bd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:27:06.912663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:27:06.922298 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Sync routers for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:27:06.929005 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:06.931968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:27:06.932588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:27:06.971433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f54f41ae-fa11-4e38-a900-93f8fcfdc302 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.5970461 Jul 22 12:27:06.972031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:27:06.974241 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54472) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:06.979158 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1598638606', 'description': 'tempest-secgroup-smoke-1598638606 description', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.004724 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.044764 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:27:07.088565 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:27:07.106323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.111649 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.143568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.145211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1696994 Jul 22 12:27:07.148746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.150803 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d7c63d2-8422-45d2-8d75-11803c9a935b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9e3a14a6-e143-41fe-b25c-48bc4f7f098d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.153215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.190038 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.193703 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:27:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-df217d0c-c98a-40ed-82bc-deecbe51d92a x-openstack-request-id: req-df217d0c-c98a-40ed-82bc-deecbe51d92a {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:27:07.193990 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:27:07.194237 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-df217d0c-c98a-40ed-82bc-deecbe51d92a {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:27:07.194649 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:27:07.248579 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.261773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.276092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-13aa5594-682a-4362-aeda-775daa250b70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:07.277652 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-13aa5594-682a-4362-aeda-775daa250b70 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0609977 Jul 22 12:27:07.279394 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea32cc6b-bcf3-461b-bcb7-9973fe529a13,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.294274 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.295670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba166659-7a5e-45c3-9c64-8612aea5bf29 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1462538 Jul 22 12:27:07.298993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54482) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.304045 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.315886 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '030e1018-8153-4f76-b092-38f842515814', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'port_id': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'mac_address': 'fa:16:3e:54:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:27:06Z', 'updated_at': '2021-07-22T12:27:06Z', 'revision_number': 0, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:27:07.337454 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.349226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Checking router: e807232c-1de2-47ff-b25b-36893fe334bd for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:27:07.358133 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:27:07.358789 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:26:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:27:07.383131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-ee2a623f-bf5b-478e-a0e1-25dde0173394 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:07.384672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-ee2a623f-bf5b-478e-a0e1-25dde0173394 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.1005650 Jul 22 12:27:07.403905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.409671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.429644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=abc94731-6a41-4bfd-bc6f-46627a8d49f1,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.438422 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.440023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-177cf343-6394-4c74-beba-c69ec0e23d56 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1399934 Jul 22 12:27:07.442856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54484) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.447905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.461506 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-a56f4f0d-aace-4ad5-ae57-e7a83e780d66 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 999 time: 0.0694265 Jul 22 12:27:07.476918 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:27:07.483113 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.529496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-e8321913-8f1c-457d-a252-c887813c3524 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:07.531559 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-e8321913-8f1c-457d-a252-c887813c3524 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0631487 Jul 22 12:27:07.546313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.557385 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.579353 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc2f3ee1-21ed-4863-8764-125fc3083444,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.586891 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.591494 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-559890eb-249b-4781-b28b-018014e1f08c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1446550 Jul 22 12:27:07.591924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54486) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.597297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.601563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-3a6cbc79-ee7f-4e05-a428-7620870285b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:07.603119 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-3a6cbc79-ee7f-4e05-a428-7620870285b8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0648477 Jul 22 12:27:07.626023 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.700444 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.704292 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-7cb88ef7-327f-496f-8f40-25f717792afc service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0940933 Jul 22 12:27:07.705729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.723172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a743cfde-63e7-49e0-b9b9-083a1f149e94,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.734181 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.737578 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '030e1018-8153-4f76-b092-38f842515814', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'port_id': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'mac_address': 'fa:16:3e:54:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:27:06Z', 'updated_at': '2021-07-22T12:27:06Z', 'revision_number': 0, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:27:07.738958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-516c456a-1340-40a7-b0ee-0d60561ed783 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1459863 Jul 22 12:27:07.740240 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54488) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.748954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.770566 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b984486-4a2f-4743-a06e-0f1bbbdfcbee None None] The sync data for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 is: [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '030e1018-8153-4f76-b092-38f842515814', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'floating_ip_address': '172.25.6.118', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'port_id': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4117, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'mac_address': 'fa:16:3e:54:b0:23', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:27:06Z', 'updated_at': '2021-07-22T12:27:06Z', 'revision_number': 0, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:27:07.781826 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Project 7e8d5a5a20eb4ac09ed3c4a449089371 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:27:07.787671 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.821808 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3ab42e07-7108-42f5-87c8-fe8ebe7af7f0 req-0a441fe1-3787-482c-b4e0-45b37ac73238 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1085026 Jul 22 12:27:07.856003 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.861264 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.882327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0010674-bb9c-47f5-9d00-825af0663de0,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:07.889620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.893885 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54490) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:27:07.894055 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c92b2891-683e-4796-bf38-a84432ee5348 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1522536 Jul 22 12:27:07.898830 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'security_group_rule': {'security_group_id': '9e3a14a6-e143-41fe-b25c-48bc4f7f098d', 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:07.922140 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Project 7e8d5a5a20eb4ac09ed3c4a449089371 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:27:07.928118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:07.995326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6bc3d76-4b6f-4baf-af28-fa27ccd505ba None None] New status for floating IP 030e1018-8153-4f76-b092-38f842515814: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:27:07.999018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.004738 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.020632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffa49054-6049-408c-9dc8-b650efcc09f6,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:08.034687 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.035962 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b3107c65-b7d0-4b59-8c50-83e0405f6240 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1409991 Jul 22 12:27:08.128248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-ba772f74-d102-4c2d-9b00-8b6de39a9c28 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598638606&fields=id&tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371 HTTP/1.1" status: 200 len: 267 time: 0.0439479 Jul 22 12:27:08.202442 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-0fc42b96-29ef-4ffa-b75c-c7f59808afda tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:08.204139 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-0fc42b96-29ef-4ffa-b75c-c7f59808afda tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0702169 Jul 22 12:27:08.215733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'port': {'security_groups': ['279f049d-c30b-4304-a012-06ea3aa8b27b', '9e3a14a6-e143-41fe-b25c-48bc4f7f098d']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:27:08.305135 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.496647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:27:08.525855 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.530325 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.542658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:27:08.576928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:08.577591 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:08.579152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4bf13440-c7cf-403f-99be-a105768ee0ba req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "PUT /v2.0/ports/c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 981 time: 0.3682404 Jul 22 12:27:08.606717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc9d7ec-7474-47e2-ac59-5693e09a78e2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=6']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:27:08.635654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:27:08.727736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-150dcba9-6b92-4d0a-be7e-df294c7c0a45 req-58b4d889-8251-4c99-bb3e-1f0007ec48a3 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:08.729686 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-150dcba9-6b92-4d0a-be7e-df294c7c0a45 req-58b4d889-8251-4c99-bb3e-1f0007ec48a3 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0758612 Jul 22 12:27:08.774558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-150dcba9-6b92-4d0a-be7e-df294c7c0a45 req-c57c70df-d4ea-4025-859a-c5cf49188443 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0376723 Jul 22 12:27:08.913110 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-da073e2e-0e5a-4d3b-8e3f-705d362c59fa None None] Provisioning complete for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:27:08.913397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-da073e2e-0e5a-4d3b-8e3f-705d362c59fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:09.195489 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:27:09.198296 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-43fef349-a36b-44b3-9edf-4e2dc5303c28" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:27:09.238244 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:27:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-51511a87-0e90-4759-9b5c-5ce7fdabd126 x-openstack-request-id: req-51511a87-0e90-4759-9b5c-5ce7fdabd126 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:27:09.238856 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:27:09.238856 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-51511a87-0e90-4759-9b5c-5ce7fdabd126 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:27:09.239241 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:27:09.321557 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-e191592b-56cf-4041-9cfb-48cca4b9c201 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:09.323031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-e191592b-56cf-4041-9cfb-48cca4b9c201 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1135 time: 0.0609269 Jul 22 12:27:09.415727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-10de5b5a-ba6f-4cb8-a1dc-bc61ed8c52e1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:09.417236 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-10de5b5a-ba6f-4cb8-a1dc-bc61ed8c52e1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.0865605 Jul 22 12:27:09.496708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-3f9bc0eb-ec74-4e07-b206-89577e511ad9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 1001 time: 0.0680397 Jul 22 12:27:09.553333 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-d8d1929d-e0db-490d-9758-3e5f07a38ea1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:09.554951 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-d8d1929d-e0db-490d-9758-3e5f07a38ea1 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0447867 Jul 22 12:27:09.615344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-3601818d-cb45-482a-953c-b40252a48fc8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:09.616798 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-3601818d-cb45-482a-953c-b40252a48fc8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0558214 Jul 22 12:27:09.713772 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-33a24129-7fa0-423e-8e51-25a2a420dc23 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0900710 Jul 22 12:27:09.804927 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-43fef349-a36b-44b3-9edf-4e2dc5303c28 req-4ed07dad-b1ec-4171-8f3f-11e5fe76b7d1 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836775 Jul 22 12:27:15.343372 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-83435764-52e7-42a2-b68e-233d12dc1b6a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:17.931769 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:18.254223 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-84558c52-2924-4fb7-8144-f362f007bb0e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:19.595584 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:21.516551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:23.980289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80b4b-239f-4558-809e-25bb161a9743 req-82ce2890-dc64-4364-a649-2f1811327ada service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:23.981825 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-82ce2890-dc64-4364-a649-2f1811327ada service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1135 time: 0.0621123 Jul 22 12:27:23.992290 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-684d20bc-dee4-4464-a07f-1897cdd7cb02 req-7220b311-2d0c-4b28-abaf-70d831389732 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:23.994118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-684d20bc-dee4-4464-a07f-1897cdd7cb02 req-7220b311-2d0c-4b28-abaf-70d831389732 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0702658 Jul 22 12:27:24.036959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-684d20bc-dee4-4464-a07f-1897cdd7cb02 req-7c8e94bc-3624-466a-a024-4179d99fc261 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0369315 Jul 22 12:27:24.078232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80b4b-239f-4558-809e-25bb161a9743 req-d1fe7106-db04-458b-85ae-0dfeef762267 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:24.079807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-d1fe7106-db04-458b-85ae-0dfeef762267 service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.0890689 Jul 22 12:27:24.154151 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-f0ac9cb5-9e57-4ab3-a9dc-681545f81330 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 1001 time: 0.0663953 Jul 22 12:27:24.203995 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80b4b-239f-4558-809e-25bb161a9743 req-0f342b8d-3256-4db1-8183-3a157139c1a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:24.205523 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-0f342b8d-3256-4db1-8183-3a157139c1a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0449259 Jul 22 12:27:24.267986 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22f80b4b-239f-4558-809e-25bb161a9743 req-3bf358a0-6daa-486a-a14a-c73839e45d0e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:24.269517 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-3bf358a0-6daa-486a-a14a-c73839e45d0e service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0564790 Jul 22 12:27:24.366971 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-c85a5c46-d645-442f-952d-af7ec9d8bc09 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899186 Jul 22 12:27:24.462816 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-22f80b4b-239f-4558-809e-25bb161a9743 req-e6d644dc-60eb-4219-aaca-cf8a4624fa14 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0875840 Jul 22 12:27:25.175317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-82aab67d-7570-4522-a2c7-52dfe89ceaa1 req-24ed1114-3ad6-4e25-9fd4-b773d4fe64b1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:25.176908 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82aab67d-7570-4522-a2c7-52dfe89ceaa1 req-24ed1114-3ad6-4e25-9fd4-b773d4fe64b1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0683560 Jul 22 12:27:25.216652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-82aab67d-7570-4522-a2c7-52dfe89ceaa1 req-6b807a1c-4f2a-411b-a5fa-efc77e9a612c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0340698 Jul 22 12:27:26.353160 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df157069-7084-4051-9537-75eaae42e08c req-e2da32bc-fcb1-45a6-acbd-313476ca0c69 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:26.354681 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df157069-7084-4051-9537-75eaae42e08c req-e2da32bc-fcb1-45a6-acbd-313476ca0c69 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0687168 Jul 22 12:27:26.395363 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-df157069-7084-4051-9537-75eaae42e08c req-036581df-098d-4f79-84f2-41ca3fd0a421 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0346835 Jul 22 12:27:27.525803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acb4afd0-e38d-4585-8e4a-208ff8c4ba31 req-84f006b0-f671-42ec-95dc-ef613d394704 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:27.527337 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acb4afd0-e38d-4585-8e4a-208ff8c4ba31 req-84f006b0-f671-42ec-95dc-ef613d394704 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0639789 Jul 22 12:27:27.569175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acb4afd0-e38d-4585-8e4a-208ff8c4ba31 req-a47c9b78-a63d-4b25-b625-2f0535c262bf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0355487 Jul 22 12:27:27.799880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:28.703132 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b71ca28-dd15-45c3-9bd9-8efc0ae5c889 req-7f0edd16-84d8-48b2-b354-fc4508d8bc77 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:28.704772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b71ca28-dd15-45c3-9bd9-8efc0ae5c889 req-7f0edd16-84d8-48b2-b354-fc4508d8bc77 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0677295 Jul 22 12:27:28.745856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b71ca28-dd15-45c3-9bd9-8efc0ae5c889 req-dc5dc7e7-3d6c-4bd5-8ac8-d95dc7b161c0 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0352056 Jul 22 12:27:28.772855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:29.898203 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b44e86a4-1ba1-4cf9-b884-6280fe934356 req-b4c514d5-74cf-4582-94b0-6f893bf305bf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:29.899632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b44e86a4-1ba1-4cf9-b884-6280fe934356 req-b4c514d5-74cf-4582-94b0-6f893bf305bf tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0708225 Jul 22 12:27:29.946837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b44e86a4-1ba1-4cf9-b884-6280fe934356 req-04d73909-165a-4a2a-af9c-0d98685113b1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0414212 Jul 22 12:27:31.079811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e7bcd94-0094-4a64-8c3e-23fbab708cce req-6e5e0178-890d-40c6-871d-8e55ceb89b0b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:31.081355 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e7bcd94-0094-4a64-8c3e-23fbab708cce req-6e5e0178-890d-40c6-871d-8e55ceb89b0b tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0656159 Jul 22 12:27:31.127868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0e7bcd94-0094-4a64-8c3e-23fbab708cce req-360b122d-6b48-4bea-9c3a-0ffa2e0263a6 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0405085 Jul 22 12:27:32.264047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b14c5ee-a8af-43a1-af87-8aebf808265a req-6cc231d2-cdcc-45b8-a021-0ee1052f9e1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:32.266199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b14c5ee-a8af-43a1-af87-8aebf808265a req-6cc231d2-cdcc-45b8-a021-0ee1052f9e1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0674689 Jul 22 12:27:32.304421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b14c5ee-a8af-43a1-af87-8aebf808265a req-cd6f70e5-7690-4cd6-8ef1-7620feb68775 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0324752 Jul 22 12:27:33.432331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c432510a-9919-4852-8ec9-a22e30d4fa5e req-16607b92-b90e-4721-8737-2785b55f3299 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:33.433802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c432510a-9919-4852-8ec9-a22e30d4fa5e req-16607b92-b90e-4721-8737-2785b55f3299 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0629203 Jul 22 12:27:33.473835 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c432510a-9919-4852-8ec9-a22e30d4fa5e req-459d2503-9d7f-410e-9a65-ab86ed2d50a6 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0342436 Jul 22 12:27:34.613850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156238c5-3175-4d7b-805b-db600a02a220 req-e56ac036-4f73-4da2-9a25-f33490933ef2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:34.615399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-156238c5-3175-4d7b-805b-db600a02a220 req-e56ac036-4f73-4da2-9a25-f33490933ef2 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0680006 Jul 22 12:27:34.657176 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-156238c5-3175-4d7b-805b-db600a02a220 req-6aa0bc03-38f7-4781-aab8-75d8a49bce58 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0359461 Jul 22 12:27:35.785817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6ae85e-5ff3-4064-8ff2-f2f2b2002bcf req-477911c8-1c28-47eb-8538-7cd75f492710 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:35.787455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf6ae85e-5ff3-4064-8ff2-f2f2b2002bcf req-477911c8-1c28-47eb-8538-7cd75f492710 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0641804 Jul 22 12:27:35.825696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cf6ae85e-5ff3-4064-8ff2-f2f2b2002bcf req-ef2a9287-3732-4482-ac2a-eb1f084bb6d1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=9e3a14a6-e143-41fe-b25c-48bc4f7f098d&id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 380 time: 0.0325019 Jul 22 12:27:41.491465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:27:43.370031 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-ff20bd35-2937-4d43-8eeb-96bb9d5930c3 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0616245 Jul 22 12:27:43.463323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1bc39055-ea41-455e-bca9-a98a4c180116 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:43.464876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1bc39055-ea41-455e-bca9-a98a4c180116 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1135 time: 0.0555320 Jul 22 12:27:43.568818 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1b1d5ff4-2aac-4592-9e93-81641a98901b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:43.570288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1b1d5ff4-2aac-4592-9e93-81641a98901b service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.0856357 Jul 22 12:27:43.639305 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-d99c94d0-0fd8-4fec-9730-1084f22c7bdc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 1001 time: 0.0619555 Jul 22 12:27:43.687066 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-c14a6347-842a-4d4f-8859-4ad4abb67d95 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:43.688480 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-c14a6347-842a-4d4f-8859-4ad4abb67d95 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0429668 Jul 22 12:27:43.747159 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1973f4df-a9c7-4e30-93f3-bb2b2432cf7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:27:43.748695 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-1973f4df-a9c7-4e30-93f3-bb2b2432cf7f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536644 Jul 22 12:27:43.849427 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-b81d7104-adf9-4a00-a543-cb0cca79a96e service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0855186 Jul 22 12:27:43.941878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-8dbaa3a8-350a-4bb2-80ce-d93573615288 req-199eabc6-5541-47cb-9b7b-0ec5800c30db service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0799639 Jul 22 12:27:45.345685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dee32e7e-cb6b-475a-903c-d12b0508819f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:47.933010 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:48.254747 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-759e08e9-6199-44ab-9acd-2b4db8131719 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:49.597607 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:51.518250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:57.800426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:27:58.770434 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.227777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-311f3369-f243-461e-ba51-5813ca854d96 req-3804c6e4-350a-4975-a746-bde2033374de tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1598638606&fields=id&tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371 HTTP/1.1" status: 200 len: 267 time: 0.0797191 Jul 22 12:28:08.299156 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f3369-f243-461e-ba51-5813ca854d96 req-18fcc412-0bb9-49f6-919f-00bf08013bdb tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:08.300586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-311f3369-f243-461e-ba51-5813ca854d96 req-18fcc412-0bb9-49f6-919f-00bf08013bdb tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 984 time: 0.0673463 Jul 22 12:28:08.311279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Request body: {'port': {'security_groups': ['279f049d-c30b-4304-a012-06ea3aa8b27b']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:08.397353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.577864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:08.606528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.611029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.626269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:28:08.653355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:08.654638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.656291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-311f3369-f243-461e-ba51-5813ca854d96 req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "PUT /v2.0/ports/c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 942 time: 0.3496172 Jul 22 12:28:08.656756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:08.659044 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:08.663533 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54554) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:08.685399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event updated for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:08.694054 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.694410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.694791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.695133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.695764 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.695888 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.696128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.696459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.696792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.697121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.697455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.697784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7981f585-a9b1-471d-b881-1abfd8de3d19 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:08.719754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:28:08.738735 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b38feeb5-9723-4cfd-bdd0-dbdef65d883c x-openstack-request-id: req-b38feeb5-9723-4cfd-bdd0-dbdef65d883c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:08.739034 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:08.739391 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b38feeb5-9723-4cfd-bdd0-dbdef65d883c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:08.740156 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:28:08.809821 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.847351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.878861 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-79778029-61e3-48ac-a95a-65a277afe5d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:08.880394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-79778029-61e3-48ac-a95a-65a277afe5d8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1096 time: 0.1144688 Jul 22 12:28:08.917471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5ae11b75-c9d1-416a-9839-13b9e02935d5 None None] Provisioning complete for port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:08.917929 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5ae11b75-c9d1-416a-9839-13b9e02935d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.987903 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.990519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:08.991672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "DELETE /v2.0/security-groups/9e3a14a6-e143-41fe-b25c-48bc4f7f098d HTTP/1.1" status: 204 len: 168 time: 0.3271208 Jul 22 12:28:08.994553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:08.998133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-c2523652-a149-45cf-89b2-c45407ea6fca service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:08.999682 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-c2523652-a149-45cf-89b2-c45407ea6fca service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.1112835 Jul 22 12:28:09.004562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e3a14a6-e143-41fe-b25c-48bc4f7f098d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:09.046571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.046934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.047283 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.047619 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.047955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.048342 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.048675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.049043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.049378 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.049711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.050040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.050366 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a8c05952-c1fa-44cd-a2ae-045dc6646703 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:09.080972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-411e3ec6-fc76-4bc0-a747-db1804d89d9a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 1001 time: 0.0732348 Jul 22 12:28:09.136552 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-1d533c56-41cc-46d9-aacc-a30628566e4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:09.138469 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-1d533c56-41cc-46d9-aacc-a30628566e4d service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0503974 Jul 22 12:28:09.205896 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-c6d07142-590f-4c8c-8a69-e72bf0742825 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:09.207478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-c6d07142-590f-4c8c-8a69-e72bf0742825 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0626574 Jul 22 12:28:09.302117 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-7707823d-b1b5-40b0-ac2c-1a41cfc25d91 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0877545 Jul 22 12:28:09.398429 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5bfc5427-3c80-4ba1-aaf1-f635683c0d1d req-02896de4-da4d-4272-a76c-a69ddd4008ce service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0902417 Jul 22 12:28:09.454829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Deleting port 600469ad-72dd-4e07-a622-20157629781f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:09.455394 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:09.528668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:09.528996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:09.540216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Calling delete_port for 600469ad-72dd-4e07-a622-20157629781f owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:09.685125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:09.709071 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event deleted for resources: {'Port': ['ID=600469ad-72dd-4e07-a622-20157629781f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:09.781662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:09.782008 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Floating IP 030e1018-8153-4f76-b092-38f842515814 disassociated (deleted). External IP: 172.25.6.118, port: c028cbb0-ffd9-447d-bc2c-ee4b99f1067b. Jul 22 12:28:09.987177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Router e807232c-1de2-47ff-b25b-36893fe334bd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:28:10.092352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:10.097046 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:10.101897 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Sync routers for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:10.111937 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:10.112688 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:27:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:10.142105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b15fe6fc-a751-4bb4-9094-52c0028aac1c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "DELETE /v2.0/floatingips/030e1018-8153-4f76-b092-38f842515814 HTTP/1.1" status: 204 len: 168 time: 1.1437993 Jul 22 12:28:10.220810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:10.429300 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:10.459471 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Checking router: e807232c-1de2-47ff-b25b-36893fe334bd for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:10.467940 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:10.468547 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:27:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:10.660066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:10.741515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:10.744037 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e" -d '{"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:10.779983 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:10 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d037699f-5735-432a-9711-4d34067e8ccf x-openstack-request-id: req-d037699f-5735-432a-9711-4d34067e8ccf {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:10.780286 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:10.780543 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d037699f-5735-432a-9711-4d34067e8ccf {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:10.780948 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:28:10.863223 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:10.871763 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-b60138dd-721f-45f7-abcc-3ff9b31bae92 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:10.873335 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-b60138dd-721f-45f7-abcc-3ff9b31bae92 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 1096 time: 0.0593705 Jul 22 12:28:10.890224 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73cdd1d9-65e9-4e00-9eec-0dd92335f84f None None] The sync data for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 is: [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:26:15Z', 'revision_number': 4, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0', 'name': '', 'network_id': '7fc926f6-277f-4f90-8f81-1a76952d1072', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'mac_address': 'fa:16:3e:4b:69:89', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_interface', 'standard_attr_id': 4102, 'fixed_ips': [{'subnet_id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:14Z', 'updated_at': '2021-07-22T12:26:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'subnets': [{'id': '9340e979-7cff-45cc-9962-efdec4187bc1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:10.977007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-d1492952-61a5-41ed-b90e-70a0e816bd5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:10.978740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-d1492952-61a5-41ed-b90e-70a0e816bd5d service neutron] 10.222.0.20 "GET /v2.0/networks?id=7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 200 len: 916 time: 0.0989149 Jul 22 12:28:11.019725 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-4bca1c1d-aec8-45cf-8bd8-03b5c94065f3 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 200 len: 217 time: 0.0351632 Jul 22 12:28:11.071694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-dcd707ac-265b-4e9c-9b1e-9643b85569a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:11.073123 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-dcd707ac-265b-4e9c-9b1e-9643b85569a5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 200 len: 854 time: 0.0476646 Jul 22 12:28:11.141860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fcd3331a-a40e-4aaf-a6bf-788b659c6324 None None] New status for floating IP 030e1018-8153-4f76-b092-38f842515814: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:28:11.149080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-08b00c30-a576-4bcd-8194-a827d2792ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:11.151059 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-08b00c30-a576-4bcd-8194-a827d2792ddd service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=7fc926f6-277f-4f90-8f81-1a76952d1072&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0714734 Jul 22 12:28:11.248720 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-d4d6e531-00a4-4cb9-87ef-15e2ac238259 service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904195 Jul 22 12:28:11.662934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-fae8f8d8-b824-4e28-ae05-480d7ca4f41e req-7bc4ed39-b363-48bc-ae0d-23d182f862ee service neutron] 10.222.0.20 "GET /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4087603 Jul 22 12:28:15.345659 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ad64f78c-e08e-4df0-9363-38622883683b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:17.242466 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-723d23d3-fad2-44a3-9abd-d8ba255d895d req-604d63bb-c927-41e3-bf3c-2f5681d489f1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:17.244107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-723d23d3-fad2-44a3-9abd-d8ba255d895d req-604d63bb-c927-41e3-bf3c-2f5681d489f1 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0690148 Jul 22 12:28:17.282633 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-723d23d3-fad2-44a3-9abd-d8ba255d895d req-867d05b4-f492-4327-917f-954568aab81c tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0326083 Jul 22 12:28:17.935611 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:18.255076 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c77a7688-9aa9-4a53-99f1-64a9e39772dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:18.413947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77a9d3d8-53e1-4572-b261-a1575732a8ab req-24490419-af1b-4e1b-8f41-1856908e8233 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:18.415467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77a9d3d8-53e1-4572-b261-a1575732a8ab req-24490419-af1b-4e1b-8f41-1856908e8233 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0638440 Jul 22 12:28:18.452275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-77a9d3d8-53e1-4572-b261-a1575732a8ab req-508e4dc7-9da3-46d4-b9de-57751fe4fc86 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/security-groups?id=279f049d-c30b-4304-a012-06ea3aa8b27b&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0311058 Jul 22 12:28:18.489961 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:28:18.824678 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-e2e7ce6f-70f7-4e1e-8cc6-2e65a0069dae tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:18.826885 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-e2e7ce6f-70f7-4e1e-8cc6-2e65a0069dae tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.20 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 945 time: 0.0628803 Jul 22 12:28:18.926802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Deleting port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:18.927145 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:19.014488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] For port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:19.014924 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:19.026957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Calling delete_port for c028cbb0-ffd9-447d-bc2c-ee4b99f1067b owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:19.156791 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:19.168183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:28:19.187254 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Pushing event deleted for resources: {'Port': ['ID=c028cbb0-ffd9-447d-bc2c-ee4b99f1067b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:19.236351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] No DVR routers for this DVR port c028cbb0-ffd9-447d-bc2c-ee4b99f1067b on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:28:19.239105 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:19.241697 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-cb8fc88d-b3c9-4b77-9f80-52633d5eb976 req-9e0e1a21-aee4-4db7-997c-69db01be4461 tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.20 "DELETE /v2.0/ports/c028cbb0-ffd9-447d-bc2c-ee4b99f1067b HTTP/1.1" status: 204 len: 173 time: 0.4091673 Jul 22 12:28:19.242175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'name': 'network-vif-deleted', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:19.244826 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-da8e6b7c-012a-40be-8a07-922d720a3391" -d '{"events": [{"server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "name": "network-vif-deleted", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:19.341664 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2928bfd6-86b2-4f99-814c-f626b38304cf x-openstack-request-id: req-2928bfd6-86b2-4f99-814c-f626b38304cf {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:19.341971 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "bc4987ea-1af5-4728-92de-9105d5e15bb3", "name": "network-vif-deleted", "tag": "c028cbb0-ffd9-447d-bc2c-ee4b99f1067b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:19.342324 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2928bfd6-86b2-4f99-814c-f626b38304cf {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:19.342907 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bc4987ea-1af5-4728-92de-9105d5e15bb3', 'name': 'network-vif-deleted', 'tag': 'c028cbb0-ffd9-447d-bc2c-ee4b99f1067b', 'status': 'completed', 'code': 200} Jul 22 12:28:19.566645 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b80cb322-6446-4d71-8c7e-08ce96d09738 req-bdf2036d-ca3c-45da-9658-eefab6079dce tempest-TestMinimumBasicScenario-2071534107 tempest-TestMinimumBasicScenario-2071534107-project] 10.222.0.21 "GET /v2.0/ports?device_id=bc4987ea-1af5-4728-92de-9105d5e15bb3 HTTP/1.1" status: 200 len: 210 time: 0.0333872 Jul 22 12:28:19.602793 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:21.135208 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:21.473076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:21.521951 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:21.730735 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Deleting port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:21.730973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:21.806171 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] For port 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:21.806549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:21.818615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Calling delete_port for 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:22.001349 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.030754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:22.200800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.416062 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Router e807232c-1de2-47ff-b25b-36893fe334bd has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:28:22.516703 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:22.521866 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-50b2ed0a-000c-4ad4-92c1-6f8ffaa8f755 admin admin] 10.222.0.21 "PUT /v2.0/routers/e807232c-1de2-47ff-b25b-36893fe334bd/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3856032 Jul 22 12:28:22.524309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54666) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:22.527139 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Sync routers for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:22.536730 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:22.537336 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:22.627865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.639631 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:22.730035 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.782591 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Deleting port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:22.782935 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.813750 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:28:21Z', 'revision_number': 5, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port': {'id': '4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0b:24:48', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4101, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:13Z', 'updated_at': '2021-07-22T12:26:18Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:22.844482 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Checking router: e807232c-1de2-47ff-b25b-36893fe334bd for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:22.852521 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Routers {'e807232c-1de2-47ff-b25b-36893fe334bd'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:22.853125 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e807232c-1de2-47ff-b25b-36893fe334bd'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:22.864866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] For port 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:22.865226 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:22.876618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Calling delete_port for 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:22.937407 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] Set router e807232c-1de2-47ff-b25b-36893fe334bd gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:22.989451 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:28:22Z', 'revision_number': 6, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:23.019634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50c2fe82-6d1c-4380-8bf7-0e32d94f019d None None] The sync data for ids ['e807232c-1de2-47ff-b25b-36893fe334bd'] in n-d-754448-4 is: [{'id': 'e807232c-1de2-47ff-b25b-36893fe334bd', 'name': 'tempest-TestMinimumBasicScenario-1828340852-router', 'tenant_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:12Z', 'updated_at': '2021-07-22T12:28:22Z', 'revision_number': 6, 'project_id': '7e8d5a5a20eb4ac09ed3c4a449089371', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:23.046104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.074566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Pushing event deleted for resources: {'Port': ['ID=4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:23.141302 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.229249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.231305 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.279034 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.279548 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router e807232c-1de2-47ff-b25b-36893fe334bd {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:28:23.284570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.285733 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd74a2f0-2bd6-4050-a28d-c5f430595ec1 admin admin] 10.222.0.21 "DELETE /v2.0/routers/e807232c-1de2-47ff-b25b-36893fe334bd HTTP/1.1" status: 204 len: 168 time: 0.7605207 Jul 22 12:28:23.288190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:23.332864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Deleting subnet 9340e979-7cff-45cc-9962-efdec4187bc1 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:28:23.336179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.349322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c028cbb0-ffd9-447d-bc2c-ee4b99f1067b no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:23.373999 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: c028cbb0-ffd9-447d-bc2c-ee4b99f1067b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:23.374563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device c028cbb0-ffd9-447d-bc2c-ee4b99f1067b not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:23.375187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.461308 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.517386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.541187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9340e979-7cff-45cc-9962-efdec4187bc1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:23.548009 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.549956 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-95a55e7a-27c1-450d-8dad-8d2c2b717d10 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/9340e979-7cff-45cc-9962-efdec4187bc1 HTTP/1.1" status: 204 len: 168 time: 0.2608516 Jul 22 12:28:23.556150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:23.558549 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7bb5dc3c-57ce-4d5c-a81e-4523a0e53530 None None] Network 7fc926f6-277f-4f90-8f81-1a76952d1072 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:28:23.627540 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.679929 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Deleting port cc0334df-8f85-4793-986e-295002851fd7 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:23.680271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.746674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] For port cc0334df-8f85-4793-986e-295002851fd7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc0334df-8f85-4793-986e-295002851fd7,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:23.747049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.758161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Calling delete_port for cc0334df-8f85-4793-986e-295002851fd7 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:23.823608 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] DHCP port deletion for 7fc926f6-277f-4f90-8f81-1a76952d1072 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:28:23.830794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:23.873427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:23.873803 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2ae01e81-35ea-4932-a8f8-5da8a7b1e5b0 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:23.905464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Deleting port cc0334df-8f85-4793-986e-295002851fd7 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:23.906001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.973555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] For port cc0334df-8f85-4793-986e-295002851fd7, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cc0334df-8f85-4793-986e-295002851fd7,segment=NetworkSegment(d9ae0778-42ac-422d-b758-97eb11b4d123),segment_id=d9ae0778-42ac-422d-b758-97eb11b4d123)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:23.973956 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:23.988201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Calling delete_port for cc0334df-8f85-4793-986e-295002851fd7 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:24.081902 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.109717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Pushing event deleted for resources: {'Port': ['ID=cc0334df-8f85-4793-986e-295002851fd7,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:24.120586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] No DVR routers for this DVR port cc0334df-8f85-4793-986e-295002851fd7 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:28:24.126152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.126530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.126917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.127233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.127600 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.131043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-072bdc36-ed81-4757-b717-fda7240506a4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:24.154414 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.182146 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Pushing event deleted for resources: {'Port': ['ID=cc0334df-8f85-4793-986e-295002851fd7,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:24.185792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] No DVR routers for this DVR port cc0334df-8f85-4793-986e-295002851fd7 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:28:24.267078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.277018 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fc926f6-277f-4f90-8f81-1a76952d1072']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:24.286818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd9ae0778-42ac-422d-b758-97eb11b4d123') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:24.287131 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd9ae0778-42ac-422d-b758-97eb11b4d123') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:24.296492 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.310686 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.316683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Releasing vlan 139 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:28:24.317087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self.session.flush() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:28:24.318877 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:28:24.378110 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.382844 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.384708 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] 10.222.0.21 "DELETE /v2.0/networks/7fc926f6-277f-4f90-8f81-1a76952d1072 HTTP/1.1" status: 204 len: 168 time: 0.8311939 Jul 22 12:28:24.387819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54672) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:24.396872 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a075dfd-f7c1-4f35-b0cb-7d59f268a970 admin admin] Pushing event deleted for resources: {'Network': ['ID=7fc926f6-277f-4f90-8f81-1a76952d1072,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:24.732701 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:24.984654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Deleting port 786bd962-c859-4f33-abcc-ddeeeee695df {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:24.984896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:25.061177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] For port 786bd962-c859-4f33-abcc-ddeeeee695df, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=786bd962-c859-4f33-abcc-ddeeeee695df,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:25.061533 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:25.073594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Calling delete_port for 786bd962-c859-4f33-abcc-ddeeeee695df owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:25.164079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:25.184654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:25.185578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 4f8fca76-cf2f-410f-a642-8a1d1bd8e2c5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:25.185995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc0334df-8f85-4793-986e-295002851fd7 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:25.207519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: cc0334df-8f85-4793-986e-295002851fd7 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:25.207864 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cc0334df-8f85-4793-986e-295002851fd7 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:25.259667 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:25.286798 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Pushing event deleted for resources: {'Port': ['ID=786bd962-c859-4f33-abcc-ddeeeee695df,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:25.458019 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:25.674753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Router 58ae6188-6dcb-4705-b44a-a18fddb44244 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:28:25.776420 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:25.782172 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd504aab-a45e-40d1-b3fd-d5418572fdf5 admin admin] 10.222.0.21 "PUT /v2.0/routers/58ae6188-6dcb-4705-b44a-a18fddb44244/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3932533 Jul 22 12:28:25.784697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54674) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:25.787427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Sync routers for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:25.797139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:25.797756 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:25.886759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:25.900347 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:25.990645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.043561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Deleting port fad02ed2-b390-495c-998c-4955019437a1 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:26.044496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.077764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170'}], 'enable_snat': True}, 'gw_port_id': 'fad02ed2-b390-495c-998c-4955019437a1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:28:25Z', 'revision_number': 5, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port': {'id': 'fad02ed2-b390-495c-998c-4955019437a1', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:b1:dd:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4113, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.170', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:26:23Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:26.103262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Checking router: 58ae6188-6dcb-4705-b44a-a18fddb44244 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:26.112106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Routers {'58ae6188-6dcb-4705-b44a-a18fddb44244'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:26.112976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['58ae6188-6dcb-4705-b44a-a18fddb44244'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:26.131297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] For port fad02ed2-b390-495c-998c-4955019437a1, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=fad02ed2-b390-495c-998c-4955019437a1,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:26.131663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.143224 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Calling delete_port for fad02ed2-b390-495c-998c-4955019437a1 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:26.200134 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] Set router 58ae6188-6dcb-4705-b44a-a18fddb44244 gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:26.254544 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:28:25Z', 'revision_number': 6, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:26.280300 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-231bfa70-92c4-49d6-97a7-8f71cb190ffa None None] The sync data for ids ['58ae6188-6dcb-4705-b44a-a18fddb44244'] in n-d-754448-4 is: [{'id': '58ae6188-6dcb-4705-b44a-a18fddb44244', 'name': 'tempest-TestMinimumBasicScenario-287285873-router', 'tenant_id': 'dd60f976bd374dd49dfd055c99d70259', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:26:17Z', 'updated_at': '2021-07-22T12:28:25Z', 'revision_number': 6, 'project_id': 'dd60f976bd374dd49dfd055c99d70259', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:26.320646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.347115 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=fad02ed2-b390-495c-998c-4955019437a1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:26.412432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.501863 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.503942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.544652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.545193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58ae6188-6dcb-4705-b44a-a18fddb44244 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:28:26.549409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.550645 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b8b34604-380e-4184-968e-dbca034980f0 admin admin] 10.222.0.21 "DELETE /v2.0/routers/58ae6188-6dcb-4705-b44a-a18fddb44244 HTTP/1.1" status: 204 len: 168 time: 0.7649307 Jul 22 12:28:26.553343 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54676) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:26.597636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Deleting subnet d3fffc35-9bca-4be9-a8c5-83532253c448 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:28:26.600692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.637813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.725880 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.781884 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.806866 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d3fffc35-9bca-4be9-a8c5-83532253c448,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:26.810337 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.812242 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a3b1c75b-8a4f-4e63-b1b7-cb53b118f5e8 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/d3fffc35-9bca-4be9-a8c5-83532253c448 HTTP/1.1" status: 204 len: 168 time: 0.2578943 Jul 22 12:28:26.815120 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54678) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:26.816614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15886183-a19e-4613-af91-2b04723d748d None None] Network 906a9c2b-feab-4f6a-a81e-eb016e228d72 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:28:26.891089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:26.942634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Deleting port 95777e6c-c116-4a8d-bffa-a7b849e45e1a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:26.942900 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.008527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] For port 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=95777e6c-c116-4a8d-bffa-a7b849e45e1a,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:27.008890 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.018806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] DHCP port deletion for 906a9c2b-feab-4f6a-a81e-eb016e228d72 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:28:27.023272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Calling delete_port for 95777e6c-c116-4a8d-bffa-a7b849e45e1a owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:27.074036 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Deleting port 95777e6c-c116-4a8d-bffa-a7b849e45e1a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:28:27.074503 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.121466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.148849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=95777e6c-c116-4a8d-bffa-a7b849e45e1a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:27.150500 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] For port 95777e6c-c116-4a8d-bffa-a7b849e45e1a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=95777e6c-c116-4a8d-bffa-a7b849e45e1a,segment=NetworkSegment(707933c6-5255-496a-9f67-5990524c37e0),segment_id=707933c6-5255-496a-9f67-5990524c37e0)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:27.151720 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.153780 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] No DVR routers for this DVR port 95777e6c-c116-4a8d-bffa-a7b849e45e1a on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:28:27.164942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Calling delete_port for 95777e6c-c116-4a8d-bffa-a7b849e45e1a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:28:27.217825 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 786bd962-c859-4f33-abcc-ddeeeee695df no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:27.243234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 786bd962-c859-4f33-abcc-ddeeeee695df {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:27.243642 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 786bd962-c859-4f33-abcc-ddeeeee695df not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:27.244120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fad02ed2-b390-495c-998c-4955019437a1 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:27.254017 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.265958 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['906a9c2b-feab-4f6a-a81e-eb016e228d72']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:27.274005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: fad02ed2-b390-495c-998c-4955019437a1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:27.274360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device fad02ed2-b390-495c-998c-4955019437a1 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:27.274831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 95777e6c-c116-4a8d-bffa-a7b849e45e1a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:28:27.278705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '707933c6-5255-496a-9f67-5990524c37e0') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:27.279138 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '707933c6-5255-496a-9f67-5990524c37e0') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:27.289545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.301862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 95777e6c-c116-4a8d-bffa-a7b849e45e1a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:28:27.302120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 95777e6c-c116-4a8d-bffa-a7b849e45e1a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:28:27.311143 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.318352 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Releasing vlan 127 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:28:27.319160 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:28:27.321372 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:28:27.331675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.373239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] Pushing event deleted for resources: {'Port': ['ID=95777e6c-c116-4a8d-bffa-a7b849e45e1a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:27.379113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b16bd609-9cf5-4367-8718-1d30212cdf6b None None] No DVR routers for this DVR port 95777e6c-c116-4a8d-bffa-a7b849e45e1a on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:28:27.393069 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.398726 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.400625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] 10.222.0.21 "DELETE /v2.0/networks/906a9c2b-feab-4f6a-a81e-eb016e228d72 HTTP/1.1" status: 204 len: 168 time: 0.5843959 Jul 22 12:28:27.412642 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9386cd35-cf51-4a34-b8c5-059a030170f5 admin admin] Pushing event deleted for resources: {'Network': ['ID=906a9c2b-feab-4f6a-a81e-eb016e228d72,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:27.566412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54682) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:27.607211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2617025e-15a1-4d68-b150-c6ec53613090 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=7e8d5a5a20eb4ac09ed3c4a449089371&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0397394 Jul 22 12:28:27.609630 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54684) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:27.663377 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.687491 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.735945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.738599 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:27.739763 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/279f049d-c30b-4304-a012-06ea3aa8b27b HTTP/1.1" status: 204 len: 168 time: 0.1292219 Jul 22 12:28:27.748297 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8628c834-153b-45d5-8091-e6a0e101940a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=279f049d-c30b-4304-a012-06ea3aa8b27b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:27.801400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:28.055871 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54690) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:28.096401 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-eb5335e6-6a7a-41af-94b0-5660554d01d9 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=dd60f976bd374dd49dfd055c99d70259&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0389547 Jul 22 12:28:28.098566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54692) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:28.148323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:28.170317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:28.222083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:28.225008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:28.226194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/7d81158a-8b15-4a1d-8715-de48991cb68f HTTP/1.1" status: 204 len: 168 time: 0.1267033 Jul 22 12:28:28.235586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14a3f778-390e-4af2-9919-90f116166acc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7d81158a-8b15-4a1d-8715-de48991cb68f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:28.768487 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:29.969635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54732) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:29.974394 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1620643256', 'description': 'tempest-secgroup-smoke-1620643256 description', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.007588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.017083 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.114034 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.118868 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.156705 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=3e4e3b51-e85a-46eb-92db-30b607916197,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.212856 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.216973 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.246644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=a8f391df-adfb-434f-8e50-995b41a7a5b0,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.250236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.254527 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-627d7493-801b-4193-97fc-9de0f57df2d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2808595 Jul 22 12:28:30.254899 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.259912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.288261 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.346848 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.350428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.371660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2930db01-f5b4-4556-98da-cf4a150ddb4a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.376229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.378511 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f79b6d0-91b6-4f53-bbc0-dd3ab53c4ef1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1219521 Jul 22 12:28:30.380506 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.385599 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.417348 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.487165 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.492351 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.513820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1de97044-8328-4f19-8dce-fdb9d11c70ed,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.517066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.518329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f0d5431f-a543-4c30-aabf-e507ccb3ee80 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1367776 Jul 22 12:28:30.521307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54738) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.527485 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.556399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.618641 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.626384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.645026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4abf3e18-76b0-4673-8624-a0e6f0d1d665,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.649384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.654260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.654575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b980c13c-87b4-4ec1-ae88-b4934fbf43ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1320693 Jul 22 12:28:30.659214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.685813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.745978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.749591 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.769826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f13157e0-2323-4830-87ca-fe8696c10e87,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.773807 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.775009 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f53cf5a3-fc8b-44c6-9e61-d0b94b5f004a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1195910 Jul 22 12:28:30.777680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.782688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.803921 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:28:30.808637 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.870808 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.875013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.889315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d9d5a40-abc8-4f24-9114-b4cda150ea47,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:30.897826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.899241 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6802ce17-cfc9-4c8e-a348-4aca66f1a4ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1199634 Jul 22 12:28:30.901910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:30.906889 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'a8f391df-adfb-434f-8e50-995b41a7a5b0', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:30.927962 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:28:30.932717 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.995580 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:30.999318 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.017878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f6fc6511-aa68-47da-8c61-53f1c9eb6df8,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:31.023362 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.024617 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-29db9afd-1126-4d6e-bc3c-3456a57b79fd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1217613 Jul 22 12:28:31.027623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54746) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:31.033202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'network': {'name': 'tempest-network-smoke--733927195', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:31.053868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:28:31.057141 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.080704 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] vlan segment allocate from pool success with {'vlan_id': 107, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:28:31.090071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.090412 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Added segment 781236bb-5f0c-44df-820c-b3c84c1fcfdc of type vlan for network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 Jul 22 12:28:31.130799 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.158374 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.164127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:31.164766 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.201517 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1720576 Jul 22 12:28:31.204345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54748) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:31.208790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'admin_state_up': True, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:31.247641 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aebb66f7-d2ef-4336-a68e-0da73179db83 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Network': ['ID=237536fb-78ab-4087-a3ef-a92ab6ef3aa9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:31.257633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:28:31.267300 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.268294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.320508 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.461365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.974407 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:31.997449 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:32.099975 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.35 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d397f967-e066-4641-9c29-53e6e711ab0b) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:28:32.208886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:32.248867 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:32.283709 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:32.286497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:32.288973 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:28:32.324489 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=d397f967-e066-4641-9c29-53e6e711ab0b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:32.560673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:32.777450 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:32.911649 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router c4443212-a63d-41be-8aa2-6fa9450f8eba is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:28:33.020572 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:33.030755 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Sync routers for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:33.039695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.040870 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:33.041028 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f484698b-9d2d-4ef1-860d-1edae95ec836 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 1.8356819 Jul 22 12:28:33.041507 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:33.044600 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54750) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:33.148252 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:33.178492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4c934410-cc30-4d71-8244-3c8cfafaf8c5 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8e60d06aa3e9466c9c32ca0201d2cb9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1325517 Jul 22 12:28:33.181036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54754) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:33.275496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abb41a29-109a-46e6-89df-1e44b1403d42 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:33.277151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-abb41a29-109a-46e6-89df-1e44b1403d42 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0951865 Jul 22 12:28:33.281133 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54756) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:33.310157 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f93bc959-8e40-4922-a8bf-89e7608cbe25 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0275571 Jul 22 12:28:33.312479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54758) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:33.317571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1281583959', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:33.335316 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:32Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:33.363335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Checking router: c4443212-a63d-41be-8aa2-6fa9450f8eba for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:33.363679 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Updating router c4443212-a63d-41be-8aa2-6fa9450f8eba port d397f967-e066-4641-9c29-53e6e711ab0b binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:28:33.408144 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.411045 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:28:33.414618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.607913 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.671244 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Subnet': ['ID=cf2c7af8-54ec-4a4e-ad90-b3b13680db94,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:33.687791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Checking segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:28:33.688157 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network hostable DHCP agents. Network: 237536fb-78ab-4087-a3ef-a92ab6ef3aa9, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:28:33.705486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:28:33.714771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 237536fb-78ab-4087-a3ef-a92ab6ef3aa9) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:33.720688 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:33.721137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.723015 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-691e6eab-6bf1-419f-8f1b-9442f90ee50b None None] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:28:33.739235 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4ecba98a-3671-4d53-8b9d-af19b2e7a0d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4254568 Jul 22 12:28:33.739928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:33.767192 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.778258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Transition to ACTIVE for port object d397f967-e066-4641-9c29-53e6e711ab0b will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:33.784847 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.843298 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Pushing event updated for resources: {'Port': ['ID=d397f967-e066-4641-9c29-53e6e711ab0b,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:33.846893 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Attempting to bind port d397f967-e066-4641-9c29-53e6e711ab0b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:28:33.847270 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Attempting to bind port d397f967-e066-4641-9c29-53e6e711ab0b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:28:33.847628 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Attempting to bind port d397f967-e066-4641-9c29-53e6e711ab0b on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:28:33.856211 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:28:33.856588 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:28:33.857004 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.857395 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:28:33.858053 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Bound port: d397f967-e066-4641-9c29-53e6e711ab0b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:28:33.858440 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.861793 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.862141 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.862501 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.863034 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.863366 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.863699 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.864026 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.864531 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.865023 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.865351 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.865684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.866091 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:28:33.922243 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] For port d397f967-e066-4641-9c29-53e6e711ab0b, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:28:33.925397 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] For port d397f967-e066-4641-9c29-53e6e711ab0b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d397f967-e066-4641-9c29-53e6e711ab0b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:28:33.930512 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:33.988534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:33.989181 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:34.053789 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbf4e1f3-2013-45d1-a776-03f953a9a8ea None None] Pushing event updated for resources: {'Port': ['ID=d397f967-e066-4641-9c29-53e6e711ab0b,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:34.062225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:28:34.063152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.103183 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:34.209359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Allocated IP 172.20.0.2 (237536fb-78ab-4087-a3ef-a92ab6ef3aa9/cf2c7af8-54ec-4a4e-ad90-b3b13680db94/37ed876d-6bdc-47fa-988b-e08da39b7469) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:28:34.252558 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.311734 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:32Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:34.342708 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b661419f-4bb4-46f7-b80a-4688093c3d6a None None] The sync data for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 is: [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:32Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:34.372716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.383277 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Transition to ACTIVE for port object 37ed876d-6bdc-47fa-988b-e08da39b7469 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:34.399345 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Transition to ACTIVE for port object 37ed876d-6bdc-47fa-988b-e08da39b7469 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:34.413621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.455256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:34.458144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:34.460926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:28:34.473097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Pushing event updated for resources: {'Port': ['ID=37ed876d-6bdc-47fa-988b-e08da39b7469,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:34.535976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Attempting to bind port 37ed876d-6bdc-47fa-988b-e08da39b7469 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:28:34.536348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Attempting to bind port 37ed876d-6bdc-47fa-988b-e08da39b7469 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:28:34.536755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Attempting to bind port 37ed876d-6bdc-47fa-988b-e08da39b7469 on network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:28:34.542233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:28:34.542665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Checking segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:28:34.543092 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.543536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Bound using segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:28:34.544043 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Bound port: 37ed876d-6bdc-47fa-988b-e08da39b7469, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:28:34.544423 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.631372 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] For port 37ed876d-6bdc-47fa-988b-e08da39b7469, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:28:34.641374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] For port 37ed876d-6bdc-47fa-988b-e08da39b7469, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=37ed876d-6bdc-47fa-988b-e08da39b7469,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:28:34.651692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.662330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.1 (237536fb-78ab-4087-a3ef-a92ab6ef3aa9/cf2c7af8-54ec-4a4e-ad90-b3b13680db94/feb0a6bf-4b08-470d-9aa8-1d0d34356a4f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:28:34.718836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf47d5c8-0efd-4bc3-baa1-0e9abc9cb426 None None] Pushing event updated for resources: {'Port': ['ID=37ed876d-6bdc-47fa-988b-e08da39b7469,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:34.810118 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.826985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object feb0a6bf-4b08-470d-9aa8-1d0d34356a4f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:34.884654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:34.928104 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:34.934216 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:34.938503 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:28:34.988479 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:35.030294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.227428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.288842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d397f967-e066-4641-9c29-53e6e711ab0b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:35.349552 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d397f967-e066-4641-9c29-53e6e711ab0b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:35.354297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d397f967-e066-4641-9c29-53e6e711ab0b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:35.354752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.447856 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.480007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d397f967-e066-4641-9c29-53e6e711ab0b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d397f967-e066-4641-9c29-53e6e711ab0b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:35.486125 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.487073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 37ed876d-6bdc-47fa-988b-e08da39b7469 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:35.566793 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.572400 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.592792 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d397f967-e066-4641-9c29-53e6e711ab0b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:35.607969 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 37ed876d-6bdc-47fa-988b-e08da39b7469 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:35.659604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:35.672992 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.767049 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:35.768460 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:35.792447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddf78e55-f211-4980-9dba-16fed51f3855 None None] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:28:35.859757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Provisioning for port 37ed876d-6bdc-47fa-988b-e08da39b7469 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:35.870193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Provisioning complete for port 37ed876d-6bdc-47fa-988b-e08da39b7469 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:35.870639 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:35.890821 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router c4443212-a63d-41be-8aa2-6fa9450f8eba has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:28:36.007126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:36.013387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-51c04755-4043-4d29-bdd7-da53a5eea22e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/c4443212-a63d-41be-8aa2-6fa9450f8eba/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.2715483 Jul 22 12:28:36.025053 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.073341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] For port 37ed876d-6bdc-47fa-988b-e08da39b7469, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=37ed876d-6bdc-47fa-988b-e08da39b7469,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:36.088315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.147025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8803277d-719d-4ae5-870d-160a3f0f31fd None None] Pushing event updated for resources: {'Port': ['ID=37ed876d-6bdc-47fa-988b-e08da39b7469,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:36.176610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-01551d79-5ef4-436d-8bde-c20c49a87939 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1620643256&fields=id&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 267 time: 0.0366304 Jul 22 12:28:36.199473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Sync routers for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:36.212513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:36.215846 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:36.312145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-396f4ba6-23c3-447e-8651-0014c1801fd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:36.313975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-396f4ba6-23c3-447e-8651-0014c1801fd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/networks?id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 200 len: 796 time: 0.1286943 Jul 22 12:28:36.330232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-e4552e43-ee6f-4c2c-9169-75a672279175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/quotas/8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 375 time: 0.0105178 Jul 22 12:28:36.339915 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:36.405545 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-d328199b-b27c-4946-9af1-984b3a46bd98 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0681176 Jul 22 12:28:36.462882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Provisioning complete for port 37ed876d-6bdc-47fa-988b-e08da39b7469 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:36.463251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.520941 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-5be7cf53-d944-444d-8db9-ed5b61cfa13b service neutron] 10.222.0.21 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996084 Jul 22 12:28:36.639001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-cc72a879-6ca3-4668-a1e7-f309eaee2783 service neutron] 10.222.0.21 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1098733 Jul 22 12:28:36.646148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Provisioning for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:36.652729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Provisioning complete for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:36.653599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.658187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 2, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:36.707144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Checking router: c4443212-a63d-41be-8aa2-6fa9450f8eba for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:36.707501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Updating router c4443212-a63d-41be-8aa2-6fa9450f8eba port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:28:36.744931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-df0ea13f-82ac-4da3-aef6-5fb464c6a58e None None] Port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:28:36.752605 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.830623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb08e14d-5ccf-4f59-91a1-b06e551bb612 req-0a47a8ba-e08f-4995-af3c-c7580fc71b88 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 210 time: 0.0320284 Jul 22 12:28:36.883031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-55044280-e0cd-4946-b75d-1a066c514c8b None None] Provisioning complete for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:36.883407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-55044280-e0cd-4946-b75d-1a066c514c8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:36.964805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-55044280-e0cd-4946-b75d-1a066c514c8b None None] Port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:28:37.060431 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.071127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Transition to ACTIVE for port object feb0a6bf-4b08-470d-9aa8-1d0d34356a4f will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:37.076660 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.202516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d397f967-e066-4641-9c29-53e6e711ab0b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:37.208553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2904e7-53ef-44f3-8262-6d70e6e3354c None None] Pushing event updated for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:37.238105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Attempting to bind port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:28:37.238511 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Attempting to bind port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:28:37.238922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Attempting to bind port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f on network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:28:37.253776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 28, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:28:37.254160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Checking segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:28:37.254601 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.255079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Bound using segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:28:37.255505 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Bound port: feb0a6bf-4b08-470d-9aa8-1d0d34356a4f, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:28:37.255867 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.334423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d397f967-e066-4641-9c29-53e6e711ab0b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:37.335162 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.361596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] For port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:28:37.387045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] For port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:28:37.399212 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.479154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:37.479728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:37.572167 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2904e7-53ef-44f3-8262-6d70e6e3354c None None] Pushing event updated for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:37.606506 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 37ed876d-6bdc-47fa-988b-e08da39b7469 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:37.664296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:37.746238 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 37ed876d-6bdc-47fa-988b-e08da39b7469 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:37.747461 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:37.936896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b11c2b5-f561-4f80-a972-028908750c27 req-79d7dff9-d733-4571-963d-86de8dd1cca3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 210 time: 0.0323200 Jul 22 12:28:38.108696 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-315d7d4e-9ec5-4f6d-9659-1ca63bb8af16 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:38.110567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-315d7d4e-9ec5-4f6d-9659-1ca63bb8af16 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/networks?id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 200 len: 796 time: 0.1242363 Jul 22 12:28:38.125531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:37Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:38.159714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e9fc498-4497-43a6-a63b-a360815a4462 None None] The sync data for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 is: [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:37Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:38.505113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-3240b7f7-ec61-44cf-bd25-6c7adda100da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 380 time: 0.3858666 Jul 22 12:28:38.516290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'port': {'device_id': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'admin_state_up': True, 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'security_groups': ['a8f391df-adfb-434f-8e50-995b41a7a5b0']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:38.626894 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:28:38.630547 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:38.764847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.11 (237536fb-78ab-4087-a3ef-a92ab6ef3aa9/cf2c7af8-54ec-4a4e-ad90-b3b13680db94/ab23691a-a878-4cd3-8871-fb1ad2c614c5) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:28:38.915641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:38.930347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object ab23691a-a878-4cd3-8871-fb1ad2c614c5 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:38.964385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.008770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:39.017316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:39.021480 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:28:39.049028 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:39.096339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:39.097089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.106139 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3706c4a4-bf91-4148-8c31-b8e561d2831b req-6d31ebde-8d7b-4714-b44e-7ebb5621721a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:39.111208 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3706c4a4-bf91-4148-8c31-b8e561d2831b req-6d31ebde-8d7b-4714-b44e-7ebb5621721a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 932 time: 0.0954554 Jul 22 12:28:39.130387 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b71311fe-e537-4b66-9129-4a4162fd79e8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6190491 Jul 22 12:28:39.179319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3706c4a4-bf91-4148-8c31-b8e561d2831b req-4684721a-13e5-4c9e-bb3f-f4b819cc50fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629752 Jul 22 12:28:39.222819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Request body: {'port': {'device_id': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:39.237978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device feb0a6bf-4b08-470d-9aa8-1d0d34356a4f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:39.299514 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:39.303456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:39.303894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.327822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.356739 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d7231cc-3fc8-4a07-a56e-0a97834ab31e None None] Provisioning for port ab23691a-a878-4cd3-8871-fb1ad2c614c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:39.362760 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5d7231cc-3fc8-4a07-a56e-0a97834ab31e None None] Provisioning complete for port ab23691a-a878-4cd3-8871-fb1ad2c614c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:39.363135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5d7231cc-3fc8-4a07-a56e-0a97834ab31e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.431558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5d7231cc-3fc8-4a07-a56e-0a97834ab31e None None] Port ab23691a-a878-4cd3-8871-fb1ad2c614c5 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:28:39.433381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.468632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:39.473576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.526922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:39.618384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab23691a-a878-4cd3-8871-fb1ad2c614c5 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:28:39.626523 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.638826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Transition to ACTIVE for port object ab23691a-a878-4cd3-8871-fb1ad2c614c5 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:28:39.642411 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.691802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Pushing event updated for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:39.780929 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Attempting to bind port ab23691a-a878-4cd3-8871-fb1ad2c614c5 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:28:39.781273 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Attempting to bind port ab23691a-a878-4cd3-8871-fb1ad2c614c5 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:28:39.781612 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Attempting to bind port ab23691a-a878-4cd3-8871-fb1ad2c614c5 on network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:28:39.786375 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Port ab23691a-a878-4cd3-8871-fb1ad2c614c5 on network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:28:39.786722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Attempting to bind port ab23691a-a878-4cd3-8871-fb1ad2c614c5 on network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:28:39.791811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 28, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:28:39.792154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Checking segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:28:39.792545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Bound using segment: {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:28:39.792983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Bound port: ab23691a-a878-4cd3-8871-fb1ad2c614c5, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '781236bb-5f0c-44df-820c-b3c84c1fcfdc', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 107, 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:28:39.793431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.860499 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:28:39.864637 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:28:39.870093 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.904936 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:39.905569 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:39.907021 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] 10.222.0.20 "PUT /v2.0/ports/ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 200 len: 1092 time: 0.7685797 Jul 22 12:28:39.907470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:39.909776 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d6b5dc57-78a8-424d-b571-939b521ea863" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:39.947284 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540650f7-c00e-43fb-a1b8-edb057d0e716 service neutron] Pushing event updated for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:39.972756 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d551aae5-0cd2-4e8c-8344-6c9f8b4539e9 x-openstack-request-id: req-d551aae5-0cd2-4e8c-8344-6c9f8b4539e9 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:39.973077 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:39.973330 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d551aae5-0cd2-4e8c-8344-6c9f8b4539e9 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:39.973736 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'status': 'completed', 'code': 200} Jul 22 12:28:40.023267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-ef3136f6-0bee-4fd0-a0f8-3e9d031b893b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.024757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-ef3136f6-0bee-4fd0-a0f8-3e9d031b893b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1095 time: 0.0647459 Jul 22 12:28:40.067851 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-f1afbd1d-6971-4c28-80d3-99dc553d15f9 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 200 len: 217 time: 0.0357981 Jul 22 12:28:40.120985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-fcbb2d73-4333-4c3e-a36f-49d0bc631fae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.122824 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-fcbb2d73-4333-4c3e-a36f-49d0bc631fae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf2c7af8-54ec-4a4e-ad90-b3b13680db94 HTTP/1.1" status: 200 len: 835 time: 0.0491188 Jul 22 12:28:40.187991 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-19d39571-cc6f-4311-ad82-3790e0f33a6f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.189520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-19d39571-cc6f-4311-ad82-3790e0f33a6f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0610311 Jul 22 12:28:40.285019 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-90bd4f98-ddd3-46be-a6d6-cd25290e959f service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0884759 Jul 22 12:28:40.323274 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ac5707-c18b-4aa8-9ca7-ebd8d2d7f8f7 req-4b0726c4-8d2c-4c49-b8d1-b17d43493487 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.325635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67ac5707-c18b-4aa8-9ca7-ebd8d2d7f8f7 req-4b0726c4-8d2c-4c49-b8d1-b17d43493487 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 944 time: 0.0664926 Jul 22 12:28:40.364968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67ac5707-c18b-4aa8-9ca7-ebd8d2d7f8f7 req-783dbc4b-7471-4d33-8f11-da1453bd03b4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0339458 Jul 22 12:28:40.388936 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-13708a5f-d6ae-4525-afa5-daf823ead8ef req-b5fa163d-a661-4c06-b5ec-7d239970b63c service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0975573 Jul 22 12:28:40.489653 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-69037fb1-9f0f-4981-9804-0f9c740ab326 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.491116 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-69037fb1-9f0f-4981-9804-0f9c740ab326 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1095 time: 0.0576930 Jul 22 12:28:40.587518 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-86f6bb63-5395-4ac6-a646-963b5b08710f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.589004 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-86f6bb63-5395-4ac6-a646-963b5b08710f service neutron] 10.222.0.20 "GET /v2.0/networks?id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 200 len: 897 time: 0.0911343 Jul 22 12:28:40.629929 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-529d0f47-a11e-4e44-8b34-0b33db0870d5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 200 len: 217 time: 0.0349419 Jul 22 12:28:40.678740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-6ac80211-06c5-4382-b153-8a20f49166f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.680211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-6ac80211-06c5-4382-b153-8a20f49166f6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf2c7af8-54ec-4a4e-ad90-b3b13680db94 HTTP/1.1" status: 200 len: 835 time: 0.0434351 Jul 22 12:28:40.740351 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-ea4cd055-c6e4-4b3b-90de-f6fa773c2da9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:40.741804 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-ea4cd055-c6e4-4b3b-90de-f6fa773c2da9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546181 Jul 22 12:28:40.838775 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-cdcb6580-a9ff-4bab-9f34-30a1d909f3bf service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0896838 Jul 22 12:28:40.935458 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d6b5dc57-78a8-424d-b571-939b521ea863 req-eaa44f34-51cf-4bf8-b808-e842725db786 service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0891938 Jul 22 12:28:41.188709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device feb0a6bf-4b08-470d-9aa8-1d0d34356a4f up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:41.239666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:41.240052 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:41.498859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7239a26-c8d3-41dd-a80d-3b7ff126af10 req-981096c4-3bab-455a-9b41-9cba58a2b3bb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:41.500558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7239a26-c8d3-41dd-a80d-3b7ff126af10 req-981096c4-3bab-455a-9b41-9cba58a2b3bb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 944 time: 0.0664015 Jul 22 12:28:41.538205 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7239a26-c8d3-41dd-a80d-3b7ff126af10 req-b604dd56-2d7c-44a4-a26b-78e7d6f770c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320218 Jul 22 12:28:42.677547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-483c869c-b283-45b7-bc06-79869445c1c1 req-86caade9-b7a3-4261-a35d-2eb7680aab08 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:42.679086 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-483c869c-b283-45b7-bc06-79869445c1c1 req-86caade9-b7a3-4261-a35d-2eb7680aab08 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 944 time: 0.0708072 Jul 22 12:28:42.717670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-483c869c-b283-45b7-bc06-79869445c1c1 req-a27576e4-a5d3-461b-8d1d-9f6c700dcebf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329823 Jul 22 12:28:43.443139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ab23691a-a878-4cd3-8871-fb1ad2c614c5 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:28:43.536497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:43.549203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'port_id': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'mac_address': 'fa:16:3e:d5:2e:c9', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 107, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:28:43.600683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:43.614273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id ab23691a-a878-4cd3-8871-fb1ad2c614c5 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:28:43.633425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:43.637790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:43.687280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:43.852035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f43dffe1-8134-47c4-b4e3-893a79fdbac2 req-ad6cba5d-3652-4ebb-80d2-c48f9b048f59 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:43.853500 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f43dffe1-8134-47c4-b4e3-893a79fdbac2 req-ad6cba5d-3652-4ebb-80d2-c48f9b048f59 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 945 time: 0.0655384 Jul 22 12:28:43.875738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['ab23691a-a878-4cd3-8871-fb1ad2c614c5'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:28:43.893026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f43dffe1-8134-47c4-b4e3-893a79fdbac2 req-58209ed4-40fe-44d6-bfd7-51cd6918fe44 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333800 Jul 22 12:28:45.029964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08e32386-b011-4f93-b87b-d8a5c2bfc772 req-f78edbf4-a5b7-4d25-a377-7847b4ccf937 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:45.031540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08e32386-b011-4f93-b87b-d8a5c2bfc772 req-f78edbf4-a5b7-4d25-a377-7847b4ccf937 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 945 time: 0.0666652 Jul 22 12:28:45.073932 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-08e32386-b011-4f93-b87b-d8a5c2bfc772 req-60d3cadb-d63d-4e41-9468-f412bdc3770a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366991 Jul 22 12:28:45.348085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eefeb60a-72f5-480b-973d-6ba9f31f1e00 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:45.463295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ab23691a-a878-4cd3-8871-fb1ad2c614c5 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:28:45.512806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port ab23691a-a878-4cd3-8871-fb1ad2c614c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:28:45.516547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port ab23691a-a878-4cd3-8871-fb1ad2c614c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:28:45.516932 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:45.601739 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:45.625523 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:45.627901 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-08a668c6-2735-46fe-9595-1d206002b4a4" -d '{"events": [{"server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "name": "network-vif-plugged", "status": "completed", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:45.642085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:28:45.646309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:45.697387 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:45.727904 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:45 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c5faaaf7-6a42-4385-ab6e-5c4309f1974b x-openstack-request-id: req-c5faaaf7-6a42-4385-ab6e-5c4309f1974b {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:45.728149 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "name": "network-vif-plugged", "status": "completed", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:45.728405 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c5faaaf7-6a42-4385-ab6e-5c4309f1974b {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:45.728812 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'code': 200} Jul 22 12:28:45.836677 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6718bd75-6436-4a8a-adbe-1753da7a953a req-d86fc308-5dd1-4d28-a3ef-ef0a76ea238e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:45.838198 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6718bd75-6436-4a8a-adbe-1753da7a953a req-d86fc308-5dd1-4d28-a3ef-ef0a76ea238e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1097 time: 0.0547149 Jul 22 12:28:45.872906 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6718bd75-6436-4a8a-adbe-1753da7a953a req-c07ef4b5-3678-4302-b92d-6294d765168e service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0287585 Jul 22 12:28:46.213296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d892c94-e060-4fe0-9abd-4d7466812d15 req-2d18111b-3833-48be-9d7d-18226ef64a05 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:46.214806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d892c94-e060-4fe0-9abd-4d7466812d15 req-2d18111b-3833-48be-9d7d-18226ef64a05 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0650647 Jul 22 12:28:46.254426 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d892c94-e060-4fe0-9abd-4d7466812d15 req-6cd45d8a-02e7-4a6b-a9f4-6d356a8c3998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336981 Jul 22 12:28:47.388993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca04466c-01d4-4848-baf6-279969dcaa5d req-71cd87b1-03bf-4114-8352-4bfbf8684b16 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:47.390391 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca04466c-01d4-4848-baf6-279969dcaa5d req-71cd87b1-03bf-4114-8352-4bfbf8684b16 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0642185 Jul 22 12:28:47.427153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ca04466c-01d4-4848-baf6-279969dcaa5d req-80de7681-b723-446c-84d9-48b4b2ad715a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312173 Jul 22 12:28:47.562201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfb4e768-7dca-491d-a89e-8ca7d19eaa6d req-09f78778-1c77-42c7-8223-07dcb718da02 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:47.563752 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfb4e768-7dca-491d-a89e-8ca7d19eaa6d req-09f78778-1c77-42c7-8223-07dcb718da02 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0708177 Jul 22 12:28:47.606948 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfb4e768-7dca-491d-a89e-8ca7d19eaa6d req-02fca894-cb83-40a6-83af-3975abc97b30 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374177 Jul 22 12:28:47.628771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54822) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:47.681017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e689ff10-3171-4698-bfb3-0b82f971479e tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:47.682550 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e689ff10-3171-4698-bfb3-0b82f971479e tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1092 time: 0.0527802 Jul 22 12:28:47.686136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54824) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:47.690399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address': '172.20.0.11'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:28:47.712310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:47.810866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:47.908519 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.189 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/14bcf3bd-f306-4c93-9f56-46e2ced55b3b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:28:47.936561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.014668 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.052449 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.093178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:28:48.098339 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:28:48.100962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:28:48.103997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=14bcf3bd-f306-4c93-9f56-46e2ced55b3b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:48.257713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-157716b2-3208-4f61-87c0-6cae4e1e50a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.453866 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.532275 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.680952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.685813 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.762546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=14bcf3bd-f306-4c93-9f56-46e2ced55b3b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:28:48.769087 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:48.867304 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 5a26b263-1c94-4677-bf0c-b48f984f8000 associated. External IP: 172.25.6.189, port: ab23691a-a878-4cd3-8871-fb1ad2c614c5. Jul 22 12:28:49.069641 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router c4443212-a63d-41be-8aa2-6fa9450f8eba has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:28:49.172123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:28:49.181558 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Sync routers for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:28:49.188381 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:49.191646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:49.192262 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:49.228218 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-80513064-5c88-4225-9aa6-d18717b51ee0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5408974 Jul 22 12:28:49.228856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:28:49.232161 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b2d83f66-2709-4844-a9ad-fa9a1d233118" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:28:49.303625 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:49.318234 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:28:49 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-80243f99-0973-4f70-8354-1b75a6b0aca5 x-openstack-request-id: req-80243f99-0973-4f70-8354-1b75a6b0aca5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:28:49.318735 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:28:49.319156 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-80243f99-0973-4f70-8354-1b75a6b0aca5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:28:49.319562 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'status': 'completed', 'code': 200} Jul 22 12:28:49.364498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78719bf8-fe0c-4ff4-9130-120771fff19c req-b567d68d-8e09-47f2-bf61-9df9ff438daf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:49.366191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78719bf8-fe0c-4ff4-9130-120771fff19c req-b567d68d-8e09-47f2-bf61-9df9ff438daf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0826943 Jul 22 12:28:49.397691 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-ead8a4b5-6b1a-4d33-8714-6f3b0aadc25d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:49.400596 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-ead8a4b5-6b1a-4d33-8714-6f3b0aadc25d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1097 time: 0.0753748 Jul 22 12:28:49.423147 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-78719bf8-fe0c-4ff4-9130-120771fff19c req-deda759d-1a19-47ce-8f3b-3bb74290ae0e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499723 Jul 22 12:28:49.438326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54830) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:49.513788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5223d8e9-63c9-44b6-95e5-8fa8f981943d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/5a26b263-1c94-4677-bf0c-b48f984f8000 HTTP/1.1" status: 200 len: 992 time: 0.0740416 Jul 22 12:28:49.533826 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-6f82b8bc-2d49-4077-84a7-39a07ef63f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:49.535374 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-6f82b8bc-2d49-4077-84a7-39a07ef63f81 service neutron] 10.222.0.20 "GET /v2.0/networks?id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 200 len: 897 time: 0.1241288 Jul 22 12:28:49.542132 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5a26b263-1c94-4677-bf0c-b48f984f8000', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'port_id': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'mac_address': 'fa:16:3e:d5:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:28:48Z', 'updated_at': '2021-07-22T12:28:48Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:49.569398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Checking router: c4443212-a63d-41be-8aa2-6fa9450f8eba for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:28:49.577753 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:28:49.578371 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:28:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:49.603711 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-4be58ece-14c2-469d-bad6-1adfaee2813e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 200 len: 1000 time: 0.0614707 Jul 22 12:28:49.606339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:49.656683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-06957033-8ec2-4149-b51d-407cd2153aae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:49.658508 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-06957033-8ec2-4149-b51d-407cd2153aae service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf2c7af8-54ec-4a4e-ad90-b3b13680db94 HTTP/1.1" status: 200 len: 835 time: 0.0489199 Jul 22 12:28:49.685799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:28:49.718495 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-81c19839-aef3-4c15-9800-8510909d40f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:28:49.720014 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-81c19839-aef3-4c15-9800-8510909d40f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560200 Jul 22 12:28:49.811551 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-0f297c91-02a0-4540-8d3d-3d07cc50e050 service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843267 Jul 22 12:28:49.908319 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b2d83f66-2709-4844-a9ad-fa9a1d233118 req-ea23dfef-4d4b-4a4b-95d5-72df32be9cab service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0894966 Jul 22 12:28:49.908657 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5a26b263-1c94-4677-bf0c-b48f984f8000', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'port_id': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'mac_address': 'fa:16:3e:d5:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:28:48Z', 'updated_at': '2021-07-22T12:28:48Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:28:49.935634 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-60e28fb0-f1b9-40d5-b926-0dc5ff6ebef4 None None] The sync data for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 is: [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5a26b263-1c94-4677-bf0c-b48f984f8000', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.189', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'port_id': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 4150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'mac_address': 'fa:16:3e:d5:2e:c9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:28:48Z', 'updated_at': '2021-07-22T12:28:48Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:28:50.127421 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-29c5d2ca-e70c-4748-b5b8-920ee01e7442 None None] New status for floating IP 5a26b263-1c94-4677-bf0c-b48f984f8000: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:28:50.517567 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54832) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:28:50.579480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d023e683-939f-4c06-84c2-c15b5f233360 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/5a26b263-1c94-4677-bf0c-b48f984f8000 HTTP/1.1" status: 200 len: 994 time: 0.0607798 Jul 22 12:28:51.525099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:55.489439 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:28:57.828289 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:28:58.773772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:00.001109 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-cd93da75-587c-497a-b2c6-2852ad3a159d req-e9558ec3-6984-4fbb-9de2-18806d545722 service neutron] (93706) timed out ('10.222.0.36', 57979) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:29:15.350669 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d7d66ee4-1ec2-44e2-b188-af53c8e0843d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:17.937347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:18.259026 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e5b37499-4da6-4332-882e-7ec6bd49fb17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:19.285696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7a4bd21-d923-4eb2-9439-ff3c60ca6d45 req-ea8d1de9-d33f-457b-8c72-d30e5d7c9537 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:19.287220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7a4bd21-d923-4eb2-9439-ff3c60ca6d45 req-ea8d1de9-d33f-457b-8c72-d30e5d7c9537 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0728319 Jul 22 12:29:19.331905 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c7a4bd21-d923-4eb2-9439-ff3c60ca6d45 req-0baf9613-692a-4536-bf6e-b4e310d3a294 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380316 Jul 22 12:29:19.603987 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:20.466563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9442139-aa59-4401-9691-6ca259d1894a req-80685e17-9dc7-4fa7-a96d-9f4d3837f13a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:20.468069 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9442139-aa59-4401-9691-6ca259d1894a req-80685e17-9dc7-4fa7-a96d-9f4d3837f13a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0651770 Jul 22 12:29:20.508584 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9442139-aa59-4401-9691-6ca259d1894a req-a69155fe-7585-443f-8e23-5e922c252a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347378 Jul 22 12:29:20.531672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54850) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:20.592052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-01479fdc-d2dc-4c6c-a1f1-1c5a184587af tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/5a26b263-1c94-4677-bf0c-b48f984f8000 HTTP/1.1" status: 200 len: 994 time: 0.0592151 Jul 22 12:29:21.529294 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:21.885612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bfc452-6c9a-4dc9-890e-583f3817a10c req-0134561f-c8f9-48ae-90bd-3812f4109086 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:21.888066 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37bfc452-6c9a-4dc9-890e-583f3817a10c req-0134561f-c8f9-48ae-90bd-3812f4109086 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0700929 Jul 22 12:29:21.927438 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-37bfc452-6c9a-4dc9-890e-583f3817a10c req-2bbaafec-5d47-4f76-a014-4752b3a63a91 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335767 Jul 22 12:29:23.076406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29e8c633-f388-48a4-844e-8cf4db4f472a req-2c3b2504-593d-4623-a048-cb4653720030 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:23.078044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29e8c633-f388-48a4-844e-8cf4db4f472a req-2c3b2504-593d-4623-a048-cb4653720030 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0761776 Jul 22 12:29:23.117639 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29e8c633-f388-48a4-844e-8cf4db4f472a req-2e52d68f-b6c5-4193-8034-8567dd070dff tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319769 Jul 22 12:29:23.141150 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54860) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:23.206493 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-1029130f-aebb-4ff6-ad13-d9f0ed84194a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/5a26b263-1c94-4677-bf0c-b48f984f8000 HTTP/1.1" status: 200 len: 994 time: 0.0640333 Jul 22 12:29:23.425848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54866) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:23.585780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 14bcf3bd-f306-4c93-9f56-46e2ced55b3b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:29:23.586123 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:23.660904 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:23.661230 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:23.673049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 14bcf3bd-f306-4c93-9f56-46e2ced55b3b owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:29:23.821644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:23.850784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=14bcf3bd-f306-4c93-9f56-46e2ced55b3b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:24.163004 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.163666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.163666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.163920 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.164252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.164586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.164918 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.165247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.165578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.165904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.166229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.166577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:24.206720 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:24.207059 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 5a26b263-1c94-4677-bf0c-b48f984f8000 disassociated (deleted). External IP: 172.25.6.189, port: ab23691a-a878-4cd3-8871-fb1ad2c614c5. Jul 22 12:29:24.435978 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router c4443212-a63d-41be-8aa2-6fa9450f8eba has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:29:24.548640 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:29:24.553759 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:24.560590 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Sync routers for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:29:24.571111 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:24.571727 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:24.590944 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b5d4afbc-a4b1-460e-86c4-6f15255a1d74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/floatingips/5a26b263-1c94-4677-bf0c-b48f984f8000 HTTP/1.1" status: 204 len: 168 time: 1.1639555 Jul 22 12:29:24.591555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:29:24.593879 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7d735d2f-6d54-40c1-a544-f68d146e1d44" -d '{"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:29:24.635438 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:29:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3366e293-735d-4982-af3b-96bfa2ae5d7c x-openstack-request-id: req-3366e293-735d-4982-af3b-96bfa2ae5d7c {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:29:24.636423 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:29:24.636423 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3366e293-735d-4982-af3b-96bfa2ae5d7c {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:29:24.636794 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'status': 'completed', 'code': 200} Jul 22 12:29:24.720928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-28ce6f76-c69a-4ea2-bb43-341dc2c8f50d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:24.723148 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-28ce6f76-c69a-4ea2-bb43-341dc2c8f50d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 1097 time: 0.0649109 Jul 22 12:29:24.784016 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:24.827001 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-1c233c1b-cbd9-4b5e-8b6c-917f0f21078c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:24.828561 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-1c233c1b-cbd9-4b5e-8b6c-917f0f21078c service neutron] 10.222.0.20 "GET /v2.0/networks?id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 200 len: 897 time: 0.0988367 Jul 22 12:29:24.855837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6075253e-dcf8-4da1-9e31-724f4d05353c req-8f3a3d77-95f6-4b1a-acaa-df3ceda680e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:24.857460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6075253e-dcf8-4da1-9e31-724f4d05353c req-8f3a3d77-95f6-4b1a-acaa-df3ceda680e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0704224 Jul 22 12:29:24.874598 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-dd930021-df12-4465-b36a-5353274cbec8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 200 len: 217 time: 0.0383999 Jul 22 12:29:24.899587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6075253e-dcf8-4da1-9e31-724f4d05353c req-eaddc3a0-ab3f-40c5-b139-7178ef32984e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349989 Jul 22 12:29:24.931847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-307647ee-f4e2-4cac-85d7-9a8210bf0a90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:24.933963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-307647ee-f4e2-4cac-85d7-9a8210bf0a90 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=cf2c7af8-54ec-4a4e-ad90-b3b13680db94 HTTP/1.1" status: 200 len: 835 time: 0.0519629 Jul 22 12:29:24.993776 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-f1dee65a-49a1-4a0b-9efb-98d44ac21998 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:24.994700 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:24.995496 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-f1dee65a-49a1-4a0b-9efb-98d44ac21998 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=237536fb-78ab-4087-a3ef-a92ab6ef3aa9&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0546312 Jul 22 12:29:25.021810 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Checking router: c4443212-a63d-41be-8aa2-6fa9450f8eba for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:29:25.030723 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:25.031434 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:25.088065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-d51ad0ae-c139-4714-a687-7a145fde216e service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0850189 Jul 22 12:29:25.140308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:25.185889 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-7d735d2f-6d54-40c1-a544-f68d146e1d44 req-24a3edba-3887-4d09-b70d-0e49ae54552d service neutron] 10.222.0.20 "GET /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908260 Jul 22 12:29:25.342737 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:25.369392 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa3b5ae4-4030-4d87-a230-9dad9bb62ed1 None None] The sync data for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 is: [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'feb0a6bf-4b08-470d-9aa8-1d0d34356a4f', 'name': '', 'network_id': '237536fb-78ab-4087-a3ef-a92ab6ef3aa9', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:f5:b2:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_interface', 'standard_attr_id': 4147, 'fixed_ips': [{'subnet_id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:34Z', 'updated_at': '2021-07-22T12:28:39Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': 'cf2c7af8-54ec-4a4e-ad90-b3b13680db94', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:29:25.592658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ca5cf08c-bd97-4afc-ae32-d025717a4abf None None] New status for floating IP 5a26b263-1c94-4677-bf0c-b48f984f8000: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:29:26.040668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b5fbbf8-ae86-4220-8657-ec9b32a2c8a5 req-3c34a0e6-7fdb-4315-82f9-d25c29400a58 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:26.042265 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b5fbbf8-ae86-4220-8657-ec9b32a2c8a5 req-3c34a0e6-7fdb-4315-82f9-d25c29400a58 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0698795 Jul 22 12:29:26.083635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b5fbbf8-ae86-4220-8657-ec9b32a2c8a5 req-ba4651ed-ff1a-413c-8086-173178caf15a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=a8f391df-adfb-434f-8e50-995b41a7a5b0&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337868 Jul 22 12:29:26.540195 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-982f5efe-eb7d-406e-bde4-4d1286ddcbbe tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:26.542074 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-982f5efe-eb7d-406e-bde4-4d1286ddcbbe tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 946 time: 0.0733185 Jul 22 12:29:26.652543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port ab23691a-a878-4cd3-8871-fb1ad2c614c5 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:29:26.652915 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:26.741872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port ab23691a-a878-4cd3-8871-fb1ad2c614c5, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=ab23691a-a878-4cd3-8871-fb1ad2c614c5,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:26.742226 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:26.755291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for ab23691a-a878-4cd3-8871-fb1ad2c614c5 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:29:26.889028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:26.919697 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=ab23691a-a878-4cd3-8871-fb1ad2c614c5,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:26.948568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.948928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.949281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.949623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.949962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.950301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.950736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.951074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.951411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.951742 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.952074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.952401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:26.978895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port ab23691a-a878-4cd3-8871-fb1ad2c614c5 on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:29:26.981567 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:26.983599 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5ab7bfe3-908e-4292-a648-30f422b7097e req-adf55732-a12c-4733-8296-214a56b0d7cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "DELETE /v2.0/ports/ab23691a-a878-4cd3-8871-fb1ad2c614c5 HTTP/1.1" status: 204 len: 173 time: 0.4365265 Jul 22 12:29:26.984029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'name': 'network-vif-deleted', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:29:26.986304 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6264f1cb-960b-413e-a351-db9f6154bbae" -d '{"events": [{"server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "name": "network-vif-deleted", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:29:27.030868 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:29:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-42c9ce64-91ac-4f63-b137-c44d6f7f730a x-openstack-request-id: req-42c9ce64-91ac-4f63-b137-c44d6f7f730a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:29:27.031163 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6cdbff57-fc98-4480-8cb4-cbe5586a309d", "name": "network-vif-deleted", "tag": "ab23691a-a878-4cd3-8871-fb1ad2c614c5", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:29:27.031449 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-42c9ce64-91ac-4f63-b137-c44d6f7f730a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:29:27.031881 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6cdbff57-fc98-4480-8cb4-cbe5586a309d', 'name': 'network-vif-deleted', 'tag': 'ab23691a-a878-4cd3-8871-fb1ad2c614c5', 'status': 'completed', 'code': 200} Jul 22 12:29:27.200413 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-841bf417-0855-49a5-ac1c-c960c074245c req-02f30f28-d595-45a5-ab67-637a1dcbdd38 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=6cdbff57-fc98-4480-8cb4-cbe5586a309d HTTP/1.1" status: 200 len: 210 time: 0.0312567 Jul 22 12:29:27.836201 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:28.261750 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54882) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:28.637580 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:28.772133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:28.921834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:29:28.922080 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.009689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port feb0a6bf-4b08-470d-9aa8-1d0d34356a4f, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:29.010050 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.023380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for feb0a6bf-4b08-470d-9aa8-1d0d34356a4f owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:29:29.210304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.241279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=feb0a6bf-4b08-470d-9aa8-1d0d34356a4f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:29.423947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.643773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router c4443212-a63d-41be-8aa2-6fa9450f8eba has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:29:29.750654 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:29:29.756393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4ce52ec1-c6b9-4856-b9b4-7fdd5058be74 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/c4443212-a63d-41be-8aa2-6fa9450f8eba/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4928596 Jul 22 12:29:29.758467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54884) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:29.762375 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Sync routers for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:29:29.772106 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:29.772811 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:29.809529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting subnet cf2c7af8-54ec-4a4e-ad90-b3b13680db94 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:29:29.812749 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.854639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:29.879676 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:29.944306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.003519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.033051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.037698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/subnets/cf2c7af8-54ec-4a4e-ad90-b3b13680db94 HTTP/1.1" status: 204 len: 168 time: 0.2755754 Jul 22 12:29:30.037698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac31c71-0ddf-4ddc-90ea-584bcdc53f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Subnet': ['ID=cf2c7af8-54ec-4a4e-ad90-b3b13680db94,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:30.038705 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54886) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:30.039813 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8104956-9f9b-48c2-b7c2-846c7c374097 None None] Network 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:29:30.070871 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:29:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:30.098178 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Checking router: c4443212-a63d-41be-8aa2-6fa9450f8eba for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:29:30.107514 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Routers {'c4443212-a63d-41be-8aa2-6fa9450f8eba'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:30.108584 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['c4443212-a63d-41be-8aa2-6fa9450f8eba'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:30.167342 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.247905 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] Set router c4443212-a63d-41be-8aa2-6fa9450f8eba gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:30.275359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] DHCP port deletion for 237536fb-78ab-4087-a3ef-a92ab6ef3aa9 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:29:30.332940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Deleting port 37ed876d-6bdc-47fa-988b-e08da39b7469 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:29:30.333628 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.409548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] For port 37ed876d-6bdc-47fa-988b-e08da39b7469, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=37ed876d-6bdc-47fa-988b-e08da39b7469,segment=NetworkSegment(781236bb-5f0c-44df-820c-b3c84c1fcfdc),segment_id=781236bb-5f0c-44df-820c-b3c84c1fcfdc)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:30.409922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.428690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Calling delete_port for 37ed876d-6bdc-47fa-988b-e08da39b7469 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:29:30.482029 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:29:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:30.510996 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7feb0449-9118-4909-a222-a3888ff722e0 None None] The sync data for ids ['c4443212-a63d-41be-8aa2-6fa9450f8eba'] in n-d-754448-4 is: [{'id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'name': 'tempest-TestNetworkAdvancedServerOps-router-770796210', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35'}], 'enable_snat': True}, 'gw_port_id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:28:31Z', 'updated_at': '2021-07-22T12:29:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'd397f967-e066-4641-9c29-53e6e711ab0b', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:e2:95', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c4443212-a63d-41be-8aa2-6fa9450f8eba', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4144, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.35', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:28:32Z', 'updated_at': '2021-07-22T12:28:35Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:29:30.520859 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.552754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Pushing event deleted for resources: {'Port': ['ID=37ed876d-6bdc-47fa-988b-e08da39b7469,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:30.559699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] No DVR routers for this DVR port 37ed876d-6bdc-47fa-988b-e08da39b7469 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:29:30.570780 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.571139 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.571490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.571835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.572177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.572705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.572914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.573435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.573860 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.574205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.574569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.575064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-72ab73c7-bb26-4dfd-9605-4539931e2a69 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:30.620931 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.680737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port d397f967-e066-4641-9c29-53e6e711ab0b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:29:30.681058 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.766199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port d397f967-e066-4641-9c29-53e6e711ab0b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d397f967-e066-4641-9c29-53e6e711ab0b,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:30.766620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:30.786432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for d397f967-e066-4641-9c29-53e6e711ab0b owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:29:30.973638 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.007272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=d397f967-e066-4641-9c29-53e6e711ab0b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:31.083976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.176101 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.178389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.229862 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.230645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Fanout notify agent at l3_agent the message router_deleted on router c4443212-a63d-41be-8aa2-6fa9450f8eba {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:29:31.237816 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.241679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54888) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:31.242263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4fd787a8-dc57-4be8-898c-4a370af0ed60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/routers/c4443212-a63d-41be-8aa2-6fa9450f8eba HTTP/1.1" status: 204 len: 168 time: 1.2016344 Jul 22 12:29:31.251182 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 37ed876d-6bdc-47fa-988b-e08da39b7469 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:29:31.272313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 37ed876d-6bdc-47fa-988b-e08da39b7469 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:29:31.272671 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 37ed876d-6bdc-47fa-988b-e08da39b7469 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:29:31.273113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device feb0a6bf-4b08-470d-9aa8-1d0d34356a4f no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:29:31.296085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: feb0a6bf-4b08-470d-9aa8-1d0d34356a4f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:29:31.296439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device feb0a6bf-4b08-470d-9aa8-1d0d34356a4f not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:29:31.327529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.436090 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.446577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['237536fb-78ab-4087-a3ef-a92ab6ef3aa9']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:31.457029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '781236bb-5f0c-44df-820c-b3c84c1fcfdc') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:31.457323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '781236bb-5f0c-44df-820c-b3c84c1fcfdc') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:31.467283 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.481013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.486689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Releasing vlan 107 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:29:31.487076 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:29:31.489943 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:29:31.548590 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.553403 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.555625 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/networks/237536fb-78ab-4087-a3ef-a92ab6ef3aa9 HTTP/1.1" status: 204 len: 168 time: 0.3129148 Jul 22 12:29:31.559412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54890) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:31.571562 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613b13bc-d8e0-45db-ae77-a3d006da4605 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Network': ['ID=237536fb-78ab-4087-a3ef-a92ab6ef3aa9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:31.631164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.668917 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ab23691a-a878-4cd3-8871-fb1ad2c614c5 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:29:31.676531 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.703662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: ab23691a-a878-4cd3-8871-fb1ad2c614c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:29:31.704084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device ab23691a-a878-4cd3-8871-fb1ad2c614c5 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:29:31.764180 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.767137 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:31.768318 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/security-groups/a8f391df-adfb-434f-8e50-995b41a7a5b0 HTTP/1.1" status: 204 len: 168 time: 0.2078922 Jul 22 12:29:31.779052 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f53731-3742-4950-9f93-d256f4d6ea9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=a8f391df-adfb-434f-8e50-995b41a7a5b0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.181309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54896) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.186835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1004608837', 'description': 'tempest-secgroup-smoke-1004608837 description', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.209139 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.308545 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.314761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.342504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.343764 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1605892 Jul 22 12:29:32.346734 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54898) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.351228 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.358046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bf6f60d-a04b-4293-bcad-a0b7a08a15d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=c694a34d-dba7-4538-be95-69a2a45fa2fb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.386763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.454483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.458550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.477615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4e5c1bd5-e882-4a6e-be57-2de2f0e16a4f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.485802 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.487501 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f54d3002-1f4b-4fdf-9533-60f07db6abd9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1397653 Jul 22 12:29:32.490267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54900) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.491209 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:29:32.498729 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.535431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.605893 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.609815 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.628302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b4eba4c-bd6b-47c9-bfa1-656635ace428,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.638568 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.639809 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e26f6311-92d5-4835-8c78-9b6912327715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1483011 Jul 22 12:29:32.642606 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54902) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.647240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.676228 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.738404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.743819 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.764409 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cd06fff4-37c8-4d3c-85f1-5b5baee6be3d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.770332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.772183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4bf1572f-162e-48bc-ac14-35dd21c36c9e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1284008 Jul 22 12:29:32.774810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54904) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.779734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.808589 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.870941 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.875746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.896090 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d134b59a-07d6-449b-a649-8859ddbf092c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:32.904028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:32.905399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-94992cf6-7d63-4d2d-a4eb-4c7226b34378 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1295147 Jul 22 12:29:32.908296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54906) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:32.913032 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:32.935944 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:29:32.941251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.006644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.011561 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.032465 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e18cdcfa-a2f7-41b4-ae9f-8240802bc283,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:33.036031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.037887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd7a274e-12db-4f83-aea2-756638e63e34 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1284478 Jul 22 12:29:33.040355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54908) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:33.047296 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'c694a34d-dba7-4538-be95-69a2a45fa2fb', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:33.075069 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:29:33.080289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.147290 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.153767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.159634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d397f967-e066-4641-9c29-53e6e711ab0b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:29:33.173687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a75a3d2-af59-484f-be5d-37646dd9431d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:33.180799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d397f967-e066-4641-9c29-53e6e711ab0b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:29:33.181127 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d397f967-e066-4641-9c29-53e6e711ab0b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:29:33.181528 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.184168 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3b946589-5a51-436e-9b8d-22439e74847d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1425421 Jul 22 12:29:33.186792 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54910) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:33.192669 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'network': {'name': 'tempest-network-smoke--1387262385', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:33.215506 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:29:33.219326 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.244254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] vlan segment allocate from pool success with {'vlan_id': 148, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:29:33.254627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.254977 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Added segment 70105cff-97ff-4c35-b94d-28ef7abee3e2 of type vlan for network 3267c2df-acc8-4aaa-bc8d-77493c26b278 Jul 22 12:29:33.299007 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.330995 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.337092 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:33.337693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.375045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1869037 Jul 22 12:29:33.377704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54912) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:33.384231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'admin_state_up': True, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:33.422756 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6463142-ae9c-40e5-a82a-d6ef9ec732e4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Network': ['ID=3267c2df-acc8-4aaa-bc8d-77493c26b278,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:33.434919 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:29:33.438371 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.439404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.493780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.638653 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.827647 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.846179 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:33.947256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.139 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a4157f4b-a285-4c0c-8c7b-e46b0c51ee83) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:29:34.045076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:34.087750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:34.128275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:34.130963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:34.133247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:29:34.156337 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:34.378562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:34.572399 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:34.696841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 285aebef-50b8-4aaf-90d7-a401243ad720 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:29:34.800341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:29:34.809964 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Sync routers for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:29:34.818314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:34.819648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-82f03154-79f3-4f43-a2cd-a2ede26a3448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.4410155 Jul 22 12:29:34.822854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54914) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:34.823872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:34.824524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:34.855705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a4e8c5b9-1784-4bcd-93b9-651d267e2864 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8e60d06aa3e9466c9c32ca0201d2cb9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0314841 Jul 22 12:29:34.859271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54916) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:34.930591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:34.944358 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0607e32c-e3f8-452e-815b-67da8640209a tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:34.948595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0607e32c-e3f8-452e-815b-67da8640209a tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0866902 Jul 22 12:29:34.948921 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54918) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:34.978056 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c4ec0cd-a3a5-410c-a74b-f4a49c9b42a4 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0279040 Jul 22 12:29:34.981260 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54920) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:34.986108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1858776686', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:35.079963 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:29:35.084123 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.274769 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.280847 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:34Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:33Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:35.306702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Checking router: 285aebef-50b8-4aaf-90d7-a401243ad720 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:29:35.307079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Updating router 285aebef-50b8-4aaf-90d7-a401243ad720 port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:29:35.335161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Subnet': ['ID=92a78503-84d7-4c4f-8ae9-df4ab11cec4b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:35.342384 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.343962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Checking segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:29:35.345401 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network hostable DHCP agents. Network: 3267c2df-acc8-4aaa-bc8d-77493c26b278, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:29:35.366558 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:29:35.379154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 3267c2df-acc8-4aaa-bc8d-77493c26b278) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:35.384305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:35.384907 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.393418 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab382d70-0d0d-4e5f-b978-74da02eb9c30 None None] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:29:35.401826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8953e10e-ba0b-4f6c-82fb-4cba0a17a780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4195471 Jul 22 12:29:35.404727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 54922) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:35.672944 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-3267c2df-acc8-4aaa-bc8d-77493c26b278', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:29:35.673818 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.806952 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.846805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Transition to ACTIVE for port object a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:35.847471 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.857065 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.916091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Allocated IP 172.20.0.2 (3267c2df-acc8-4aaa-bc8d-77493c26b278/92a78503-84d7-4c4f-8ae9-df4ab11cec4b/23e2babc-87f0-4dd8-bb5a-372cb991f33a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:29:35.933356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Attempting to bind port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:29:35.933730 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Attempting to bind port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:29:35.934096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Attempting to bind port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:29:35.935974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c2d-e8c9-4ecb-9fb9-23b0792709bc None None] Pushing event updated for resources: {'Port': ['ID=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:35.946712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:29:35.947136 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:29:35.948365 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:35.948896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:29:35.949356 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Bound port: a4157f4b-a285-4c0c-8c7b-e46b0c51ee83, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:29:35.949745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.056805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] For port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:29:36.063646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] For port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:29:36.073224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.184109 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:36.184755 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:36.186901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.195520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57fa8c2d-e8c9-4ecb-9fb9-23b0792709bc None None] Pushing event updated for resources: {'Port': ['ID=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:36.253265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Transition to ACTIVE for port object 23e2babc-87f0-4dd8-bb5a-372cb991f33a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:36.283239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Transition to ACTIVE for port object 23e2babc-87f0-4dd8-bb5a-372cb991f33a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:36.294296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.338979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.1 (3267c2df-acc8-4aaa-bc8d-77493c26b278/92a78503-84d7-4c4f-8ae9-df4ab11cec4b/575b6dc3-6c20-4755-b645-88d48d5b7030) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:29:36.352378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:36.357318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:36.361932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:36.388928 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:29:36.390758 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Pushing event updated for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:36.455317 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.469584 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 575b6dc3-6c20-4755-b645-88d48d5b7030 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:36.503167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.528108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Attempting to bind port 23e2babc-87f0-4dd8-bb5a-372cb991f33a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:29:36.528480 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Attempting to bind port 23e2babc-87f0-4dd8-bb5a-372cb991f33a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:29:36.528842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Attempting to bind port 23e2babc-87f0-4dd8-bb5a-372cb991f33a on network 3267c2df-acc8-4aaa-bc8d-77493c26b278 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:29:36.539393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:29:36.539764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Checking segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:29:36.540170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.540559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Bound using segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:29:36.541022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Bound port: 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:29:36.541498 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.545601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:36.548671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:36.555209 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:29:36.577481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:36.599294 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.644435 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:29:36.658713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=23e2babc-87f0-4dd8-bb5a-372cb991f33a,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:29:36.664320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.703408 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-65b59121-47b8-436f-93f7-543e879de953 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:34Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:36.743622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-65b59121-47b8-436f-93f7-543e879de953 None None] The sync data for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 is: [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:34Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:29:36.752136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:36.758275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595071ce-a8e6-46be-a108-bb57940eaead None None] Pushing event updated for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:37.271948 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:37.327427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:37.331735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:37.332116 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.464364 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.471991 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.572444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:37.576551 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.637662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.660699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:37.667218 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.668183 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 23e2babc-87f0-4dd8-bb5a-372cb991f33a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:37.689007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:37.690955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:37.750348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:37.765662 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 23e2babc-87f0-4dd8-bb5a-372cb991f33a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:37.780897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ae40f46-eda7-40b3-bf9d-f6fafe240a38 None None] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:29:37.823990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 285aebef-50b8-4aaf-90d7-a401243ad720 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:29:37.906308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Provisioning for port 23e2babc-87f0-4dd8-bb5a-372cb991f33a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:37.930735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Provisioning complete for port 23e2babc-87f0-4dd8-bb5a-372cb991f33a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:37.931027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:37.934915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:29:37.940254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c77f101e-0b32-4019-97ec-b9ec1e2a6a1c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/285aebef-50b8-4aaf-90d7-a401243ad720/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5345051 Jul 22 12:29:38.033612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.067970 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=23e2babc-87f0-4dd8-bb5a-372cb991f33a,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:38.072235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.108568 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-36307246-5639-4a30-a493-322c5e6c5577 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1004608837&fields=id&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 267 time: 0.0427501 Jul 22 12:29:38.130914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ff9faa6-885e-42eb-9f4a-74ff281f8b0f None None] Pushing event updated for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:38.230235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-1e46d7b8-7a99-4046-b3ca-0c573cee6403 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:38.231868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-1e46d7b8-7a99-4046-b3ca-0c573cee6403 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 797 time: 0.1162591 Jul 22 12:29:38.247599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-4af70e15-4e92-4d03-889c-6858fddde25d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/quotas/8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 375 time: 0.0102062 Jul 22 12:29:38.296254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Provisioning complete for port 23e2babc-87f0-4dd8-bb5a-372cb991f33a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:38.296945 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.325709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-98c1175d-94be-4b4a-92c0-31b3372421d7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0712364 Jul 22 12:29:38.421987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Provisioning for port 575b6dc3-6c20-4755-b645-88d48d5b7030 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:38.430473 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Provisioning complete for port 575b6dc3-6c20-4755-b645-88d48d5b7030 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:38.430894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.470551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-357b4437-0c3c-4e5a-9259-77266b1985f4 None None] Port 575b6dc3-6c20-4755-b645-88d48d5b7030 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:29:38.497700 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-05d4551e-21dc-4983-aa26-21768fa45f3d service neutron] 10.222.0.21 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1601079 Jul 22 12:29:38.571271 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Sync routers for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:29:38.586470 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:38.587119 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:38.594048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-b448bf02-3b45-461c-8551-28f3cb34d405 None None] Provisioning complete for port 575b6dc3-6c20-4755-b645-88d48d5b7030 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:38.594514 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b448bf02-3b45-461c-8551-28f3cb34d405 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.599887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-504eb053-bb03-42d9-b923-17b6db47ebc6 service neutron] 10.222.0.21 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0964181 Jul 22 12:29:38.636169 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-b448bf02-3b45-461c-8551-28f3cb34d405 None None] Port 575b6dc3-6c20-4755-b645-88d48d5b7030 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:29:38.705438 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:38.756865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f9267243-a55c-4803-9653-2e922df4e81a None None] Provisioning complete for port 575b6dc3-6c20-4755-b645-88d48d5b7030 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:38.757619 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9267243-a55c-4803-9653-2e922df4e81a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:38.801786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f9267243-a55c-4803-9653-2e922df4e81a None None] Port 575b6dc3-6c20-4755-b645-88d48d5b7030 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:29:38.807521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db153cf1-7a5c-43a6-a2f8-b300325d7ef2 req-82d6ddf5-5997-4346-8f47-f6275a180214 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 210 time: 0.0376248 Jul 22 12:29:39.016805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 2, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:39.047354 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Checking router: 285aebef-50b8-4aaf-90d7-a401243ad720 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:29:39.047710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Updating router 285aebef-50b8-4aaf-90d7-a401243ad720 port 575b6dc3-6c20-4755-b645-88d48d5b7030 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:29:39.083168 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.228041 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:39.282137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:39.282545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.363478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 23e2babc-87f0-4dd8-bb5a-372cb991f33a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:39.364582 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.374861 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Transition to ACTIVE for port object 575b6dc3-6c20-4755-b645-88d48d5b7030 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:39.379855 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.413725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 23e2babc-87f0-4dd8-bb5a-372cb991f33a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:39.414111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.472272 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Pushing event updated for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:39.487060 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.487798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.487798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.488083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.488416 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.488753 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.489478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.489478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.489753 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.490061 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.490717 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.490717 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:29:39.496316 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Attempting to bind port 575b6dc3-6c20-4755-b645-88d48d5b7030 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:29:39.496702 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Attempting to bind port 575b6dc3-6c20-4755-b645-88d48d5b7030 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:29:39.497069 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Attempting to bind port 575b6dc3-6c20-4755-b645-88d48d5b7030 on network 3267c2df-acc8-4aaa-bc8d-77493c26b278 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:29:39.502415 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 29, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:29:39.502824 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Checking segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:29:39.503229 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.503622 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Bound using segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:29:39.504097 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Bound port: 575b6dc3-6c20-4755-b645-88d48d5b7030, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:29:39.504485 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.577506 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] For port 575b6dc3-6c20-4755-b645-88d48d5b7030, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:29:39.582230 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] For port 575b6dc3-6c20-4755-b645-88d48d5b7030, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=575b6dc3-6c20-4755-b645-88d48d5b7030,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:29:39.587509 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:39.654805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:39.655439 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:39.690760 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67ef5ee-ee03-4633-92e8-ad1f2377749f None None] Pushing event updated for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:39.768858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-91b314c2-f995-4986-8c0e-b6758e29863e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:39.770389 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-91b314c2-f995-4986-8c0e-b6758e29863e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 797 time: 0.1345091 Jul 22 12:29:39.783647 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:39.818761 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-aadc8a3c-d7c3-47f4-a810-337c5526a5da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 380 time: 0.0402091 Jul 22 12:29:39.828251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'port': {'device_id': '464a95cb-9f62-49ee-832a-310b08089c66', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'admin_state_up': True, 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'security_groups': ['c694a34d-dba7-4538-be95-69a2a45fa2fb']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:39.921184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b2a9dcf-0598-4a94-ba3b-591599402f85 req-2dc51197-3090-4d36-a693-30d9afad26e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 210 time: 0.0328028 Jul 22 12:29:39.949384 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:29:39.953439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.008855 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:39Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:40.040327 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f477d91-6b33-4664-bd27-aba4505f2a00 None None] The sync data for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 is: [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:39Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:29:40.095993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.12 (3267c2df-acc8-4aaa-bc8d-77493c26b278/92a78503-84d7-4c4f-8ae9-df4ab11cec4b/31843384-0f67-4243-8ce8-1db2608c339f) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:29:40.255606 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.269970 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 31843384-0f67-4243-8ce8-1db2608c339f will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:40.303930 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.352801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:40.356060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:40.360602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:29:40.364568 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:40.414075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:40.414838 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.434610 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-5d2567d9-3f0a-456e-a8f0-21181b93b4eb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6103354 Jul 22 12:29:40.446535 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Request body: {'port': {'device_id': '464a95cb-9f62-49ee-832a-310b08089c66', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:40.531319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.589768 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90b0cbce-9883-4429-8e42-bc242269a0ce None None] Provisioning for port 31843384-0f67-4243-8ce8-1db2608c339f completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:40.594105 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-90b0cbce-9883-4429-8e42-bc242269a0ce None None] Provisioning complete for port 31843384-0f67-4243-8ce8-1db2608c339f triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:40.594517 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-90b0cbce-9883-4429-8e42-bc242269a0ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.631209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-90b0cbce-9883-4429-8e42-bc242269a0ce None None] Port 31843384-0f67-4243-8ce8-1db2608c339f cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:29:40.813919 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 31843384-0f67-4243-8ce8-1db2608c339f {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:29:40.823440 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.836339 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Transition to ACTIVE for port object 31843384-0f67-4243-8ce8-1db2608c339f will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:29:40.840365 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:40.919647 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Pushing event updated for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:40.982585 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Attempting to bind port 31843384-0f67-4243-8ce8-1db2608c339f on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:29:40.982893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Attempting to bind port 31843384-0f67-4243-8ce8-1db2608c339f by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:29:40.983291 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Attempting to bind port 31843384-0f67-4243-8ce8-1db2608c339f on network 3267c2df-acc8-4aaa-bc8d-77493c26b278 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:29:40.988448 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Port 31843384-0f67-4243-8ce8-1db2608c339f on network 3267c2df-acc8-4aaa-bc8d-77493c26b278 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:29:40.988863 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Attempting to bind port 31843384-0f67-4243-8ce8-1db2608c339f on network 3267c2df-acc8-4aaa-bc8d-77493c26b278 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:29:40.994739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 29, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:29:40.995171 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Checking segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:29:40.995620 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Bound using segment: {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:29:40.996130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Bound port: 31843384-0f67-4243-8ce8-1db2608c339f, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '70105cff-97ff-4c35-b94d-28ef7abee3e2', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 148, 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:29:40.996560 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.076822 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09faec4c-1f81-447c-adb7-1bf2ffc2b572 req-5d8aa5eb-4b74-4823-9103-65d2c7b0a741 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.079183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09faec4c-1f81-447c-adb7-1bf2ffc2b572 req-5d8aa5eb-4b74-4823-9103-65d2c7b0a741 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 944 time: 0.0771830 Jul 22 12:29:41.091616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:29:41.095833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=31843384-0f67-4243-8ce8-1db2608c339f,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:29:41.101436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.126969 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09faec4c-1f81-447c-adb7-1bf2ffc2b572 req-d3239d83-7e46-48c2-b663-33930dd206d4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399611 Jul 22 12:29:41.155814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.156385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.157807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] 10.222.0.20 "PUT /v2.0/ports/31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 1092 time: 0.7159951 Jul 22 12:29:41.158250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:29:41.160647 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bba4d413-5e0e-47f7-aeaa-ca1885eea497" -d '{"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:29:41.202485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6b1a12a-4e70-4d6b-bd23-a1bef2801838 service neutron] Pushing event updated for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:41.240634 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:29:41 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d9574c98-b817-4804-ba3f-3edc0c22d3a3 x-openstack-request-id: req-d9574c98-b817-4804-ba3f-3edc0c22d3a3 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:29:41.240929 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:29:41.241185 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d9574c98-b817-4804-ba3f-3edc0c22d3a3 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:29:41.241616 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f', 'status': 'completed', 'code': 200} Jul 22 12:29:41.270575 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 575b6dc3-6c20-4755-b645-88d48d5b7030 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:41.271623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-707eb4ef-ff2c-4d44-a012-c4b22b01be31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.273227 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-707eb4ef-ff2c-4d44-a012-c4b22b01be31 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1095 time: 0.0669041 Jul 22 12:29:41.319181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-b29a7323-6477-46d0-97b2-e70d93e3492a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 217 time: 0.0384660 Jul 22 12:29:41.325858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 575b6dc3-6c20-4755-b645-88d48d5b7030 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:41.332624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 575b6dc3-6c20-4755-b645-88d48d5b7030 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:41.332865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.386570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-5b1f8ae1-24ac-4861-bbc1-d2e10d5f2659 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.388696 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-5b1f8ae1-24ac-4861-bbc1-d2e10d5f2659 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0635428 Jul 22 12:29:41.443918 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.461397 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-91205341-fd2b-4055-a29f-965528007753 req-411f349b-649c-4a85-996a-2efd7a78c4c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.463091 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-411f349b-649c-4a85-996a-2efd7a78c4c4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675964 Jul 22 12:29:41.480495 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 575b6dc3-6c20-4755-b645-88d48d5b7030, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=575b6dc3-6c20-4755-b645-88d48d5b7030,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:41.485558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:41.535791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:41.571677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-82c5dd6c-1340-4e61-a616-95d341827dd8 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1020486 Jul 22 12:29:41.667789 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-91205341-fd2b-4055-a29f-965528007753 req-88c0ca0e-d681-48d9-ac93-b61d0d6336a9 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903621 Jul 22 12:29:41.769536 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-f15d20b7-22d3-4e12-81b5-03ad3d1f436c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.771054 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-f15d20b7-22d3-4e12-81b5-03ad3d1f436c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1095 time: 0.0577219 Jul 22 12:29:41.866788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-0dca1820-60b2-4a1b-a64f-b4a4cf4c59f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.868182 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-0dca1820-60b2-4a1b-a64f-b4a4cf4c59f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 898 time: 0.0909672 Jul 22 12:29:41.908011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-5096f2b4-fa82-4233-aa58-fbb468a735dd service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 217 time: 0.0338521 Jul 22 12:29:41.961935 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-d7ed5280-3422-4c9f-bde3-06c6fbee4221 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:41.964221 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-d7ed5280-3422-4c9f-bde3-06c6fbee4221 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0487108 Jul 22 12:29:42.022531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-c8048942-ea22-49fb-84a8-50dd9048a9fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:42.024065 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-c8048942-ea22-49fb-84a8-50dd9048a9fe service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536501 Jul 22 12:29:42.114831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-1e954c8b-c2ae-44c4-84c1-e032d9806b94 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0830417 Jul 22 12:29:42.210153 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bba4d413-5e0e-47f7-aeaa-ca1885eea497 req-96d62cba-171f-4b4a-afa5-2e9b0d349a20 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879390 Jul 22 12:29:42.264899 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-313871fb-a586-48c8-9e03-7ce6aaecbc6a req-43bc4aea-9bcb-4075-826a-f00444d0c09d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:42.266371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-313871fb-a586-48c8-9e03-7ce6aaecbc6a req-43bc4aea-9bcb-4075-826a-f00444d0c09d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 944 time: 0.0687604 Jul 22 12:29:42.304232 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-313871fb-a586-48c8-9e03-7ce6aaecbc6a req-eff0f9fb-0b97-4c83-bac1-78c10b9384d6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322652 Jul 22 12:29:43.210856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 575b6dc3-6c20-4755-b645-88d48d5b7030 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:43.266066 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 575b6dc3-6c20-4755-b645-88d48d5b7030 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:43.266641 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:43.447605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60f7c3d5-b673-4a35-a511-2d645b842f89 req-b77c0dd3-e2a6-4753-880b-ca84e5992951 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:43.449136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60f7c3d5-b673-4a35-a511-2d645b842f89 req-b77c0dd3-e2a6-4753-880b-ca84e5992951 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 944 time: 0.0676494 Jul 22 12:29:43.487952 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60f7c3d5-b673-4a35-a511-2d645b842f89 req-b8f88ec9-aa78-4711-a7d4-873a699bd92b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330260 Jul 22 12:29:44.617304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30411bcc-0b6e-4af1-8bb9-2fce398b44c4 req-2aab2e65-ed73-450c-89fd-ad80fc59ec39 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:44.618805 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30411bcc-0b6e-4af1-8bb9-2fce398b44c4 req-2aab2e65-ed73-450c-89fd-ad80fc59ec39 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 944 time: 0.0640602 Jul 22 12:29:44.655690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-30411bcc-0b6e-4af1-8bb9-2fce398b44c4 req-5424ca3a-7b4f-422a-a796-5ad169965a9a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312810 Jul 22 12:29:45.351938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-985a287b-d02a-4c2b-b9c4-c711fd7aa2a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:45.681177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 31843384-0f67-4243-8ce8-1db2608c339f details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:29:45.787179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=31843384-0f67-4243-8ce8-1db2608c339f,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:45.796024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c137295-2b9c-4b77-b9a2-3680af904503 req-66398783-8a80-4b91-a0df-4c4ad8760f8b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:45.797551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c137295-2b9c-4b77-b9a2-3680af904503 req-66398783-8a80-4b91-a0df-4c4ad8760f8b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 944 time: 0.0724845 Jul 22 12:29:45.799242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '31843384-0f67-4243-8ce8-1db2608c339f', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'port_id': '31843384-0f67-4243-8ce8-1db2608c339f', 'mac_address': 'fa:16:3e:dc:43:ac', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 148, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:29:45.836984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:45.837699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c137295-2b9c-4b77-b9a2-3680af904503 req-a5502b04-7ff3-47ca-b4c4-f0d07ec52780 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335548 Jul 22 12:29:45.850360 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 31843384-0f67-4243-8ce8-1db2608c339f {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:29:45.872742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=31843384-0f67-4243-8ce8-1db2608c339f,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:45.876867 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:45.924059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:46.077878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['31843384-0f67-4243-8ce8-1db2608c339f'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:29:46.971873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a5eda83-8df8-4edb-8935-2390f9798110 req-7a552df7-ac0d-4571-8b03-2cd51e4c2d22 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:46.973353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a5eda83-8df8-4edb-8935-2390f9798110 req-7a552df7-ac0d-4571-8b03-2cd51e4c2d22 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 945 time: 0.0653846 Jul 22 12:29:47.013524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a5eda83-8df8-4edb-8935-2390f9798110 req-50f97276-dbdc-49f6-8372-888cbbbd02ee tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343382 Jul 22 12:29:47.680302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 31843384-0f67-4243-8ce8-1db2608c339f up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:29:47.731177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 31843384-0f67-4243-8ce8-1db2608c339f completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:29:47.734946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 31843384-0f67-4243-8ce8-1db2608c339f triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:29:47.735317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:47.809979 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:47.833424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:29:47.836068 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c078544f-9a63-47e1-b827-ff7d31f9039b" -d '{"events": [{"server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "name": "network-vif-plugged", "status": "completed", "tag": "31843384-0f67-4243-8ce8-1db2608c339f"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:29:47.848242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=31843384-0f67-4243-8ce8-1db2608c339f,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:29:47.852380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:47.880923 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:29:47 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6bb29fb6-cf59-43a6-ba7c-70ae69718b2f x-openstack-request-id: req-6bb29fb6-cf59-43a6-ba7c-70ae69718b2f {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:29:47.881212 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "name": "network-vif-plugged", "status": "completed", "tag": "31843384-0f67-4243-8ce8-1db2608c339f", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:29:47.881539 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6bb29fb6-cf59-43a6-ba7c-70ae69718b2f {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:29:47.881916 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f', 'code': 200} Jul 22 12:29:47.912397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:47.939948 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:47.990345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f2408f2-acde-4823-96c8-4a0fbb0fd56d req-6e0aafb9-206b-4e00-a2fd-5f081a918ac5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:47.992263 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2f2408f2-acde-4823-96c8-4a0fbb0fd56d req-6e0aafb9-206b-4e00-a2fd-5f081a918ac5 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1097 time: 0.0587075 Jul 22 12:29:48.028110 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2f2408f2-acde-4823-96c8-4a0fbb0fd56d req-818104f8-4a3b-4f05-a7a6-508bfa7cf6db service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0286469 Jul 22 12:29:48.156635 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e1d1363-e653-45df-a8b8-bb5ff775c1c9 req-05c95f56-72ee-4eb9-a360-b6bf4fe00d56 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:48.158125 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e1d1363-e653-45df-a8b8-bb5ff775c1c9 req-05c95f56-72ee-4eb9-a360-b6bf4fe00d56 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0672514 Jul 22 12:29:48.196463 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4e1d1363-e653-45df-a8b8-bb5ff775c1c9 req-2466f0cd-dbcd-42c9-ac1b-7173287eff76 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326962 Jul 22 12:29:48.261283 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0db216d5-9edf-4d45-9f3c-f8acdc7d3811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:49.332733 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ef6cd13-f603-4eda-8771-651f24b9a09a req-7ae9968b-aaf7-4699-b085-89e7962a08c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:49.334263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ef6cd13-f603-4eda-8771-651f24b9a09a req-7ae9968b-aaf7-4699-b085-89e7962a08c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0657961 Jul 22 12:29:49.374280 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6ef6cd13-f603-4eda-8771-651f24b9a09a req-be6a024b-de6f-4bc5-93bd-86440730e121 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328219 Jul 22 12:29:49.503893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1162fae0-abda-42ef-8908-a6b933374b85 req-333bcd7d-2b33-4aa3-907a-259018e95cdd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:49.505382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1162fae0-abda-42ef-8908-a6b933374b85 req-333bcd7d-2b33-4aa3-907a-259018e95cdd tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0641913 Jul 22 12:29:49.545044 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1162fae0-abda-42ef-8908-a6b933374b85 req-bd5aaf2a-4d5c-4167-9116-879fbb813a62 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334425 Jul 22 12:29:49.567027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54976) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:49.606175 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:49.627104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba3c2689-1c07-49b2-80b6-d652638df60d tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:49.628614 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ba3c2689-1c07-49b2-80b6-d652638df60d tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1092 time: 0.0610511 Jul 22 12:29:49.631427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54978) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:49.636214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '31843384-0f67-4243-8ce8-1db2608c339f', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:29:49.660117 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:49.755531 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:49.860145 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.72 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/4d057f87-5c41-4ce3-a863-be7d68fd227c) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:29:49.965083 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:50.007890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:50.048793 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:29:50.051564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:29:50.055220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:29:50.077174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=4d057f87-5c41-4ce3-a863-be7d68fd227c,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:50.717253 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:50.793389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:50.949976 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:50.954365 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:51.027830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=4d057f87-5c41-4ce3-a863-be7d68fd227c,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:29:51.036691 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:51.136286 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 454b2365-a124-4814-a1ca-70f2b8a0dad0 associated. External IP: 172.25.6.72, port: 31843384-0f67-4243-8ce8-1db2608c339f. Jul 22 12:29:51.349841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 285aebef-50b8-4aaf-90d7-a401243ad720 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:29:51.459717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:29:51.471497 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Sync routers for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:29:51.477548 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:51.482788 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:51.483417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:51.514883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-565fe0cb-1fe0-42fd-be6d-8baf4b55215c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8823726 Jul 22 12:29:51.515589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:29:51.518528 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b" -d '{"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:29:51.564781 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:29:51 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-20ff750e-562b-4801-989f-88e9cca5f510 x-openstack-request-id: req-20ff750e-562b-4801-989f-88e9cca5f510 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:29:51.564781 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:29:51.565021 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-20ff750e-562b-4801-989f-88e9cca5f510 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:29:51.565587 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f', 'status': 'completed', 'code': 200} Jul 22 12:29:51.573672 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:51.611716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:51.643471 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-65a66b2d-20fd-4ef1-a1af-8f93e95173f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:51.645234 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-65a66b2d-20fd-4ef1-a1af-8f93e95173f8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1097 time: 0.0554755 Jul 22 12:29:51.671140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ece3cdd7-ade4-4d34-9a5f-dc767c53afa5 req-f7722959-327f-4f1c-a221-282c84960c56 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:51.672854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece3cdd7-ade4-4d34-9a5f-dc767c53afa5 req-f7722959-327f-4f1c-a221-282c84960c56 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0938401 Jul 22 12:29:51.714582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ece3cdd7-ade4-4d34-9a5f-dc767c53afa5 req-f32addac-45d4-4b8f-8686-84438eab4e04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352662 Jul 22 12:29:51.743494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54984) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:51.785421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-306b95f2-3a8c-4391-8372-7734ed021250 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:51.787280 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-306b95f2-3a8c-4391-8372-7734ed021250 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 898 time: 0.1351764 Jul 22 12:29:51.805872 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-becad52c-84fa-4d06-91a9-203e10607310 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/454b2365-a124-4814-a1ca-70f2b8a0dad0 HTTP/1.1" status: 200 len: 991 time: 0.0611320 Jul 22 12:29:51.860572 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-5fcbc970-591d-4317-8624-e51f812a60d1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 999 time: 0.0668612 Jul 22 12:29:51.888338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '454b2365-a124-4814-a1ca-70f2b8a0dad0', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'port_id': '31843384-0f67-4243-8ce8-1db2608c339f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'mac_address': 'fa:16:3e:dc:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a95cb-9f62-49ee-832a-310b08089c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:29:50Z', 'updated_at': '2021-07-22T12:29:50Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:51.910976 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-1bfcc885-cd00-4727-aa1c-9f3c5761b405 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:51.912512 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-1bfcc885-cd00-4727-aa1c-9f3c5761b405 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0457501 Jul 22 12:29:51.919963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Checking router: 285aebef-50b8-4aaf-90d7-a401243ad720 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:29:51.928443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:29:51.929079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:29:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:51.976957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-194df859-d62e-4cd5-8c7b-6b935570e2cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:29:51.978684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-194df859-d62e-4cd5-8c7b-6b935570e2cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0600846 Jul 22 12:29:52.036954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:29:52.075297 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-57e0de58-298d-4afd-b345-a87b2d723c37 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0904589 Jul 22 12:29:52.165254 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-3dceaa0b-9ebd-4683-9b5b-12d0ae04732b req-2aa1d6dd-2481-4459-9ca3-baad5a28e4f9 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0836449 Jul 22 12:29:52.263119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '454b2365-a124-4814-a1ca-70f2b8a0dad0', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'port_id': '31843384-0f67-4243-8ce8-1db2608c339f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'mac_address': 'fa:16:3e:dc:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a95cb-9f62-49ee-832a-310b08089c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:29:50Z', 'updated_at': '2021-07-22T12:29:50Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:29:52.292200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0abd4f3-fddb-41a5-adb9-925363aeef4d None None] The sync data for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 is: [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '454b2365-a124-4814-a1ca-70f2b8a0dad0', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.72', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'port_id': '31843384-0f67-4243-8ce8-1db2608c339f', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4169, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'mac_address': 'fa:16:3e:dc:43:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '464a95cb-9f62-49ee-832a-310b08089c66', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:29:50Z', 'updated_at': '2021-07-22T12:29:50Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:29:52.467544 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c28fdb31-ba6f-4c73-95e5-e67bb8cb74de None None] New status for floating IP 454b2365-a124-4814-a1ca-70f2b8a0dad0: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:29:52.809878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 54986) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:29:52.879911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9c1063f-8f0a-4cf5-af82-e6ba0ea5ae85 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/454b2365-a124-4814-a1ca-70f2b8a0dad0 HTTP/1.1" status: 200 len: 993 time: 0.0687122 Jul 22 12:29:57.987071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:29:58.786004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:09.490819 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:30:15.353612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8929d56c-fa9e-4f9f-8bf5-e2ef8cff07ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:17.941348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:18.264094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-160992f5-7cec-4f63-ad6a-7e892cb76a20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:19.609032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:21.527936 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:24.285955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a72da476-8374-497a-90dc-28d94df6c86b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:24.288188 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a72da476-8374-497a-90dc-28d94df6c86b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1097 time: 0.0618584 Jul 22 12:30:24.290700 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc9ea665-0c72-4b03-8b23-31fc8cb3ebcd req-528f1bb5-053c-4875-99d1-46323495277d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:24.292238 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc9ea665-0c72-4b03-8b23-31fc8cb3ebcd req-528f1bb5-053c-4875-99d1-46323495277d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0695298 Jul 22 12:30:24.331618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc9ea665-0c72-4b03-8b23-31fc8cb3ebcd req-48ae60a1-4db5-485f-a511-e4fb9615ccaf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336499 Jul 22 12:30:24.381113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a8a318fe-6783-45b0-8574-15eb3b4e199d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:24.382648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a8a318fe-6783-45b0-8574-15eb3b4e199d service neutron] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 898 time: 0.0875554 Jul 22 12:30:24.454893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-c915677f-dfb9-47b5-b877-92a53a560d0e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 1001 time: 0.0656526 Jul 22 12:30:24.506226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-edbc3f6b-5595-44dd-a273-fc940b164fb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:24.507731 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-edbc3f6b-5595-44dd-a273-fc940b164fb0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0460832 Jul 22 12:30:24.575004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a5be83b0-376a-4e72-8608-2d5bbdcec569 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:24.576525 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-a5be83b0-376a-4e72-8608-2d5bbdcec569 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0559645 Jul 22 12:30:24.680612 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-93101b26-7e8b-42ef-a456-454d08388852 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0962052 Jul 22 12:30:24.770030 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-05003abb-bc5f-4b49-b525-230311bd45e4 req-336d823b-d2f6-451c-b650-28204e0b3769 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0832715 Jul 22 12:30:25.466505 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b2cdc21-54fd-4fc8-aa8d-d3421918cad0 req-4c253c1b-be8b-4908-a3f0-560920666a04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:25.467912 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b2cdc21-54fd-4fc8-aa8d-d3421918cad0 req-4c253c1b-be8b-4908-a3f0-560920666a04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0657582 Jul 22 12:30:25.511203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b2cdc21-54fd-4fc8-aa8d-d3421918cad0 req-7b9a8163-a668-4b20-9cb2-f7f51abec57e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374532 Jul 22 12:30:26.648529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75f39569-1065-48c0-8ec0-a84609110d09 req-fda8e21c-1b41-41e7-aaec-2d4ef7d0fc72 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:26.650160 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f39569-1065-48c0-8ec0-a84609110d09 req-fda8e21c-1b41-41e7-aaec-2d4ef7d0fc72 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0687599 Jul 22 12:30:26.688047 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-75f39569-1065-48c0-8ec0-a84609110d09 req-51dee7db-c8db-42ba-aeed-426327892a9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322416 Jul 22 12:30:27.823754 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e751c064-9d9b-4559-9ae1-e86400e5049a req-0b379677-067f-4327-aecd-8c218fdc45dc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:27.825177 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e751c064-9d9b-4559-9ae1-e86400e5049a req-0b379677-067f-4327-aecd-8c218fdc45dc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0676236 Jul 22 12:30:27.849374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:27.866399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e751c064-9d9b-4559-9ae1-e86400e5049a req-a6502842-3bd0-4db0-83fc-2ce3551caa6b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355432 Jul 22 12:30:28.805900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:29.003346 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-34e00fed-1778-44fc-ae21-7114256e7aac req-80ee3f57-7b72-4d97-95c4-47f9a2b0efb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:29.004854 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34e00fed-1778-44fc-ae21-7114256e7aac req-80ee3f57-7b72-4d97-95c4-47f9a2b0efb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0676918 Jul 22 12:30:29.043971 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-34e00fed-1778-44fc-ae21-7114256e7aac req-983be351-dd46-4db4-9e6e-9868344d41d2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330131 Jul 22 12:30:30.182629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14b2c65f-baeb-49fc-a28d-b5fec9825f8c req-7aa9c095-efc2-43d5-9442-a44f1d6f6a38 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:30.184146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14b2c65f-baeb-49fc-a28d-b5fec9825f8c req-7aa9c095-efc2-43d5-9442-a44f1d6f6a38 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0699425 Jul 22 12:30:30.229496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14b2c65f-baeb-49fc-a28d-b5fec9825f8c req-96d9676a-88b1-4fbb-b2f0-2ab456958ea2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395811 Jul 22 12:30:31.368406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5cd55eb-7ff7-4b85-a575-a01af69645cc req-3e03ebd5-6181-484e-b334-0fca8c2f074e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:31.369926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5cd55eb-7ff7-4b85-a575-a01af69645cc req-3e03ebd5-6181-484e-b334-0fca8c2f074e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0673308 Jul 22 12:30:31.407875 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5cd55eb-7ff7-4b85-a575-a01af69645cc req-1bdf397a-346a-4c33-8bf6-78fad2f94184 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323515 Jul 22 12:30:32.546316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a836f692-b59b-40cc-86e4-fc9cea20ec0c req-455f3dda-a438-4796-a5f0-ffa1b762da47 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:32.548697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a836f692-b59b-40cc-86e4-fc9cea20ec0c req-455f3dda-a438-4796-a5f0-ffa1b762da47 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0717587 Jul 22 12:30:32.596551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a836f692-b59b-40cc-86e4-fc9cea20ec0c req-e7164bac-d46a-4701-9c2e-8c6795792d60 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0420716 Jul 22 12:30:33.732235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c510441-a721-48bf-aa82-b59c7f17d780 req-0d39bbdd-1a5b-4066-8a17-cb7540591954 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:33.733744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c510441-a721-48bf-aa82-b59c7f17d780 req-0d39bbdd-1a5b-4066-8a17-cb7540591954 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0672116 Jul 22 12:30:33.772452 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c510441-a721-48bf-aa82-b59c7f17d780 req-c0fb0d3d-b364-4098-9b57-b092a02acd00 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0329382 Jul 22 12:30:34.907683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0de440a-e048-44bd-a56a-46457da90361 req-44a85220-2fb4-4ffb-8976-a1a6ab570020 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:34.909106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0de440a-e048-44bd-a56a-46457da90361 req-44a85220-2fb4-4ffb-8976-a1a6ab570020 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0675676 Jul 22 12:30:34.949883 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a0de440a-e048-44bd-a56a-46457da90361 req-c3a0e717-5360-4c13-9e7b-775cc16eaf2a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0351379 Jul 22 12:30:36.085633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b72b67f-4c36-4b20-ad92-950a97de7fa0 req-88caa44a-0988-4f74-9e0f-790be28a82f8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:36.087201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b72b67f-4c36-4b20-ad92-950a97de7fa0 req-88caa44a-0988-4f74-9e0f-790be28a82f8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0645349 Jul 22 12:30:36.126269 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5b72b67f-4c36-4b20-ad92-950a97de7fa0 req-62cf368b-3d50-422e-b822-c9688c0d5258 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335386 Jul 22 12:30:37.274672 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a7d96b-d80a-4175-b32c-cb1d03948729 req-5b5daf15-e585-4512-a564-1f16823a84f7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:37.276243 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70a7d96b-d80a-4175-b32c-cb1d03948729 req-5b5daf15-e585-4512-a564-1f16823a84f7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0697820 Jul 22 12:30:37.315347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70a7d96b-d80a-4175-b32c-cb1d03948729 req-2ede494f-460c-4303-ac44-18e9765d5ed3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326121 Jul 22 12:30:38.448630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64037b28-e57d-444d-89a0-ea51ea2c404d req-ec8802ed-8d61-4dce-9511-07002e48fa3c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:38.450117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64037b28-e57d-444d-89a0-ea51ea2c404d req-ec8802ed-8d61-4dce-9511-07002e48fa3c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0680835 Jul 22 12:30:38.487769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-64037b28-e57d-444d-89a0-ea51ea2c404d req-e3188d4b-f653-4ace-b126-f186d196f5f9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319004 Jul 22 12:30:39.623824 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e7900c2-c1e5-4a9a-909e-0cddb5b4f25c req-6928980e-2366-4e60-bda5-fe85ae60aaa7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:39.625294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e7900c2-c1e5-4a9a-909e-0cddb5b4f25c req-6928980e-2366-4e60-bda5-fe85ae60aaa7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0643232 Jul 22 12:30:39.663143 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e7900c2-c1e5-4a9a-909e-0cddb5b4f25c req-253ec787-4036-4b91-98a2-69001cc7fd1d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0321004 Jul 22 12:30:40.798421 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a77800c-0eb1-447a-8f46-f6b8cf6eb6bf req-d57fb8d2-e2aa-48a7-8302-b0f99d4c635e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:40.799926 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a77800c-0eb1-447a-8f46-f6b8cf6eb6bf req-d57fb8d2-e2aa-48a7-8302-b0f99d4c635e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0677066 Jul 22 12:30:40.837011 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5a77800c-0eb1-447a-8f46-f6b8cf6eb6bf req-a4402daa-4b14-44c1-a37c-71e9f56a5448 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0308146 Jul 22 12:30:40.859412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55038) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:30:40.917837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fec4844d-fff5-4efd-8e77-46072d527290 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/454b2365-a124-4814-a1ca-70f2b8a0dad0 HTTP/1.1" status: 200 len: 993 time: 0.0573266 Jul 22 12:30:45.354777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-726b29be-0d79-4758-b077-f9fc71ee2187 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:46.347518 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-dab3d3eb-69a0-4d50-b4c7-33307f10b57e service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0576096 Jul 22 12:30:46.444676 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-0aad4a11-5775-473c-a4b6-d978fcce5634 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:46.448037 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-0aad4a11-5775-473c-a4b6-d978fcce5634 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1097 time: 0.0602906 Jul 22 12:30:46.489570 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:30:46.546771 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-d6d02821-6f7a-4fa2-91ae-1ba04014e122 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:46.548337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-d6d02821-6f7a-4fa2-91ae-1ba04014e122 service neutron] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 898 time: 0.0833216 Jul 22 12:30:46.617876 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-b94e8de3-ca45-4214-a01f-c213f34c7cfa service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 1001 time: 0.0612109 Jul 22 12:30:46.664914 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-5a992b30-cecd-4972-8631-3c3fcfd2bca0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:46.666377 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-5a992b30-cecd-4972-8631-3c3fcfd2bca0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0431075 Jul 22 12:30:46.725179 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-508f4360-9068-43aa-ac42-5aa02ae94203 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:30:46.727181 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-508f4360-9068-43aa-ac42-5aa02ae94203 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0543070 Jul 22 12:30:46.818785 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-7226868c-9535-42d0-b69d-c9b86c733ce8 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852113 Jul 22 12:30:46.907831 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a37093b1-d693-421d-9a1e-1fc2dfeaf03d req-43ee3a7c-61f3-4a87-a2ad-88f5927aadd7 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830278 Jul 22 12:30:47.942078 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:48.265302 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-af7eab7f-53cf-47b1-b3a5-b2f8e78d1888 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:49.611062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:51.529764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:57.862562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:30:58.800913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.404376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55056) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:12.563101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 4d057f87-5c41-4ce3-a863-be7d68fd227c {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:12.563444 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.637324 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.637645 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.648957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 4d057f87-5c41-4ce3-a863-be7d68fd227c owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:12.795345 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.822689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=4d057f87-5c41-4ce3-a863-be7d68fd227c,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:12.848293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.848646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.848990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.849332 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.849667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.850005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.850340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.851389 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.851811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.852150 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.852482 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.852811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:12.896969 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:12.897318 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 454b2365-a124-4814-a1ca-70f2b8a0dad0 disassociated (deleted). External IP: 172.25.6.72, port: 31843384-0f67-4243-8ce8-1db2608c339f. Jul 22 12:31:13.104893 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 285aebef-50b8-4aaf-90d7-a401243ad720 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:31:13.214840 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:31:13.219632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:13.225375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Sync routers for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:31:13.235355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:13.235963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:13.256520 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-56236a6c-23d4-4528-a1c0-b18b1368f230 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/floatingips/454b2365-a124-4814-a1ca-70f2b8a0dad0 HTTP/1.1" status: 204 len: 168 time: 0.8510659 Jul 22 12:31:13.257718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:31:13.260084 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c350d327-89b1-4888-bf05-8e724e68ddd5" -d '{"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:31:13.299059 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:31:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24eb72c2-e4ea-48cf-9ec6-898854a670a0 x-openstack-request-id: req-24eb72c2-e4ea-48cf-9ec6-898854a670a0 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:31:13.299214 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "tag": "31843384-0f67-4243-8ce8-1db2608c339f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:31:13.299439 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24eb72c2-e4ea-48cf-9ec6-898854a670a0 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:31:13.299987 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f', 'status': 'completed', 'code': 200} Jul 22 12:31:13.342713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:13.397360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-87c62e04-0000-438e-b706-84adef500530 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:13.399385 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-87c62e04-0000-438e-b706-84adef500530 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 1097 time: 0.0780387 Jul 22 12:31:13.491139 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-3953b359-6086-4970-99d2-af57bc67077c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:13.493246 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-3953b359-6086-4970-99d2-af57bc67077c service neutron] 10.222.0.20 "GET /v2.0/networks?id=3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 200 len: 898 time: 0.0876873 Jul 22 12:31:13.507871 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be26b870-df1b-4d93-afb0-5f8bd078ef3b req-be4743b6-6c19-405e-acd1-676c4c0b3540 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:13.509520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be26b870-df1b-4d93-afb0-5f8bd078ef3b req-be4743b6-6c19-405e-acd1-676c4c0b3540 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0677969 Jul 22 12:31:13.540166 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-1979cc30-707d-4769-ac2c-215585a70a41 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 200 len: 217 time: 0.0392549 Jul 22 12:31:13.552033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be26b870-df1b-4d93-afb0-5f8bd078ef3b req-e0be25a2-1aa9-4f3c-82e6-981c0e5ab32e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366929 Jul 22 12:31:13.571625 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:13.592811 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-222f8971-69f1-477b-9e5b-ce0304ec562f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:13.594437 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-222f8971-69f1-477b-9e5b-ce0304ec562f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 200 len: 835 time: 0.0476823 Jul 22 12:31:13.598704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Checking router: 285aebef-50b8-4aaf-90d7-a401243ad720 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:31:13.607649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:13.608255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:30:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:13.655745 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-60e27adb-42af-4edd-93b3-39e275e0a4de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:13.657211 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-60e27adb-42af-4edd-93b3-39e275e0a4de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=3267c2df-acc8-4aaa-bc8d-77493c26b278&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541947 Jul 22 12:31:13.713158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:13.753567 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-0808175a-0e11-4fe2-9e24-ab3308757909 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0887229 Jul 22 12:31:13.844644 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-c350d327-89b1-4888-bf05-8e724e68ddd5 req-ecd893f8-2867-4263-a073-e7b5b2483c03 service neutron] 10.222.0.20 "GET /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0834038 Jul 22 12:31:13.911987 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:13.938005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-366ba999-5fa5-4d36-8b47-1b46453ef114 None None] The sync data for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 is: [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:36Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '575b6dc3-6c20-4755-b645-88d48d5b7030', 'name': '', 'network_id': '3267c2df-acc8-4aaa-bc8d-77493c26b278', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:53:db:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_interface', 'standard_attr_id': 4166, 'fixed_ips': [{'subnet_id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:35Z', 'updated_at': '2021-07-22T12:29:41Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '92a78503-84d7-4c4f-8ae9-df4ab11cec4b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:31:14.152203 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f102dad5-9aef-4361-bfc2-cb7edebbc914 None None] New status for floating IP 454b2365-a124-4814-a1ca-70f2b8a0dad0: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:31:14.688315 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55a597d4-2d9e-4c9d-993f-00194b41e88e req-211b9178-0a6e-49d5-9511-658c864dbc3f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:14.689793 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a597d4-2d9e-4c9d-993f-00194b41e88e req-211b9178-0a6e-49d5-9511-658c864dbc3f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0634103 Jul 22 12:31:14.728873 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-55a597d4-2d9e-4c9d-993f-00194b41e88e req-6d0baf14-091b-4e4c-8025-7873da1c2ed0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=c694a34d-dba7-4538-be95-69a2a45fa2fb&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333283 Jul 22 12:31:14.931290 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-1de9a80c-4bb5-4fbd-9add-e8bc3f9bbe78 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:14.932732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-1de9a80c-4bb5-4fbd-9add-e8bc3f9bbe78 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 946 time: 0.0625725 Jul 22 12:31:15.036132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 31843384-0f67-4243-8ce8-1db2608c339f {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:15.036474 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:15.125671 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 31843384-0f67-4243-8ce8-1db2608c339f, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=31843384-0f67-4243-8ce8-1db2608c339f,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:15.126167 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:15.139205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 31843384-0f67-4243-8ce8-1db2608c339f owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:15.356842 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dd3552f2-3ea5-4106-baca-07a12a644938 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:15.571063 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:15.600971 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=31843384-0f67-4243-8ce8-1db2608c339f,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:15.648722 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port 31843384-0f67-4243-8ce8-1db2608c339f on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:31:15.651372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:15.653376 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-247e4a54-f3b6-4537-afee-6fc7a3ca448f req-07248f24-5cfa-4989-b642-ead51e56b7da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "DELETE /v2.0/ports/31843384-0f67-4243-8ce8-1db2608c339f HTTP/1.1" status: 204 len: 173 time: 0.7156720 Jul 22 12:31:15.653820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'name': 'network-vif-deleted', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:31:15.656160 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e0e46c0c-cb2b-4e8f-b3cb-dafa02c2057f" -d '{"events": [{"server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "name": "network-vif-deleted", "tag": "31843384-0f67-4243-8ce8-1db2608c339f"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:31:15.712608 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:31:15 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-24f3fb07-5c3e-4a19-917c-a5c2e94da451 x-openstack-request-id: req-24f3fb07-5c3e-4a19-917c-a5c2e94da451 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:31:15.712913 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "464a95cb-9f62-49ee-832a-310b08089c66", "name": "network-vif-deleted", "tag": "31843384-0f67-4243-8ce8-1db2608c339f", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:31:15.713169 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-24f3fb07-5c3e-4a19-917c-a5c2e94da451 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:31:15.713568 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '464a95cb-9f62-49ee-832a-310b08089c66', 'name': 'network-vif-deleted', 'tag': '31843384-0f67-4243-8ce8-1db2608c339f', 'status': 'completed', 'code': 200} Jul 22 12:31:15.841524 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2de97efc-5a32-4409-b9ed-da5eedb680c2 req-fa959b04-3a73-4f89-a5e4-23ba807dc2e9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=464a95cb-9f62-49ee-832a-310b08089c66 HTTP/1.1" status: 200 len: 210 time: 0.0331988 Jul 22 12:31:16.897676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55078) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:17.257611 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:17.513759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 575b6dc3-6c20-4755-b645-88d48d5b7030 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:17.514102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:17.600835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 575b6dc3-6c20-4755-b645-88d48d5b7030, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=575b6dc3-6c20-4755-b645-88d48d5b7030,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:17.601703 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:17.613804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 575b6dc3-6c20-4755-b645-88d48d5b7030 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:17.797182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:17.825963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=575b6dc3-6c20-4755-b645-88d48d5b7030,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:17.836265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.836619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.836963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.837304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.837637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.837970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.838307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.838676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.839005 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.839336 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.840044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.840044 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:17.945736 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.017590 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.236428 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 285aebef-50b8-4aaf-90d7-a401243ad720 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:31:18.266344 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-487dfb55-e770-4442-81f1-ff41e065f196 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.349595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:31:18.355648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-18ea55ef-1955-4c41-96d7-2a1a14c0ad27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/285aebef-50b8-4aaf-90d7-a401243ad720/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4565706 Jul 22 12:31:18.358384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55080) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:18.361536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Sync routers for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:31:18.371049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:18.371675 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:18.479375 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:18.661191 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:31:17Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:18.690620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Checking router: 285aebef-50b8-4aaf-90d7-a401243ad720 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:31:18.693657 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting subnet 92a78503-84d7-4c4f-8ae9-df4ab11cec4b {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:31:18.697562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.699764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Routers {'285aebef-50b8-4aaf-90d7-a401243ad720'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:18.700427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['285aebef-50b8-4aaf-90d7-a401243ad720'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:18.738373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.800091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] Set router 285aebef-50b8-4aaf-90d7-a401243ad720 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:18.822687 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.879045 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.908110 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Subnet': ['ID=92a78503-84d7-4c4f-8ae9-df4ab11cec4b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:18.910817 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:18.912855 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f1e2183a-8de9-4973-ac69-fbc530113b65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/subnets/92a78503-84d7-4c4f-8ae9-df4ab11cec4b HTTP/1.1" status: 204 len: 168 time: 0.5534792 Jul 22 12:31:18.915732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55082) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:18.920017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-585a0bb3-7480-47be-8ca0-4e22428d2391 None None] Network 3267c2df-acc8-4aaa-bc8d-77493c26b278 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:31:19.027634 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.087526 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:31:17Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:19.114869 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91ea2f78-28a7-4d95-857c-efbd03ab5d1b None None] The sync data for ids ['285aebef-50b8-4aaf-90d7-a401243ad720'] in n-d-754448-4 is: [{'id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'name': 'tempest-TestNetworkAdvancedServerOps-router-165677356', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139'}], 'enable_snat': True}, 'gw_port_id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:31:17Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a4157f4b-a285-4c0c-8c7b-e46b0c51ee83', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:5e:96', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '285aebef-50b8-4aaf-90d7-a401243ad720', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4163, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:29:33Z', 'updated_at': '2021-07-22T12:29:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:31:19.136193 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.192942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:19.193297 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.275127 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port a4157f4b-a285-4c0c-8c7b-e46b0c51ee83, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:19.275491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.286835 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:19.452453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.482798 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=a4157f4b-a285-4c0c-8c7b-e46b0c51ee83,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:19.503488 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] DHCP port deletion for 3267c2df-acc8-4aaa-bc8d-77493c26b278 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:31:19.557227 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.571973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Deleting port 23e2babc-87f0-4dd8-bb5a-372cb991f33a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:19.572412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.576521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 575b6dc3-6c20-4755-b645-88d48d5b7030 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:31:19.625764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 575b6dc3-6c20-4755-b645-88d48d5b7030 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:31:19.626111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 575b6dc3-6c20-4755-b645-88d48d5b7030 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:31:19.626617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 23e2babc-87f0-4dd8-bb5a-372cb991f33a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:31:19.666547 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.669328 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.692706 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.703219 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=23e2babc-87f0-4dd8-bb5a-372cb991f33a,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:19.703599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.722211 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Calling delete_port for 23e2babc-87f0-4dd8-bb5a-372cb991f33a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:19.722521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.723151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Fanout notify agent at l3_agent the message router_deleted on router 285aebef-50b8-4aaf-90d7-a401243ad720 {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:31:19.730357 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.731612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e837579a-e1ab-4b0e-8252-6f74f6815629 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/routers/285aebef-50b8-4aaf-90d7-a401243ad720 HTTP/1.1" status: 204 len: 168 time: 0.8140519 Jul 22 12:31:19.734611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55084) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:19.815045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.816062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.873770 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=23e2babc-87f0-4dd8-bb5a-372cb991f33a,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:19.878531 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 23e2babc-87f0-4dd8-bb5a-372cb991f33a {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:31:19.878891 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.880813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.909021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.928713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] No DVR routers for this DVR port 23e2babc-87f0-4dd8-bb5a-372cb991f33a on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:31:19.950425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:19.957567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 23e2babc-87f0-4dd8-bb5a-372cb991f33a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=23e2babc-87f0-4dd8-bb5a-372cb991f33a,segment=NetworkSegment(70105cff-97ff-4c35-b94d-28ef7abee3e2),segment_id=70105cff-97ff-4c35-b94d-28ef7abee3e2)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:19.957929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.958091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:19.958278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.958653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.959017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.959367 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.960499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.960858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.961249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.961617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.961943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.962265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.962616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:19.974177 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 23e2babc-87f0-4dd8-bb5a-372cb991f33a owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:31:19.989741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-367f4630-a906-4843-a048-2b54118b21e7 None None] Pushing event deleted for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:20.057631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.082520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=23e2babc-87f0-4dd8-bb5a-372cb991f33a,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:20.086939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port 23e2babc-87f0-4dd8-bb5a-372cb991f33a on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:31:20.164354 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 31843384-0f67-4243-8ce8-1db2608c339f no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:31:20.167942 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.177834 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3267c2df-acc8-4aaa-bc8d-77493c26b278']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:20.184628 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 31843384-0f67-4243-8ce8-1db2608c339f {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:31:20.184973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 31843384-0f67-4243-8ce8-1db2608c339f not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:31:20.188189 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70105cff-97ff-4c35-b94d-28ef7abee3e2') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:20.188494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70105cff-97ff-4c35-b94d-28ef7abee3e2') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:20.197735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.213098 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.220280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Releasing vlan 148 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:31:20.220749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/enginefacade.py:676: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self.session.flush() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:31:20.223987 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:31:20.290522 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.295509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.297648 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/networks/3267c2df-acc8-4aaa-bc8d-77493c26b278 HTTP/1.1" status: 204 len: 168 time: 0.5619123 Jul 22 12:31:20.300648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55086) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:20.312530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29ffc68-252f-4327-ae4d-c6333dc40998 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Network': ['ID=3267c2df-acc8-4aaa-bc8d-77493c26b278,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:20.362717 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.388052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.447562 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.450281 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.451483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/security-groups/c694a34d-dba7-4538-be95-69a2a45fa2fb HTTP/1.1" status: 204 len: 168 time: 0.1496398 Jul 22 12:31:20.466166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-613dc4cd-057d-4f8e-a40d-76ae7a891164 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=c694a34d-dba7-4538-be95-69a2a45fa2fb,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:20.743085 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55092) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:20.747784 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-785716704', 'description': 'tempest-secgroup-smoke-785716704 description', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:20.772551 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.853092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.856913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.883098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.884366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1402941 Jul 22 12:31:20.887470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55094) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:20.888342 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc1c1b9d-c06a-40d4-bd95-18affd4072b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=1f37520a-9d16-410c-b643-a1f67ec54d0e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:20.897467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:20.924214 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.983719 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:20.987156 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.005990 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=467848ed-6f84-4e3b-8874-50ba493f6a27,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.012517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.014000 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-83322b98-2b5a-4d28-a46a-33337cc49f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1253176 Jul 22 12:31:21.016679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55096) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.021294 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.048035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.105967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.108857 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.124340 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76446d77-8551-4fc4-92a0-f8a89126acda,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.132813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.133985 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-72253a05-9196-4fc2-b4bf-929dbc09dabf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1163807 Jul 22 12:31:21.137624 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55098) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.142240 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.169018 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.228396 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.232432 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.251831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9eaa082e-1fcb-4eb1-a9c7-86bdfc78f38a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.259946 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.263757 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c22788e8-f115-4796-a5a0-a9bf242ab40f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1225829 Jul 22 12:31:21.263949 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55100) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.264228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:31:21.268607 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.285943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:31:21.286397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a4157f4b-a285-4c0c-8c7b-e46b0c51ee83 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:31:21.296046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.358854 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.362272 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.384245 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9cb5427-fda3-4da0-9dff-eb0e30b575d0,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.387352 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.391197 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-46c805e2-e749-42fa-a9f3-0bed65cce0ab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1237426 Jul 22 12:31:21.391670 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55102) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.395807 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.417720 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:31:21.422361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.484381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.488134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.505298 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1e9d11f6-3522-4ae3-a81b-591112cd0867,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.511813 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.513161 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4713c98c-874b-41cc-83f4-bbb552a2b243 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1208615 Jul 22 12:31:21.515927 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55104) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.520398 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '1f37520a-9d16-410c-b643-a1f67ec54d0e', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.533038 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.543293 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:31:21.547995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.610542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.613995 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.633847 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9809c401-dd8f-47c6-a3bf-5866ea056d11,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.640755 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.641968 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-05400d0a-64eb-4879-a5d9-d2ce713dec61 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1250863 Jul 22 12:31:21.644779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55106) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.650137 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'network': {'name': 'tempest-network-smoke--11619067', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'port_security_enabled': True}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.670672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:31:21.674061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.697635 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] vlan segment allocate from pool success with {'vlan_id': 119, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:31:21.706539 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.706948 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Added segment b3875bbf-2a4c-4a52-b1c4-c611520be6cb of type vlan for network b38ff7a7-b78d-48f3-b433-e231fd13b498 Jul 22 12:31:21.750218 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.778761 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.784379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:21.784965 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.821587 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.1756172 Jul 22 12:31:21.824301 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55108) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:21.828689 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'admin_state_up': True, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:21.865498 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e1bcfc-59cc-49af-8f56-5aaf2473bd3e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Network': ['ID=b38ff7a7-b78d-48f3-b433-e231fd13b498,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:21.877531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:31:21.883585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.884594 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:21.942129 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.082691 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.278874 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.297646 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.401904 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.169 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/6f535faa-1c46-46a9-9aed-01ae8eb97084) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:31:22.511482 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.550585 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:22.585965 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:22.588752 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:22.594080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:31:22.626761 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=6f535faa-1c46-46a9-9aed-01ae8eb97084,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:22.844663 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.040747 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.169485 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 63e4b8e9-e65d-467b-a8d3-581088782406 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:31:23.277421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:31:23.286864 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Sync routers for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:31:23.295758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.296425 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:23.296955 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed59f774-7c9c-4681-89e1-779b39fa0348 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.4716949 Jul 22 12:31:23.299985 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55112) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:23.300299 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:23.330126 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f3cbe67e-204e-4460-91f0-56777ddd7835 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8e60d06aa3e9466c9c32ca0201d2cb9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0290112 Jul 22 12:31:23.332967 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55114) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:23.433727 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd8c47b-fe57-40ac-b33f-0c5f7f2b88f5 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:23.435307 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1dd8c47b-fe57-40ac-b33f-0c5f7f2b88f5 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1014292 Jul 22 12:31:23.438145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55116) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:23.467777 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-a7dcc520-6976-4c26-b2cd-3caf4b04095f tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0284946 Jul 22 12:31:23.470282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55118) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:23.475631 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-176252615', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:23.495626 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:31:23.505705 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:23.563170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:31:23.566631 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.682715 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:22Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:22Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:23.708247 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Checking router: 63e4b8e9-e65d-467b-a8d3-581088782406 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:31:23.708654 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Updating router 63e4b8e9-e65d-467b-a8d3-581088782406 port 6f535faa-1c46-46a9-9aed-01ae8eb97084 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:31:23.746715 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.748062 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.816319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Subnet': ['ID=9aa5aa9c-c47b-42ab-ae73-c271eb82864d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:23.821962 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Checking segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:31:23.822330 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network hostable DHCP agents. Network: b38ff7a7-b78d-48f3-b433-e231fd13b498, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:31:23.839472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:31:23.848514 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, b38ff7a7-b78d-48f3-b433-e231fd13b498) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:23.856712 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:23.857383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:23.857512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6cb13f1-870f-4681-84a0-9b2dfb86b72c None None] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:31:23.875268 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-54e8f0dd-8bf7-4bd3-8cd2-90bbe7177576 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4038298 Jul 22 12:31:23.878059 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55120) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:24.014409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-b38ff7a7-b78d-48f3-b433-e231fd13b498', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:31:24.015233 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.015718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.027293 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Transition to ACTIVE for port object 6f535faa-1c46-46a9-9aed-01ae8eb97084 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:24.033257 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.090648 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Attempting to bind port 6f535faa-1c46-46a9-9aed-01ae8eb97084 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:31:24.091044 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Attempting to bind port 6f535faa-1c46-46a9-9aed-01ae8eb97084 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:31:24.091835 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Attempting to bind port 6f535faa-1c46-46a9-9aed-01ae8eb97084 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:31:24.101742 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:31:24.102122 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:31:24.102671 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.103066 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:31:24.103534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Bound port: 6f535faa-1c46-46a9-9aed-01ae8eb97084, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:31:24.103941 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.106406 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Pushing event updated for resources: {'Port': ['ID=6f535faa-1c46-46a9-9aed-01ae8eb97084,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:24.136781 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.137185 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.137534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.137921 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.138259 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.138633 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.138968 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.139295 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.139618 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.139941 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.140268 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.140590 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:31:24.161341 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Allocated IP 172.20.0.2 (b38ff7a7-b78d-48f3-b433-e231fd13b498/9aa5aa9c-c47b-42ab-ae73-c271eb82864d/2971f49d-e664-41d2-bf12-4d1d1f49b63b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:31:24.179187 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] For port 6f535faa-1c46-46a9-9aed-01ae8eb97084, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:31:24.183488 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] For port 6f535faa-1c46-46a9-9aed-01ae8eb97084, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f535faa-1c46-46a9-9aed-01ae8eb97084,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:31:24.187994 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.239560 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:24.240197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:24.316580 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5a239c-226c-4f5f-b7bf-ca7dd5882997 None None] Pushing event updated for resources: {'Port': ['ID=6f535faa-1c46-46a9-9aed-01ae8eb97084,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:24.317909 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.327017 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Transition to ACTIVE for port object 2971f49d-e664-41d2-bf12-4d1d1f49b63b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:24.341920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Transition to ACTIVE for port object 2971f49d-e664-41d2-bf12-4d1d1f49b63b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:24.347772 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.368110 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:24.373275 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.390724 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:24.395102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:24.400100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:31:24.403208 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Pushing event updated for resources: {'Port': ['ID=2971f49d-e664-41d2-bf12-4d1d1f49b63b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:24.471100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Attempting to bind port 2971f49d-e664-41d2-bf12-4d1d1f49b63b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:31:24.471479 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Attempting to bind port 2971f49d-e664-41d2-bf12-4d1d1f49b63b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:31:24.471872 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Attempting to bind port 2971f49d-e664-41d2-bf12-4d1d1f49b63b on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:31:24.478483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:31:24.478993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Checking segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:31:24.479409 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.479822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Bound using segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:31:24.480283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Bound port: 2971f49d-e664-41d2-bf12-4d1d1f49b63b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:31:24.480673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.549599 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] For port 2971f49d-e664-41d2-bf12-4d1d1f49b63b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:31:24.553253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] For port 2971f49d-e664-41d2-bf12-4d1d1f49b63b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2971f49d-e664-41d2-bf12-4d1d1f49b63b,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:31:24.558984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.565573 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:22Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:24.594480 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cab8371f-b7fd-4d9f-9863-00dc951a2c94 None None] The sync data for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 is: [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:22Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:24Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:31:24.630621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4112a87-ab65-45e3-9c19-53034bab4137 None None] Pushing event updated for resources: {'Port': ['ID=2971f49d-e664-41d2-bf12-4d1d1f49b63b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:24.699874 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.1 (b38ff7a7-b78d-48f3-b433-e231fd13b498/9aa5aa9c-c47b-42ab-ae73-c271eb82864d/9a0f20a9-813a-4593-a32e-3f96c5bdd1b9) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:31:24.862024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.877242 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:24.919695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:24.970311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:24.973779 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:24.979009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:31:25.004334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:25.028570 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.179696 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.333476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2971f49d-e664-41d2-bf12-4d1d1f49b63b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:25.395448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 2971f49d-e664-41d2-bf12-4d1d1f49b63b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:25.404148 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f535faa-1c46-46a9-9aed-01ae8eb97084 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:25.467624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6f535faa-1c46-46a9-9aed-01ae8eb97084 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:25.472409 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6f535faa-1c46-46a9-9aed-01ae8eb97084 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:25.472795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.575315 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.598650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6f535faa-1c46-46a9-9aed-01ae8eb97084, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f535faa-1c46-46a9-9aed-01ae8eb97084,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:25.604444 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.661492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6f535faa-1c46-46a9-9aed-01ae8eb97084,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:25.708690 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ed723a4-4c7b-439c-b772-9382946bd6b4 None None] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:31:25.849022 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.854700 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.928983 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:25.931334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:25.957881 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Provisioning for port 2971f49d-e664-41d2-bf12-4d1d1f49b63b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:25.965358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Provisioning complete for port 2971f49d-e664-41d2-bf12-4d1d1f49b63b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:25.965740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.030327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:26.031802 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:26.107758 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.148705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] For port 2971f49d-e664-41d2-bf12-4d1d1f49b63b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2971f49d-e664-41d2-bf12-4d1d1f49b63b,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:26.155718 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 63e4b8e9-e65d-467b-a8d3-581088782406 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:31:26.157852 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.213180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6ad5022-cfa6-417f-9a29-863c20c8655b None None] Pushing event updated for resources: {'Port': ['ID=2971f49d-e664-41d2-bf12-4d1d1f49b63b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:26.282481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:31:26.287986 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f1b0e6ea-b260-4ea5-885d-23288b2110e0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/63e4b8e9-e65d-467b-a8d3-581088782406/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4074507 Jul 22 12:31:26.363615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Sync routers for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:31:26.379040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:26.379762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:26.451966 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-64fe1e77-998f-45b9-a7a7-82cc01a9d3b0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-785716704&fields=id&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 267 time: 0.0451322 Jul 22 12:31:26.454565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Provisioning complete for port 2971f49d-e664-41d2-bf12-4d1d1f49b63b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:26.455045 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.540007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:26.578564 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-8ecb5f32-e023-4234-bf3e-e80747c63c79 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:26.580251 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-8ecb5f32-e023-4234-bf3e-e80747c63c79 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 795 time: 0.1205955 Jul 22 12:31:26.596770 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-4f66f466-2104-42f7-ab01-3e80964d0e47 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/quotas/8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 375 time: 0.0101933 Jul 22 12:31:26.672882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-b0b654fc-433a-433a-ba3f-4e14731f04f5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0700963 Jul 22 12:31:26.714187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Provisioning for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:26.719616 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Provisioning complete for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:26.720101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.746576 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-9e9e3c53-8f65-4e5a-8622-a6725bd495cc service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:31:26.750960 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-9e9e3c53-8f65-4e5a-8622-a6725bd495cc service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0666957 Jul 22 12:31:26.785117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-552d9157-b5f1-4f6e-8634-52b721d471b0 None None] Port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:31:26.813950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 2, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:26.845074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Checking router: 63e4b8e9-e65d-467b-a8d3-581088782406 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:31:26.845340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Updating router 63e4b8e9-e65d-467b-a8d3-581088782406 port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:31:26.846286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-5be38a11-2565-48a9-9ca7-708d456de4c4 service neutron] 10.222.0.21 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0921876 Jul 22 12:31:26.883807 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.937633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-47cbedcd-d960-4ad7-bb5a-20b148d52476 None None] Provisioning complete for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:26.938020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-47cbedcd-d960-4ad7-bb5a-20b148d52476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:26.946997 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-1c07dcbb-a527-41a0-8095-868f7dca4c6b service neutron] 10.222.0.21 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934732 Jul 22 12:31:27.036814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-47cbedcd-d960-4ad7-bb5a-20b148d52476 None None] Port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:31:27.121183 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-791b379c-3a04-46af-99e2-ebf645ce0543 req-2e0694cb-9521-4143-af31-a7c8e75e5ab8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 210 time: 0.0371912 Jul 22 12:31:27.200176 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.212873 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Transition to ACTIVE for port object 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:27.219788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.286213 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f7e02-f4f8-4229-9383-a8f4e070175f None None] Pushing event updated for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:27.294673 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2971f49d-e664-41d2-bf12-4d1d1f49b63b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:27.387790 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Attempting to bind port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:31:27.388370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Attempting to bind port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:31:27.388541 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Attempting to bind port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:31:27.395296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 31, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:31:27.395679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Checking segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:31:27.396101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.396693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Bound using segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:31:27.397520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Bound port: 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:31:27.398038 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.437729 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 2971f49d-e664-41d2-bf12-4d1d1f49b63b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:27.438113 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.502772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] For port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:31:27.507021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] For port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:31:27.512072 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.631651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f535faa-1c46-46a9-9aed-01ae8eb97084 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:27.637164 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c67f7e02-f4f8-4229-9383-a8f4e070175f None None] Pushing event updated for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:27.661754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:27.662417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:27.781317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6f535faa-1c46-46a9-9aed-01ae8eb97084 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:27.781709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:27.823529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:27.894117 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.089352 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:27Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:28.122721 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-077b724e-753e-40d1-bf78-090b9c7b5554 None None] The sync data for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 is: [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:27Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:31:28.234964 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-6621714c-0e67-4213-9301-3d9191af07ae tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:28.236579 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-6621714c-0e67-4213-9301-3d9191af07ae tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 795 time: 0.1501474 Jul 22 12:31:28.283394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-854e85a0-97bf-4ea5-8864-c94eb3b02c56 req-de24461b-bc20-499d-9a39-d9c779abb958 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 210 time: 0.0387585 Jul 22 12:31:28.283963 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-ca1afdf4-d800-46d2-bea9-3587c8dd4a5d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 379 time: 0.0390716 Jul 22 12:31:28.296598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'port': {'device_id': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'admin_state_up': True, 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'security_groups': ['1f37520a-9d16-410c-b643-a1f67ec54d0e']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:28.415934 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:31:28.419577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.559013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.4 (b38ff7a7-b78d-48f3-b433-e231fd13b498/9aa5aa9c-c47b-42ab-ae73-c271eb82864d/164afe68-38bb-4ecd-8e83-2f8a196cbefa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:31:28.716651 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.731320 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 164afe68-38bb-4ecd-8e83-2f8a196cbefa will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:28.765279 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.810959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.821407 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:28.824815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:28.830092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:31:28.835062 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:28.888702 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:28.889415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:28.908690 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-e3d3eab0-71ba-44e2-b5d0-8971123a6c7e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6184871 Jul 22 12:31:28.923251 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Request body: {'port': {'device_id': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:29.019833 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.057121 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59baef6f-ed8c-4878-9637-dd219158516e None None] Provisioning for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:29.061487 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-59baef6f-ed8c-4878-9637-dd219158516e None None] Provisioning complete for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:29.062109 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-59baef6f-ed8c-4878-9637-dd219158516e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.100516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-59baef6f-ed8c-4878-9637-dd219158516e None None] Port 164afe68-38bb-4ecd-8e83-2f8a196cbefa cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:31:29.281617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:29.307223 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 164afe68-38bb-4ecd-8e83-2f8a196cbefa {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:31:29.314574 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.331836 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Transition to ACTIVE for port object 164afe68-38bb-4ecd-8e83-2f8a196cbefa will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:31:29.336086 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:29.337286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.340653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:29.341407 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.415575 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:29.441653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-232abeb5-93fc-43ef-b5ba-f7244400a894 req-fe6c2672-24a2-4e20-9a78-5ed6d8750fc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:29.448869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.449880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-232abeb5-93fc-43ef-b5ba-f7244400a894 req-fe6c2672-24a2-4e20-9a78-5ed6d8750fc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0814316 Jul 22 12:31:29.468154 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:31:29.468566 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:31:29.468880 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:31:29.475876 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:31:29.476205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:31:29.482864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 31, 29), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:31:29.483250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Checking segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:31:29.483590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Bound using segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:31:29.484037 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Bound port: 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:31:29.484379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.493681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:29.498683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.498888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-232abeb5-93fc-43ef-b5ba-f7244400a894 req-98adcdf4-b4c4-4d6d-8387-ac1140f5facc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0474348 Jul 22 12:31:29.556401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:29.580070 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:31:29.583334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:31:29.588797 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.625787 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:29.626404 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:29.627883 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] 10.222.0.20 "PUT /v2.0/ports/164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 1091 time: 0.7117643 Jul 22 12:31:29.628412 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:31:29.630736 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2a50f85f-c264-46d1-9bc2-871a87742ba6" -d '{"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:31:29.663019 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2df98880-2d6f-4e2a-98df-21644b1a2bff service neutron] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:29.682503 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:31:29 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-d6a06ade-ffb2-435f-a36e-8b7462a3c4e8 x-openstack-request-id: req-d6a06ade-ffb2-435f-a36e-8b7462a3c4e8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:31:29.682728 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:31:29.682865 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-d6a06ade-ffb2-435f-a36e-8b7462a3c4e8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:31:29.683271 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'status': 'completed', 'code': 200} Jul 22 12:31:29.729127 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-6f637b7d-b1ef-4429-b7f5-59b4fc520d57 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:29.730667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-6f637b7d-b1ef-4429-b7f5-59b4fc520d57 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.0606301 Jul 22 12:31:29.777477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-30cf351f-9fab-4425-83f9-46a08a830a12 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 217 time: 0.0396922 Jul 22 12:31:29.828256 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-267012ba-fb32-4495-9c7c-3efc3ca45168 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:29.829742 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-267012ba-fb32-4495-9c7c-3efc3ca45168 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0467525 Jul 22 12:31:29.891511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-7fda415a-50d1-4d46-828d-f1c5011de8de service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:29.893104 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-7fda415a-50d1-4d46-828d-f1c5011de8de service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0568075 Jul 22 12:31:29.990200 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-d1ef862d-1992-46a7-86a7-c450bcda5f07 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903473 Jul 22 12:31:30.080934 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-bbf5bab8-5f9f-40c6-9aa8-0d25ebf7df31 req-548063ca-bcbf-4549-b76f-b84451a80aa1 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0847266 Jul 22 12:31:30.187303 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-d819213c-e7db-473e-b0b8-b3b91c62ab8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:30.188852 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-d819213c-e7db-473e-b0b8-b3b91c62ab8d service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.0591166 Jul 22 12:31:30.279922 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-e9931417-61b2-4bf3-a43d-39a67e928d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:30.281444 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-e9931417-61b2-4bf3-a43d-39a67e928d69 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.0864017 Jul 22 12:31:30.328494 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-8476805e-df72-4ef3-af8a-ebb96043ddd8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 217 time: 0.0400081 Jul 22 12:31:30.385276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-30a1c768-a6a2-48df-9a3c-fe68ef7d1a97 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:30.386657 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-30a1c768-a6a2-48df-9a3c-fe68ef7d1a97 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0504751 Jul 22 12:31:30.446694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-1a16f94c-baf6-43f5-990b-3c9d0f504337 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:30.448183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-1a16f94c-baf6-43f5-990b-3c9d0f504337 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545754 Jul 22 12:31:30.547080 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-f595448e-213c-4fda-8274-91a08302ff9f service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0899615 Jul 22 12:31:30.631217 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d603488-5243-4cea-ae56-1043356e43bb req-198cfc0d-0ecf-49e5-b811-5c43ef1137be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:30.632756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d603488-5243-4cea-ae56-1043356e43bb req-198cfc0d-0ecf-49e5-b811-5c43ef1137be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0716217 Jul 22 12:31:30.645601 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-2a50f85f-c264-46d1-9bc2-871a87742ba6 req-78c7e212-b2f9-45e3-8907-7904a66ae2dc service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0903800 Jul 22 12:31:30.677442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3d603488-5243-4cea-ae56-1043356e43bb req-45047400-4059-4f62-81ed-6f566d0cf26b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378482 Jul 22 12:31:31.263402 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:31.310713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:31.311085 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:31.814214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35afe0d9-2973-4d33-8e82-2ddb5664e1f0 req-56c5ff85-e3e1-49f6-9294-315f130fa009 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:31.815888 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35afe0d9-2973-4d33-8e82-2ddb5664e1f0 req-56c5ff85-e3e1-49f6-9294-315f130fa009 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0674491 Jul 22 12:31:31.857837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35afe0d9-2973-4d33-8e82-2ddb5664e1f0 req-ccb0b3c9-ea32-4017-a49b-0bcfe01c3811 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0358932 Jul 22 12:31:33.000424 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72be0d39-252d-48b7-91b0-b3b5cf4dae96 req-80c41ef1-9e48-4297-a154-733c939fd8d3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:33.001935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72be0d39-252d-48b7-91b0-b3b5cf4dae96 req-80c41ef1-9e48-4297-a154-733c939fd8d3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0690439 Jul 22 12:31:33.040322 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-72be0d39-252d-48b7-91b0-b3b5cf4dae96 req-787d2c1b-cee1-4cd7-98ff-1f51789c5c35 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326996 Jul 22 12:31:34.168140 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aeedecad-30d0-41fe-afb9-97ca7bf09fdd req-562914f7-e738-44aa-a1db-888ad1450973 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:34.169626 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aeedecad-30d0-41fe-afb9-97ca7bf09fdd req-562914f7-e738-44aa-a1db-888ad1450973 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0630772 Jul 22 12:31:34.208123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aeedecad-30d0-41fe-afb9-97ca7bf09fdd req-d647f3d9-5301-4316-b72a-08894505aa96 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328131 Jul 22 12:31:34.220016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:31:34.315384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:34.326339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'mac_address': 'fa:16:3e:8d:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:31:34.367030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:34.379400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164afe68-38bb-4ecd-8e83-2f8a196cbefa {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:31:34.401256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:34.405173 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:34.454062 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:34.637856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['164afe68-38bb-4ecd-8e83-2f8a196cbefa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:31:35.339738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a55dc9d-5d70-405b-bebb-cd80054a0819 req-d2155199-25d1-4515-8391-0ddb766fb95f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:35.341300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a55dc9d-5d70-405b-bebb-cd80054a0819 req-d2155199-25d1-4515-8391-0ddb766fb95f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 944 time: 0.0646987 Jul 22 12:31:35.377936 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7a55dc9d-5d70-405b-bebb-cd80054a0819 req-ad142de2-f653-40c5-91aa-8428505899ec tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309658 Jul 22 12:31:36.220217 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:31:36.268344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:31:36.273348 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:31:36.273348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:36.353869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:36.375621 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:31:36.377886 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f1f44e74-7cf8-4ef7-ba41-870bb26bf67f" -d '{"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:31:36.390676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:31:36.394940 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:36.419759 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:31:36 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6c6d2b52-6d85-4429-9297-ec8109bb1903 x-openstack-request-id: req-6c6d2b52-6d85-4429-9297-ec8109bb1903 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:31:36.420057 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:31:36.420325 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6c6d2b52-6d85-4429-9297-ec8109bb1903 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:31:36.420704 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'code': 200} Jul 22 12:31:36.449485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:36.518927 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-156a22f6-15cd-40e3-a660-64dd9e7bbd6b req-d10ea18b-0fe0-40b5-aaf2-bdc52d5a764f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:36.520419 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-156a22f6-15cd-40e3-a660-64dd9e7bbd6b req-d10ea18b-0fe0-40b5-aaf2-bdc52d5a764f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0697708 Jul 22 12:31:36.529582 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1285768-4c46-481a-8e93-2c6dd6cfb9ca req-7027edb3-ed4b-40da-8471-b85aaad6bd29 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:36.531097 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1285768-4c46-481a-8e93-2c6dd6cfb9ca req-7027edb3-ed4b-40da-8471-b85aaad6bd29 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1096 time: 0.0544147 Jul 22 12:31:36.559716 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-156a22f6-15cd-40e3-a660-64dd9e7bbd6b req-1f744342-ed1a-42e2-b43f-0d5d767d4231 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329628 Jul 22 12:31:36.574797 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a1285768-4c46-481a-8e93-2c6dd6cfb9ca req-a6dd70cf-d16a-483b-b135-03be07138632 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0378852 Jul 22 12:31:37.695278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-544e557f-885a-46ad-8d63-bd16586b79bc req-817d3ac4-3094-4242-9d86-0164b07d4c8e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:37.696848 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-544e557f-885a-46ad-8d63-bd16586b79bc req-817d3ac4-3094-4242-9d86-0164b07d4c8e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0664575 Jul 22 12:31:37.735078 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-544e557f-885a-46ad-8d63-bd16586b79bc req-09a740a8-f578-4149-93a9-e18fd483c92c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326068 Jul 22 12:31:37.877099 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52c968a5-9808-4ff0-b282-a0e9eeda0503 req-17331f7a-d9f8-47cf-bed5-647632c8a3f5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:37.878771 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52c968a5-9808-4ff0-b282-a0e9eeda0503 req-17331f7a-d9f8-47cf-bed5-647632c8a3f5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0757852 Jul 22 12:31:37.918505 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-52c968a5-9808-4ff0-b282-a0e9eeda0503 req-16b6ff47-d8b4-47aa-a787-e54b13351810 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330153 Jul 22 12:31:37.940813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55178) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:37.994765 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4650f5f8-6bc1-48f2-b3b6-159192a9b2ab tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:37.996295 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4650f5f8-6bc1-48f2-b3b6-159192a9b2ab tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1091 time: 0.0544832 Jul 22 12:31:37.999051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55180) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:38.003496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:31:38.025407 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.122116 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.220916 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.119 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/9c2e0c96-2f09-44ea-bba8-a6b83907c5aa) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:31:38.326102 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.370798 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.411142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:31:38.414151 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:31:38.416717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:31:38.442898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=9c2e0c96-2f09-44ea-bba8-a6b83907c5aa,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:38.775729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.850637 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:38.998301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:39.002878 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:39.074175 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=9c2e0c96-2f09-44ea-bba8-a6b83907c5aa,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:31:39.082986 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:39.180924 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP e93f6796-3c99-4b62-920d-795888aef7d6 associated. External IP: 172.25.6.119, port: 164afe68-38bb-4ecd-8e83-2f8a196cbefa. Jul 22 12:31:39.378590 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 63e4b8e9-e65d-467b-a8d3-581088782406 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:31:39.765416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:31:39.775886 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Sync routers for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:31:39.782241 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:39.788031 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:39.788967 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:39.824159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7c077ea9-3d57-4180-8a92-f75ed244a8d0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.8238804 Jul 22 12:31:39.824589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:31:39.826893 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5" -d '{"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:31:39.869567 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:31:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b9f40a64-5167-4b29-b294-69c5c07ef3c5 x-openstack-request-id: req-b9f40a64-5167-4b29-b294-69c5c07ef3c5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:31:39.869993 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:31:39.870249 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b9f40a64-5167-4b29-b294-69c5c07ef3c5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:31:39.870824 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'status': 'completed', 'code': 200} Jul 22 12:31:39.900084 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:39.936570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e7d089-fc47-4fa4-a3a2-d0ac3669c07f req-ca26208f-1f66-49fe-9b7f-898b5ac1727b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:39.938112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54e7d089-fc47-4fa4-a3a2-d0ac3669c07f req-ca26208f-1f66-49fe-9b7f-898b5ac1727b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0651431 Jul 22 12:31:39.952175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-fe0962e8-992d-459f-922e-d50683a9b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:39.953708 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-fe0962e8-992d-459f-922e-d50683a9b0fe service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1096 time: 0.0596995 Jul 22 12:31:39.982548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54e7d089-fc47-4fa4-a3a2-d0ac3669c07f req-57cf2cbd-128a-4ed8-895a-d752270f57ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0373225 Jul 22 12:31:40.003530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55186) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:40.049347 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-5036fa2b-fb3e-4855-ac59-719fe427b5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:40.051231 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-5036fa2b-fb3e-4855-ac59-719fe427b5a4 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.0916014 Jul 22 12:31:40.070886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a163dad1-3295-4f84-8ed7-b3cb42a2cb54 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/e93f6796-3c99-4b62-920d-795888aef7d6 HTTP/1.1" status: 200 len: 991 time: 0.0659816 Jul 22 12:31:40.119961 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-057a479c-c26a-4066-87e1-2622cff2eb3c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 999 time: 0.0623910 Jul 22 12:31:40.133586 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e93f6796-3c99-4b62-920d-795888aef7d6', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'mac_address': 'fa:16:3e:8d:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:31:38Z', 'updated_at': '2021-07-22T12:31:38Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:40.159741 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Checking router: 63e4b8e9-e65d-467b-a8d3-581088782406 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:31:40.170235 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:31:40.170419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-6c47f860-77f9-4904-95f2-f4ecd40ede83 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:40.170565 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:31:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:40.171125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-6c47f860-77f9-4904-95f2-f4ecd40ede83 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0454862 Jul 22 12:31:40.233218 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-648ce8ca-b494-446b-b13c-c61322bf52e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:40.234754 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-648ce8ca-b494-446b-b13c-c61322bf52e9 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0566957 Jul 22 12:31:40.280612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:31:40.331845 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-5d06e978-e5f8-4d23-bb60-5bc8fd68e134 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878270 Jul 22 12:31:40.430337 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-6b3514dd-83e6-4820-8fb6-1d4adc4191b5 req-279e396b-75e8-4740-9b4c-f5581c06b7a5 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0924864 Jul 22 12:31:40.594302 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e93f6796-3c99-4b62-920d-795888aef7d6', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'mac_address': 'fa:16:3e:8d:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:31:38Z', 'updated_at': '2021-07-22T12:31:38Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:31:40.620828 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62527916-fa98-4d84-9331-ea2a9692bb2f None None] The sync data for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 is: [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'e93f6796-3c99-4b62-920d-795888aef7d6', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.119', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4188, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'mac_address': 'fa:16:3e:8d:2e:20', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:31:38Z', 'updated_at': '2021-07-22T12:31:38Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:31:40.817236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-34e9e8eb-88b3-4e2d-a23d-8b8a72d4cd8e None None] New status for floating IP e93f6796-3c99-4b62-920d-795888aef7d6: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:31:41.074002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55188) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:31:41.134421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a5f89618-98ef-4a6d-9ef0-bbce5a108af1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/e93f6796-3c99-4b62-920d-795888aef7d6 HTTP/1.1" status: 200 len: 993 time: 0.0591855 Jul 22 12:31:45.356894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-01a65e99-4a9f-496e-98f8-3f14a8f5cde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:47.357667 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-d15129d4-b4e5-4848-91e1-5f2fdc71624b service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0603449 Jul 22 12:31:47.474336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-5a419865-d1e7-4b27-92fe-988436b7b700 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:47.475803 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-5a419865-d1e7-4b27-92fe-988436b7b700 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1096 time: 0.0566764 Jul 22 12:31:47.593866 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-a828d7a0-ab8b-4832-8368-cb217122036b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:47.595416 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-a828d7a0-ab8b-4832-8368-cb217122036b service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.0931189 Jul 22 12:31:47.661072 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-7fd6145e-0bf7-4a55-943f-150fe3d7ebcb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 1001 time: 0.0591624 Jul 22 12:31:47.719380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-556404a5-b5b2-44ca-b68b-accafed206c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:47.720980 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-556404a5-b5b2-44ca-b68b-accafed206c2 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0513999 Jul 22 12:31:47.785521 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-937e7f3d-d0da-49e1-b913-545ff68e6218 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:31:47.787086 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-937e7f3d-d0da-49e1-b913-545ff68e6218 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598705 Jul 22 12:31:47.876833 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-cb2a803c-4da0-4e80-bc44-46fefee898bf service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0831604 Jul 22 12:31:47.948167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:47.974802 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d8dab777-41b6-4ba5-a28b-678cd4c36730 req-c5b42779-7840-4da1-8a9f-899e031efe78 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0913844 Jul 22 12:31:48.266927 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-85f0d657-c0b9-4e8a-94ec-9bb85ce7407a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:49.621463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:51.540556 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:57.881547 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:31:58.816005 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:00.494776 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:32:12.489383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a57bc7-5886-40d3-891a-58ea4868befc req-b56e73ab-bffb-4d2f-8eac-9626466b4df6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:12.490922 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57a57bc7-5886-40d3-891a-58ea4868befc req-b56e73ab-bffb-4d2f-8eac-9626466b4df6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0705292 Jul 22 12:32:12.558197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-57a57bc7-5886-40d3-891a-58ea4868befc req-3b719ca8-8632-4503-971b-08dd4beb9106 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0586171 Jul 22 12:32:12.573263 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-cf53f6a3-5023-4339-93dc-614fa84ae7e6 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1240492 Jul 22 12:32:13.650470 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c8ec52b3-7484-4aa1-8958-ca8735e85c13 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:13.652225 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c8ec52b3-7484-4aa1-8958-ca8735e85c13 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1096 time: 0.0577967 Jul 22 12:32:13.694652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3ee67e4-d11e-4f0c-80ae-a4c2739b8c48 req-c76d33b6-73ee-4fd2-9b01-fb733ef90f21 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:13.696180 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3ee67e4-d11e-4f0c-80ae-a4c2739b8c48 req-c76d33b6-73ee-4fd2-9b01-fb733ef90f21 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0667000 Jul 22 12:32:13.735137 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3ee67e4-d11e-4f0c-80ae-a4c2739b8c48 req-6b092c4e-5057-4f03-a94d-c554da9ec8e7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332825 Jul 22 12:32:13.753604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-004ce76b-a02a-48dc-894f-67b6cf3878a3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:13.755394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-004ce76b-a02a-48dc-894f-67b6cf3878a3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.0966618 Jul 22 12:32:13.822770 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-973a4f2c-7368-4fcc-b542-9bf2d2272e2a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 1001 time: 0.0614772 Jul 22 12:32:13.876602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-800d5227-5fe6-4a38-9859-d7a569a225c0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:13.878179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-800d5227-5fe6-4a38-9859-d7a569a225c0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0500913 Jul 22 12:32:13.937243 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-54e6f751-d500-48ff-b96d-1232c787b104 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:13.938888 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-54e6f751-d500-48ff-b96d-1232c787b104 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0545857 Jul 22 12:32:14.026278 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-6f7311c1-b3b2-48d9-87c3-d07ffc490af1 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0808430 Jul 22 12:32:14.119684 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-8b40c548-efc3-4212-b39c-91ca741a568b service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864332 Jul 22 12:32:14.871665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f1f5a35-06c6-445b-9259-03d666aac838 req-a882152d-055d-42e2-ae4d-1e66511d4b15 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:14.873064 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f1f5a35-06c6-445b-9259-03d666aac838 req-a882152d-055d-42e2-ae4d-1e66511d4b15 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0704374 Jul 22 12:32:14.913198 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f1f5a35-06c6-445b-9259-03d666aac838 req-ff8d8546-931b-4bdb-87df-0f50cf700000 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344965 Jul 22 12:32:15.356840 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a301968-1aea-4bf9-b503-ae45198ff197 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:16.050014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fe9a03a-5222-4605-9083-68ac63b4ec2f req-bbb349c9-0d17-4a94-a3c1-4520f760fe95 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:16.051582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4fe9a03a-5222-4605-9083-68ac63b4ec2f req-bbb349c9-0d17-4a94-a3c1-4520f760fe95 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0645559 Jul 22 12:32:16.089479 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4fe9a03a-5222-4605-9083-68ac63b4ec2f req-235fa483-2bd5-41b1-bdf4-157653afc092 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324743 Jul 22 12:32:17.222041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-695d1127-acfb-48f1-94bf-3ea43f742906 req-86d6bb89-9d8c-41ca-ae50-0a7213c675ad tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:17.223650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-695d1127-acfb-48f1-94bf-3ea43f742906 req-86d6bb89-9d8c-41ca-ae50-0a7213c675ad tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0644941 Jul 22 12:32:17.262325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-695d1127-acfb-48f1-94bf-3ea43f742906 req-27c5551b-74d5-46f1-b736-d0a0652cc960 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329542 Jul 22 12:32:17.948656 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:18.268151 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ec94333f-8dd6-4e3a-9683-67e05ff40753 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:18.405197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c7e575c-c10a-494e-bd41-362f31c52181 req-bc906f95-8896-448b-a4ed-cd81b0c6ce08 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:18.406732 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c7e575c-c10a-494e-bd41-362f31c52181 req-bc906f95-8896-448b-a4ed-cd81b0c6ce08 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0773020 Jul 22 12:32:18.443722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c7e575c-c10a-494e-bd41-362f31c52181 req-9b7cc14f-f41b-47a9-beb3-44ab195fee87 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0314538 Jul 22 12:32:19.581285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c0f7a4a-acbf-473c-8e2e-a8d007083817 req-9b514e94-5a99-427b-9419-b09c903b5d54 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:19.583474 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c0f7a4a-acbf-473c-8e2e-a8d007083817 req-9b514e94-5a99-427b-9419-b09c903b5d54 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0716279 Jul 22 12:32:19.621795 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:19.622484 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c0f7a4a-acbf-473c-8e2e-a8d007083817 req-15a7053f-9332-4fca-b106-41a6dcf3e110 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0326905 Jul 22 12:32:20.766279 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0722bf7c-af61-456f-b129-ddf97f3a50b8 req-8251e8f0-433f-4cf3-9d2b-664dc625ac29 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:20.768544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0722bf7c-af61-456f-b129-ddf97f3a50b8 req-8251e8f0-433f-4cf3-9d2b-664dc625ac29 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0785890 Jul 22 12:32:20.806179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0722bf7c-af61-456f-b129-ddf97f3a50b8 req-8dacf268-d8a5-4847-8d83-e89347d4158c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320268 Jul 22 12:32:21.538427 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:21.939281 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b38f018-d800-486d-a0a0-4c6c71228f71 req-3bce9713-8dec-4670-b57b-d8008f6c5e2a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:21.940775 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b38f018-d800-486d-a0a0-4c6c71228f71 req-3bce9713-8dec-4670-b57b-d8008f6c5e2a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0648315 Jul 22 12:32:21.979323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b38f018-d800-486d-a0a0-4c6c71228f71 req-2237384d-1430-4a53-bc40-9a8103a4d7dc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0319843 Jul 22 12:32:23.126578 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd86a8d1-72de-4157-90a6-7a38543d44bb req-af34e1e7-e5f2-4833-a530-f7b08179a44a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:23.128065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd86a8d1-72de-4157-90a6-7a38543d44bb req-af34e1e7-e5f2-4833-a530-f7b08179a44a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0630472 Jul 22 12:32:23.166395 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd86a8d1-72de-4157-90a6-7a38543d44bb req-2ce4186e-e7ff-4529-b25f-814d6316c614 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315437 Jul 22 12:32:24.300649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b3b33bb-d4bb-488f-af29-0613836a16b3 req-43e96f08-03a6-44d1-ab2a-5e003ccca467 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:24.302492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b3b33bb-d4bb-488f-af29-0613836a16b3 req-43e96f08-03a6-44d1-ab2a-5e003ccca467 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0675201 Jul 22 12:32:24.341222 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b3b33bb-d4bb-488f-af29-0613836a16b3 req-b0413494-4b8c-406c-bf18-381ea4976092 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331538 Jul 22 12:32:25.481391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59689707-fe95-4260-8a53-bea43f43efcf req-ff79effe-ef36-40ce-b7ef-ba60c1275cd7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:25.482990 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59689707-fe95-4260-8a53-bea43f43efcf req-ff79effe-ef36-40ce-b7ef-ba60c1275cd7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0727088 Jul 22 12:32:25.522369 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-59689707-fe95-4260-8a53-bea43f43efcf req-1e386448-4b0c-4299-8074-6eed9647d247 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0335789 Jul 22 12:32:26.662396 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d6b44b-8361-4b63-b605-40c4b2bd8373 req-fc960d7c-1a6a-48fc-b0c3-e7ef44d8a76a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:26.664067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09d6b44b-8361-4b63-b605-40c4b2bd8373 req-fc960d7c-1a6a-48fc-b0c3-e7ef44d8a76a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0703194 Jul 22 12:32:26.704982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-09d6b44b-8361-4b63-b605-40c4b2bd8373 req-5b1b6556-3717-4dfc-b697-72402a549b05 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0350032 Jul 22 12:32:27.836902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35614f1-2aaf-4ef1-ac73-029725125e06 req-b44ab7ed-e8fd-4d9d-a00c-d961274ccf5b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:27.838307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f35614f1-2aaf-4ef1-ac73-029725125e06 req-b44ab7ed-e8fd-4d9d-a00c-d961274ccf5b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0644655 Jul 22 12:32:27.876105 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f35614f1-2aaf-4ef1-ac73-029725125e06 req-b44dee8e-ede6-4dd1-9eea-d7225bf2d331 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321469 Jul 22 12:32:27.889147 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:28.814690 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:29.008617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecf9d7a2-e09f-4e0d-99f5-9794add3934e req-35003684-e623-4cd5-994c-ddd06987fbab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:29.010099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecf9d7a2-e09f-4e0d-99f5-9794add3934e req-35003684-e623-4cd5-994c-ddd06987fbab tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0643187 Jul 22 12:32:29.048788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ecf9d7a2-e09f-4e0d-99f5-9794add3934e req-c98c11e9-dc6a-41b8-bf72-393af2563e4f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330145 Jul 22 12:32:30.184878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-102da765-0571-46fc-b792-bf7253e5c797 req-d994273d-f0df-4ebe-a68e-00b381455f9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:30.186366 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-102da765-0571-46fc-b792-bf7253e5c797 req-d994273d-f0df-4ebe-a68e-00b381455f9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0687613 Jul 22 12:32:30.224122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-102da765-0571-46fc-b792-bf7253e5c797 req-f1aa20ba-f4aa-498f-a687-b9feef011ff8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321121 Jul 22 12:32:31.259933 n-d-754448-4 neutron-server[93706]: INFO neutron.api.v2.resource [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-5723b2f3-d1c6-477e-999c-f400ffea47c6 service neutron] show failed (client error): The resource could not be found. Jul 22 12:32:31.261063 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-5723b2f3-d1c6-477e-999c-f400ffea47c6 service neutron] 10.222.0.20 "GET /v2.0/ports/164afe68-38bb-4ecd-8e83-2f8a196cbefa/bindings/n-h2-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0558190 Jul 22 12:32:31.360472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d998b169-cd9d-47d9-a04c-da71d0ac45ab req-d7d5cce0-c554-4c3d-836e-d7af7bfc7715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:31.362005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d998b169-cd9d-47d9-a04c-da71d0ac45ab req-d7d5cce0-c554-4c3d-836e-d7af7bfc7715 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0665462 Jul 22 12:32:31.406530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d998b169-cd9d-47d9-a04c-da71d0ac45ab req-414a7d24-968a-465d-aa6f-6d1082357947 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0386610 Jul 22 12:32:31.510463 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c4177ad8-a414-444a-8859-8231ac228a6e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:31.511987 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c4177ad8-a414-444a-8859-8231ac228a6e service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 1096 time: 0.0959332 Jul 22 12:32:31.525052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Request body: {'port': {'binding:host_id': 'n-h2-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:32:31.601036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:31.814791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:32:31.847014 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h1-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:32:31.892151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:32:31.895111 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d0f60d4c-7dab-4525-8002-59a12b108296" -d '{"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:32:31.899146 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:31.912317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Transition to ACTIVE for port object 164afe68-38bb-4ecd-8e83-2f8a196cbefa will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:32:31.916368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:31.945363 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:32:31 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-0837bb66-4b73-4b64-a4e2-8fbf8535ef05 x-openstack-request-id: req-0837bb66-4b73-4b64-a4e2-8fbf8535ef05 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:32:31.945659 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-unplugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:32:31.945911 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-0837bb66-4b73-4b64-a4e2-8fbf8535ef05 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:32:31.946297 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'code': 200} Jul 22 12:32:32.001100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=6']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:32:32.016122 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.016469 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.016806 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.017335 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.017666 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.017996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.018323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.018673 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.018998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.019327 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.019699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.020008 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:32.056955 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] No DVR routers for this DVR port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on host n-h1-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:32:32.199119 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:32:32.199473 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:32:32.199799 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:32:32.204219 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:32:32.204539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Attempting to bind port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on network b38ff7a7-b78d-48f3-b433-e231fd13b498 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:32:32.209280 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 32, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:32:32.209614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Checking segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:32:32.209992 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Bound using segment: {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:32:32.210725 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Bound port: 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 119, 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:32:32.211081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:32.275497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:32:32.278784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:32:32.283170 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:32.318682 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.319319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:32.320871 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] 10.222.0.36 "PUT /v2.0/ports/164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 1091 time: 0.7999301 Jul 22 12:32:32.341823 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-855d5e9d-dab7-48fd-85be-fec493dbe59d service neutron] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=7']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:32:32.403512 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-4f113e9d-2a21-431c-b680-a0f6dc0a5a61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.405264 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-4f113e9d-2a21-431c-b680-a0f6dc0a5a61 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.0597267 Jul 22 12:32:32.511525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ee8a2178-9f32-447a-ab5f-856ddc9babda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.513333 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ee8a2178-9f32-447a-ab5f-856ddc9babda service neutron] 10.222.0.36 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.1017869 Jul 22 12:32:32.553770 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9495a654-3f79-4d6f-a739-b362cf65e35b req-48e3e616-6559-4e6a-9c05-72fbb477e1a8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.555134 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9495a654-3f79-4d6f-a739-b362cf65e35b req-48e3e616-6559-4e6a-9c05-72fbb477e1a8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0680747 Jul 22 12:32:32.585672 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-bea43bef-3451-44b6-a084-9b4194b1b5d0 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 999 time: 0.0656703 Jul 22 12:32:32.595996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9495a654-3f79-4d6f-a739-b362cf65e35b req-993dcd82-4dd1-4f2f-9884-4fe82100280e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352089 Jul 22 12:32:32.639545 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c162b43d-6a6c-4424-acce-b7bb291067db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.641027 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-c162b43d-6a6c-4424-acce-b7bb291067db service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0499475 Jul 22 12:32:32.700151 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ff4e8002-2646-40d7-b462-232fb7ef2cf6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:32.701658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ff4e8002-2646-40d7-b462-232fb7ef2cf6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530915 Jul 22 12:32:32.712031 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ed7cf2e4-30f9-4884-9e41-aaec692ef7fd service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:32:32.712986 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-ed7cf2e4-30f9-4884-9e41-aaec692ef7fd service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051970 Jul 22 12:32:32.799872 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-9d661aa1-0c8e-4285-8256-35552a1f7194 service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804348 Jul 22 12:32:32.892329 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a6b8fe99-5c7c-40eb-a7d2-1fbdf8562056 req-f853b987-84be-4c60-88a0-b5524640215f service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0858190 Jul 22 12:32:33.746082 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb1ed2da-79f3-4625-a03c-1b07bb8f8a58 req-094b8f84-c238-4fc4-9ea0-d4cf4c61890d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:33.747621 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb1ed2da-79f3-4625-a03c-1b07bb8f8a58 req-094b8f84-c238-4fc4-9ea0-d4cf4c61890d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0751159 Jul 22 12:32:33.792699 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bb1ed2da-79f3-4625-a03c-1b07bb8f8a58 req-058437dd-54a4-4f74-a999-4b0b720dda40 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357392 Jul 22 12:32:33.947748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:32:33.950068 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e181ee52-91bb-4f24-a429-70b9a7b49b47" -d '{"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:32:33.998074 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:32:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b6d418d3-dfbf-41a7-b0d5-dc64f23ff1e8 x-openstack-request-id: req-b6d418d3-dfbf-41a7-b0d5-dc64f23ff1e8 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:32:33.998366 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:32:33.998654 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b6d418d3-dfbf-41a7-b0d5-dc64f23ff1e8 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:32:33.999076 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'status': 'completed', 'code': 200} Jul 22 12:32:34.110972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-8cfc4bb3-3e58-4835-886c-8383310a557c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.112665 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-8cfc4bb3-3e58-4835-886c-8383310a557c service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.0871255 Jul 22 12:32:34.117882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-82b63615-3562-4e28-b150-45e24b4b0f17 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.119320 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-82b63615-3562-4e28-b150-45e24b4b0f17 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.1021283 Jul 22 12:32:34.590700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-de6036d5-0a60-4f4a-8849-2057479e0d13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.592164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-de6036d5-0a60-4f4a-8849-2057479e0d13 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.4712982 Jul 22 12:32:34.594679 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-8f86a14a-8f30-4ff4-82f7-e63c5496279a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.595990 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-8f86a14a-8f30-4ff4-82f7-e63c5496279a service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.4680974 Jul 22 12:32:34.704560 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-ef0de70a-963f-4c98-a507-acdfd9821589 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 999 time: 0.1052918 Jul 22 12:32:34.706288 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-5bd6ecea-bab2-44ad-a045-c24c52df8453 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 999 time: 0.1017718 Jul 22 12:32:34.787577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-071d222c-70d2-4ab7-9ecd-880f11c29ac4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.789018 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-071d222c-70d2-4ab7-9ecd-880f11c29ac4 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0777049 Jul 22 12:32:34.790360 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-e41fa916-a6be-498b-b50b-b988b992f7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.791673 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-e41fa916-a6be-498b-b50b-b988b992f7b7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0731924 Jul 22 12:32:34.892206 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-fc8d00ae-ed17-43d8-b5bf-3268e5f283f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.893710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-fc8d00ae-ed17-43d8-b5bf-3268e5f283f6 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0973668 Jul 22 12:32:34.896266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-46b379e3-0ed4-443d-beee-40b8eafab0e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.897607 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-46b379e3-0ed4-443d-beee-40b8eafab0e7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0940328 Jul 22 12:32:34.927404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5dbdc7ee-bcbe-4c49-881a-1ccbf4df045f req-f5b9ffee-4a5c-439d-9fb8-b7febe5f0d40 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:34.928910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dbdc7ee-bcbe-4c49-881a-1ccbf4df045f req-f5b9ffee-4a5c-439d-9fb8-b7febe5f0d40 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0654845 Jul 22 12:32:34.967542 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5dbdc7ee-bcbe-4c49-881a-1ccbf4df045f req-f006c51c-db14-48bb-98c7-4e69dcd375f3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0329514 Jul 22 12:32:35.054674 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-c6c4efa4-25f5-489c-8e48-a39fc281912e service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1547077 Jul 22 12:32:35.056404 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-74b26b34-4117-4c1a-bb3d-eb51a7c16b03 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1493850 Jul 22 12:32:35.135751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.20', 51729) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:32:35.222698 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-a84f207b-20f2-40c2-84d4-a17039c111b1 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1533747 Jul 22 12:32:35.224671 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-b25b00bd-6ca0-4d08-86bd-7590b9886c09 service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1634636 Jul 22 12:32:35.286241 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7b332caf-b7d6-4e37-b7c6-49097bfec89e req-5a51aae6-8fee-4733-afa5-f6496659f835 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.287757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b332caf-b7d6-4e37-b7c6-49097bfec89e req-5a51aae6-8fee-4733-afa5-f6496659f835 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.1633193 Jul 22 12:32:35.295080 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc180-deba-4161-afce-b677579efefa req-8727561c-ebae-4843-8421-fb3700e1e2dc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.296427 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-8727561c-ebae-4843-8421-fb3700e1e2dc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&binding%3Ahost_id=n-h2-754448-4 HTTP/1.1" status: 200 len: 943 time: 0.1586635 Jul 22 12:32:35.361271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7b332caf-b7d6-4e37-b7c6-49097bfec89e req-772d55f2-bfaf-468b-9f50-5cc2bec22842 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0637889 Jul 22 12:32:35.379685 n-d-754448-4 neutron-server[93707]: INFO neutron.api.v2.resource [req-f39cc180-deba-4161-afce-b677579efefa req-d0b9c344-4dab-48c0-ae1e-ff949f7bb139 service neutron] delete failed (client error): The resource could not be found. Jul 22 12:32:35.380696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-d0b9c344-4dab-48c0-ae1e-ff949f7bb139 service neutron] 10.222.0.20 "DELETE /v2.0/ports/164afe68-38bb-4ecd-8e83-2f8a196cbefa/bindings/n-h1-754448-4 HTTP/1.1" status: 404 len: 380 time: 0.0758672 Jul 22 12:32:35.537589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1bd84474-9789-4d14-94e6-b7979b96fcd9 req-237b8bb9-03e0-4924-a261-64ef84f9c864 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.539113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1bd84474-9789-4d14-94e6-b7979b96fcd9 req-237b8bb9-03e0-4924-a261-64ef84f9c864 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.1001282 Jul 22 12:32:35.540940 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc180-deba-4161-afce-b677579efefa req-b0b253fc-369c-4004-8ac9-d32af0e51b72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.542294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-b0b253fc-369c-4004-8ac9-d32af0e51b72 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1094 time: 0.1134923 Jul 22 12:32:35.605539 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1bd84474-9789-4d14-94e6-b7979b96fcd9 req-4aac1c60-d04a-4840-ae36-16c7746da60a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0604253 Jul 22 12:32:35.660681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc180-deba-4161-afce-b677579efefa req-1d368d8d-3323-4730-a69d-ef2d89baf5ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.662248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-1d368d8d-3323-4730-a69d-ef2d89baf5ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.1029117 Jul 22 12:32:35.730330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-058296af-4ac1-4fdd-a9d7-e054884db803 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 999 time: 0.0617397 Jul 22 12:32:35.779686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc180-deba-4161-afce-b677579efefa req-38081b47-60cc-41ab-a3cb-1261484ab1b6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.781275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-38081b47-60cc-41ab-a3cb-1261484ab1b6 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0439117 Jul 22 12:32:35.842481 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f39cc180-deba-4161-afce-b677579efefa req-c42a6549-6a0a-4247-8656-7ef360d48997 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:35.844053 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-c42a6549-6a0a-4247-8656-7ef360d48997 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0563202 Jul 22 12:32:35.942558 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-67592691-0a26-4a0d-ac4b-953c900c7ac6 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0915637 Jul 22 12:32:36.044441 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f39cc180-deba-4161-afce-b677579efefa req-c6684b68-034e-49c7-bc35-1d02f99871e7 service neutron] 10.222.0.20 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0962565 Jul 22 12:32:36.520513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:32:36.559306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:32:36.735817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2a142c7-105d-4601-bd4c-444a6bddb633 req-9f89096f-feb6-4e32-8c05-76f9cf16b13d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:32:36.737203 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2a142c7-105d-4601-bd4c-444a6bddb633 req-9f89096f-feb6-4e32-8c05-76f9cf16b13d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 943 time: 0.0640669 Jul 22 12:32:36.775302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2a142c7-105d-4601-bd4c-444a6bddb633 req-09747043-1141-41c2-80b1-c482e67ad767 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317085 Jul 22 12:32:36.797688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55294) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:32:36.856757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d28f015c-179b-4e1a-b409-390c20d5a8d7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/e93f6796-3c99-4b62-920d-795888aef7d6 HTTP/1.1" status: 200 len: 991 time: 0.0579729 Jul 22 12:32:37.063024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:32:37.158961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:32:37.170177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'port_id': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'mac_address': 'fa:16:3e:8d:2e:20', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 119, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:32:37.206558 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:37.219746 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 164afe68-38bb-4ecd-8e83-2f8a196cbefa {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:32:37.238704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:32:37.242683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:37.292700 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:32:37.299754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.300117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.300476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.301401 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.301751 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.302102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.302477 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.302804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.303131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.303456 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.303777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.304101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:32:37.494099 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:32:37.511711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['164afe68-38bb-4ecd-8e83-2f8a196cbefa'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:32:39.094031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:32:39.145144 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:32:39.148850 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 164afe68-38bb-4ecd-8e83-2f8a196cbefa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:32:39.149252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:39.225623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:39.246885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:32:39.249141 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-e2e2ff9f-6ffe-4459-bf17-1e48f5b30c04" -d '{"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:32:39.262653 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:32:39.266869 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:39.295764 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:32:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2dbc1d0-9931-4f07-84fd-c2f66889d88a x-openstack-request-id: req-e2dbc1d0-9931-4f07-84fd-c2f66889d88a {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:32:39.296056 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-plugged", "status": "completed", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:32:39.296313 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2dbc1d0-9931-4f07-84fd-c2f66889d88a {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:32:39.296749 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'code': 200} Jul 22 12:32:39.321794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:32:45.356792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0449d345-1a19-41e2-bb16-29aba48bc43f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:47.950301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:48.268272 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-74836200-0783-49cc-abb0-452c76cb2ab6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:49.625779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:51.541832 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:57.886419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:32:58.808535 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.445013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55312) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:05.606554 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 9c2e0c96-2f09-44ea-bba8-a6b83907c5aa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:33:05.606906 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.683439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.683763 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.696887 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 9c2e0c96-2f09-44ea-bba8-a6b83907c5aa owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:33:05.854008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.879565 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=9c2e0c96-2f09-44ea-bba8-a6b83907c5aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:05.950786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:05.951129 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP e93f6796-3c99-4b62-920d-795888aef7d6 disassociated (deleted). External IP: 172.25.6.119, port: 164afe68-38bb-4ecd-8e83-2f8a196cbefa. Jul 22 12:33:06.166088 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 63e4b8e9-e65d-467b-a8d3-581088782406 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:33:06.272895 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:33:06.277641 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:06.282303 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Sync routers for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:33:06.294889 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:06.296856 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:06.326133 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-68638494-99b6-45b8-8821-e67e377f8b57 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/floatingips/e93f6796-3c99-4b62-920d-795888aef7d6 HTTP/1.1" status: 204 len: 168 time: 0.8799877 Jul 22 12:33:06.327018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:33:06.329784 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dc1b1155-8c04-4a4e-87cf-6a014432e54e" -d '{"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:33:06.370489 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:33:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-8fc81192-2c9c-42b5-97a4-6ce2e9b42eec x-openstack-request-id: req-8fc81192-2c9c-42b5-97a4-6ce2e9b42eec {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:33:06.370890 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:33:06.371181 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-8fc81192-2c9c-42b5-97a4-6ce2e9b42eec {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:33:06.371629 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'status': 'completed', 'code': 200} Jul 22 12:33:06.409340 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:06.457040 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-243c508d-5dd5-4d34-bdd0-e3d0f7b57b15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:06.457040 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-243c508d-5dd5-4d34-bdd0-e3d0f7b57b15 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 1096 time: 0.0634758 Jul 22 12:33:06.569390 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-6757c570-3898-483c-b9cf-7298dcb33602 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:06.571045 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-6757c570-3898-483c-b9cf-7298dcb33602 service neutron] 10.222.0.36 "GET /v2.0/networks?id=b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 200 len: 896 time: 0.1068280 Jul 22 12:33:06.598436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00ea0327-9fb0-48e4-bd9a-634ac9a70947 req-25cc5f50-0f97-4088-97ea-97185be7fe68 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:06.600290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00ea0327-9fb0-48e4-bd9a-634ac9a70947 req-25cc5f50-0f97-4088-97ea-97185be7fe68 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0744278 Jul 22 12:33:06.616125 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-edb651bd-a163-4cd7-a10a-6b589dfcc9db service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 200 len: 217 time: 0.0377622 Jul 22 12:33:06.642879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-00ea0327-9fb0-48e4-bd9a-634ac9a70947 req-6934b709-624f-4fed-adf2-53459d0bab54 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0353122 Jul 22 12:33:06.647601 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:06.668323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-8579fac1-2bcf-4615-ab06-f3976f2adb60 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:06.669849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-8579fac1-2bcf-4615-ab06-f3976f2adb60 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 200 len: 834 time: 0.0467825 Jul 22 12:33:06.675886 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Checking router: 63e4b8e9-e65d-467b-a8d3-581088782406 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:33:06.684414 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:06.685037 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:06.739052 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-69356d0e-ed9a-4585-ad26-e43c76ccbbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:06.740498 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-69356d0e-ed9a-4585-ad26-e43c76ccbbba service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=b38ff7a7-b78d-48f3-b433-e231fd13b498&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0635076 Jul 22 12:33:06.794475 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:06.835187 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-fd9044dd-e1b0-4a54-933d-21fc1d8b10b8 service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0866413 Jul 22 12:33:06.941077 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-dc1b1155-8c04-4a4e-87cf-6a014432e54e req-1b076a22-c90c-465a-a5a6-46e664f9c08e service neutron] 10.222.0.36 "GET /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0934029 Jul 22 12:33:07.007534 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:07.037067 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-93871db8-3c96-4b27-af2d-9209752a04f4 None None] The sync data for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 is: [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '9a0f20a9-813a-4593-a32e-3f96c5bdd1b9', 'name': '', 'network_id': 'b38ff7a7-b78d-48f3-b433-e231fd13b498', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:3a:e7:42', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_interface', 'standard_attr_id': 4185, 'fixed_ips': [{'subnet_id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:24Z', 'updated_at': '2021-07-22T12:31:29Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '9aa5aa9c-c47b-42ab-ae73-c271eb82864d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:33:07.264287 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4406f66f-c5f9-4749-881a-1c60e8d3c078 None None] New status for floating IP e93f6796-3c99-4b62-920d-795888aef7d6: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:33:07.858049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6fefb7b-ffd7-4352-9050-921fe5dfd523 req-dcbb0633-28b0-45e4-938d-0a85c27571da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:07.859530 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6fefb7b-ffd7-4352-9050-921fe5dfd523 req-dcbb0633-28b0-45e4-938d-0a85c27571da tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.1425405 Jul 22 12:33:07.899293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6fefb7b-ffd7-4352-9050-921fe5dfd523 req-f06684b0-8482-490e-a623-d4173111dd71 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=1f37520a-9d16-410c-b643-a1f67ec54d0e&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0333416 Jul 22 12:33:07.907180 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-6b7f55f1-89ad-4130-bf16-4e62bb8e6301 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:07.908714 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-6b7f55f1-89ad-4130-bf16-4e62bb8e6301 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.36 "GET /v2.0/ports?device_id=4f55b419-cb19-41b1-b6f6-76add35fdfe8 HTTP/1.1" status: 200 len: 945 time: 0.0658069 Jul 22 12:33:08.010656 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 164afe68-38bb-4ecd-8e83-2f8a196cbefa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:33:08.011001 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:08.109851 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 164afe68-38bb-4ecd-8e83-2f8a196cbefa, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=164afe68-38bb-4ecd-8e83-2f8a196cbefa,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:08.110130 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:08.122713 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 164afe68-38bb-4ecd-8e83-2f8a196cbefa owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:33:08.256864 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:08.287507 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=164afe68-38bb-4ecd-8e83-2f8a196cbefa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:08.335089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port 164afe68-38bb-4ecd-8e83-2f8a196cbefa on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:33:08.337777 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:08.339849 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d26fed5f-4fe3-4eb3-b605-fc56cbc6380f req-603b9968-41d8-4f11-b2b4-ff49c84efe1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.36 "DELETE /v2.0/ports/164afe68-38bb-4ecd-8e83-2f8a196cbefa HTTP/1.1" status: 204 len: 173 time: 0.4247830 Jul 22 12:33:08.372690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-deleted', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:33:08.375000 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-7359a016-b164-445a-b48e-6cf75e55eb43" -d '{"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-deleted", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:33:08.410942 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:33:08 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-82542c86-e48a-41cf-afd3-ede830128937 x-openstack-request-id: req-82542c86-e48a-41cf-afd3-ede830128937 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:33:08.411232 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "4f55b419-cb19-41b1-b6f6-76add35fdfe8", "name": "network-vif-deleted", "tag": "164afe68-38bb-4ecd-8e83-2f8a196cbefa", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:33:08.411642 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-82542c86-e48a-41cf-afd3-ede830128937 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:33:08.412117 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '4f55b419-cb19-41b1-b6f6-76add35fdfe8', 'name': 'network-vif-deleted', 'tag': '164afe68-38bb-4ecd-8e83-2f8a196cbefa', 'status': 'completed', 'code': 200} Jul 22 12:33:08.957288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55328) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:09.332298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:09.606784 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:33:09.607137 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:09.694000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:09.694359 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:09.711525 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:33:09.900393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:09.925250 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=9a0f20a9-813a-4593-a32e-3f96c5bdd1b9,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:10.102577 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:10.636756 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 63e4b8e9-e65d-467b-a8d3-581088782406 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:33:10.742728 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:33:10.747857 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b98b05cc-a824-4209-985c-fde95d1e4f3d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/63e4b8e9-e65d-467b-a8d3-581088782406/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7895362 Jul 22 12:33:10.750942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55330) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:10.753965 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Sync routers for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:33:10.763320 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:10.763931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:10.803271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting subnet 9aa5aa9c-c47b-42ab-ae73-c271eb82864d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:33:10.806498 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:10.847293 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:10.873079 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:10.936851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:10.999053 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.028701 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Subnet': ['ID=9aa5aa9c-c47b-42ab-ae73-c271eb82864d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:11.033132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.040194 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-2ddfdc06-6a71-4568-83cd-fb93cfb6ee1f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/subnets/9aa5aa9c-c47b-42ab-ae73-c271eb82864d HTTP/1.1" status: 204 len: 168 time: 0.2840867 Jul 22 12:33:11.040194 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55332) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:11.041665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-163a0fd7-32eb-452d-a3cc-5c06221b5836 None None] Network b38ff7a7-b78d-48f3-b433-e231fd13b498 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:33:11.063525 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:33:09Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:11.092089 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Checking router: 63e4b8e9-e65d-467b-a8d3-581088782406 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:33:11.101563 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Routers {'63e4b8e9-e65d-467b-a8d3-581088782406'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:11.102087 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['63e4b8e9-e65d-467b-a8d3-581088782406'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:11.168221 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.216220 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] Set router 63e4b8e9-e65d-467b-a8d3-581088782406 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:11.226355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:33:11.246466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 164afe68-38bb-4ecd-8e83-2f8a196cbefa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:33:11.249786 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 164afe68-38bb-4ecd-8e83-2f8a196cbefa not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:33:11.257203 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] DHCP port deletion for b38ff7a7-b78d-48f3-b433-e231fd13b498 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:33:11.312389 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Deleting port 2971f49d-e664-41d2-bf12-4d1d1f49b63b {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:33:11.313299 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.317203 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.386710 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 6f535faa-1c46-46a9-9aed-01ae8eb97084 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:33:11.387066 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.397319 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] For port 2971f49d-e664-41d2-bf12-4d1d1f49b63b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=2971f49d-e664-41d2-bf12-4d1d1f49b63b,segment=NetworkSegment(b3875bbf-2a4c-4a52-b1c4-c611520be6cb),segment_id=b3875bbf-2a4c-4a52-b1c4-c611520be6cb)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:11.397847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.413332 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Calling delete_port for 2971f49d-e664-41d2-bf12-4d1d1f49b63b owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:33:11.427848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 2971f49d-e664-41d2-bf12-4d1d1f49b63b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:33:11.484064 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 6f535faa-1c46-46a9-9aed-01ae8eb97084, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6f535faa-1c46-46a9-9aed-01ae8eb97084,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:11.484496 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.503356 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 6f535faa-1c46-46a9-9aed-01ae8eb97084 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:33:11.520394 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:33:09Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:11.546839 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e0670d0f-cab8-4c37-8f8d-7496eaebbfbb None None] The sync data for ids ['63e4b8e9-e65d-467b-a8d3-581088782406'] in n-d-754448-4 is: [{'id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1619017390', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169'}], 'enable_snat': True}, 'gw_port_id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:31:21Z', 'updated_at': '2021-07-22T12:33:09Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': '6f535faa-1c46-46a9-9aed-01ae8eb97084', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:de:03:aa', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '63e4b8e9-e65d-467b-a8d3-581088782406', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4182, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.169', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:31:22Z', 'updated_at': '2021-07-22T12:31:25Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:33:11.575204 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.578660 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.609158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] Pushing event deleted for resources: {'Port': ['ID=2971f49d-e664-41d2-bf12-4d1d1f49b63b,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:11.616899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fcdb6762-0ced-453f-ba76-9db2853e37ac None None] No DVR routers for this DVR port 2971f49d-e664-41d2-bf12-4d1d1f49b63b on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:33:11.708381 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.735790 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=6f535faa-1c46-46a9-9aed-01ae8eb97084,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:11.800028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.897082 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.899387 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.954768 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.955368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Fanout notify agent at l3_agent the message router_deleted on router 63e4b8e9-e65d-467b-a8d3-581088782406 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:33:11.963228 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:11.964378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5e1e0656-7d60-415c-ab56-3a11158bc9ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/routers/63e4b8e9-e65d-467b-a8d3-581088782406 HTTP/1.1" status: 204 len: 168 time: 0.9244068 Jul 22 12:33:11.967509 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55334) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:12.050561 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.138770 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.150142 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b38ff7a7-b78d-48f3-b433-e231fd13b498']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:12.161601 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:12.161895 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3875bbf-2a4c-4a52-b1c4-c611520be6cb') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:12.171030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.185154 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.192128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Releasing vlan 119 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:33:12.192555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:33:12.195553 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:33:12.256182 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.261242 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.267045 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/networks/b38ff7a7-b78d-48f3-b433-e231fd13b498 HTTP/1.1" status: 204 len: 168 time: 0.2946603 Jul 22 12:33:12.267153 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55336) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:12.277926 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Network': ['ID=b38ff7a7-b78d-48f3-b433-e231fd13b498,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:12.285976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.286324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.287383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.287383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.288224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.288507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.288860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.289197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.289595 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.289869 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.290211 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.290565 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3421af71-2766-47f4-bece-6b648cd1e0a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:12.340513 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.366943 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.428822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.432587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.434340 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/security-groups/1f37520a-9d16-410c-b643-a1f67ec54d0e HTTP/1.1" status: 204 len: 168 time: 0.1663725 Jul 22 12:33:12.444369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4dc30a76-ecb5-46b8-b081-399a421f2c5c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=1f37520a-9d16-410c-b643-a1f67ec54d0e,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:12.755226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55342) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:12.760050 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1513921700', 'description': 'tempest-secgroup-smoke-1513921700 description', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:12.783006 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.870229 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.874149 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.903309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.904537 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1482680 Jul 22 12:33:12.905369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbd4af5-7e61-40a1-b51b-4bda442fc4c6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=adb6d4d0-4d27-4f70-bc38-7b5a1d361984,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:12.907577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55344) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:12.912669 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:12.939125 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:12.999194 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.003108 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.023555 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=87c13297-e655-4d67-bfef-141fb56b1a09,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.031089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.032693 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-dd2da2bd-5e73-48fa-b041-4b470098cec4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1241016 Jul 22 12:33:13.036430 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55346) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.041043 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.068128 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.127748 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.131472 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.150775 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6c462dff-18f6-4d6c-9c73-9d438ff7ff45,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.155804 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.160403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-c4829e4c-4350-457d-b764-dc4f1bed70a2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1197791 Jul 22 12:33:13.160849 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55348) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.165092 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.191851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.264527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.269277 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.290030 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=064f8585-7658-4cee-8ef7-a9ea9a21da7f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.298046 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.299556 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-646756e9-b1fb-4a0a-985a-53913c5025c8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1380806 Jul 22 12:33:13.303751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55350) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.308804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.334889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:33:13.341758 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.356092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:33:13.356436 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 9a0f20a9-813a-4593-a32e-3f96c5bdd1b9 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:33:13.357071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f535faa-1c46-46a9-9aed-01ae8eb97084 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:33:13.375833 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6f535faa-1c46-46a9-9aed-01ae8eb97084 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:33:13.376179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6f535faa-1c46-46a9-9aed-01ae8eb97084 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:33:13.422071 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.426060 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.443672 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9431e33b-38cd-42bc-903a-5b10b00dd30a,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.450509 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.451737 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-488731dd-6a3c-4aed-bdb8-3697b14afd2e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1469071 Jul 22 12:33:13.454387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55352) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.459638 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.482011 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:33:13.487091 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.550543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.555154 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.575858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d00ed42-dda2-4417-b61c-ab18704dc4ff,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.583256 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.584557 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3c819b9c-61f3-46a1-98e8-32fb810434cc tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1292040 Jul 22 12:33:13.588458 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55356) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.594790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': 'adb6d4d0-4d27-4f70-bc38-7b5a1d361984', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.618051 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:33:13.623092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.689346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.694014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.713024 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ee394247-7890-4396-9d14-3eb3fcb56f59,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.720453 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.721964 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ec6e38f9-2ae7-44d7-a3a9-952ad6e8b0c5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1321311 Jul 22 12:33:13.724832 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55358) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.729766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'network': {'name': 'tempest-network-smoke--1922840742', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.750980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:33:13.755330 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.780051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] vlan segment allocate from pool success with {'vlan_id': 141, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:33:13.789478 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.789989 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Added segment 2b0a5b4e-265b-40df-9516-cf87b7e1452d of type vlan for network cf971711-b496-4bb6-870b-3a6e09068768 Jul 22 12:33:13.830760 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.860446 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.866885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:13.867483 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.904581 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.1786890 Jul 22 12:33:13.907388 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55360) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:13.912831 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'admin_state_up': True, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:13.943017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35e60222-8f18-4423-97b1-a402a8e43b04 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Network': ['ID=cf971711-b496-4bb6-870b-3a6e09068768,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:13.947061 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.948571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:13.955141 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network cf971711-b496-4bb6-870b-3a6e09068768 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:33:14.009782 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.156036 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.359695 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.378518 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.488687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.240 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/f388d6d3-1d9d-4d5b-be1b-020bb3816e5d) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:33:14.494847 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:33:14.594680 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.633517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:14.678542 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:14.681453 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:14.686391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:33:14.689060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:14.939101 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:15.140220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:15.364156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b84e2ddd-ae62-431a-9a4a-05c00e631b50 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:15.584057 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 1b5563e6-3960-44d4-9798-c837da5fed00 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:33:15.688692 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:33:15.699932 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Sync routers for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:33:15.709439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:15.711552 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-45f5ef06-f950-4d3e-9610-b24c6acd3ea0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 1.8030241 Jul 22 12:33:15.711787 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:15.712417 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:15.715100 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55362) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:15.746311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ecbde163-7129-4602-9434-12f10669a8f4 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8e60d06aa3e9466c9c32ca0201d2cb9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0299830 Jul 22 12:33:15.749233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55364) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:15.820832 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:15.851457 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15662d-13e8-4479-960d-45fe41952977 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:15.856003 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-7b15662d-13e8-4479-960d-45fe41952977 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1030438 Jul 22 12:33:15.856232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55366) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:15.896555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-0c15aead-4971-4d5a-939c-698cac094b07 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0392079 Jul 22 12:33:15.899216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55368) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:15.904711 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-398729054', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:15.994897 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:33:15.998404 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.016862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:14Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:14Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:16.047555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Checking router: 1b5563e6-3960-44d4-9798-c837da5fed00 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:33:16.047898 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Updating router 1b5563e6-3960-44d4-9798-c837da5fed00 port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:33:16.086202 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.200234 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.264845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Subnet': ['ID=2b3d7baa-97f4-4abd-bf51-710fc55d4565,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:16.274751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Checking segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:33:16.275106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network hostable DHCP agents. Network: cf971711-b496-4bb6-870b-3a6e09068768, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:33:16.292118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network cf971711-b496-4bb6-870b-3a6e09068768 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:33:16.301841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, cf971711-b496-4bb6-870b-3a6e09068768) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:16.307233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:16.307875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.313221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-262e9d7f-d489-4778-b853-20bb36689dd9 None None] Network cf971711-b496-4bb6-870b-3a6e09068768 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:33:16.328356 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-09c460c5-fc9b-42ba-b1c1-4e10ce74a4f6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 0.4232571 Jul 22 12:33:16.328356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55370) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:16.582991 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.604567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Transition to ACTIVE for port object f388d6d3-1d9d-4d5b-be1b-020bb3816e5d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:16.614844 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.698529 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a788-a946-49d5-8f01-9f9878f9e146 None None] Pushing event updated for resources: {'Port': ['ID=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:16.703474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Attempting to bind port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:33:16.703474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Attempting to bind port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:33:16.703474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Attempting to bind port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:33:16.728853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:33:16.729241 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:33:16.729654 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.730551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:33:16.730551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Bound port: f388d6d3-1d9d-4d5b-be1b-020bb3816e5d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:33:16.730912 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.735765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-cf971711-b496-4bb6-870b-3a6e09068768', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:33:16.737106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.785398 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.853255 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] For port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:33:16.872686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] For port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:33:16.881726 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:16.956542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Allocated IP 172.20.0.2 (cf971711-b496-4bb6-870b-3a6e09068768/2b3d7baa-97f4-4abd-bf51-710fc55d4565/f1a66c07-47fb-48de-9fe9-a0588e8b6fdf) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:33:17.006513 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:17.007171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:32:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:17.014799 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ede4a788-a946-49d5-8f01-9f9878f9e146 None None] Pushing event updated for resources: {'Port': ['ID=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:17.199233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:17.286709 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.301315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Transition to ACTIVE for port object f1a66c07-47fb-48de-9fe9-a0588e8b6fdf will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:17.347868 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Transition to ACTIVE for port object f1a66c07-47fb-48de-9fe9-a0588e8b6fdf will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:17.355278 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.403804 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.1 (cf971711-b496-4bb6-870b-3a6e09068768/2b3d7baa-97f4-4abd-bf51-710fc55d4565/7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:33:17.430120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Network cf971711-b496-4bb6-870b-3a6e09068768 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:17.436267 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:17.439308 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:33:17.443119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Pushing event updated for resources: {'Port': ['ID=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:17.511907 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Attempting to bind port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:33:17.512281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Attempting to bind port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:33:17.512651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Attempting to bind port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf on network cf971711-b496-4bb6-870b-3a6e09068768 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:33:17.520926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:14Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:17.522997 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 32, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:33:17.523374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Checking segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:33:17.523784 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.524181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Bound using segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:33:17.524664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Bound port: f1a66c07-47fb-48de-9fe9-a0588e8b6fdf, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:33:17.525048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.534278 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.550154 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:17.560559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b63748f-6e02-4f6d-afd9-9a15ca0b9af0 None None] The sync data for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 is: [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:14Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:33:17.588505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.624007 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] For port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:33:17.628874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] For port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:33:17.632847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.701326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26023154-c397-45cb-b0dd-810e61319a43 None None] Pushing event updated for resources: {'Port': ['ID=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:17.973420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network cf971711-b496-4bb6-870b-3a6e09068768 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:17.976613 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:17.976846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:17.981026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:33:17.987938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:18.038198 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.219383 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.276039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eb527b27-d573-43a6-9f25-2076d093627e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.540733 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.546639 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.630429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:18.632413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:18.723901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-177f0003-851d-4dd1-8de5-a79c0381db65 None None] Network cf971711-b496-4bb6-870b-3a6e09068768 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:33:18.749626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network cf971711-b496-4bb6-870b-3a6e09068768 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:18.751413 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:18.800128 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0e015303-e2a1-46e9-b27f-96774b5b29d8 None None] Provisioning for port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:18.878297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 1b5563e6-3960-44d4-9798-c837da5fed00 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:33:19.012572 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:33:19.019394 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-920e3ba3-f950-4bc5-ad7f-278b00a62743 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/1b5563e6-3960-44d4-9798-c837da5fed00/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6896472 Jul 22 12:33:19.137262 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8571988-292c-400e-a4c9-a3d8175b6888 None None] Provisioning for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:19.141328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a8571988-292c-400e-a4c9-a3d8175b6888 None None] Provisioning complete for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:19.141919 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a8571988-292c-400e-a4c9-a3d8175b6888 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.188301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a8571988-292c-400e-a4c9-a3d8175b6888 None None] Port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:33:19.409000 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Sync routers for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:33:19.417029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-deb2a728-1060-493b-89e0-9bdc8a1af7ac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1513921700&fields=id&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 267 time: 0.0584700 Jul 22 12:33:19.421964 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:19.422841 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:33:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:19.427104 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f388d6d3-1d9d-4d5b-be1b-020bb3816e5d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:19.471657 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f95e2d59-da7b-4a60-84f2-9db2b52ad8f7 None None] Provisioning complete for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:19.472412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f95e2d59-da7b-4a60-84f2-9db2b52ad8f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.522517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f95e2d59-da7b-4a60-84f2-9db2b52ad8f7 None None] Port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:33:19.535761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:19.541002 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:19.542172 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.566278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-e5dbda5d-bf0f-4021-baa8-193ace773321 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:19.568128 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-e5dbda5d-bf0f-4021-baa8-193ace773321 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 797 time: 0.1338453 Jul 22 12:33:19.572194 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:19.597657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-772dc62f-4473-44e3-9039-8e66ca6d3773 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/quotas/8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 375 time: 0.0175717 Jul 22 12:33:19.648981 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.681334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-81e287c2-0b61-4415-89c8-4ae61969440d None None] Provisioning complete for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:19.681830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-81e287c2-0b61-4415-89c8-4ae61969440d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.701925 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-ec6cd254-9971-4cea-a783-615cf4300bc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0957494 Jul 22 12:33:19.728170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.760220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:19.761420 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-81e287c2-0b61-4415-89c8-4ae61969440d None None] Port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:33:19.765762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.766773 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1a66c07-47fb-48de-9fe9-a0588e8b6fdf up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:19.815294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f0ec8a58-f26d-4424-bb60-ea138a0aa078 service neutron] 10.222.0.21 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0996211 Jul 22 12:33:19.840528 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:16Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 2, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:19.847334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:19.860824 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:19.865867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:19.866321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.875462 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Checking router: 1b5563e6-3960-44d4-9798-c837da5fed00 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:33:19.875920 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Updating router 1b5563e6-3960-44d4-9798-c837da5fed00 port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:33:19.915179 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.925327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-e29608a1-78e0-4e23-8c3a-36a4e9536beb service neutron] 10.222.0.21 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1082144 Jul 22 12:33:19.957405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:19.999081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:20.005493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.076288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:20.137061 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93be4de7-4adc-4fa8-911e-316b2c75c355 req-d644f8d9-3aac-4ac3-9266-d60d01d55ddf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 210 time: 0.0425069 Jul 22 12:33:20.229057 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.241917 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Transition to ACTIVE for port object 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:20.247838 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.309404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Pushing event updated for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:20.340640 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.341829 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.341829 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.341829 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.342103 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.342401 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.342951 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.343068 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.343389 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.343716 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.344040 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.344363 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:33:20.387275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Attempting to bind port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:33:20.387720 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Attempting to bind port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:33:20.389273 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Attempting to bind port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d on network cf971711-b496-4bb6-870b-3a6e09068768 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:33:20.397301 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 33, 18), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:33:20.397759 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Checking segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:33:20.398270 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.399057 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Bound using segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:33:20.399692 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Bound port: 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:33:20.400242 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.493209 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] For port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:33:20.497266 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] For port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:33:20.501714 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:20.577646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:20.579451 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:33:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:20.587323 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926eaad9-e660-4a9b-bc8f-ee782149214c None None] Pushing event updated for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:20.706049 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:20.907699 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:20Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:20.937518 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-42fe72b1-0d32-439d-bdd4-dfd5fb1aa81f None None] The sync data for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 is: [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:20Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:33:21.111976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-1feaa5c8-9b2b-49bf-9a62-62160e697d9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:21.114957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-1feaa5c8-9b2b-49bf-9a62-62160e697d9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 797 time: 0.1394017 Jul 22 12:33:21.165117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-699f3366-52f9-45fd-9caa-6e145a3b5d65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 380 time: 0.0419626 Jul 22 12:33:21.176638 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'port': {'device_id': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'admin_state_up': True, 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'security_groups': ['adb6d4d0-4d27-4f70-bc38-7b5a1d361984']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:21.280541 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9c620efb-1470-4d6e-bf9f-82a63ae39153 req-d239616a-ea09-4261-bbbf-86e627e896a4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 210 time: 0.0657825 Jul 22 12:33:21.356949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:33:21.360886 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.449845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:21.511631 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:21.516150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:21.516566 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.522726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.3 (cf971711-b496-4bb6-870b-3a6e09068768/2b3d7baa-97f4-4abd-bf51-710fc55d4565/587c7a08-d9f6-4733-9e1a-068743fd76a0) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:33:21.567502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.615998 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.652239 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:21.657128 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.657942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f388d6d3-1d9d-4d5b-be1b-020bb3816e5d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:21.703313 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.726294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 587c7a08-d9f6-4733-9e1a-068743fd76a0 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:21.739636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:21.753990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:21.754373 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.764584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.812584 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network cf971711-b496-4bb6-870b-3a6e09068768 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:21.815948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:21.820117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:33:21.840113 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1a66c07-47fb-48de-9fe9-a0588e8b6fdf up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:21.854406 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:21.903385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:21.905060 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.918154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:21.918572 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:21.924028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-f9afa4c5-592e-46e2-87fd-87a2833be5be tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.7529113 Jul 22 12:33:21.937526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Request body: {'port': {'device_id': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:22.025429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.162762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-150aa92b-d87b-4b84-85e9-d412afef3da0 None None] Provisioning for port 587c7a08-d9f6-4733-9e1a-068743fd76a0 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:22.167165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-150aa92b-d87b-4b84-85e9-d412afef3da0 None None] Provisioning complete for port 587c7a08-d9f6-4733-9e1a-068743fd76a0 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:22.167623 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-150aa92b-d87b-4b84-85e9-d412afef3da0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.205123 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-150aa92b-d87b-4b84-85e9-d412afef3da0 None None] Port 587c7a08-d9f6-4733-9e1a-068743fd76a0 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:33:22.317972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 587c7a08-d9f6-4733-9e1a-068743fd76a0 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:33:22.326220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.342681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Transition to ACTIVE for port object 587c7a08-d9f6-4733-9e1a-068743fd76a0 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:33:22.348766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.429000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:22.520598 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c42730-231e-4b4b-8551-1ca20cbbdd5a req-98f54ee9-62d2-43d3-abe4-5a2d7ab42a5b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:22.522197 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c42730-231e-4b4b-8551-1ca20cbbdd5a req-98f54ee9-62d2-43d3-abe4-5a2d7ab42a5b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 943 time: 0.1418295 Jul 22 12:33:22.551724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Attempting to bind port 587c7a08-d9f6-4733-9e1a-068743fd76a0 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:33:22.552089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Attempting to bind port 587c7a08-d9f6-4733-9e1a-068743fd76a0 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:33:22.552427 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Attempting to bind port 587c7a08-d9f6-4733-9e1a-068743fd76a0 on network cf971711-b496-4bb6-870b-3a6e09068768 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:33:22.562880 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Port 587c7a08-d9f6-4733-9e1a-068743fd76a0 on network cf971711-b496-4bb6-870b-3a6e09068768 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:33:22.563212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Attempting to bind port 587c7a08-d9f6-4733-9e1a-068743fd76a0 on network cf971711-b496-4bb6-870b-3a6e09068768 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:33:22.577199 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 32, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:33:22.577557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Checking segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:33:22.577909 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Bound using segment: {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:33:22.578348 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Bound port: 587c7a08-d9f6-4733-9e1a-068743fd76a0, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '2b0a5b4e-265b-40df-9516-cf87b7e1452d', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 141, 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:33:22.578747 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.586864 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c42730-231e-4b4b-8551-1ca20cbbdd5a req-6735284f-22d0-40f9-8131-95c4b2bf9387 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0573227 Jul 22 12:33:22.649881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:33:22.652878 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:33:22.657865 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.697788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:22.698505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:22.700113 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] 10.222.0.20 "PUT /v2.0/ports/587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 1091 time: 0.7670579 Jul 22 12:33:22.700620 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:33:22.703272 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-196ba706-eeca-42d0-82e9-9cd54fb5f487" -d '{"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:33:22.740465 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d189487d-8f67-40f9-8a73-e70fd5ff0ef0 service neutron] Pushing event updated for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:22.810542 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-83aeba0d-83c1-4a93-97a2-9deb25edcd82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:22.812099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-83aeba0d-83c1-4a93-97a2-9deb25edcd82 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0659893 Jul 22 12:33:22.831245 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:33:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5a92c863-98d6-4858-a75d-9033e8cd5817 x-openstack-request-id: req-5a92c863-98d6-4858-a75d-9033e8cd5817 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:33:22.831543 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:33:22.831888 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5a92c863-98d6-4858-a75d-9033e8cd5817 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:33:22.832420 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'status': 'completed', 'code': 200} Jul 22 12:33:22.864149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-07921ff5-9d4b-4379-8a3a-71060868ed73 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 217 time: 0.0442851 Jul 22 12:33:22.914264 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-2243ba46-bf09-4f4d-9d82-1a3ae3486234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:22.915791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-2243ba46-bf09-4f4d-9d82-1a3ae3486234 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0460782 Jul 22 12:33:22.979716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-04c84739-2477-42e8-8ea5-276988b5e1a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:22.981133 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-04c84739-2477-42e8-8ea5-276988b5e1a1 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0586884 Jul 22 12:33:23.075382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-06f54869-7001-4ad7-9fb2-ea6adbf0f5f8 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0872116 Jul 22 12:33:23.168405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ad5f0db8-267f-472d-8216-4961b4ae01d2 req-c82f881a-b4f5-4401-8f76-e61ada67b5c4 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0868876 Jul 22 12:33:23.268890 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-36c22f12-899e-4f67-baea-741dfab007cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:23.270422 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-36c22f12-899e-4f67-baea-741dfab007cc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1094 time: 0.0561285 Jul 22 12:33:23.336395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:23.370787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-d331a7e7-dbdc-48c4-adb5-a24114f27e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:23.372405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-d331a7e7-dbdc-48c4-adb5-a24114f27e8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 898 time: 0.0960290 Jul 22 12:33:23.388961 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:23.389346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:23.415822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-1fe6a66c-78ed-4cbd-b11d-a053bcec4e98 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 217 time: 0.0366092 Jul 22 12:33:23.469928 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-950c9dbd-050b-44f5-a151-a7acfcbecb10 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:23.472227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-950c9dbd-050b-44f5-a151-a7acfcbecb10 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0478141 Jul 22 12:33:23.537352 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-77842fb2-1689-442e-a020-e9433aa501ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:23.538782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-77842fb2-1689-442e-a020-e9433aa501ee service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0603173 Jul 22 12:33:23.636428 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-0c2ba92e-94d4-4c65-97ba-cd506f68263d service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890543 Jul 22 12:33:23.770820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-196ba706-eeca-42d0-82e9-9cd54fb5f487 req-a27df9df-3084-425e-b039-e3ca7a7dbca1 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1258965 Jul 22 12:33:23.789655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f260dc78-4f54-47a3-a295-4d982efcc884 req-830aa814-39f3-497e-8594-55a52b8a1b88 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:23.791371 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f260dc78-4f54-47a3-a295-4d982efcc884 req-830aa814-39f3-497e-8594-55a52b8a1b88 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 943 time: 0.1283627 Jul 22 12:33:23.831015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f260dc78-4f54-47a3-a295-4d982efcc884 req-21e82e98-b5e0-4581-b167-4df6d246baaa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342195 Jul 22 12:33:24.974528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc999a16-c37e-4a10-b480-5ada71a095e4 req-14df624f-b3f5-4c52-9bfc-ac7fb93280b5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:24.976784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc999a16-c37e-4a10-b480-5ada71a095e4 req-14df624f-b3f5-4c52-9bfc-ac7fb93280b5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 943 time: 0.0738785 Jul 22 12:33:25.016037 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc999a16-c37e-4a10-b480-5ada71a095e4 req-32ef2687-3e4b-43f2-9da7-0445060475b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338039 Jul 22 12:33:26.153162 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d8a5b91-a291-4e3a-bb78-f2203a6c62ee req-1079cf64-409b-4190-87ac-6a0634972feb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:26.155046 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5b91-a291-4e3a-bb78-f2203a6c62ee req-1079cf64-409b-4190-87ac-6a0634972feb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 943 time: 0.0685179 Jul 22 12:33:26.197068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d8a5b91-a291-4e3a-bb78-f2203a6c62ee req-41d35bd8-f842-45dc-93a3-8317aeb2a990 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354917 Jul 22 12:33:26.811612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 587c7a08-d9f6-4733-9e1a-068743fd76a0 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:33:26.907131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:26.918298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'port_id': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'mac_address': 'fa:16:3e:8e:19:c0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 141, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:33:26.960913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:26.974416 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 587c7a08-d9f6-4733-9e1a-068743fd76a0 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:33:26.995125 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:26.999490 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:27.049993 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:27.217574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['587c7a08-d9f6-4733-9e1a-068743fd76a0'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:33:27.330490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71cbc206-fe83-4a56-902e-f34fe0211b3f req-044334d2-18ae-4487-94a4-c8fb39617cf6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:27.332102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71cbc206-fe83-4a56-902e-f34fe0211b3f req-044334d2-18ae-4487-94a4-c8fb39617cf6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 944 time: 0.0666635 Jul 22 12:33:27.377986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71cbc206-fe83-4a56-902e-f34fe0211b3f req-66fd5937-0d10-4184-b116-ae05024ad63e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392876 Jul 22 12:33:27.887675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:28.524617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1a5551e-7541-4595-bca1-6f1e9f82c446 req-1f2077a7-2c98-4fe5-b9a9-011dbae74161 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:28.526307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1a5551e-7541-4595-bca1-6f1e9f82c446 req-1f2077a7-2c98-4fe5-b9a9-011dbae74161 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 944 time: 0.0725002 Jul 22 12:33:28.567676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1a5551e-7541-4595-bca1-6f1e9f82c446 req-d56c95a1-81bc-416c-8c20-246d5388189b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0350163 Jul 22 12:33:28.809105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:28.826577 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 587c7a08-d9f6-4733-9e1a-068743fd76a0 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:33:28.878733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 587c7a08-d9f6-4733-9e1a-068743fd76a0 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:33:28.882366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 587c7a08-d9f6-4733-9e1a-068743fd76a0 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:33:28.882779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:28.961008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:28.985890 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:33:28.988420 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-16b44119-a99b-479b-ad0b-55ac7715b1ac" -d '{"events": [{"server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "name": "network-vif-plugged", "status": "completed", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:33:29.001542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:33:29.006284 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:29.032917 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:33:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-5f4984c3-ca1f-4f90-a8cb-f209fff87ae6 x-openstack-request-id: req-5f4984c3-ca1f-4f90-a8cb-f209fff87ae6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:33:29.033298 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "name": "network-vif-plugged", "status": "completed", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:33:29.033866 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-5f4984c3-ca1f-4f90-a8cb-f209fff87ae6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:33:29.034289 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'code': 200} Jul 22 12:33:29.060886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:29.138907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8cabb4d0-f59f-472f-9eb3-5a85032091f4 req-27ef0f3b-b980-48ca-bc69-0f7aefec423f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:29.140483 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cabb4d0-f59f-472f-9eb3-5a85032091f4 req-27ef0f3b-b980-48ca-bc69-0f7aefec423f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0558128 Jul 22 12:33:29.173911 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8cabb4d0-f59f-472f-9eb3-5a85032091f4 req-de0941bc-0b7b-4e9e-b5b9-2837939ff421 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0272760 Jul 22 12:33:29.753011 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7369f953-a437-4fab-b3bc-2613d41e96d2 req-b7a55f7d-039d-48db-908b-c6eb33752a9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:29.754565 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7369f953-a437-4fab-b3bc-2613d41e96d2 req-b7a55f7d-039d-48db-908b-c6eb33752a9d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0732245 Jul 22 12:33:29.793717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7369f953-a437-4fab-b3bc-2613d41e96d2 req-67234652-08f6-4fce-9c08-beec0eef048b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334883 Jul 22 12:33:30.930302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b885be3d-b49e-4d81-ad94-587d6f4be2ea req-ce8b764f-d2e7-47c0-95af-efa2a002be4d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:30.931816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b885be3d-b49e-4d81-ad94-587d6f4be2ea req-ce8b764f-d2e7-47c0-95af-efa2a002be4d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0664327 Jul 22 12:33:30.971711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b885be3d-b49e-4d81-ad94-587d6f4be2ea req-b5c593a2-c754-4dfb-8166-4b8f53681e2b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325983 Jul 22 12:33:31.100361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a708719-57d4-4609-a09a-70e15fd23271 req-aebab119-f3d4-4d99-9827-c84f928a3bca tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:31.101759 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a708719-57d4-4609-a09a-70e15fd23271 req-aebab119-f3d4-4d99-9827-c84f928a3bca tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0638657 Jul 22 12:33:31.139767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8a708719-57d4-4609-a09a-70e15fd23271 req-f096a67d-cbc6-4745-8c35-04b447139f27 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323548 Jul 22 12:33:31.162304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55430) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:31.219048 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d89915ac-c646-4da7-8357-c8acdaa25919 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:31.222712 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d89915ac-c646-4da7-8357-c8acdaa25919 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1091 time: 0.0572803 Jul 22 12:33:31.224076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55432) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:31.229359 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:33:31.253111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:31.350565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:31.457073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.197 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:33:31.559914 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:31.604800 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:31.645265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:33:31.648830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:33:31.652231 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:33:31.674597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:32.032078 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:32.109269 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:32.569952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:32.575076 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:32.655942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:33:32.676096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:32.785556 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 9b181237-e6bb-4a01-bd56-04ff80c18bda associated. External IP: 172.25.6.197, port: 587c7a08-d9f6-4733-9e1a-068743fd76a0. Jul 22 12:33:33.001190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 1b5563e6-3960-44d4-9798-c837da5fed00 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:33:33.112109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:33:33.121925 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Sync routers for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:33:33.132854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:33.134774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:33.135414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:33:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:33.177288 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d339213-285c-4bf7-a612-f044b2e0b744 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 1.9519978 Jul 22 12:33:33.177947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:33:33.180777 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-eb26089f-a52a-43c9-b6fa-597eb408cffc" -d '{"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:33:33.228803 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:33:33 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ecc0c667-a99c-46f8-9831-4381960abb6d x-openstack-request-id: req-ecc0c667-a99c-46f8-9831-4381960abb6d {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:33:33.229140 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:33:33.229394 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ecc0c667-a99c-46f8-9831-4381960abb6d {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:33:33.229880 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'status': 'completed', 'code': 200} Jul 22 12:33:33.254955 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:33.348387 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680567a0-8e53-4f37-9983-8ca9ab8de445 req-84f98a34-3cbc-48ae-a8fb-0f08af4ff0cb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:33.349959 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-680567a0-8e53-4f37-9983-8ca9ab8de445 req-84f98a34-3cbc-48ae-a8fb-0f08af4ff0cb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.1192086 Jul 22 12:33:33.357771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-bbf81ddb-3a87-46d0-abd8-7a58766efacc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:33.359248 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-bbf81ddb-3a87-46d0-abd8-7a58766efacc service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0862796 Jul 22 12:33:33.423094 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-680567a0-8e53-4f37-9983-8ca9ab8de445 req-c291072e-2fd9-4a8c-8035-1d9b2304af4a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0628562 Jul 22 12:33:33.448943 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55438) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:33.482571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-3bdf44c3-eaa0-427c-ab86-d8d49893cee5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:33.484191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-3bdf44c3-eaa0-427c-ab86-d8d49893cee5 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 898 time: 0.1157243 Jul 22 12:33:33.522012 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9b181237-e6bb-4a01-bd56-04ff80c18bda', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'port_id': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'mac_address': 'fa:16:3e:8e:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:33:31Z', 'updated_at': '2021-07-22T12:33:31Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:33.526270 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-aa797c7a-ce75-432c-9f2b-075091264d29 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/9b181237-e6bb-4a01-bd56-04ff80c18bda HTTP/1.1" status: 200 len: 991 time: 0.0738199 Jul 22 12:33:33.556617 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Checking router: 1b5563e6-3960-44d4-9798-c837da5fed00 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:33:33.558179 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-e09a6230-58dc-4d12-ade5-d1f5b63a5ac8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 999 time: 0.0675056 Jul 22 12:33:33.567190 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:33:33.568318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:33:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:33.613273 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-cffd17c8-74af-47cc-93ca-1c316b86d12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:33.615396 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-cffd17c8-74af-47cc-93ca-1c316b86d12a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0495656 Jul 22 12:33:33.678742 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:33:33.684537 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-81f19e08-6bee-4eaa-b9dd-8deee229f9da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:33.686070 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-81f19e08-6bee-4eaa-b9dd-8deee229f9da service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0649166 Jul 22 12:33:33.784036 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-419786b4-e546-48a4-a699-4a36268c5539 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0914924 Jul 22 12:33:33.881005 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb26089f-a52a-43c9-b6fa-597eb408cffc req-8a5b2c8b-be0c-44b0-a917-620bb2ed301b service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0910950 Jul 22 12:33:33.920446 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9b181237-e6bb-4a01-bd56-04ff80c18bda', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'port_id': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'mac_address': 'fa:16:3e:8e:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:33:31Z', 'updated_at': '2021-07-22T12:33:31Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:33:33.948051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00db7758-7a93-4fd2-a474-3a6f8720fb15 None None] The sync data for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 is: [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '9b181237-e6bb-4a01-bd56-04ff80c18bda', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.197', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'port_id': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4207, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'mac_address': 'fa:16:3e:8e:19:c0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:33:31Z', 'updated_at': '2021-07-22T12:33:31Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:33:34.159197 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5d87fe14-548d-48ef-8d23-b7238a41aee5 None None] New status for floating IP 9b181237-e6bb-4a01-bd56-04ff80c18bda: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:33:34.527408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55440) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:33:34.596705 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b39879e8-ce97-424d-ada3-d1d0f80eee69 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/9b181237-e6bb-4a01-bd56-04ff80c18bda HTTP/1.1" status: 200 len: 993 time: 0.0678658 Jul 22 12:33:45.374634 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2974f56-d8c3-48e2-8601-a64e6c92b6ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:47.962251 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:48.272048 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78c8a70b-0ac1-4220-a2a9-9528aec60d10 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:49.632502 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:50.389007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-9d152c19-b19e-49f8-b9d6-2cddc70757dd service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1034443 Jul 22 12:33:50.488826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4aff-5241-463f-8102-73d05e489154 req-62a3e12e-587e-462c-9275-9e785173721e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:50.490307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-62a3e12e-587e-462c-9275-9e785173721e service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0558653 Jul 22 12:33:50.594088 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4aff-5241-463f-8102-73d05e489154 req-1fa05eac-70c1-4e48-8472-3b0e85963547 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:50.596316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-1fa05eac-70c1-4e48-8472-3b0e85963547 service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 898 time: 0.0854290 Jul 22 12:33:50.680612 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-8167e8a0-a80a-4583-bb1d-1115d15e167d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 1001 time: 0.0775309 Jul 22 12:33:50.730704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4aff-5241-463f-8102-73d05e489154 req-9fc52bfc-b12e-460a-8704-3f33ed5411d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:50.732213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-9fc52bfc-b12e-460a-8704-3f33ed5411d9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0455930 Jul 22 12:33:50.791117 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83cb4aff-5241-463f-8102-73d05e489154 req-44af982c-0065-487a-bf31-b8026472cef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:33:50.792592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-44af982c-0065-487a-bf31-b8026472cef4 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537081 Jul 22 12:33:50.886440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-415245b2-d09c-4bbb-95e5-b2ff39926a88 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0873430 Jul 22 12:33:50.982467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-83cb4aff-5241-463f-8102-73d05e489154 req-fc74b682-4246-43d1-882e-39c4d0a26ae7 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869751 Jul 22 12:33:51.494643 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:33:51.550725 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:57.893008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:33:58.840609 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:01.346546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf403e46-3484-4798-9efe-0127f29a1902 req-8da0c447-8a46-4c13-8cae-1d54ba042be6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:01.348042 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf403e46-3484-4798-9efe-0127f29a1902 req-8da0c447-8a46-4c13-8cae-1d54ba042be6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0663195 Jul 22 12:34:01.386513 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bf403e46-3484-4798-9efe-0127f29a1902 req-0b07bf32-68f4-4d5a-a504-26e6582ad0ee tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0327439 Jul 22 12:34:02.519751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d96c528-def7-4bc5-bbd4-ea981371f083 req-feac4c79-fa9f-4fd8-84dd-967d71793b77 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:02.521236 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d96c528-def7-4bc5-bbd4-ea981371f083 req-feac4c79-fa9f-4fd8-84dd-967d71793b77 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0652926 Jul 22 12:34:02.561668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5d96c528-def7-4bc5-bbd4-ea981371f083 req-efcb87d9-96ad-45aa-b843-ce194e47f78f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0348868 Jul 22 12:34:03.699673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-322bd329-170e-4675-bb00-386801b82844 req-4687459e-4b28-423c-8171-b8b58dd4aa14 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:03.701213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322bd329-170e-4675-bb00-386801b82844 req-4687459e-4b28-423c-8171-b8b58dd4aa14 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0678213 Jul 22 12:34:03.740586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-322bd329-170e-4675-bb00-386801b82844 req-8916c519-8396-41ca-a9a1-9f6b6691e00e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334537 Jul 22 12:34:04.877864 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be9f025d-ac42-4355-b43a-3522eedbe358 req-89e2f66d-eacb-4b58-901a-953022b9f3e9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:04.879293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be9f025d-ac42-4355-b43a-3522eedbe358 req-89e2f66d-eacb-4b58-901a-953022b9f3e9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0695786 Jul 22 12:34:04.917327 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-be9f025d-ac42-4355-b43a-3522eedbe358 req-37eb5c7e-52b8-4960-ab1a-da675980fad5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324817 Jul 22 12:34:06.058726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3a6cded1-430a-42d0-955b-21798397c769 req-a182dfd1-3fea-4108-899b-85ea2ffacc7d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:06.060538 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a6cded1-430a-42d0-955b-21798397c769 req-a182dfd1-3fea-4108-899b-85ea2ffacc7d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0730059 Jul 22 12:34:06.099440 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3a6cded1-430a-42d0-955b-21798397c769 req-cff6cadf-1a45-4ce5-b557-3a695d8618a0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328124 Jul 22 12:34:07.234730 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea73fb8f-118b-4409-a18a-b84dd94f8133 req-2b89e97f-5b59-48ad-a2f0-95c85586b0f1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:07.236935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea73fb8f-118b-4409-a18a-b84dd94f8133 req-2b89e97f-5b59-48ad-a2f0-95c85586b0f1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0668888 Jul 22 12:34:07.274499 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ea73fb8f-118b-4409-a18a-b84dd94f8133 req-e78e0281-af4e-4750-8ff6-9c2b6b9f4d39 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0319712 Jul 22 12:34:08.410557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1dc04f5-c5a3-4337-b0ed-b75b8f02c6d6 req-97bd16e5-0c3e-4d9f-8721-6378dc219f4e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:08.412067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1dc04f5-c5a3-4337-b0ed-b75b8f02c6d6 req-97bd16e5-0c3e-4d9f-8721-6378dc219f4e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0688293 Jul 22 12:34:08.449526 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e1dc04f5-c5a3-4337-b0ed-b75b8f02c6d6 req-674cd336-d860-4d69-95f1-7d9a52100118 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0316730 Jul 22 12:34:09.584708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f77d655-ed9b-4ae2-a281-37ca8591bed2 req-8ca1378b-8ce5-45f7-9ba0-8f8d8ea6945b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:09.586496 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f77d655-ed9b-4ae2-a281-37ca8591bed2 req-8ca1378b-8ce5-45f7-9ba0-8f8d8ea6945b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0686252 Jul 22 12:34:09.636882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2f77d655-ed9b-4ae2-a281-37ca8591bed2 req-81bd5392-34b7-40f1-86b7-662e596c3654 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438235 Jul 22 12:34:10.774295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1dbb353-9b9c-4962-93da-c67beb674679 req-b105858e-7019-4cb4-b330-258ca9718ce1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:10.775591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1dbb353-9b9c-4962-93da-c67beb674679 req-b105858e-7019-4cb4-b330-258ca9718ce1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0652342 Jul 22 12:34:10.815618 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f1dbb353-9b9c-4962-93da-c67beb674679 req-354f3481-cf72-458b-bc02-ce3e658bfc65 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342102 Jul 22 12:34:11.953870 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d2639e6-e7e4-498e-8043-d3a0c2d544fb req-5b124262-9859-4ec0-94d7-9dafcabc8ee3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:11.955562 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2639e6-e7e4-498e-8043-d3a0c2d544fb req-5b124262-9859-4ec0-94d7-9dafcabc8ee3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0709801 Jul 22 12:34:11.995652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d2639e6-e7e4-498e-8043-d3a0c2d544fb req-df667192-e0e9-48d1-aada-2329c7dc3fac tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337672 Jul 22 12:34:12.019360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55480) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:12.080628 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-db7b72bf-9329-408d-8e7b-5d2d1fbb2aa7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/9b181237-e6bb-4a01-bd56-04ff80c18bda HTTP/1.1" status: 200 len: 993 time: 0.0601046 Jul 22 12:34:13.404161 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5f3227-e879-4789-88c9-4b137f1451f8 req-6706d14e-1f6f-49b1-a425-b387db7544f3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:13.405551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e5f3227-e879-4789-88c9-4b137f1451f8 req-6706d14e-1f6f-49b1-a425-b387db7544f3 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.1084313 Jul 22 12:34:13.420179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-ac78b940-0371-4e0d-a65e-16e7ae9818e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:13.421580 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-ac78b940-0371-4e0d-a65e-16e7ae9818e0 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0923765 Jul 22 12:34:13.475405 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5e5f3227-e879-4789-88c9-4b137f1451f8 req-fbc2f92a-263d-4e10-8498-59b199349ead tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0613074 Jul 22 12:34:13.536743 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-c5350e33-6d83-4832-a22f-108753ff83ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:13.538210 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-c5350e33-6d83-4832-a22f-108753ff83ea service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 898 time: 0.1085885 Jul 22 12:34:13.603822 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-d026dbb6-a738-470a-b558-b8d98c4d23e8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 1001 time: 0.0587866 Jul 22 12:34:13.652414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-3070430d-736e-4dae-bef2-0cd7d305ddcb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:13.653853 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-3070430d-736e-4dae-bef2-0cd7d305ddcb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0435162 Jul 22 12:34:13.716111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-38e248d0-a26d-485e-bb91-6eac6e1bbdf5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:13.717511 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-38e248d0-a26d-485e-bb91-6eac6e1bbdf5 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573049 Jul 22 12:34:13.806302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-5b89603d-0152-45a1-ae0d-642293f7df44 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0822606 Jul 22 12:34:13.901880 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f5f19c89-d0a1-4a7a-9bf0-acf053b77076 req-2a745754-5d24-455d-8115-d3b9524faf3e service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0885744 Jul 22 12:34:14.617223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17dae59b-b122-435d-b7f6-a3482cd9f802 req-0fbcc193-52d1-4470-9a06-b543ba768876 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:14.618846 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17dae59b-b122-435d-b7f6-a3482cd9f802 req-0fbcc193-52d1-4470-9a06-b543ba768876 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0719154 Jul 22 12:34:14.658099 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17dae59b-b122-435d-b7f6-a3482cd9f802 req-6e59f4ac-2c9e-4124-b770-29b13a1195f4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0333605 Jul 22 12:34:14.681000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55490) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:14.747314 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-47e60422-33b2-4dcc-a6ed-5049e0e4d550 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/9b181237-e6bb-4a01-bd56-04ff80c18bda HTTP/1.1" status: 200 len: 993 time: 0.0649955 Jul 22 12:34:15.366440 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-ab365d3a-a71a-4771-b415-221239af242b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:17.953894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:18.272375 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-37b36131-1181-440d-90f5-756dc98e7df2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:19.636366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:21.551127 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:27.909612 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:28.494729 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:34:28.861040 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.145503 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55502) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:45.300223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:34:45.300565 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.366865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-8a185fdb-3899-4987-894e-52037140e2d9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.382926 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.383157 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.394957 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:34:45.543644 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.569180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=0bd893ac-bc0b-4c6e-b86a-12dcbc263a3b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:45.580589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.580946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.581287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.581629 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.581966 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.582304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.582663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.582997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.583335 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.583666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.583995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.584322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:45.644927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:45.645262 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP 9b181237-e6bb-4a01-bd56-04ff80c18bda disassociated (deleted). External IP: 172.25.6.197, port: 587c7a08-d9f6-4733-9e1a-068743fd76a0. Jul 22 12:34:45.864079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 1b5563e6-3960-44d4-9798-c837da5fed00 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:34:46.263454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:34:46.269218 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:46.273791 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Sync routers for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:34:46.282877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:46.283498 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:46.305272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cb7f40ee-317a-47c2-93c1-d2b9114bbcc4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/floatingips/9b181237-e6bb-4a01-bd56-04ff80c18bda HTTP/1.1" status: 204 len: 168 time: 1.1586795 Jul 22 12:34:46.305891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:34:46.308193 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-14f87555-bd3d-4fe7-adb3-03700ca68c19" -d '{"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:34:46.373714 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:34:46 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-440e1ac4-309b-4cde-a47c-531ae403ccd2 x-openstack-request-id: req-440e1ac4-309b-4cde-a47c-531ae403ccd2 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:34:46.374863 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:34:46.375251 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-440e1ac4-309b-4cde-a47c-531ae403ccd2 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:34:46.376056 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'status': 'completed', 'code': 200} Jul 22 12:34:46.393854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:46.450903 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-cf85e78a-cfca-4d4a-972a-8cb11b3f2a38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:46.453373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-cf85e78a-cfca-4d4a-972a-8cb11b3f2a38 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 1096 time: 0.0609238 Jul 22 12:34:46.591494 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-4fa3bc5d-4eb0-43bd-b65b-afe909db626d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:46.593127 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-4fa3bc5d-4eb0-43bd-b65b-afe909db626d service neutron] 10.222.0.20 "GET /v2.0/networks?id=cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 200 len: 898 time: 0.1329026 Jul 22 12:34:46.616194 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:46.638014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-78d234c1-2c39-41d7-8afe-80e1ac2a9f55 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 200 len: 217 time: 0.0381773 Jul 22 12:34:46.643131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Checking router: 1b5563e6-3960-44d4-9798-c837da5fed00 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:34:46.648961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-143d51ea-5dc5-4bdc-9a60-0105088b441c req-e835de80-a061-485e-ab3f-0ffc60ce45b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:46.650455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-143d51ea-5dc5-4bdc-9a60-0105088b441c req-e835de80-a061-485e-ab3f-0ffc60ce45b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.1210558 Jul 22 12:34:46.651610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:46.653447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:46.734243 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-331b57d3-588d-4226-8d3d-2f5762bbc0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:46.738117 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-331b57d3-588d-4226-8d3d-2f5762bbc0bf service neutron] 10.222.0.20 "GET /v2.0/subnets?id=2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 200 len: 834 time: 0.0846527 Jul 22 12:34:46.741345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-143d51ea-5dc5-4bdc-9a60-0105088b441c req-60d2d4f7-eec5-48cf-bb19-2a100652d818 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0710902 Jul 22 12:34:46.766924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:46.798922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-c56e51bd-1a62-48cc-9842-9362d80b0180 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:46.800446 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-c56e51bd-1a62-48cc-9842-9362d80b0180 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=cf971711-b496-4bb6-870b-3a6e09068768&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571547 Jul 22 12:34:46.896554 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-4c8e7e1d-1c94-46f9-8431-c1e99a3e4ff9 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881784 Jul 22 12:34:46.964328 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:46.988275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-14f87555-bd3d-4fe7-adb3-03700ca68c19 req-d7d936c6-a178-49e2-9cd8-c68b2536da32 service neutron] 10.222.0.20 "GET /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0843804 Jul 22 12:34:46.995998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-88f803af-4666-4d76-99e8-8913753a1dfd None None] The sync data for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 is: [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:33:18Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d', 'name': '', 'network_id': 'cf971711-b496-4bb6-870b-3a6e09068768', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:2d:5d:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_interface', 'standard_attr_id': 4204, 'fixed_ips': [{'subnet_id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:16Z', 'updated_at': '2021-07-22T12:33:21Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '2b3d7baa-97f4-4abd-bf51-710fc55d4565', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:34:47.228477 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e012fa-297b-4240-bb78-a2e0461691d5 None None] New status for floating IP 9b181237-e6bb-4a01-bd56-04ff80c18bda: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:34:47.880447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c43bbe-f50d-409b-9e15-ef1e5db9510a req-f6f418dc-8263-47c0-a64b-b689e23c70e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:47.881995 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44c43bbe-f50d-409b-9e15-ef1e5db9510a req-f6f418dc-8263-47c0-a64b-b689e23c70e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0685642 Jul 22 12:34:47.919999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-44c43bbe-f50d-409b-9e15-ef1e5db9510a req-94f38553-9886-46f7-80c1-b29088ee7b86 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=adb6d4d0-4d27-4f70-bc38-7b5a1d361984&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323682 Jul 22 12:34:47.955713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.023504 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-7688cffd-c294-4aec-874a-5ca1f72d217b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:48.024895 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-7688cffd-c294-4aec-874a-5ca1f72d217b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/ports?device_id=162699ff-2903-4770-ae39-1bdcfb5b5235 HTTP/1.1" status: 200 len: 945 time: 0.0654459 Jul 22 12:34:48.126829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 587c7a08-d9f6-4733-9e1a-068743fd76a0 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:34:48.127172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.216560 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 587c7a08-d9f6-4733-9e1a-068743fd76a0, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=587c7a08-d9f6-4733-9e1a-068743fd76a0,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:48.216916 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.229528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 587c7a08-d9f6-4733-9e1a-068743fd76a0 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:34:48.273449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d188dba3-6462-42e7-8b32-1bfe055d60cd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.359252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.388041 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=587c7a08-d9f6-4733-9e1a-068743fd76a0,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:48.442333 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port 587c7a08-d9f6-4733-9e1a-068743fd76a0 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:34:48.444988 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:48.447309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1a74fb6c-38a5-4a56-acfd-913359d19028 req-9f77405d-5811-4528-8b6e-f38ce6d26efa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "DELETE /v2.0/ports/587c7a08-d9f6-4733-9e1a-068743fd76a0 HTTP/1.1" status: 204 len: 173 time: 0.4168591 Jul 22 12:34:48.447740 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'name': 'network-vif-deleted', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:34:48.449959 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-af95986d-f4ba-46f9-b582-c7bb856dcaec" -d '{"events": [{"server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "name": "network-vif-deleted", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:34:48.492118 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:34:48 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-2f40fca2-d1f7-42f7-b67a-e30f7795b9d7 x-openstack-request-id: req-2f40fca2-d1f7-42f7-b67a-e30f7795b9d7 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:34:48.492421 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "162699ff-2903-4770-ae39-1bdcfb5b5235", "name": "network-vif-deleted", "tag": "587c7a08-d9f6-4733-9e1a-068743fd76a0", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:34:48.492676 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-2f40fca2-d1f7-42f7-b67a-e30f7795b9d7 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:34:48.493074 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '162699ff-2903-4770-ae39-1bdcfb5b5235', 'name': 'network-vif-deleted', 'tag': '587c7a08-d9f6-4733-9e1a-068743fd76a0', 'status': 'completed', 'code': 200} Jul 22 12:34:48.980688 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55520) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:49.334996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:49.603459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:34:49.603809 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:49.641187 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:49.695557 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:49.695924 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:49.708416 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:34:49.914286 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:49.945075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:50.135403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.351397 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router 1b5563e6-3960-44d4-9798-c837da5fed00 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:34:50.456583 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:34:50.462264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5c79b543-9da9-4159-a371-89d8b5c185fa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/1b5563e6-3960-44d4-9798-c837da5fed00/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4803443 Jul 22 12:34:50.464850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55522) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:50.467024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Sync routers for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:34:50.476632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:50.477344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:50.517219 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting subnet 2b3d7baa-97f4-4abd-bf51-710fc55d4565 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:34:50.520410 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.564985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.583913 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:50.654107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.715527 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.744149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Subnet': ['ID=2b3d7baa-97f4-4abd-bf51-710fc55d4565,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:50.746777 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.751504 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55524) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:50.752030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b94722e0-5b93-46be-af6f-fb4b681acdb9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/subnets/2b3d7baa-97f4-4abd-bf51-710fc55d4565 HTTP/1.1" status: 204 len: 168 time: 0.2850454 Jul 22 12:34:50.754309 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822e70d9-24a9-4815-a4cd-e749b1dfffd0 None None] Network cf971711-b496-4bb6-870b-3a6e09068768 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:34:50.826705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:34:49Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:50.867150 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:50.870539 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Checking router: 1b5563e6-3960-44d4-9798-c837da5fed00 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:34:50.898079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Routers {'1b5563e6-3960-44d4-9798-c837da5fed00'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:50.898711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['1b5563e6-3960-44d4-9798-c837da5fed00'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:50.976629 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.034020 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:34:51.034527 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.120080 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port f388d6d3-1d9d-4d5b-be1b-020bb3816e5d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:51.120447 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.132369 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for f388d6d3-1d9d-4d5b-be1b-020bb3816e5d owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:34:51.170492 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] Set router 1b5563e6-3960-44d4-9798-c837da5fed00 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:51.228364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] DHCP port deletion for cf971711-b496-4bb6-870b-3a6e09068768 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:34:51.315031 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.342484 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=f388d6d3-1d9d-4d5b-be1b-020bb3816e5d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:51.372159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Deleting port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:34:51.372599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.394736 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.395087 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.395444 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.395789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.396130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.396663 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.396820 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.397161 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.397517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.397883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.398214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.398910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.421428 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.443524 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] For port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,segment=NetworkSegment(2b0a5b4e-265b-40df-9516-cf87b7e1452d),segment_id=2b0a5b4e-265b-40df-9516-cf87b7e1452d)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:51.443923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.467223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Calling delete_port for f1a66c07-47fb-48de-9fe9-a0588e8b6fdf owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:34:51.475654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:34:49Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:51.477553 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f1a66c07-47fb-48de-9fe9-a0588e8b6fdf no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:34:51.521823 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.524013 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.527817 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f4209c9-c473-4cff-92c8-3d4618211997 None None] The sync data for ids ['1b5563e6-3960-44d4-9798-c837da5fed00'] in n-d-754448-4 is: [{'id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1533846671', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240'}], 'enable_snat': True}, 'gw_port_id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:33:13Z', 'updated_at': '2021-07-22T12:34:49Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'f388d6d3-1d9d-4d5b-be1b-020bb3816e5d', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:e8:6c:1d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1b5563e6-3960-44d4-9798-c837da5fed00', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4201, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.240', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:33:14Z', 'updated_at': '2021-07-22T12:33:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:34:51.582596 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.583225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Fanout notify agent at l3_agent the message router_deleted on router 1b5563e6-3960-44d4-9798-c837da5fed00 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:34:51.590786 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.595394 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1cac7b3e-7bae-41f1-813b-09c0eca21dc1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/routers/1b5563e6-3960-44d4-9798-c837da5fed00 HTTP/1.1" status: 204 len: 168 time: 0.8412330 Jul 22 12:34:51.595563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55530) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:51.601997 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.662027 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.664002 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.691692 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.703963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Pushing event deleted for resources: {'Port': ['ID=f1a66c07-47fb-48de-9fe9-a0588e8b6fdf,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:51.721273 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] No DVR routers for this DVR port f1a66c07-47fb-48de-9fe9-a0588e8b6fdf on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:34:51.724384 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.725517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.725866 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.726861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.726861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.727119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.727234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.727649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.727956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.728226 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.728554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.728883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-becaabaa-ed90-4a20-895d-9f7904f72688 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:51.799217 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.809164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf971711-b496-4bb6-870b-3a6e09068768']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:51.819518 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b0a5b4e-265b-40df-9516-cf87b7e1452d') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:51.820101 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b0a5b4e-265b-40df-9516-cf87b7e1452d') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:51.831384 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.846344 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.852400 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Releasing vlan 141 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:34:51.852781 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:34:51.855763 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:34:51.922191 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.931143 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:51.935455 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/networks/cf971711-b496-4bb6-870b-3a6e09068768 HTTP/1.1" status: 204 len: 168 time: 0.3369265 Jul 22 12:34:51.937300 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55534) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:51.955611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0b0716-82b8-4023-b1fd-a41d4d59b57d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Network': ['ID=cf971711-b496-4bb6-870b-3a6e09068768,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.002673 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.031140 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.093917 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.096542 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.097774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/security-groups/adb6d4d0-4d27-4f70-bc38-7b5a1d361984 HTTP/1.1" status: 204 len: 168 time: 0.1594448 Jul 22 12:34:52.107132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e794dd8b-2ae2-40e0-b076-5707c20ffd2f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb6d4d0-4d27-4f70-bc38-7b5a1d361984,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.369459 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55540) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:52.374605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-101952035', 'description': 'tempest-secgroup-smoke-101952035 description', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:52.396379 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.476564 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.480311 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.508475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.509740 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1392074 Jul 22 12:34:52.511539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4110f579-fcd8-4538-913c-1f7b2857f4e1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroup': ['ID=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.512758 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55542) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:52.518407 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:52.547937 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.615511 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.619495 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.636817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3c380231-a1a5-4954-8a8b-c3f72aa82520,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.644386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.645630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1678c16-4fca-40d3-a8d1-128767550332 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1313508 Jul 22 12:34:52.648316 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55544) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:52.652911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:52.679774 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.741318 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.745646 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.766123 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=26985755-609b-4a4e-820d-d8cf523616ba,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.772289 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.773564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6b03d08a-a3d7-4798-b150-2cd72575abf1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1243296 Jul 22 12:34:52.776306 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55546) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:52.780995 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:52.809310 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.866827 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.870136 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.886507 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d294385a-413c-4647-8131-039b09c4189b,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:52.894505 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.895722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ed312e85-dd27-4c93-ad60-cb35dff59a5e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1184556 Jul 22 12:34:52.898566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55548) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:52.902937 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:52.928299 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.987100 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:52.990642 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.009351 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a74b1572-2809-4268-bf0c-938432266589,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:53.015503 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.016833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-c9a8608a-fdbe-43b2-9e70-7b46b796a29a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1173439 Jul 22 12:34:53.019618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55550) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:53.024310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:53.046694 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:34:53.051460 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.112689 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.116339 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.134954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a8fa75d-1d06-4993-80b9-ab726c639b46,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:53.141758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.143092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-66061c94-428b-4b97-8eca-5faf90dde6b2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1224458 Jul 22 12:34:53.145840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55552) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:53.150320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'security_group_rule': {'security_group_id': '01b08e16-8926-4dfa-a0b4-0fce8b1d63cd', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:53.172550 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Project 8e60d06aa3e9466c9c32ca0201d2cb9d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:34:53.177429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.238314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.241859 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.259484 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=11fd5372-071e-4e8b-af6e-b34a575affad,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:53.263493 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 587c7a08-d9f6-4733-9e1a-068743fd76a0 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:34:53.266835 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.268058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19e23b29-ce07-46d6-a0f5-0561f2ff72d1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1212745 Jul 22 12:34:53.270942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55554) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:53.275956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'network': {'name': 'tempest-network-smoke--805312831', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'port_security_enabled': True}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:53.289449 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 587c7a08-d9f6-4733-9e1a-068743fd76a0 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:34:53.289815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 587c7a08-d9f6-4733-9e1a-068743fd76a0 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:34:53.296788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:34:53.300268 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.323093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] vlan segment allocate from pool success with {'vlan_id': 147, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:34:53.333851 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.334210 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Added segment 879beae7-9d4a-430b-a8e9-f43b6dcd6b31 of type vlan for network c1a60625-50db-4789-82c8-1066261bd3ae Jul 22 12:34:53.377033 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.381378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:34:53.402161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:34:53.402427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 7a4dab52-61b3-49b1-9a3e-fd6582e4ad2d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:34:53.403064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f388d6d3-1d9d-4d5b-be1b-020bb3816e5d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:34:53.411570 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.417148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:53.417722 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.423269 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f388d6d3-1d9d-4d5b-be1b-020bb3816e5d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:34:53.423663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f388d6d3-1d9d-4d5b-be1b-020bb3816e5d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:34:53.459163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.1871607 Jul 22 12:34:53.462216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55556) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:53.466971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'admin_state_up': True, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:53.502302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb3070b3-f455-42c7-a292-782e4ee0456f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Network': ['ID=c1a60625-50db-4789-82c8-1066261bd3ae,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:53.512716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network c1a60625-50db-4789-82c8-1066261bd3ae details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:34:53.517927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.519052 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.570899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.724595 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.914431 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:53.933380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:54.034944 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.73 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/a2dc64ee-7934-41d2-ac78-bf1ad1858925) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:34:54.140584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:54.178389 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:54.214967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:34:54.219830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:34:54.223610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:34:54.247326 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=a2dc64ee-7934-41d2-ac78-bf1ad1858925,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:54.763521 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:54.958614 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.084930 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router e9ca82e0-e133-4b77-93f2-3c370edc3b9a is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:34:55.193545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:34:55.205226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Sync routers for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:34:55.213092 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.214271 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d94f712-172f-4a55-ac12-e238f659d250 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 1.7510011 Jul 22 12:34:55.215485 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:55.216180 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:55.217501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55558) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:55.291308 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-20600d2b-28f4-4882-9984-6a74acb5c21d tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?project_id=8e60d06aa3e9466c9c32ca0201d2cb9d&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0698047 Jul 22 12:34:55.291546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55562) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:55.325120 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:55.377079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41bf2932-284a-47b8-99d3-7692902e019e tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:55.381272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-41bf2932-284a-47b8-99d3-7692902e019e tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.0861411 Jul 22 12:34:55.381615 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55564) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:55.414347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fe1b8b98-4f96-4ccd-95a2-e6d1664eacb6 tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/subnets?network_id=70926d8a-8331-41cd-bbd3-550e7dd0cb9c&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0311389 Jul 22 12:34:55.416892 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55566) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:55.422276 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1038750137', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'ip_version': 4, 'cidr': '172.20.0.0/28'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:34:55.502570 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:54Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:55.513708 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:34:55.517719 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.532697 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Checking router: e9ca82e0-e133-4b77-93f2-3c370edc3b9a for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:34:55.533049 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Updating router e9ca82e0-e133-4b77-93f2-3c370edc3b9a port a2dc64ee-7934-41d2-ac78-bf1ad1858925 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:34:55.566660 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.705874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.765661 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Subnet': ['ID=41f266bf-eddf-42fc-a94c-66299b546fcc,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:55.776850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Checking segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:34:55.777216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network hostable DHCP agents. Network: c1a60625-50db-4789-82c8-1066261bd3ae, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:34:55.795213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network c1a60625-50db-4789-82c8-1066261bd3ae is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:34:55.804605 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, c1a60625-50db-4789-82c8-1066261bd3ae) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:34:55.809372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:55.810684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.814709 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ccf39f3-f91e-4279-a8b8-28467bc3c626 None None] Network c1a60625-50db-4789-82c8-1066261bd3ae requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:34:55.821925 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.833765 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-19450e96-3c8e-49d6-9464-13a378ebbe7b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.4132900 Jul 22 12:34:55.833989 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Transition to ACTIVE for port object a2dc64ee-7934-41d2-ac78-bf1ad1858925 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:34:55.834232 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55568) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:34:55.839313 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.892335 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Attempting to bind port a2dc64ee-7934-41d2-ac78-bf1ad1858925 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:34:55.892706 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Attempting to bind port a2dc64ee-7934-41d2-ac78-bf1ad1858925 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:34:55.893074 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Attempting to bind port a2dc64ee-7934-41d2-ac78-bf1ad1858925 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:34:55.900814 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:34:55.901176 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:34:55.901583 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.901978 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:34:55.902429 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Bound port: a2dc64ee-7934-41d2-ac78-bf1ad1858925, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:34:55.902834 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.936489 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Pushing event updated for resources: {'Port': ['ID=a2dc64ee-7934-41d2-ac78-bf1ad1858925,revision_number=2']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:55.955557 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.955933 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.956239 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.956575 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.956909 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.957240 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.957569 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.957892 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.958219 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.958572 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.958899 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.959221 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:34:55.971710 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] For port a2dc64ee-7934-41d2-ac78-bf1ad1858925, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:34:55.974886 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] For port a2dc64ee-7934-41d2-ac78-bf1ad1858925, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2dc64ee-7934-41d2-ac78-bf1ad1858925,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:34:55.979632 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:55.984647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-c1a60625-50db-4789-82c8-1066261bd3ae', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:34:55.986040 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.036690 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:56.036903 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:56.100642 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f422ce7-4e5b-4d80-a724-080f080c5b4a None None] Pushing event updated for resources: {'Port': ['ID=a2dc64ee-7934-41d2-ac78-bf1ad1858925,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:56.133359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Allocated IP 172.20.0.2 (c1a60625-50db-4789-82c8-1066261bd3ae/41f266bf-eddf-42fc-a94c-66299b546fcc/0e719b13-55cc-4e87-b178-54522ded092a) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:34:56.147988 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:56.291670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.301278 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Transition to ACTIVE for port object 0e719b13-55cc-4e87-b178-54522ded092a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:34:56.302786 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.319243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Transition to ACTIVE for port object 0e719b13-55cc-4e87-b178-54522ded092a will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:34:56.326789 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.331750 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:54Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:56.363282 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-14b83dc4-589c-461d-a67a-b72eec4cb7c4 None None] The sync data for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 is: [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:54Z', 'revision_number': 3, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:34:56.368749 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Network c1a60625-50db-4789-82c8-1066261bd3ae is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:34:56.371622 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:34:56.375889 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:34:56.383704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Pushing event updated for resources: {'Port': ['ID=0e719b13-55cc-4e87-b178-54522ded092a,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:56.443676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Attempting to bind port 0e719b13-55cc-4e87-b178-54522ded092a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:34:56.444101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Attempting to bind port 0e719b13-55cc-4e87-b178-54522ded092a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:34:56.444476 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Attempting to bind port 0e719b13-55cc-4e87-b178-54522ded092a on network c1a60625-50db-4789-82c8-1066261bd3ae {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:34:56.450114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:34:56.450535 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Checking segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:34:56.450950 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.451350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Bound using segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:34:56.452390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Bound port: 0e719b13-55cc-4e87-b178-54522ded092a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:34:56.452788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.522921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] For port 0e719b13-55cc-4e87-b178-54522ded092a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:34:56.526525 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] For port 0e719b13-55cc-4e87-b178-54522ded092a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0e719b13-55cc-4e87-b178-54522ded092a,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:34:56.532942 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.597380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.1 (c1a60625-50db-4789-82c8-1066261bd3ae/41f266bf-eddf-42fc-a94c-66299b546fcc/6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:34:56.614711 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056a95cf-e1f5-44a0-8e8e-666cf208eb16 None None] Pushing event updated for resources: {'Port': ['ID=0e719b13-55cc-4e87-b178-54522ded092a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:56.759555 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.791617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:34:56.839622 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:56.890976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network c1a60625-50db-4789-82c8-1066261bd3ae is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:34:56.894879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:34:56.900270 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:34:56.908104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:56.955893 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.107962 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.416228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.424940 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.440985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0e719b13-55cc-4e87-b178-54522ded092a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:34:57.497899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 0e719b13-55cc-4e87-b178-54522ded092a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:34:57.503536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2dc64ee-7934-41d2-ac78-bf1ad1858925 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:34:57.518497 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.520445 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:57.569258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port a2dc64ee-7934-41d2-ac78-bf1ad1858925 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:34:57.577448 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a2dc64ee-7934-41d2-ac78-bf1ad1858925 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:57.577976 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.599688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-799cd509-2e68-490b-a56a-126095024a30 None None] Network c1a60625-50db-4789-82c8-1066261bd3ae requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:34:57.627380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network c1a60625-50db-4789-82c8-1066261bd3ae is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:34:57.628830 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:34:57.720205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Provisioning for port 0e719b13-55cc-4e87-b178-54522ded092a completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:34:57.730735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Provisioning complete for port 0e719b13-55cc-4e87-b178-54522ded092a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:57.731118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.761209 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router e9ca82e0-e133-4b77-93f2-3c370edc3b9a has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:34:57.789346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.830867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port a2dc64ee-7934-41d2-ac78-bf1ad1858925, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2dc64ee-7934-41d2-ac78-bf1ad1858925,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:57.856127 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.884993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:34:57.890845 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-989a1a6f-03e8-4035-b622-81e063b7f30d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/e9ca82e0-e133-4b77-93f2-3c370edc3b9a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.0545797 Jul 22 12:34:57.957455 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.965417 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:57.968137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=a2dc64ee-7934-41d2-ac78-bf1ad1858925,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:58.011664 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] For port 0e719b13-55cc-4e87-b178-54522ded092a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0e719b13-55cc-4e87-b178-54522ded092a,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:34:58.017526 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.068725 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0099bb7b-5d93-4294-ac1d-40f4adc018ea None None] Pushing event updated for resources: {'Port': ['ID=0e719b13-55cc-4e87-b178-54522ded092a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:58.100684 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Sync routers for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:34:58.112457 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:58.112745 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-21bde6e0-a6ef-411a-8ec2-8f0b1db835b4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-101952035&fields=id&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 267 time: 0.0380068 Jul 22 12:34:58.113096 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:58.230867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:58.237444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-92a6d54b-465f-4066-86ce-75ea9a79d2ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:34:58.239033 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-92a6d54b-465f-4066-86ce-75ea9a79d2ce tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 796 time: 0.1190844 Jul 22 12:34:58.258382 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-473bd771-9a81-4945-8541-88b85b3b6ef5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/quotas/8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 375 time: 0.0108230 Jul 22 12:34:58.272037 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Provisioning for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:34:58.281350 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Provisioning complete for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:58.281648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.335345 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-0fdc37fc-991f-476f-938d-9a7461d28067 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0708051 Jul 22 12:34:58.370745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:34:58.402827 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-d286fbb6-508b-4938-88d7-4eeb121e8459 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:34:58.403859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-d286fbb6-508b-4938-88d7-4eeb121e8459 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0598392 Jul 22 12:34:58.417574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Provisioning complete for port 0e719b13-55cc-4e87-b178-54522ded092a triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:58.417956 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-319744a5-6b71-419f-81fa-4125c8c30a5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.511028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-879b4d2e-48c5-4be2-bfb5-17539b977a02 service neutron] 10.222.0.21 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0998554 Jul 22 12:34:58.562326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 2, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:58.590586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Checking router: e9ca82e0-e133-4b77-93f2-3c370edc3b9a for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:34:58.590870 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Updating router e9ca82e0-e133-4b77-93f2-3c370edc3b9a port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:34:58.613151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-fd60c347-18e9-42c1-84f3-c73c6aa98c8f service neutron] 10.222.0.21 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0992048 Jul 22 12:34:58.627053 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.738563 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5478ab6c-2049-463a-bbc1-e2e5e46a0971 None None] Provisioning complete for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:58.738563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5478ab6c-2049-463a-bbc1-e2e5e46a0971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.791940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-5478ab6c-2049-463a-bbc1-e2e5e46a0971 None None] Port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:34:58.792150 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fd509df9-f0fc-49c1-9cb3-86e3357e39e3 req-2a48192c-1dc4-4922-a805-fa75428c25e5 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 210 time: 0.0312345 Jul 22 12:34:58.891777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.969987 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:58.980249 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Transition to ACTIVE for port object 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:34:58.986878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.037453 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd18ac-af89-4a69-8e8c-8e50470b7376 None None] Pushing event updated for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:59.273288 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Attempting to bind port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:34:59.273665 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Attempting to bind port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:34:59.274034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Attempting to bind port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 on network c1a60625-50db-4789-82c8-1066261bd3ae {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:34:59.279091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 34, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:34:59.279496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Checking segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:34:59.279983 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.280391 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Bound using segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:34:59.280962 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Bound port: 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:34:59.281352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.364019 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] For port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:34:59.367517 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] For port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:34:59.371733 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.399034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0e719b13-55cc-4e87-b178-54522ded092a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:34:59.468381 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:34:59.469025 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:59.473717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8acd18ac-af89-4a69-8e8c-8e50470b7376 None None] Pushing event updated for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:34:59.564138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 0e719b13-55cc-4e87-b178-54522ded092a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:59.564722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.630828 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:34:59.783574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2dc64ee-7934-41d2-ac78-bf1ad1858925 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:34:59.914327 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port a2dc64ee-7934-41d2-ac78-bf1ad1858925 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:34:59.914652 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:34:59.962821 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:34:59Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:34:59.997004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5fa8666-eb66-4fbb-a501-e1f171507b4f None None] The sync data for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 is: [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:34:59Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:35:00.062713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c9fe63bb-d312-4ad4-a45c-4baf56187657 req-544c7b14-2a05-463a-8d06-154d0888a55b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 210 time: 0.0471718 Jul 22 12:35:00.095292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-276b9920-6dd1-4003-b421-bb2f9ec0e857 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:00.096742 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-276b9920-6dd1-4003-b421-bb2f9ec0e857 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 796 time: 0.4631650 Jul 22 12:35:00.146575 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-9e4794b2-4028-482a-a7da-b835a3bfd41d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d HTTP/1.1" status: 200 len: 379 time: 0.0391123 Jul 22 12:35:00.156094 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'port': {'device_id': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'admin_state_up': True, 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'security_groups': ['01b08e16-8926-4dfa-a0b4-0fce8b1d63cd']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:00.272850 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Made reservation on behalf of 8e60d06aa3e9466c9c32ca0201d2cb9d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:35:00.276490 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.411078 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.20.0.7 (c1a60625-50db-4789-82c8-1066261bd3ae/41f266bf-eddf-42fc-a94c-66299b546fcc/6f56b169-161d-4fc9-9e5e-17365b55dc4b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:35:00.555479 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.570398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Transition to ACTIVE for port object 6f56b169-161d-4fc9-9e5e-17365b55dc4b will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:35:00.605396 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.659809 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network c1a60625-50db-4789-82c8-1066261bd3ae is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:35:00.662901 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:35:00.665529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:35:00.694192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:00.727739 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:00.728232 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.744634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-3e47cfec-739e-4825-b6b4-cdb2c1502511 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.5926573 Jul 22 12:35:00.758527 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Request body: {'port': {'device_id': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:00.839852 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.907805 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de165e5d-4296-4028-a116-ce9791388d86 None None] Provisioning for port 6f56b169-161d-4fc9-9e5e-17365b55dc4b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:35:00.912177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-de165e5d-4296-4028-a116-ce9791388d86 None None] Provisioning complete for port 6f56b169-161d-4fc9-9e5e-17365b55dc4b triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:35:00.912813 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-de165e5d-4296-4028-a116-ce9791388d86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:00.950244 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-de165e5d-4296-4028-a116-ce9791388d86 None None] Port 6f56b169-161d-4fc9-9e5e-17365b55dc4b cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:35:01.120904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6f56b169-161d-4fc9-9e5e-17365b55dc4b {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:35:01.129341 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.150087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Transition to ACTIVE for port object 6f56b169-161d-4fc9-9e5e-17365b55dc4b will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:35:01.167810 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.224834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Pushing event updated for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:01.290623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c5d0ced-1dbe-4c24-b95e-c95c984abafd req-d2b76ad9-03db-4d70-8a55-98e52a6fdd06 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:01.292162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5d0ced-1dbe-4c24-b95e-c95c984abafd req-d2b76ad9-03db-4d70-8a55-98e52a6fdd06 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 931 time: 0.1592612 Jul 22 12:35:01.352115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8c5d0ced-1dbe-4c24-b95e-c95c984abafd req-b75f7bb0-9b73-496b-82fe-ed33906c29b6 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0532279 Jul 22 12:35:01.354190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Attempting to bind port 6f56b169-161d-4fc9-9e5e-17365b55dc4b on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:35:01.354404 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Attempting to bind port 6f56b169-161d-4fc9-9e5e-17365b55dc4b by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:35:01.354779 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Attempting to bind port 6f56b169-161d-4fc9-9e5e-17365b55dc4b on network c1a60625-50db-4789-82c8-1066261bd3ae {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:35:01.360072 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Port 6f56b169-161d-4fc9-9e5e-17365b55dc4b on network c1a60625-50db-4789-82c8-1066261bd3ae not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:35:01.360399 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Attempting to bind port 6f56b169-161d-4fc9-9e5e-17365b55dc4b on network c1a60625-50db-4789-82c8-1066261bd3ae {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:35:01.365803 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 34, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:35:01.366077 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Checking segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:35:01.366492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Bound using segment: {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:35:01.367068 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Bound port: 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '879beae7-9d4a-430b-a8e9-f43b6dcd6b31', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 147, 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:35:01.367316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.423718 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:35:01.444191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:35:01.447256 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:35:01.452183 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.483933 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:35:01.487748 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:35:01.488123 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.491073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:01.491684 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.493067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] 10.222.0.20 "PUT /v2.0/ports/6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 1091 time: 0.7392268 Jul 22 12:35:01.493510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:35:01.495831 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-818341a3-32cd-4ea8-b74f-1217dcb08e54" -d '{"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:35:01.524198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcde146-fd2b-4213-9a59-a56f8e179aaf service neutron] Pushing event updated for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:01.540436 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:35:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-c8ac124f-9834-454d-bd5c-6e8339a5f932 x-openstack-request-id: req-c8ac124f-9834-454d-bd5c-6e8339a5f932 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:35:01.542800 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:35:01.543235 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-c8ac124f-9834-454d-bd5c-6e8339a5f932 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:35:01.544061 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'status': 'completed', 'code': 200} Jul 22 12:35:01.595752 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.607543 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-1e83e46a-fc2a-41e9-8dd8-1ae54271f72b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:01.610233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-1e83e46a-fc2a-41e9-8dd8-1ae54271f72b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1094 time: 0.0652311 Jul 22 12:35:01.630117 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:01.635045 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:01.653882 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-9f0bffd4-c5ba-49cd-8877-7ead62fa120d service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 217 time: 0.0352306 Jul 22 12:35:01.687521 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:01.709432 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-2072e5e5-6e2d-4d62-beb0-f6448ec05778 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:01.711304 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-2072e5e5-6e2d-4d62-beb0-f6448ec05778 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 200 len: 835 time: 0.0510767 Jul 22 12:35:01.771736 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-745a58fc-6fb2-480b-8b13-1ee220285c4f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:01.773260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-745a58fc-6fb2-480b-8b13-1ee220285c4f service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1a60625-50db-4789-82c8-1066261bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0551882 Jul 22 12:35:01.863970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-b95c594e-33cb-4fed-a1c8-90712fd7ac00 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0843890 Jul 22 12:35:01.959973 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d46e5509-a8ab-4783-9847-47031fde6ef0 req-36ee1e84-98e2-4796-b6b4-dcfd3704b972 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0890210 Jul 22 12:35:02.059289 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-24da06c2-64ce-464c-8d62-49ca4538db2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:02.060744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-24da06c2-64ce-464c-8d62-49ca4538db2b service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1094 time: 0.0542388 Jul 22 12:35:02.155467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-aa38bd70-79b4-4e2a-97c0-060d19511639 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:02.156954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-aa38bd70-79b4-4e2a-97c0-060d19511639 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 897 time: 0.0895798 Jul 22 12:35:02.197013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-ef7839ea-a975-47a5-8548-53d3825c7587 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 217 time: 0.0341687 Jul 22 12:35:02.249958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-4cafcc9d-1343-4698-9ffd-41fdc30d49e9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:02.251784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-4cafcc9d-1343-4698-9ffd-41fdc30d49e9 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 200 len: 835 time: 0.0486674 Jul 22 12:35:02.314414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-587908e0-028e-474d-864c-c43eb1fcdb14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:02.315868 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-587908e0-028e-474d-864c-c43eb1fcdb14 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1a60625-50db-4789-82c8-1066261bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0560145 Jul 22 12:35:02.407958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-dc50e0bb-6460-4670-b829-9027c9e5f7d3 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0844758 Jul 22 12:35:02.538629 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-818341a3-32cd-4ea8-b74f-1217dcb08e54 req-3e014a5d-b23a-4a56-896c-97ca0a79a6dd service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1227965 Jul 22 12:35:02.554662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9357647-cdad-4bdb-91d5-b2e652597864 req-38abc0cd-27cc-4076-b764-512b99395873 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:02.556182 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9357647-cdad-4bdb-91d5-b2e652597864 req-38abc0cd-27cc-4076-b764-512b99395873 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 943 time: 0.1228883 Jul 22 12:35:02.595163 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e9357647-cdad-4bdb-91d5-b2e652597864 req-1262bb12-ac60-464e-8b08-fa49bd5ee3ec tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323641 Jul 22 12:35:03.386044 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:35:03.433978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:35:03.434346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:03.730515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-665593c3-c699-46e8-aaa9-8e009bdf94b6 req-d2911c8c-dc21-47c3-b38c-3318524cd94a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:03.732014 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-665593c3-c699-46e8-aaa9-8e009bdf94b6 req-d2911c8c-dc21-47c3-b38c-3318524cd94a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 943 time: 0.0687194 Jul 22 12:35:03.770340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-665593c3-c699-46e8-aaa9-8e009bdf94b6 req-7dbc5d22-25f1-4c1f-b19f-3913ae1d57f4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318296 Jul 22 12:35:04.899911 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-566416a8-3219-4ddf-b92d-4ee440784c30 req-ebd8a81a-b970-40cc-aa99-c290f9fed0fb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:04.901306 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-566416a8-3219-4ddf-b92d-4ee440784c30 req-ebd8a81a-b970-40cc-aa99-c290f9fed0fb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 943 time: 0.0641222 Jul 22 12:35:04.942136 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-566416a8-3219-4ddf-b92d-4ee440784c30 req-08e5f1c4-a4f8-4e3d-bab8-74d2842ec8cf tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0344801 Jul 22 12:35:05.356237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f56b169-161d-4fc9-9e5e-17365b55dc4b details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:35:05.454978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:05.466003 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'port_id': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'mac_address': 'fa:16:3e:40:98:98', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 147, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:35:05.493962 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:35:05.502801 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:05.515627 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6f56b169-161d-4fc9-9e5e-17365b55dc4b {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:35:05.535974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:05.540008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:05.587152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:05.740667 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['6f56b169-161d-4fc9-9e5e-17365b55dc4b'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:35:06.075213 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49b2d392-7991-4313-88f3-bafe9b210660 req-38bc4ba7-395f-4f99-90f9-9da64aa22db9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:06.077389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49b2d392-7991-4313-88f3-bafe9b210660 req-38bc4ba7-395f-4f99-90f9-9da64aa22db9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 944 time: 0.0672402 Jul 22 12:35:06.114829 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-49b2d392-7991-4313-88f3-bafe9b210660 req-80007e97-7242-435b-9009-ed693749f83f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0317340 Jul 22 12:35:07.247121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-503e31ce-22bc-49ac-8243-1a9ca37c2810 req-363ffc1b-6700-4c6a-93f9-a4f0d5c21af1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:07.249372 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-503e31ce-22bc-49ac-8243-1a9ca37c2810 req-363ffc1b-6700-4c6a-93f9-a4f0d5c21af1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 944 time: 0.0661378 Jul 22 12:35:07.287275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-503e31ce-22bc-49ac-8243-1a9ca37c2810 req-858bbccd-c7ea-4580-b3bf-c7b15c807679 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0325224 Jul 22 12:35:07.371762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f56b169-161d-4fc9-9e5e-17365b55dc4b up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:35:07.424689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 6f56b169-161d-4fc9-9e5e-17365b55dc4b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:35:07.428439 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 6f56b169-161d-4fc9-9e5e-17365b55dc4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:35:07.428816 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:07.508871 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:07.532005 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:35:07.534386 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d7e0dfb9-499b-4d7d-814b-6aa6e4fb681c" -d '{"events": [{"server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "name": "network-vif-plugged", "status": "completed", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:35:07.547712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:07.552022 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:07.611586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:07.624133 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:35:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-239b70fa-b3a0-4b26-92c0-fb01b7af8797 x-openstack-request-id: req-239b70fa-b3a0-4b26-92c0-fb01b7af8797 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:35:07.624422 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "name": "network-vif-plugged", "status": "completed", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:35:07.624675 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-239b70fa-b3a0-4b26-92c0-fb01b7af8797 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:35:07.625333 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'code': 200} Jul 22 12:35:07.736007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4997999-52eb-4a83-9879-5e2bb156cf9a req-b1e1aded-eb86-4e82-9bc3-d80d666a8b61 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:07.737516 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4997999-52eb-4a83-9879-5e2bb156cf9a req-b1e1aded-eb86-4e82-9bc3-d80d666a8b61 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1096 time: 0.0550108 Jul 22 12:35:07.773414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b4997999-52eb-4a83-9879-5e2bb156cf9a req-07251f0e-7117-4ce8-beee-2ffb52d8119d service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0294683 Jul 22 12:35:08.427829 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c08bec34-43ab-4181-bc4f-5c73d6f7360d req-6c29e15c-6341-4346-8809-fa3d15018110 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:08.429320 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c08bec34-43ab-4181-bc4f-5c73d6f7360d req-6c29e15c-6341-4346-8809-fa3d15018110 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0741072 Jul 22 12:35:08.473110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c08bec34-43ab-4181-bc4f-5c73d6f7360d req-acdc1521-38bf-48f5-86d0-851247cf0de4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0381396 Jul 22 12:35:09.609168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61f8ef41-ec82-4916-8599-5edf44696b3c req-de7c1ba2-e24b-4f1a-b430-2a52d0e8fc82 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:09.610730 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61f8ef41-ec82-4916-8599-5edf44696b3c req-de7c1ba2-e24b-4f1a-b430-2a52d0e8fc82 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0644836 Jul 22 12:35:09.649393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-61f8ef41-ec82-4916-8599-5edf44696b3c req-4139a4c8-5b03-4c28-9260-5ecbb7fc223e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330544 Jul 22 12:35:09.781447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-90ab4c7b-9126-4668-8aea-d88ce2711f72 req-fc56c0ae-ffa4-4eb5-83f5-41aa36fee50b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:09.782931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ab4c7b-9126-4668-8aea-d88ce2711f72 req-fc56c0ae-ffa4-4eb5-83f5-41aa36fee50b tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0675008 Jul 22 12:35:09.820293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-90ab4c7b-9126-4668-8aea-d88ce2711f72 req-4446db75-985e-492c-96b0-7e8b8fd0b270 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318129 Jul 22 12:35:09.842950 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55632) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:09.896632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9fe061bb-c659-40bc-b572-68c2d868758a tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:09.898072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-9fe061bb-c659-40bc-b572-68c2d868758a tempest-TestNetworkAdvancedServerOps-1214534382 tempest-TestNetworkAdvancedServerOps-1214534382-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1091 time: 0.0539770 Jul 22 12:35:09.900845 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55634) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:09.905331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address': '172.20.0.7'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:09.928528 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.025955 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.129938 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Allocated IP 172.25.6.50 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/581643a4-ba4e-4157-a84e-fa6f56808d6b) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:35:10.231675 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.270629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.311278 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:35:10.314187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:35:10.316773 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:35:10.344254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=581643a4-ba4e-4157-a84e-fa6f56808d6b,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:10.668864 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.743550 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.890712 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.895049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:10.964541 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event updated for resources: {'Port': ['ID=581643a4-ba4e-4157-a84e-fa6f56808d6b,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:10.974699 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:11.071806 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP ef93610d-776c-436f-b9a0-b08150f11471 associated. External IP: 172.25.6.50, port: 6f56b169-161d-4fc9-9e5e-17365b55dc4b. Jul 22 12:35:11.276496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router e9ca82e0-e133-4b77-93f2-3c370edc3b9a has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:35:11.381833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:35:11.391820 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Sync routers for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:35:11.396877 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:11.401825 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:11.402428 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:11.440917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b91980b7-1607-4e45-94f8-165dc30a865c tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.5366249 Jul 22 12:35:11.440917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:35:11.441347 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a5c87d98-e9a0-4f84-82dc-d977f4385094" -d '{"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:35:11.478992 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:35:11 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-7b4e6d01-ac90-4071-97df-ac799583065b x-openstack-request-id: req-7b4e6d01-ac90-4071-97df-ac799583065b {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:35:11.479291 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:35:11.479678 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-7b4e6d01-ac90-4071-97df-ac799583065b {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:35:11.480347 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'status': 'completed', 'code': 200} Jul 22 12:35:11.512143 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:11.590577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-763bb0ae-33c6-46bb-a113-29371a99bc8f req-4db316ed-4ec7-48f4-988f-ba62f987b0b4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:11.592214 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-763bb0ae-33c6-46bb-a113-29371a99bc8f req-4db316ed-4ec7-48f4-988f-ba62f987b0b4 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.1023967 Jul 22 12:35:11.593993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-04989a5a-7117-412c-a642-275e2b6a0f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:11.595368 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-04989a5a-7117-412c-a642-275e2b6a0f3f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1096 time: 0.0941274 Jul 22 12:35:11.662090 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-763bb0ae-33c6-46bb-a113-29371a99bc8f req-4bcb110c-0b94-4c84-b530-ddcee84c0b5f tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0640848 Jul 22 12:35:11.687226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55640) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:11.760774 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ef944103-2230-4322-bcf1-320d7d59eda2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/ef93610d-776c-436f-b9a0-b08150f11471 HTTP/1.1" status: 200 len: 990 time: 0.0718465 Jul 22 12:35:11.834511 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ef93610d-776c-436f-b9a0-b08150f11471', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'port_id': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'mac_address': 'fa:16:3e:40:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:35:10Z', 'updated_at': '2021-07-22T12:35:10Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:11.864171 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Checking router: e9ca82e0-e133-4b77-93f2-3c370edc3b9a for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:35:11.872899 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:11.874131 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:34:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:11.983188 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:12.006471 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-a72a1993-a4be-4cc1-be78-6d97e10fea8d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:12.007951 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-a72a1993-a4be-4cc1-be78-6d97e10fea8d service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 897 time: 0.4031303 Jul 22 12:35:12.072488 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-f506ce3a-849a-4487-a5be-a415ec138b2c service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 998 time: 0.0574844 Jul 22 12:35:12.123946 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-eb1adac4-edb6-47b2-80de-d042cbedc9f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:12.125323 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-eb1adac4-edb6-47b2-80de-d042cbedc9f0 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 200 len: 835 time: 0.0469975 Jul 22 12:35:12.187220 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-ac407c16-680f-45d6-a94b-b5cc827359af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:12.188724 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-ac407c16-680f-45d6-a94b-b5cc827359af service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1a60625-50db-4789-82c8-1066261bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573711 Jul 22 12:35:12.205076 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ef93610d-776c-436f-b9a0-b08150f11471', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'port_id': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'mac_address': 'fa:16:3e:40:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:35:10Z', 'updated_at': '2021-07-22T12:35:10Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:12.231043 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a15b31b-5cf7-435f-a559-63bd918cffb9 None None] The sync data for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 is: [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ef93610d-776c-436f-b9a0-b08150f11471', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'floating_ip_address': '172.25.6.50', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'port_id': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 4226, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'mac_address': 'fa:16:3e:40:98:98', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:35:10Z', 'updated_at': '2021-07-22T12:35:10Z', 'revision_number': 0, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:35:12.281029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-0cd54165-129a-4b48-98a6-f701adee0c69 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0856850 Jul 22 12:35:12.377744 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a5c87d98-e9a0-4f84-82dc-d977f4385094 req-c683cb0c-c88e-4ece-965d-b009b8fecb58 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0905309 Jul 22 12:35:12.439551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1226105b-4d3f-4a08-9623-f3afbe5c2978 None None] New status for floating IP ef93610d-776c-436f-b9a0-b08150f11471: ACTIVE {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:35:12.763315 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55644) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:12.824408 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f35cac95-77c3-43ea-a3a4-8019c11110b9 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/ef93610d-776c-436f-b9a0-b08150f11471 HTTP/1.1" status: 200 len: 992 time: 0.0597603 Jul 22 12:35:15.367792 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4ee13ddf-07ed-467b-ae4b-203de6673bb9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:17.958177 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:18.273464 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d99e6f8a-ee3e-468c-a723-45abd299c5ca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:19.646854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:21.560055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:27.923079 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:28.250712 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-a22e8116-dfb5-4949-8461-19b59a44f88e req-7032c24e-9a52-474b-a811-dc52781875e2 service neutron] (93707) timed out ('10.222.0.21', 46678) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:35:28.886621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:42.497786 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:35:44.268913 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-108da790-44e4-4641-8113-0f56a2f09f21 req-19a134a9-0205-487c-be6f-cec3f183b9b8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:44.270414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-108da790-44e4-4641-8113-0f56a2f09f21 req-19a134a9-0205-487c-be6f-cec3f183b9b8 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0640850 Jul 22 12:35:44.311544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-108da790-44e4-4641-8113-0f56a2f09f21 req-e3c3c2cd-bd75-4317-abc3-e5bd731f7a51 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0354257 Jul 22 12:35:45.369237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f25de93c-58b4-4d24-a2ee-d1503c9ca659 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:45.453942 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb49d35-c7f0-41d2-9b15-3dd5fd1011fa req-d3e7253d-49ba-45f3-9f58-f3509f4d02ef tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:45.455480 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beb49d35-c7f0-41d2-9b15-3dd5fd1011fa req-d3e7253d-49ba-45f3-9f58-f3509f4d02ef tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0717604 Jul 22 12:35:45.493796 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-beb49d35-c7f0-41d2-9b15-3dd5fd1011fa req-852b0ef7-93b7-4188-b9d1-4cf7dfc57638 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323908 Jul 22 12:35:45.515844 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55668) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:45.577595 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-53db2dba-2b35-4223-8be8-33f2d57c9e98 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/ef93610d-776c-436f-b9a0-b08150f11471 HTTP/1.1" status: 200 len: 992 time: 0.0605333 Jul 22 12:35:46.893296 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50c06116-df13-41d0-864b-56e9883742a0 req-e8cb79b7-f81e-49ca-8ef4-a1b2c90d91c1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:46.894707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50c06116-df13-41d0-864b-56e9883742a0 req-e8cb79b7-f81e-49ca-8ef4-a1b2c90d91c1 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.1076028 Jul 22 12:35:46.899904 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-5b3a62f1-0f1a-4ed6-a96a-47fd62964bd9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:46.901278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-5b3a62f1-0f1a-4ed6-a96a-47fd62964bd9 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1096 time: 0.0804925 Jul 22 12:35:46.961200 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-50c06116-df13-41d0-864b-56e9883742a0 req-45101760-2334-4a61-9ec0-e8782786c498 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0587299 Jul 22 12:35:47.015570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-3075c07b-2bf9-44c1-b1e3-8bdfb1f97821 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:47.017026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-3075c07b-2bf9-44c1-b1e3-8bdfb1f97821 service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 897 time: 0.1080942 Jul 22 12:35:47.080389 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-6e4bb660-f0c2-43d3-8b51-ea3cdb3f14eb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 1000 time: 0.0567615 Jul 22 12:35:47.128763 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-36b4d9c3-c1a9-42c9-8d10-9be39ab1d11e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:47.130162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-36b4d9c3-c1a9-42c9-8d10-9be39ab1d11e service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 200 len: 835 time: 0.0433419 Jul 22 12:35:47.191959 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-4645c957-6e65-4249-a964-ea529d62e453 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:47.193376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-4645c957-6e65-4249-a964-ea529d62e453 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1a60625-50db-4789-82c8-1066261bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0573192 Jul 22 12:35:47.281358 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-de6a3c29-ff63-4f27-9d97-3e8897529bdd service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0810156 Jul 22 12:35:47.375449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-35007c4c-41c2-4ae9-bf52-52fa5961a287 req-11cda51d-4005-40ff-91b3-70b3b5c26646 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0881283 Jul 22 12:35:47.959294 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:48.096768 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e4a20a-6b13-477d-b75c-9efa4f5e04fe req-f427fa47-d770-4aab-9fb3-7e1224ba9a1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:48.098285 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6e4a20a-6b13-477d-b75c-9efa4f5e04fe req-f427fa47-d770-4aab-9fb3-7e1224ba9a1e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0660405 Jul 22 12:35:48.140856 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c6e4a20a-6b13-477d-b75c-9efa4f5e04fe req-8a78ac0e-de1e-4847-9863-6e399fdedcfa tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0366731 Jul 22 12:35:48.273708 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6e8788d6-0bd8-47d2-96ef-403f132fcd94 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:49.276967 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-73482346-7cc6-4a07-9b50-1b303b18f456 req-f5f7094b-f270-4515-818a-db3a3a10bc38 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:49.279083 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73482346-7cc6-4a07-9b50-1b303b18f456 req-f5f7094b-f270-4515-818a-db3a3a10bc38 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0695314 Jul 22 12:35:49.315999 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-73482346-7cc6-4a07-9b50-1b303b18f456 req-8cbbcc0d-0c34-41e4-a8b5-787e5cc5318a tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0310283 Jul 22 12:35:49.338303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55680) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:49.398564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-67f97d18-1d5b-44a0-86c5-d712d0f5f6a7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/floatingips/ef93610d-776c-436f-b9a0-b08150f11471 HTTP/1.1" status: 200 len: 992 time: 0.0590844 Jul 22 12:35:49.608947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55686) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:49.648984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:49.770815 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 581643a4-ba4e-4157-a84e-fa6f56808d6b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:35:49.771169 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:49.845632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:49.845967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:49.857765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 581643a4-ba4e-4157-a84e-fa6f56808d6b owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:35:50.004360 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:50.032345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=581643a4-ba4e-4157-a84e-fa6f56808d6b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:50.097441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:50.097778 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Floating IP ef93610d-776c-436f-b9a0-b08150f11471 disassociated (deleted). External IP: 172.25.6.50, port: 6f56b169-161d-4fc9-9e5e-17365b55dc4b. Jul 22 12:35:50.299371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router e9ca82e0-e133-4b77-93f2-3c370edc3b9a has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:35:50.406898 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:35:50.411736 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:50.416321 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Sync routers for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:35:50.427195 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:50.427900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:50.451715 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f904185-3677-4c5f-ae58-71c20f7d805e tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/floatingips/ef93610d-776c-436f-b9a0-b08150f11471 HTTP/1.1" status: 204 len: 168 time: 0.8416412 Jul 22 12:35:50.452317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:35:50.454618 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8" -d '{"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:35:50.539967 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:50.549742 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:35:50 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-820eeec7-14c8-445c-80e6-80fce7c7c37e x-openstack-request-id: req-820eeec7-14c8-445c-80e6-80fce7c7c37e {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:35:50.550492 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:35:50.550492 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-820eeec7-14c8-445c-80e6-80fce7c7c37e {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:35:50.551286 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'status': 'completed', 'code': 200} Jul 22 12:35:50.634662 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-f08b27a2-8812-4a7b-b4cd-8a0936fa1cf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:50.636188 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-f08b27a2-8812-4a7b-b4cd-8a0936fa1cf8 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 1096 time: 0.0595746 Jul 22 12:35:50.752218 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:50.763551 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-635577d9-84e9-4da4-8be9-ed2248354a56 req-7cb33f6f-b77e-4790-a496-358c3c321488 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:50.765052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635577d9-84e9-4da4-8be9-ed2248354a56 req-7cb33f6f-b77e-4790-a496-358c3c321488 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.1263523 Jul 22 12:35:50.779172 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Checking router: e9ca82e0-e133-4b77-93f2-3c370edc3b9a for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:35:50.784932 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-491b851a-fbb7-447a-9fdf-83965f2b7e5c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:50.786362 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-491b851a-fbb7-447a-9fdf-83965f2b7e5c service neutron] 10.222.0.20 "GET /v2.0/networks?id=c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 200 len: 897 time: 0.1391826 Jul 22 12:35:50.787441 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:50.788038 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:50.836634 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-392e6430-9a54-45ca-ac15-49400a7d9d94 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 200 len: 217 time: 0.0430357 Jul 22 12:35:50.858627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-635577d9-84e9-4da4-8be9-ed2248354a56 req-7084489a-911f-4ddc-a93b-6dfb7967ff44 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0845602 Jul 22 12:35:50.894186 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-1f0a0892-9b4e-4e92-b318-4e3cae39d635 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:50.894582 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:50.895692 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-1f0a0892-9b4e-4e92-b318-4e3cae39d635 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 200 len: 835 time: 0.0510845 Jul 22 12:35:50.955405 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-37d3ccee-34e5-49e6-8c19-6b5f2bf85248 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:50.956910 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-37d3ccee-34e5-49e6-8c19-6b5f2bf85248 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=c1a60625-50db-4789-82c8-1066261bd3ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538483 Jul 22 12:35:51.053324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-463bbf3f-833a-4f4a-babd-374ed6489974 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886581 Jul 22 12:35:51.088991 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:51.118514 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2b225fac-4ac1-42f8-a5d6-447ed8172b8b None None] The sync data for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 is: [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940', 'name': '', 'network_id': 'c1a60625-50db-4789-82c8-1066261bd3ae', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'mac_address': 'fa:16:3e:88:50:4d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_interface', 'standard_attr_id': 4223, 'fixed_ips': [{'subnet_id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:56Z', 'updated_at': '2021-07-22T12:35:01Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'subnets': [{'id': '41f266bf-eddf-42fc-a94c-66299b546fcc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:35:51.143374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1b226108-8f8c-4aa7-9bfb-8ae61f4970b8 req-3627906f-b56d-4c19-bfa7-83050e597e66 service neutron] 10.222.0.20 "GET /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833368 Jul 22 12:35:51.335049 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9c83af95-04c1-40d4-91f8-3226d37bd551 None None] New status for floating IP ef93610d-776c-436f-b9a0-b08150f11471: DOWN {{(pid=93708) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:35:51.562513 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:51.997462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7956382e-b764-415a-aa81-3b921213852a req-8acfa0e6-e2aa-4a48-a35f-8d0c8783963d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:51.999026 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7956382e-b764-415a-aa81-3b921213852a req-8acfa0e6-e2aa-4a48-a35f-8d0c8783963d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0710464 Jul 22 12:35:52.037192 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7956382e-b764-415a-aa81-3b921213852a req-44e09eb0-6b3f-4312-ad79-5d6e14b45bdb tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "GET /v2.0/security-groups?id=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320959 Jul 22 12:35:52.175332 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-271fdcb8-4b7c-4b5c-8c22-e4434ebd3537 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:52.176748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-271fdcb8-4b7c-4b5c-8c22-e4434ebd3537 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "GET /v2.0/ports?device_id=84e2e5db-73ca-43ad-b5e0-5639d7536e32 HTTP/1.1" status: 200 len: 945 time: 0.0632234 Jul 22 12:35:52.275898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 6f56b169-161d-4fc9-9e5e-17365b55dc4b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:35:52.276236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:52.363732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 6f56b169-161d-4fc9-9e5e-17365b55dc4b, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=6f56b169-161d-4fc9-9e5e-17365b55dc4b,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:52.364096 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:52.376408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 6f56b169-161d-4fc9-9e5e-17365b55dc4b owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:35:52.507207 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:52.536133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=6f56b169-161d-4fc9-9e5e-17365b55dc4b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:52.565954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.566309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.567042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.567042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.567329 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.567667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.568002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.568334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.568666 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.569010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.569322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.569646 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:52.595081 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] No DVR routers for this DVR port 6f56b169-161d-4fc9-9e5e-17365b55dc4b on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:35:52.597572 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:52.599637 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8bd1f941-cf26-4fd3-af17-f982864a6969 req-a3766806-da02-404b-a291-9c20bbb71175 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.20 "DELETE /v2.0/ports/6f56b169-161d-4fc9-9e5e-17365b55dc4b HTTP/1.1" status: 204 len: 173 time: 0.4175208 Jul 22 12:35:52.600061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'name': 'network-vif-deleted', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:35:52.602347 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5a434e5b-a97a-438e-af63-3e9a03b19ca6" -d '{"events": [{"server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "name": "network-vif-deleted", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:35:52.641198 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:35:52 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-af3358aa-b01a-4335-b219-7b2bc8edaba5 x-openstack-request-id: req-af3358aa-b01a-4335-b219-7b2bc8edaba5 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:35:52.641490 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "84e2e5db-73ca-43ad-b5e0-5639d7536e32", "name": "network-vif-deleted", "tag": "6f56b169-161d-4fc9-9e5e-17365b55dc4b", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:35:52.641742 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-af3358aa-b01a-4335-b219-7b2bc8edaba5 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:35:52.642195 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '84e2e5db-73ca-43ad-b5e0-5639d7536e32', 'name': 'network-vif-deleted', 'tag': '6f56b169-161d-4fc9-9e5e-17365b55dc4b', 'status': 'completed', 'code': 200} Jul 22 12:35:53.096608 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:53.455132 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:53.719578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:35:53.719840 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:53.804657 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:53.805014 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:53.817897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:35:54.015953 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.043007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:54.072421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.072777 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.073125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.073467 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.073804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.074141 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.074497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.075497 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.075853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.076267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.076604 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.076932 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:54.226545 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.444317 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Router e9ca82e0-e133-4b77-93f2-3c370edc3b9a has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:35:54.551740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:35:54.559878 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-469bc3a9-93ce-4f32-9c23-19bfe11167f0 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "PUT /v2.0/routers/e9ca82e0-e133-4b77-93f2-3c370edc3b9a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.4617498 Jul 22 12:35:54.563286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55704) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:54.565251 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Sync routers for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:35:54.574466 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:54.575130 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:54.619906 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting subnet 41f266bf-eddf-42fc-a94c-66299b546fcc {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:35:54.623303 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.663285 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.681823 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:54.745224 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.809883 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.836790 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Subnet': ['ID=41f266bf-eddf-42fc-a94c-66299b546fcc,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:54.843252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.847620 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-fd23ea50-66f7-40ad-badb-a65b52cf676d tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/subnets/41f266bf-eddf-42fc-a94c-66299b546fcc HTTP/1.1" status: 204 len: 168 time: 0.2805068 Jul 22 12:35:54.848066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55706) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:54.849985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4a8de6e-84da-4be0-93aa-1f05c53aaf6b None None] Network c1a60625-50db-4789-82c8-1066261bd3ae requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:35:54.947615 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:35:53Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:54.957496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:54.974398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Checking router: e9ca82e0-e133-4b77-93f2-3c370edc3b9a for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:35:54.984790 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Routers {'e9ca82e0-e133-4b77-93f2-3c370edc3b9a'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:35:54.985317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:55.051839 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] DHCP port deletion for c1a60625-50db-4789-82c8-1066261bd3ae request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:35:55.069086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.092853 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] Set router e9ca82e0-e133-4b77-93f2-3c370edc3b9a gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:35:55.099647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Deleting port 0e719b13-55cc-4e87-b178-54522ded092a {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:35:55.100033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.127530 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Deleting port a2dc64ee-7934-41d2-ac78-bf1ad1858925 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:35:55.127909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.167518 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] For port 0e719b13-55cc-4e87-b178-54522ded092a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=0e719b13-55cc-4e87-b178-54522ded092a,segment=NetworkSegment(879beae7-9d4a-430b-a8e9-f43b6dcd6b31),segment_id=879beae7-9d4a-430b-a8e9-f43b6dcd6b31)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:55.167904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.182070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Calling delete_port for 0e719b13-55cc-4e87-b178-54522ded092a owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:35:55.208610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] For port a2dc64ee-7934-41d2-ac78-bf1ad1858925, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=a2dc64ee-7934-41d2-ac78-bf1ad1858925,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:35:55.209301 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.223135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Calling delete_port for a2dc64ee-7934-41d2-ac78-bf1ad1858925 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:35:55.264925 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.287456 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:35:53Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:55.291922 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Pushing event deleted for resources: {'Port': ['ID=0e719b13-55cc-4e87-b178-54522ded092a,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:55.296427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] No DVR routers for this DVR port 0e719b13-55cc-4e87-b178-54522ded092a on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:35:55.303221 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.303656 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.304070 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.308016 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.308548 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.309499 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.309918 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.310333 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.310754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.311161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.311831 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.312114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e2bcee4e-dba6-40de-af4b-e4a3c072037b None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:35:55.318297 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63df6cde-661a-44cd-a83f-fa53762d54f5 None None] The sync data for ids ['e9ca82e0-e133-4b77-93f2-3c370edc3b9a'] in n-d-754448-4 is: [{'id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1118853830', 'tenant_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73'}], 'enable_snat': True}, 'gw_port_id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:35:53Z', 'revision_number': 5, 'project_id': '8e60d06aa3e9466c9c32ca0201d2cb9d', 'gw_port': {'id': 'a2dc64ee-7934-41d2-ac78-bf1ad1858925', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:65:66:54', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'e9ca82e0-e133-4b77-93f2-3c370edc3b9a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4220, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.73', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:34:53Z', 'updated_at': '2021-07-22T12:34:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:35:55.404161 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.433787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Port': ['ID=a2dc64ee-7934-41d2-ac78-bf1ad1858925,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:55.494148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.592402 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.594530 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.636861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.637523 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Fanout notify agent at l3_agent the message router_deleted on router e9ca82e0-e133-4b77-93f2-3c370edc3b9a {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:35:55.644726 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:55.645698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-30a34cd2-b9c5-4bef-a178-2ff455446847 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/routers/e9ca82e0-e133-4b77-93f2-3c370edc3b9a HTTP/1.1" status: 204 len: 168 time: 0.7965102 Jul 22 12:35:55.650872 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55708) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:55.651583 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f56b169-161d-4fc9-9e5e-17365b55dc4b no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:35:55.692496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 6f56b169-161d-4fc9-9e5e-17365b55dc4b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:35:55.693322 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 6f56b169-161d-4fc9-9e5e-17365b55dc4b not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:35:55.793782 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0e719b13-55cc-4e87-b178-54522ded092a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:35:55.826200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 0e719b13-55cc-4e87-b178-54522ded092a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:35:55.826570 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 0e719b13-55cc-4e87-b178-54522ded092a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:35:55.826998 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:35:55.847554 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:35:55.847931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 6907c4e5-f1aa-4cd0-9c29-4e34d2c0c940 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:35:56.071809 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.158409 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.168121 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1a60625-50db-4789-82c8-1066261bd3ae']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:56.178348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '879beae7-9d4a-430b-a8e9-f43b6dcd6b31') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:56.178684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '879beae7-9d4a-430b-a8e9-f43b6dcd6b31') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:35:56.187337 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.200565 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.206379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Releasing vlan 147 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:35:56.206873 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:35:56.210028 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:35:56.266529 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.273363 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.275154 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/networks/c1a60625-50db-4789-82c8-1066261bd3ae HTTP/1.1" status: 204 len: 168 time: 0.6232607 Jul 22 12:35:56.278575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55710) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:56.291434 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193de571-a82a-4d54-b50a-03e7ac2e3eb7 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'Network': ['ID=c1a60625-50db-4789-82c8-1066261bd3ae,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:56.343780 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.369763 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.428104 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.430830 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.431986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] 10.222.0.21 "DELETE /v2.0/security-groups/01b08e16-8926-4dfa-a0b4-0fce8b1d63cd HTTP/1.1" status: 204 len: 168 time: 0.1522722 Jul 22 12:35:56.442133 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f25143f-59dc-4d15-9274-7a9b8c3fc4e2 tempest-TestNetworkAdvancedServerOps-1693368472 tempest-TestNetworkAdvancedServerOps-1693368472-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=01b08e16-8926-4dfa-a0b4-0fce8b1d63cd,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:56.753738 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55718) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:56.879824 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2bddbb75-f24e-4c6e-a628-89449595b7d3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=8e60d06aa3e9466c9c32ca0201d2cb9d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1248081 Jul 22 12:35:56.882214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55722) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:56.928991 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.948890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.994569 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.997605 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:56.998780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/3e4e3b51-e85a-46eb-92db-30b607916197 HTTP/1.1" status: 204 len: 168 time: 0.1156244 Jul 22 12:35:57.006234 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7818a1-fff2-4712-829d-5ac564635f5a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3e4e3b51-e85a-46eb-92db-30b607916197,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:57.249987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55728) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:57.266220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba162-ec17-4448-b995-610057738c66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.354881 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba162-ec17-4448-b995-610057738c66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.358973 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d4ba162-ec17-4448-b995-610057738c66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.369385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2dc64ee-7934-41d2-ac78-bf1ad1858925 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:35:57.390059 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: a2dc64ee-7934-41d2-ac78-bf1ad1858925 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:35:57.390545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device a2dc64ee-7934-41d2-ac78-bf1ad1858925 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:35:57.398071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d4ba162-ec17-4448-b995-610057738c66 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=f3c3ef683a3845d9ab7e7445ebe6ef56&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1469257 Jul 22 12:35:57.398823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d4ba162-ec17-4448-b995-610057738c66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b40ec07-bbb8-469f-9b87-bfd5dc879776,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:57.401447 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55730) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:57.451081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.471430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.517199 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.519745 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:57.520891 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/5b40ec07-bbb8-469f-9b87-bfd5dc879776 HTTP/1.1" status: 204 len: 168 time: 0.1180265 Jul 22 12:35:57.528643 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63b3189e-36c7-41a7-881f-d43a35e816e7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b40ec07-bbb8-469f-9b87-bfd5dc879776,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:57.935336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.208029 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55752) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:58.298200 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-819246881-network', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:58.319567 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Made reservation on behalf of 4becdefb078e4bd5b807c3e49d042639 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:35:58.321822 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.330535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.420886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.424702 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.449267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] vlan segment allocate from pool success with {'vlan_id': 123, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:35:58.458853 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=45a63918-5c5f-41c2-9525-d2b70971b25d,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:58.465746 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.466293 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Added segment 713b3501-cc0d-48aa-ab2c-1610750e2255 of type vlan for network 658066be-becd-4c76-9a4c-d911562371da Jul 22 12:35:58.508652 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.536602 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.537658 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:58.538270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.574011 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3648374 Jul 22 12:35:58.577728 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55756) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:58.582976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Request body: {'subnet': {'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-819246881-subnet', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'ip_version': 4}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:58.604095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Made reservation on behalf of 4becdefb078e4bd5b807c3e49d042639 for: {'subnet': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:35:58.604660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e85361e-0ea1-4a7e-bd82-ff1e8abc0d46 admin admin] Pushing event updated for resources: {'Network': ['ID=658066be-becd-4c76-9a4c-d911562371da,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:58.606650 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4735668'] for subnet, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.614765 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 658066be-becd-4c76-9a4c-d911562371da details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:35:58.775163 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-5180654', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4735686'] for subnet, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.832823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8c806d9f-6d28-4339-a15a-6d8faa85537f,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:58.837179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:35:58.837536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Network hostable DHCP agents. Network: 658066be-becd-4c76-9a4c-d911562371da, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93707) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:35:58.854625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Network 658066be-becd-4c76-9a4c-d911562371da is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93707) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:35:58.862917 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 658066be-becd-4c76-9a4c-d911562371da) {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:35:58.866994 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:35:58.867583 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.873236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fda1047-c124-4514-a319-3ebad9921d7e None None] Network 658066be-becd-4c76-9a4c-d911562371da requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:35:58.881887 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-dbcecd4e-e2d0-438a-8182-e38f941cc252 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3028338 Jul 22 12:35:58.884630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55758) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:35:58.889553 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:35:58.912386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.913471 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.938103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:58.969761 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.035212 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-658066be-becd-4c76-9a4c-d911562371da', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:35:59.036089 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.108271 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.172712 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Allocated IP 172.20.0.2 (658066be-becd-4c76-9a4c-d911562371da/8c806d9f-6d28-4339-a15a-6d8faa85537f/d9194d68-d4c9-4877-a4e3-cfe2915b7e4b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:35:59.312172 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.316411 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.324490 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Transition to ACTIVE for port object d9194d68-d4c9-4877-a4e3-cfe2915b7e4b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:35:59.332507 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.340450 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Transition to ACTIVE for port object d9194d68-d4c9-4877-a4e3-cfe2915b7e4b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:35:59.357305 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.396940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Network 658066be-becd-4c76-9a4c-d911562371da is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:35:59.401504 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:35:59.405874 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:35:59.408901 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Pushing event updated for resources: {'Port': ['ID=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:59.442141 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Allocated IP 172.25.6.197 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/503ad16c-4840-4835-baa9-a24000df7073) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:35:59.469923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Attempting to bind port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:35:59.470298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Attempting to bind port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:35:59.470702 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Attempting to bind port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:35:59.475615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:35:59.475991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:35:59.476405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.476802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Bound using segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:35:59.477263 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Bound port: d9194d68-d4c9-4877-a4e3-cfe2915b7e4b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:35:59.477647 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.541823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] For port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:35:59.545579 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] For port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:35:59.547073 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.550091 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.590584 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:35:59.613680 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c000b727-ae09-4d9d-be7a-638e6ffd460d None None] Pushing event updated for resources: {'Port': ['ID=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:59.625417 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:35:59.628295 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:35:59.631787 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:35:59.673163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Pushing event updated for resources: {'Port': ['ID=503ad16c-4840-4835-baa9-a24000df7073,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:35:59.912448 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:00.407861 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:00.470682 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d2d512b-d522-4f69-b50a-7bf5d01e101f None None] Network 658066be-becd-4c76-9a4c-d911562371da requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:36:00.541174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Router 4d21c275-255b-4919-889b-2829f2bef74c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93707) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:36:00.598083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-67ebe55a-9fea-4239-b642-8a4b6c4446e6 None None] Provisioning for port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:00.651308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:36:00.663929 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:36:00.674008 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:00.675330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d7068c83-978c-4d62-a04b-26fd5340691f admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.7897396 Jul 22 12:36:00.678249 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55760) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:00.678823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:00.679034 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:00.788145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:00.985303 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:35:59Z', 'revision_number': 3, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:35:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:01.012120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:36:01.012693 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Updating router 4d21c275-255b-4919-889b-2829f2bef74c port 503ad16c-4840-4835-baa9-a24000df7073 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:36:01.046392 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.110224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.269006 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Allocated IP 172.20.0.1 (658066be-becd-4c76-9a4c-d911562371da/8c806d9f-6d28-4339-a15a-6d8faa85537f/837a62cb-fb20-423d-aa97-766b2c762e41) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:01.307169 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.318106 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Transition to ACTIVE for port object 503ad16c-4840-4835-baa9-a24000df7073 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:01.324248 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.377301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Attempting to bind port 503ad16c-4840-4835-baa9-a24000df7073 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:01.377930 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Attempting to bind port 503ad16c-4840-4835-baa9-a24000df7073 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:01.378085 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Attempting to bind port 503ad16c-4840-4835-baa9-a24000df7073 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:01.384967 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.385580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e761c4f-8245-4a4f-9e16-7c136485982d None None] Pushing event updated for resources: {'Port': ['ID=503ad16c-4840-4835-baa9-a24000df7073,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:01.389485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:01.389867 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:01.390277 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.390695 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:01.391173 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Bound port: 503ad16c-4840-4835-baa9-a24000df7073, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:01.391553 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.400998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Transition to ACTIVE for port object 837a62cb-fb20-423d-aa97-766b2c762e41 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:01.437535 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.445009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] For port 503ad16c-4840-4835-baa9-a24000df7073, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:01.448235 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] For port 503ad16c-4840-4835-baa9-a24000df7073, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=503ad16c-4840-4835-baa9-a24000df7073,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:01.453597 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.486033 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Network 658066be-becd-4c76-9a4c-d911562371da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:01.490364 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:01.492675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Pushing event updated for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:01.493159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d9194d68-d4c9-4877-a4e3-cfe2915b7e4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:01.495590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:01.538074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.571159 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e761c4f-8245-4a4f-9e16-7c136485982d None None] Pushing event updated for resources: {'Port': ['ID=503ad16c-4840-4835-baa9-a24000df7073,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:01.576414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:01.577231 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:01.661373 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:01.672029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:01.672410 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.711816 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.733551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:01.838464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a488738f-7d3d-4578-94da-c30f0325174e None None] Provisioning for port 837a62cb-fb20-423d-aa97-766b2c762e41 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:01.866478 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a488738f-7d3d-4578-94da-c30f0325174e None None] Provisioning complete for port 837a62cb-fb20-423d-aa97-766b2c762e41 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:01.866865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a488738f-7d3d-4578-94da-c30f0325174e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.892977 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.898258 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.942311 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.972500 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:01.974316 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Pushing event updated for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:01.977364 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-a488738f-7d3d-4578-94da-c30f0325174e None None] Port 837a62cb-fb20-423d-aa97-766b2c762e41 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:36:02.028161 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:02.034780 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:02.075864 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Network 658066be-becd-4c76-9a4c-d911562371da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:02.077404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:02.093743 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:35:59Z', 'revision_number': 3, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:02.103674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:02.139215 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-222350c7-1500-4e78-8ab9-f72ad045ed48 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:35:59Z', 'revision_number': 3, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:36:02.219563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:36:02.310626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f4a3ffa3-6cc6-4f68-866a-92784d34f82a None None] Provisioning complete for port 837a62cb-fb20-423d-aa97-766b2c762e41 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:02.311480 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f4a3ffa3-6cc6-4f68-866a-92784d34f82a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:02.344644 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:36:02.359183 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-0cdad2d4-8c45-4640-a060-fdd79e8d631f admin admin] 10.222.0.21 "PUT /v2.0/routers/4d21c275-255b-4919-889b-2829f2bef74c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6732028 Jul 22 12:36:02.363896 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f4a3ffa3-6cc6-4f68-866a-92784d34f82a None None] Port 837a62cb-fb20-423d-aa97-766b2c762e41 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:36:02.890748 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55778) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:02.896026 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-2110425209-network', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:02.919695 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Made reservation on behalf of 04f34c0b9bdf43a29caf8e72d1b8dfe9 for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:36:02.922385 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:02.932309 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.032776 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.036869 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.062805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] vlan segment allocate from pool success with {'vlan_id': 120, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:36:03.072646 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8475572b-028f-4e15-888f-536330b98026,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:03.078380 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.078755 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Added segment ad2d6dab-02f5-4ce0-8043-01f2d98d1e74 of type vlan for network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b Jul 22 12:36:03.122136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.155270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.156337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:03.156927 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.194658 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3001051 Jul 22 12:36:03.195024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55780) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:03.200561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Request body: {'subnet': {'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-2110425209-subnet', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:03.229667 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a63c30-0b20-44e6-8a51-2e41439f7aa5 admin admin] Pushing event updated for resources: {'Network': ['ID=1aeef24f-748a-44b5-8ff1-199ad8e6ff8b,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:03.240877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:36:03.252546 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Made reservation on behalf of 04f34c0b9bdf43a29caf8e72d1b8dfe9 for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:36:03.255122 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.443714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.497481 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Pushing event updated for resources: {'Subnet': ['ID=13d847ac-4c41-487a-b6a9-2940fc292ff1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:03.503689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 503ad16c-4840-4835-baa9-a24000df7073 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:03.515436 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Checking segment: {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:03.515805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Network hostable DHCP agents. Network: 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:36:03.534344 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:36:03.546548 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:03.551165 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:03.551914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.572733 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3f3dcdd8-aa64-462e-bf9c-533b6ac433aa admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3765607 Jul 22 12:36:03.575877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55782) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:03.581996 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:03.611000 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.612773 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.681288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.698562 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa57c842-82e8-4e4c-b530-90e907445952 None None] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:36:03.781851 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 503ad16c-4840-4835-baa9-a24000df7073 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:03.794225 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 503ad16c-4840-4835-baa9-a24000df7073 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:03.794728 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.827139 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:36:03.828236 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.837890 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:03.838798 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:03.915472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:36:03.916339 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.952301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:03.963015 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:04.030001 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 503ad16c-4840-4835-baa9-a24000df7073, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=503ad16c-4840-4835-baa9-a24000df7073,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:04.036948 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.038174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d9194d68-d4c9-4877-a4e3-cfe2915b7e4b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:04.075405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.097921 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.162807 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=503ad16c-4840-4835-baa9-a24000df7073,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:04.173646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Allocated IP 172.20.0.2 (1aeef24f-748a-44b5-8ff1-199ad8e6ff8b/13d847ac-4c41-487a-b6a9-2940fc292ff1/e3f82076-6442-4ab5-b8a3-beeedc3ab4c5) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:04.187764 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:04.188395 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.206325 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 2, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:04.226960 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Allocated IP 172.25.6.252 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:04.238396 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:36:04.238774 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Updating router 4d21c275-255b-4919-889b-2829f2bef74c port 837a62cb-fb20-423d-aa97-766b2c762e41 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:36:04.277084 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.343435 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.393679 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.397624 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.413654 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Transition to ACTIVE for port object e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:04.434952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Transition to ACTIVE for port object e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:04.440690 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:04.443657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.447113 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:04.450654 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:04.490949 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:04.494030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:04.499374 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:04.502483 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Pushing event updated for resources: {'Port': ['ID=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:04.503160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Pushing event updated for resources: {'Port': ['ID=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:04.566111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Attempting to bind port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:04.566689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Attempting to bind port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:04.567158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Attempting to bind port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 on network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:04.575843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:04.576251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Checking segment: {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:04.576740 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.577145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Bound using segment: {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:04.577811 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Bound port: e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:04.578156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.620179 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.631929 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Transition to ACTIVE for port object 837a62cb-fb20-423d-aa97-766b2c762e41 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:04.639995 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.649735 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] For port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:04.654285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] For port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:04.659191 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.698331 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Pushing event updated for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:04.727142 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.727487 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.727831 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.728301 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.728642 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.728971 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.729303 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.729630 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.729957 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.730283 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.731161 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.731469 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:36:04.732030 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d427e1cc-bd90-4378-a1a5-c6b1b6d97b3f None None] Pushing event updated for resources: {'Port': ['ID=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:04.770469 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.782165 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Attempting to bind port 837a62cb-fb20-423d-aa97-766b2c762e41 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:04.782865 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Attempting to bind port 837a62cb-fb20-423d-aa97-766b2c762e41 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:04.783331 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Attempting to bind port 837a62cb-fb20-423d-aa97-766b2c762e41 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:04.789873 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:04.790322 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:04.790801 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.791415 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Bound using segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:04.791985 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Bound port: 837a62cb-fb20-423d-aa97-766b2c762e41, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:04.792428 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.874822 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] For port 837a62cb-fb20-423d-aa97-766b2c762e41, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:04.878732 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] For port 837a62cb-fb20-423d-aa97-766b2c762e41, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=837a62cb-fb20-423d-aa97-766b2c762e41,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:04.888920 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:04.947737 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:04.948630 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:05.047251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:05.066059 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4adfa3-a2b2-4593-ab88-85613778f95c None None] Pushing event updated for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:05.131761 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:05.380006 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:04Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:05.412167 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c1b80c1-5d6b-4f0a-8687-17b893c19e39 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:04Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:36:05.565145 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:36:05.585028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 503ad16c-4840-4835-baa9-a24000df7073 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:05.657165 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 503ad16c-4840-4835-baa9-a24000df7073 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:05.657572 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:05.718438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:36:05.739914 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:05.741826 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5c2f7a17-cc0d-4b31-b6f6-81e48d9e9a51 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 2.1647751 Jul 22 12:36:05.744856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55784) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:05.751926 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Sync routers for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:36:05.774197 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:05.775114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:05.855648 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:05.950385 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:05.953909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:06.014590 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-882ce54f-bb32-430a-b412-1368baca62b8 None None] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:36:06.155596 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Provisioning for port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:06.173061 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Provisioning complete for port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:06.173462 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.314894 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.392941 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.500647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Allocated IP 172.20.0.1 (1aeef24f-748a-44b5-8ff1-199ad8e6ff8b/13d847ac-4c41-487a-b6a9-2940fc292ff1/f612d6d5-9bfd-4efd-a609-2870ac46a106) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:06.582883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:04Z', 'revision_number': 3, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:06.630197 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.632531 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Checking router: 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:36:06.633177 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Updating router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:36:06.646630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Transition to ACTIVE for port object f612d6d5-9bfd-4efd-a609-2870ac46a106 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:06.667223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] For port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:06.678254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.697685 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.740105 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.752780 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:06.756247 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:06.760877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:06.769813 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Pushing event updated for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:06.814753 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:06.861886 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13216db1-3a1e-4594-9094-64b45058f353 None None] Pushing event updated for resources: {'Port': ['ID=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:06.985750 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.030201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ebfbe6d-fb76-45b6-b5eb-13c44988408d None None] Provisioning complete for port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:07.030602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ebfbe6d-fb76-45b6-b5eb-13c44988408d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.098526 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.116639 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Transition to ACTIVE for port object 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:07.125306 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.169941 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.174936 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.217572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Attempting to bind port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:07.217941 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Attempting to bind port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:07.218306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Attempting to bind port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:07.221452 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15c8fe-2d06-4936-84fd-9d7e2583ea4c None None] Pushing event updated for resources: {'Port': ['ID=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:07.226395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:07.226804 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:07.227539 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.227677 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:07.228058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Bound port: 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:07.228436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.252766 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.254698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Pushing event updated for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:07.282299 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] For port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:07.285784 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] For port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:07.290318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.358031 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:07.358589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb4c7e68-de8a-4bbe-b69e-9b273a47313c None None] Provisioning for port f612d6d5-9bfd-4efd-a609-2870ac46a106 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:07.359617 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:07.369698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd15c8fe-2d06-4936-84fd-9d7e2583ea4c None None] Pushing event updated for resources: {'Port': ['ID=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:07.373052 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:07.373666 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:07.375794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-bb4c7e68-de8a-4bbe-b69e-9b273a47313c None None] Provisioning complete for port f612d6d5-9bfd-4efd-a609-2870ac46a106 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:07.376178 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb4c7e68-de8a-4bbe-b69e-9b273a47313c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.495619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-bb4c7e68-de8a-4bbe-b69e-9b273a47313c None None] Port f612d6d5-9bfd-4efd-a609-2870ac46a106 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:36:07.508468 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:36:07.532802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:07.567155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 837a62cb-fb20-423d-aa97-766b2c762e41 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:07.647759 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:36:07.654346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-465b4a12-6a6a-467a-a5c3-cec7f882aab7 admin admin] 10.222.0.21 "PUT /v2.0/routers/806f75fb-2ef2-4ad5-a82f-cf2a5d651076/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9082541 Jul 22 12:36:07.736837 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 837a62cb-fb20-423d-aa97-766b2c762e41 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:07.750020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 837a62cb-fb20-423d-aa97-766b2c762e41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:07.750400 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.774908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-501445d6-d7a6-4c21-a288-b2fe8679bf89 None None] Provisioning complete for port f612d6d5-9bfd-4efd-a609-2870ac46a106 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:07.775318 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-501445d6-d7a6-4c21-a288-b2fe8679bf89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.864545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-501445d6-d7a6-4c21-a288-b2fe8679bf89 None None] Port f612d6d5-9bfd-4efd-a609-2870ac46a106 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:36:07.922158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:06Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f612d6d5-9bfd-4efd-a609-2870ac46a106', 'name': '', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'mac_address': 'fa:16:3e:78:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:06Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 2, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'subnets': [{'id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:07.925329 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:07.952731 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-899c1328-f1cf-4e13-b185-28cfb950dace None None] The sync data for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 is: [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:06Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f612d6d5-9bfd-4efd-a609-2870ac46a106', 'name': '', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'mac_address': 'fa:16:3e:78:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:06Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 2, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'subnets': [{'id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:36:07.995572 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 837a62cb-fb20-423d-aa97-766b2c762e41, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=837a62cb-fb20-423d-aa97-766b2c762e41,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:08.002133 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.003414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:08.090762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:08.102108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:08.102525 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.447692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55792) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:08.453317 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1292559886', 'description': 'tempest-secgroup-smoke-1292559886 description', 'project_id': '4becdefb078e4bd5b807c3e49d042639'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:08.477484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.579249 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.584187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.621187 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.622992 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1741583 Jul 22 12:36:08.626527 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:08.637464 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:08.644019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a46c7-8365-49ab-9eb4-2541e7faee3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=30efeb0d-44b6-4e8b-8b41-f5835a110728,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:08.676713 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.752951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.759386 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.774403 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=201c66e9-5259-48aa-bb66-018432c6ac97,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:08.787731 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.789262 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-306538f0-76dc-4cd2-bb4f-f3f668396574 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1608007 Jul 22 12:36:08.791947 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55796) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:08.796805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:08.825288 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.891489 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.895463 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.915865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6cd6050f-5d17-4ee2-9a8f-19ed1aedf46b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:08.923978 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:08.925208 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-73bc0604-b657-4999-adff-de1794e94753 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1320267 Jul 22 12:36:08.927781 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55798) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:08.932571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:08.961588 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.032826 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.036839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.056772 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d3e45baa-35e7-4910-9525-226df6cce64f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:09.061056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.062930 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6233032b-efe3-48a5-87e6-7fc860872f7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1335170 Jul 22 12:36:09.066593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55800) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:09.071520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:09.101114 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.169842 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.174035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.194629 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d2e7973-e2ab-4ca8-a97b-2f37bc32fa9f,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:09.198735 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.204131 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f7add1b5-fbc2-49ed-a9f9-e831f14fec85 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1334300 Jul 22 12:36:09.204131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55802) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:09.208842 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:09.235888 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Project 4becdefb078e4bd5b807c3e49d042639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:36:09.242940 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.314138 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.317571 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.335524 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c45058a7-692e-4171-a266-c17e2dae3a02,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:09.341376 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.342675 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-b56db5ba-83a4-4cdd-b0b2-f36de93ff23f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1374512 Jul 22 12:36:09.345336 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 55804) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:09.349994 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '30efeb0d-44b6-4e8b-8b41-f5835a110728', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:09.375002 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Project 4becdefb078e4bd5b807c3e49d042639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:36:09.382644 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.456975 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.463459 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.487074 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1338065e-9b29-448d-8bf1-b985c6b5ef38,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:09.495466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.497399 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-5f06d36d-cce6-441b-9af3-ca5873baefde tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1510496 Jul 22 12:36:09.513723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 837a62cb-fb20-423d-aa97-766b2c762e41 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:09.565973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 837a62cb-fb20-423d-aa97-766b2c762e41 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:09.567338 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.652401 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-717eee35-48ef-4aac-92e0-bde389094fb5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1292559886&fields=id&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 267 time: 0.0365527 Jul 22 12:36:09.657431 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:09.717779 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:09.725815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:09.726602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.800014 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-851434b5-97f6-4251-83a7-241028186d2c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:09.801515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-851434b5-97f6-4251-83a7-241028186d2c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 808 time: 0.1380520 Jul 22 12:36:09.818320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.818577 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-2405ad8e-e274-4114-8c61-d6ab9d234507 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/quotas/4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 375 time: 0.0108337 Jul 22 12:36:09.844586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:09.849242 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:09.891812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-4cbf6a5a-b902-42f4-9e15-d9b65b210dca tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0665591 Jul 22 12:36:09.906589 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:10.003933 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-ccd8efae-b2ce-4e9c-ab00-8326a5330e7c service neutron] 10.222.0.21 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0959897 Jul 22 12:36:10.056238 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Sync routers for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:36:10.066684 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:10.067290 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:10.104784 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-21620d35-2576-4d0d-aa18-3b7469e30efb service neutron] 10.222.0.21 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0929768 Jul 22 12:36:10.280303 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:10.309313 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-70d2bed1-b2d9-49b4-9048-ef67d3d37d81 req-5e82f9d2-3370-48f9-9704-7eeaf0736e47 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 210 time: 0.0450163 Jul 22 12:36:10.510163 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:06Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f612d6d5-9bfd-4efd-a609-2870ac46a106', 'name': '', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'mac_address': 'fa:16:3e:78:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:06Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 2, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'subnets': [{'id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:10.537281 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Checking router: 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:36:10.537640 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Updating router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 port f612d6d5-9bfd-4efd-a609-2870ac46a106 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:36:10.576899 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:10.882996 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:10.894226 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Transition to ACTIVE for port object f612d6d5-9bfd-4efd-a609-2870ac46a106 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:10.900986 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:10.978644 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a489e-1d03-4e5b-9e06-54ba3524d631 None None] Pushing event updated for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:11.022530 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Attempting to bind port f612d6d5-9bfd-4efd-a609-2870ac46a106 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:11.023034 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Attempting to bind port f612d6d5-9bfd-4efd-a609-2870ac46a106 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:11.023404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Attempting to bind port f612d6d5-9bfd-4efd-a609-2870ac46a106 on network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:11.029609 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:11.029998 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Checking segment: {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:11.030484 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.030931 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Bound using segment: {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:11.031697 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Bound port: f612d6d5-9bfd-4efd-a609-2870ac46a106, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 120, 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:11.032168 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.112475 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] For port f612d6d5-9bfd-4efd-a609-2870ac46a106, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:11.115873 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] For port f612d6d5-9bfd-4efd-a609-2870ac46a106, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f612d6d5-9bfd-4efd-a609-2870ac46a106,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:11.121133 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.183455 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:11.184083 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:35:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:11.222134 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af7a489e-1d03-4e5b-9e06-54ba3524d631 None None] Pushing event updated for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:11.304570 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:11.507082 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-acfc42d3-a5d2-4350-9b3a-01ccc7b35e0f req-83b25d03-cce7-43e1-95ee-30ae3fa09ded tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 210 time: 0.0751987 Jul 22 12:36:11.532475 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f612d6d5-9bfd-4efd-a609-2870ac46a106 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:11.603467 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port f612d6d5-9bfd-4efd-a609-2870ac46a106 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:11.608856 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-f04c6a54-2d5a-4474-b5ba-4353cffc9a28 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:11.609885 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f612d6d5-9bfd-4efd-a609-2870ac46a106 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:11.610514 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.610653 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-f04c6a54-2d5a-4474-b5ba-4353cffc9a28 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 808 time: 0.2042267 Jul 22 12:36:11.626258 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:06Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f612d6d5-9bfd-4efd-a609-2870ac46a106', 'name': '', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'mac_address': 'fa:16:3e:78:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:06Z', 'updated_at': '2021-07-22T12:36:11Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'subnets': [{'id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:11.656858 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-73f6ba8b-3ffc-4ddc-b784-7f96114fa394 None None] The sync data for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 is: [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:36:06Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'f612d6d5-9bfd-4efd-a609-2870ac46a106', 'name': '', 'network_id': '1aeef24f-748a-44b5-8ff1-199ad8e6ff8b', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'mac_address': 'fa:16:3e:78:37:b9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_interface', 'standard_attr_id': 4255, 'fixed_ips': [{'subnet_id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:06Z', 'updated_at': '2021-07-22T12:36:11Z', 'revision_number': 4, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'subnets': [{'id': '13d847ac-4c41-487a-b6a9-2940fc292ff1', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:36:11.673510 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-5d617bb8-72e1-4f05-b860-41b75c74dfb3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 380 time: 0.0538476 Jul 22 12:36:11.683169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'port': {'device_id': '65902cd2-0337-494a-bb50-5cd6e877504b', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'admin_state_up': True, 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'security_groups': ['30efeb0d-44b6-4e8b-8b41-f5835a110728']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:11.705254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.744698 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port f612d6d5-9bfd-4efd-a609-2870ac46a106, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f612d6d5-9bfd-4efd-a609-2870ac46a106,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:11.750190 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.751317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:11.823482 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Made reservation on behalf of 4becdefb078e4bd5b807c3e49d042639 for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:36:11.828208 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.848569 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:11.863283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:11.863662 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:11.972931 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Allocated IP 172.20.0.10 (658066be-becd-4c76-9a4c-d911562371da/8c806d9f-6d28-4339-a15a-6d8faa85537f/651dd050-667d-4d1e-bdac-ae51f3959ed1) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:12.123630 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.143683 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Transition to ACTIVE for port object 651dd050-667d-4d1e-bdac-ae51f3959ed1 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:12.188875 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.237075 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Network 658066be-becd-4c76-9a4c-d911562371da is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:12.240294 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:12.245303 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:12.271412 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:12.312178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:12.312950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.331520 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-62994351-9d02-42e7-80c5-28a391fbbf4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.6529648 Jul 22 12:36:12.344841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Request body: {'port': {'device_id': '65902cd2-0337-494a-bb50-5cd6e877504b', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:12.436645 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.487469 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6015c4c-97e4-4b10-b756-0135fc0d79fb None None] Provisioning for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:12.492153 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-f6015c4c-97e4-4b10-b756-0135fc0d79fb None None] Provisioning complete for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:12.492642 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f6015c4c-97e4-4b10-b756-0135fc0d79fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.541234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-f6015c4c-97e4-4b10-b756-0135fc0d79fb None None] Port 651dd050-667d-4d1e-bdac-ae51f3959ed1 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:36:12.717652 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4636b849-e650-41f2-8623-0e70009ef773 req-fb8b29d1-0cfb-42f0-b13b-d92284fa5754 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:12.719056 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4636b849-e650-41f2-8623-0e70009ef773 req-fb8b29d1-0cfb-42f0-b13b-d92284fa5754 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 932 time: 0.1305909 Jul 22 12:36:12.790631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:36:12.797459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4636b849-e650-41f2-8623-0e70009ef773 req-eb1ddd40-2bbd-487d-a8a4-8197b5eee115 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0726547 Jul 22 12:36:12.801304 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.815010 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Transition to ACTIVE for port object 651dd050-667d-4d1e-bdac-ae51f3959ed1 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:36:12.822147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:12.872095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:12.954905 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Attempting to bind port 651dd050-667d-4d1e-bdac-ae51f3959ed1 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:36:12.955562 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Attempting to bind port 651dd050-667d-4d1e-bdac-ae51f3959ed1 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:36:12.955987 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Attempting to bind port 651dd050-667d-4d1e-bdac-ae51f3959ed1 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:12.960886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Port 651dd050-667d-4d1e-bdac-ae51f3959ed1 on network 658066be-becd-4c76-9a4c-d911562371da not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:36:12.961324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Attempting to bind port 651dd050-667d-4d1e-bdac-ae51f3959ed1 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:36:12.966707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 35, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:36:12.967047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:36:12.967431 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Bound using segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:36:12.968042 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Bound port: 651dd050-667d-4d1e-bdac-ae51f3959ed1, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:36:12.968346 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:13.040573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:36:13.046147 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:36:13.051169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:13.087226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.087757 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:13.089309 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] 10.222.0.20 "PUT /v2.0/ports/651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1092 time: 0.7502353 Jul 22 12:36:13.089914 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:36:13.092194 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4" -d '{"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:36:13.131121 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-181e4a93-12ba-4505-bd2a-2b18000510eb service neutron] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:13.150505 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:36:13 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f62e7717-7236-46d9-bda6-f1c3b699ea63 x-openstack-request-id: req-f62e7717-7236-46d9-bda6-f1c3b699ea63 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:36:13.151465 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:36:13.151465 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f62e7717-7236-46d9-bda6-f1c3b699ea63 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:36:13.151685 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'status': 'completed', 'code': 200} Jul 22 12:36:13.211883 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-11557173-e996-4bfc-a3ec-3c4939ff9351 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.213443 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-11557173-e996-4bfc-a3ec-3c4939ff9351 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1095 time: 0.0736828 Jul 22 12:36:13.264931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-1f58b05f-e743-4fa0-a92a-316838e127a5 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 217 time: 0.0437112 Jul 22 12:36:13.318797 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-70340f06-ea92-4a2d-8d26-234dfc377d32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.320540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-70340f06-ea92-4a2d-8d26-234dfc377d32 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0488417 Jul 22 12:36:13.389073 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-1cfffab1-665c-44aa-b174-0a1239221813 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.390690 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-1cfffab1-665c-44aa-b174-0a1239221813 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0636294 Jul 22 12:36:13.434296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f612d6d5-9bfd-4efd-a609-2870ac46a106 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:13.492882 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port f612d6d5-9bfd-4efd-a609-2870ac46a106 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:13.493100 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-68546774-afdd-4245-a559-dae26fd5c4f0 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0942268 Jul 22 12:36:13.493354 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:13.584325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-443a39fa-0bb5-4409-8b34-f8e2c5f80cda req-9e003db9-19fb-4641-8226-dee459056c1c service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0845456 Jul 22 12:36:13.697958 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-d5aff42c-c426-4665-a8fc-2dfecf67be30 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.699978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-d5aff42c-c426-4665-a8fc-2dfecf67be30 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1095 time: 0.0652196 Jul 22 12:36:13.797563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-fdb2df24-24a3-4776-a928-2b9f4d95edd3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:13.798982 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-fdb2df24-24a3-4776-a928-2b9f4d95edd3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0929854 Jul 22 12:36:13.843557 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-a2df7f66-31f6-4f7d-a66b-d17b5df66f58 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 217 time: 0.0380232 Jul 22 12:36:14.209873 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-aa7ccc0e-d4a2-436f-ad34-79d012416ca7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:14.211616 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-aa7ccc0e-d4a2-436f-ad34-79d012416ca7 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.3612568 Jul 22 12:36:14.272701 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb199ea7-ffea-4ed4-b851-4ba7b8d3d0e6 req-417d5536-1a81-479a-b453-125a9db18e2e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:14.274153 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb199ea7-ffea-4ed4-b851-4ba7b8d3d0e6 req-417d5536-1a81-479a-b453-125a9db18e2e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.1087930 Jul 22 12:36:14.319976 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-34d6d320-772e-476f-ae2e-a7c0777a7135 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:14.321512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-34d6d320-772e-476f-ae2e-a7c0777a7135 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1017535 Jul 22 12:36:14.325644 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cb199ea7-ffea-4ed4-b851-4ba7b8d3d0e6 req-33ef20e6-8bf1-4255-9623-d5e2f6479f31 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449996 Jul 22 12:36:14.412029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-3dd0dcf9-7969-4343-a805-f5ad058400c7 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0834479 Jul 22 12:36:14.505648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bcf7ccc6-9c47-4a0d-8ccf-6a2572396be4 req-3522e32e-eb02-410b-b414-d504bb493921 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0869143 Jul 22 12:36:15.372324 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-52351e65-18a5-4837-917d-d49e0ddabf77 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:15.461956 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a8795c5-efa1-45c9-9409-6bcbf487b5bb req-c81c3439-e93d-46dc-a585-3da8c1369c52 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:15.463449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a8795c5-efa1-45c9-9409-6bcbf487b5bb req-c81c3439-e93d-46dc-a585-3da8c1369c52 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0637262 Jul 22 12:36:15.501954 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9a8795c5-efa1-45c9-9409-6bcbf487b5bb req-716146ff-3e7b-4da6-872f-e402e73a1f1b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322964 Jul 22 12:36:15.792201 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:36:15.900076 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:15.911679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:36:15.948938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:15.961605 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:36:15.982132 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:15.986545 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:16.035536 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:16.182818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['651dd050-667d-4d1e-bdac-ae51f3959ed1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:36:16.641545 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-003c0ea9-999a-4965-91a2-1bffedcba17a req-fd3b1c55-88db-4f99-8cfc-5f9172f3d1d1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:16.643068 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-003c0ea9-999a-4965-91a2-1bffedcba17a req-fd3b1c55-88db-4f99-8cfc-5f9172f3d1d1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 945 time: 0.0709929 Jul 22 12:36:16.681559 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-003c0ea9-999a-4965-91a2-1bffedcba17a req-52f46e3b-a30c-4f2a-9a69-5d9cd65713e3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328703 Jul 22 12:36:17.791914 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:36:17.816589 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a100732-41c9-46e3-b69a-c0842322062b req-c74bca76-83c4-4136-8d98-d9e7998f280e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:17.818146 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a100732-41c9-46e3-b69a-c0842322062b req-c74bca76-83c4-4136-8d98-d9e7998f280e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 945 time: 0.0666249 Jul 22 12:36:17.841946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:36:17.845632 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:36:17.846019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:17.863187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a100732-41c9-46e3-b69a-c0842322062b req-500b2f9e-bd2d-4063-96c3-f1de26644c74 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382514 Jul 22 12:36:17.925877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:17.949763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:36:17.952202 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-208524d0-4cab-4ad3-892b-9825e0a74b01" -d '{"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:36:17.970051 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:36:17.977515 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:18.008718 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:36:17 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-b81a6091-0326-4fea-831c-7d1a67370b43 x-openstack-request-id: req-b81a6091-0326-4fea-831c-7d1a67370b43 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:36:18.009006 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:36:18.009258 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-b81a6091-0326-4fea-831c-7d1a67370b43 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:36:18.009642 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'code': 200} Jul 22 12:36:18.010908 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:18.040728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:18.102215 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1f4fb5f-4837-4b54-b97f-7343353b729d req-51c91921-4ee3-4453-be41-5b1887a796e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:18.103727 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f4fb5f-4837-4b54-b97f-7343353b729d req-51c91921-4ee3-4453-be41-5b1887a796e8 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.0536060 Jul 22 12:36:18.137746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b1f4fb5f-4837-4b54-b97f-7343353b729d req-1841886f-ab46-4b07-b992-ca63c38245ad service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0273433 Jul 22 12:36:18.273581 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-24c8b356-2c54-4f47-bc14-c173c4842aba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.000170 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d140353e-9348-4d0e-81dd-f10d598126bb req-25e9dd23-c11c-43ae-9257-9deb39142571 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:19.001669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d140353e-9348-4d0e-81dd-f10d598126bb req-25e9dd23-c11c-43ae-9257-9deb39142571 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0683813 Jul 22 12:36:19.046657 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d140353e-9348-4d0e-81dd-f10d598126bb req-19686ecd-5ac8-4007-b7a0-fa4b6215cdac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387559 Jul 22 12:36:19.178318 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6433cce2-9d92-4224-a30b-8cefe5fb1114 req-f37aa05b-c4b8-4f0a-baa5-fa203800eaf3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:19.179767 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6433cce2-9d92-4224-a30b-8cefe5fb1114 req-f37aa05b-c4b8-4f0a-baa5-fa203800eaf3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0651984 Jul 22 12:36:19.220328 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6433cce2-9d92-4224-a30b-8cefe5fb1114 req-a43638a5-b008-4b41-9dd7-7cfdf227b93d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325959 Jul 22 12:36:19.242799 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55858) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:19.396593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4840b802-5e99-4c73-a9e5-8bc19e02db0f tempest-TestShelveInstance-682467197 tempest-TestShelveInstance-682467197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:19.398152 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4840b802-5e99-4c73-a9e5-8bc19e02db0f tempest-TestShelveInstance-682467197 tempest-TestShelveInstance-682467197-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1092 time: 0.1543424 Jul 22 12:36:19.401148 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 55862) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:36:19.406610 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address': '172.20.0.10'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:36:19.428447 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.497308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:36:19.522220 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.635312 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Allocated IP 172.25.6.204 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/d06ce15f-92cd-4d7a-996c-17d2ddb61a29) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:36:19.652985 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.738472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.776537 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:19.821621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:36:19.825079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:36:19.829297 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:36:19.832237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=d06ce15f-92cd-4d7a-996c-17d2ddb61a29,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:20.173014 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.251568 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.399994 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.405064 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.474183 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=d06ce15f-92cd-4d7a-996c-17d2ddb61a29,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:36:20.486013 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.584541 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Floating IP 5c8d8c50-9101-4248-9b6d-235277516c73 associated. External IP: 172.25.6.204, port: 651dd050-667d-4d1e-bdac-ae51f3959ed1. Jul 22 12:36:20.801650 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:36:20.908166 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:36:20.918204 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:36:20.924288 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:20.927294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:20.928206 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:36:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:20.966132 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e078bb5c-2c68-4ff0-8d98-20d0fd03d6db tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5639546 Jul 22 12:36:20.966823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:36:20.969059 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f" -d '{"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:36:21.006309 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:36:20 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-43db50cd-c730-43e1-83e7-c21f4823c908 x-openstack-request-id: req-43db50cd-c730-43e1-83e7-c21f4823c908 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:36:21.006671 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:36:21.006927 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-43db50cd-c730-43e1-83e7-c21f4823c908 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:36:21.007332 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'status': 'completed', 'code': 200} Jul 22 12:36:21.087238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-e40fa6cf-a358-403f-b7a4-9c29156dbea4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:21.088722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-e40fa6cf-a358-403f-b7a4-9c29156dbea4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.0579517 Jul 22 12:36:21.185349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-912a4de1-4a66-4617-8b73-3b8e6585ad31 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:21.186852 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-912a4de1-4a66-4617-8b73-3b8e6585ad31 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0914271 Jul 22 12:36:21.199759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:21.250470 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-ed18918d-a76c-4463-83e6-8b65d3f25651 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1000 time: 0.0570025 Jul 22 12:36:21.300036 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-0380bc03-32a9-441e-9fd8-3d5e57f0598f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:21.301592 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-0380bc03-32a9-441e-9fd8-3d5e57f0598f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0449700 Jul 22 12:36:21.364304 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-27d9d792-c4ed-4ce5-a0e9-b076e6322676 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:21.365871 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-27d9d792-c4ed-4ce5-a0e9-b076e6322676 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0584824 Jul 22 12:36:21.423650 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d8c50-9101-4248-9b6d-235277516c73', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65902cd2-0337-494a-bb50-5cd6e877504b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:36:20Z', 'updated_at': '2021-07-22T12:36:20Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:21.455067 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:36:21.456040 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-826437c2-2040-467a-b916-12b906bfe9e9 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0840685 Jul 22 12:36:21.463584 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:36:21.464186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:36:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:21.551283 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dedf5aa7-fc1a-4eaf-a5f0-85551018726f req-76b043fd-354e-4f81-b340-7a7fab295997 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0893815 Jul 22 12:36:21.579157 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:21.580875 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:36:21.797607 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d8c50-9101-4248-9b6d-235277516c73', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65902cd2-0337-494a-bb50-5cd6e877504b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:36:20Z', 'updated_at': '2021-07-22T12:36:20Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:36:21.824461 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b36bff6-2d4f-42c4-95c5-ee07a86bb302 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '5c8d8c50-9101-4248-9b6d-235277516c73', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.204', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'fixed_ip_address': '172.20.0.10', 'status': 'DOWN', 'standard_attr_id': 4267, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65902cd2-0337-494a-bb50-5cd6e877504b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:36:20Z', 'updated_at': '2021-07-22T12:36:20Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:36:22.008738 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8337ed60-a4ec-4034-86cc-62f1e7fa49a2 None None] New status for floating IP 5c8d8c50-9101-4248-9b6d-235277516c73: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:36:27.923775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:28.898030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:45.373902 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e17888f8-543b-4d4a-abd0-6413a0e1f0f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:47.964596 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:48.274663 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-41ba4f1a-36c5-4588-8699-8da0aac6b2a5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:49.653445 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:51.568698 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:55.334881 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-923da0b3-ec2e-4258-bf66-ec1254675448 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0535049 Jul 22 12:36:55.431178 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-45925b3a-8954-4e3a-9107-bad03e26586c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:55.433191 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-45925b3a-8954-4e3a-9107-bad03e26586c service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.0546343 Jul 22 12:36:55.538430 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-4cf7001f-bdce-4c7c-a9b3-cfbc8b877d93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:55.539987 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-4cf7001f-bdce-4c7c-a9b3-cfbc8b877d93 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0880263 Jul 22 12:36:55.610336 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-2456ff84-f5be-490e-9d9f-67b8bf79f10e service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0630560 Jul 22 12:36:55.658429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-1a0320e4-d179-48bf-ba28-eb42ad598992 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:55.659917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-1a0320e4-d179-48bf-ba28-eb42ad598992 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0436976 Jul 22 12:36:55.721254 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-08ab5f13-767e-4ff4-8602-1e0d518db36a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:36:55.722780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-08ab5f13-767e-4ff4-8602-1e0d518db36a service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0538287 Jul 22 12:36:55.733492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-7701e767-3166-4784-8c3e-e713bea64a69 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:36:55.734424 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-7701e767-3166-4784-8c3e-e713bea64a69 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0056641 Jul 22 12:36:55.828365 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-ba73a914-9493-401b-ac3e-05f7a16a24dd service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868313 Jul 22 12:36:55.921002 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb3d9731-ef7a-43e8-85a7-e9f6bd31a077 req-58613e77-85ce-4fdc-8d5f-cf057ccc2d2e service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0864189 Jul 22 12:36:56.496150 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:36:57.928266 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:36:58.913552 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:15.374478 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-49e03528-2762-4626-ae2e-801fcfb884fc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:17.966830 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:18.276521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-308677e1-7924-4c9f-92c0-b6e2e761b9c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:19.655412 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:21.569922 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:27.936194 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:28.912144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:33.494750 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:37:45.376415 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-22d0ec82-82a3-4863-b78a-8f633514ee29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:47.968550 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:48.276853 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0c3cda06-51bf-45ac-8c3c-08b0eaff47d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:49.659135 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:51.572602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:55.316164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-ebaebd69-0a11-40e4-8cdc-807bd0e028d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0560665 Jul 22 12:37:55.412252 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87e48-b192-41be-8340-3624acfc372c req-f5bd01d4-6bc2-4ff7-b3c1-a54cb5623c21 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:37:55.413768 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-f5bd01d4-6bc2-4ff7-b3c1-a54cb5623c21 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.0560961 Jul 22 12:37:55.513235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87e48-b192-41be-8340-3624acfc372c req-184099e5-69dd-4069-9bea-b6d03bb0fc7f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:37:55.514711 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-184099e5-69dd-4069-9bea-b6d03bb0fc7f service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0826089 Jul 22 12:37:55.584591 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-ea73939f-93d2-4eaf-a5a8-ebe92f337deb service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0621021 Jul 22 12:37:55.633665 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87e48-b192-41be-8340-3624acfc372c req-89837ba0-cdac-422b-92a9-e983fb87ece5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:37:55.635175 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-89837ba0-cdac-422b-92a9-e983fb87ece5 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0438983 Jul 22 12:37:55.693172 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afa87e48-b192-41be-8340-3624acfc372c req-12f869f3-57ea-4582-8818-24bd33df60e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:37:55.694647 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-12f869f3-57ea-4582-8818-24bd33df60e2 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530827 Jul 22 12:37:55.784840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-b5e7d606-875b-4efb-86be-0d5067cdc31a service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838182 Jul 22 12:37:55.875442 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-afa87e48-b192-41be-8340-3624acfc372c req-16528db9-c2f8-4b75-afda-e74aab965af4 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0829113 Jul 22 12:37:57.940181 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:37:58.924268 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:10.494402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:38:13.940061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10a8a829-b985-4ad4-8c5b-70957bd829ac req-fdd0add8-a77a-4156-b21d-4acb340dae0a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:13.941579 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10a8a829-b985-4ad4-8c5b-70957bd829ac req-fdd0add8-a77a-4156-b21d-4acb340dae0a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.1560826 Jul 22 12:38:13.981319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-10a8a829-b985-4ad4-8c5b-70957bd829ac req-351e1498-86f1-43b6-8853-8a04c625c19b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331883 Jul 22 12:38:15.128774 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d28b57c1-6b72-4a49-b35a-c91ff3a69287 req-50e7ab67-e10f-4c45-a773-7767adb4c01c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:15.130325 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d28b57c1-6b72-4a49-b35a-c91ff3a69287 req-50e7ab67-e10f-4c45-a773-7767adb4c01c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0658169 Jul 22 12:38:15.171766 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d28b57c1-6b72-4a49-b35a-c91ff3a69287 req-56ee7ad3-9e36-4629-8bf1-5e34915c9c16 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0341954 Jul 22 12:38:15.377432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4314e149-e30f-499e-be7c-d8f07f07267d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:16.342811 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcd730e-49c3-42ea-a0c5-26d61459726f req-e786833e-b0df-45d6-b400-ad094178481f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:16.344279 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfcd730e-49c3-42ea-a0c5-26d61459726f req-e786833e-b0df-45d6-b400-ad094178481f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0677209 Jul 22 12:38:16.677590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cfcd730e-49c3-42ea-a0c5-26d61459726f req-414b3816-7501-4abd-8310-74eaee5de343 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3275669 Jul 22 12:38:17.809391 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20322bb0-0471-4d3c-884c-df49b900bec6 req-bc34c9e2-a57d-40d6-82a0-35770791dfd6 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:17.810896 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20322bb0-0471-4d3c-884c-df49b900bec6 req-bc34c9e2-a57d-40d6-82a0-35770791dfd6 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0658364 Jul 22 12:38:17.847656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-20322bb0-0471-4d3c-884c-df49b900bec6 req-ad40edf4-1d7a-4dea-b4bb-942e9f4a22a4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0312078 Jul 22 12:38:17.969670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:18.277585 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c82445a0-7193-41f5-b60f-32bb841e38d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:18.979611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-184c719f-be37-45f0-bf1f-661de8e3749b req-ee7c1669-2e6e-4aea-8d55-70345e460345 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:18.981106 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-184c719f-be37-45f0-bf1f-661de8e3749b req-ee7c1669-2e6e-4aea-8d55-70345e460345 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0644963 Jul 22 12:38:19.021635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-184c719f-be37-45f0-bf1f-661de8e3749b req-ea354ef9-756d-4aab-9ada-3d1251caa8f5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0349057 Jul 22 12:38:19.661023 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:20.213118 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-38193321-b58a-4164-9c45-be575fbac5c3 req-08c84c42-13d1-4971-a78f-36892f26db47 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:20.214666 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38193321-b58a-4164-9c45-be575fbac5c3 req-08c84c42-13d1-4971-a78f-36892f26db47 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.1226051 Jul 22 12:38:20.253102 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-38193321-b58a-4164-9c45-be575fbac5c3 req-364e133a-456b-47e5-9093-ec02f45cf2cc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0328176 Jul 22 12:38:21.383237 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d2a83fe-5b16-4a67-a573-681dac51acc8 req-71471ebc-f486-4967-a125-46f5a6db37d2 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:21.384719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d2a83fe-5b16-4a67-a573-681dac51acc8 req-71471ebc-f486-4967-a125-46f5a6db37d2 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0643938 Jul 22 12:38:21.421694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2d2a83fe-5b16-4a67-a573-681dac51acc8 req-65caab18-cd85-4747-9e6a-ccd533b322c4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313661 Jul 22 12:38:21.575959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:22.555368 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f7d568c-8beb-44ab-a0ee-8000c9ec995a req-7baa6f47-1aec-41d4-a3a0-8383d5ef9884 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:22.556909 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7d568c-8beb-44ab-a0ee-8000c9ec995a req-7baa6f47-1aec-41d4-a3a0-8383d5ef9884 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0679350 Jul 22 12:38:22.595704 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4f7d568c-8beb-44ab-a0ee-8000c9ec995a req-c76a173a-d7b5-4b94-828a-812936808fcf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331717 Jul 22 12:38:23.725675 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d574773-8471-456a-857d-36ec6728c8b3 req-fd43f330-da9a-434f-9ee7-fe12a32a8b95 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:23.727109 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d574773-8471-456a-857d-36ec6728c8b3 req-fd43f330-da9a-434f-9ee7-fe12a32a8b95 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0640476 Jul 22 12:38:23.765319 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1d574773-8471-456a-857d-36ec6728c8b3 req-9129fe91-f4dd-4120-b299-29ba3fd727cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0324736 Jul 22 12:38:24.895863 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c894a5ad-49b7-4951-b8dd-930969fb6e14 req-62791337-9c33-45e6-a88b-8d074991c01d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:24.897923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c894a5ad-49b7-4951-b8dd-930969fb6e14 req-62791337-9c33-45e6-a88b-8d074991c01d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0638387 Jul 22 12:38:24.940462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c894a5ad-49b7-4951-b8dd-930969fb6e14 req-5aa4f866-4aa1-4865-8c09-319322395998 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0366359 Jul 22 12:38:26.088826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-025d1391-2f6d-4e97-a184-b9da6f161f36 req-b74b98cb-e0c1-4455-9506-f112c10ac52f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:26.090381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-025d1391-2f6d-4e97-a184-b9da6f161f36 req-b74b98cb-e0c1-4455-9506-f112c10ac52f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0748129 Jul 22 12:38:26.129555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-025d1391-2f6d-4e97-a184-b9da6f161f36 req-4a5f197d-60a6-4fad-9624-8a4fd904d569 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330811 Jul 22 12:38:26.415441 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:38:26.533542 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:26.547614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:38:26.597158 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:26.613425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:38:26.638254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:26.642732 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:26.711073 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:38:26.718688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.719038 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.719383 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.719723 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.720090 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.720425 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.720809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.721146 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.721610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.722026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.722359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.722713 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:38:26.728963 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['651dd050-667d-4d1e-bdac-ae51f3959ed1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:38:27.283017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db11b0b2-db70-4480-be6c-a8e1fbee80ad req-e01ceaaf-08d1-4f3b-9b67-73acf91e6854 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:27.284753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db11b0b2-db70-4480-be6c-a8e1fbee80ad req-e01ceaaf-08d1-4f3b-9b67-73acf91e6854 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 945 time: 0.0746832 Jul 22 12:38:27.341839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-db11b0b2-db70-4480-be6c-a8e1fbee80ad req-820ae685-9e0d-4724-9929-7b61f9495e9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499208 Jul 22 12:38:27.949621 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:28.433716 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:38:28.493883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:38:28.494236 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:28.504079 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9957b760-d2d8-49ba-845b-b83189613326 req-879d8585-1766-40d4-afd2-7bb5b8abf94e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:28.506291 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9957b760-d2d8-49ba-845b-b83189613326 req-879d8585-1766-40d4-afd2-7bb5b8abf94e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 945 time: 0.0897236 Jul 22 12:38:28.552492 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9957b760-d2d8-49ba-845b-b83189613326 req-1b6828c3-ea7a-4181-9677-1d0185a8a0ef tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0380445 Jul 22 12:38:28.610972 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:28.637220 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:38:28.639542 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-d716bb3b-6c62-417f-b064-fa2e1d121357" -d '{"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:38:28.661645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:28.667426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:28.698362 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:38:28 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-6a45fdf1-f370-4c0f-a346-22ee95da7fce x-openstack-request-id: req-6a45fdf1-f370-4c0f-a346-22ee95da7fce {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:38:28.698777 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:38:28.699035 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-6a45fdf1-f370-4c0f-a346-22ee95da7fce {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:38:28.699422 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'code': 200} Jul 22 12:38:28.729663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:38:28.927707 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:29.741414 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c73ea19-7b6c-466c-af31-625624baf169 req-c50819a3-f17b-40ce-afc3-732485826198 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:29.743786 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c73ea19-7b6c-466c-af31-625624baf169 req-c50819a3-f17b-40ce-afc3-732485826198 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0966408 Jul 22 12:38:29.796048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0c73ea19-7b6c-466c-af31-625624baf169 req-a5a81480-f43c-4dd7-97fc-1df4c5c43c70 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462434 Jul 22 12:38:30.949429 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41df50a1-c85d-4fd9-b910-ba308c987fa1 req-c7758780-6a41-4c93-9785-6d0a508b530e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:30.951204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41df50a1-c85d-4fd9-b910-ba308c987fa1 req-c7758780-6a41-4c93-9785-6d0a508b530e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0764844 Jul 22 12:38:30.999788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41df50a1-c85d-4fd9-b910-ba308c987fa1 req-67edd322-9886-442b-891b-15dadc01f225 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0427377 Jul 22 12:38:32.163570 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b5a05fa8-70e3-49f2-ac4a-6b5545cc8d10 req-2e114bef-1f1e-4c72-9993-d42fc120f51a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:32.165632 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5a05fa8-70e3-49f2-ac4a-6b5545cc8d10 req-2e114bef-1f1e-4c72-9993-d42fc120f51a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0742488 Jul 22 12:38:32.219097 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b5a05fa8-70e3-49f2-ac4a-6b5545cc8d10 req-aa1c3009-eb8e-4b86-88e0-4864d3c0d4b3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0455647 Jul 22 12:38:33.349559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a121e03a-745f-4e1f-bbe6-f164435a02f3 req-a3e038d0-912b-4cb0-93f1-a78cad198874 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:33.351831 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a121e03a-745f-4e1f-bbe6-f164435a02f3 req-a3e038d0-912b-4cb0-93f1-a78cad198874 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0677905 Jul 22 12:38:33.414698 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a121e03a-745f-4e1f-bbe6-f164435a02f3 req-fbfdab4b-fee4-4339-9e0c-5a81af23e623 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0514076 Jul 22 12:38:34.550490 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1f5694e-5217-471a-84c9-04ce392b78ef req-943168b6-fecd-4fd6-bfa4-78889a2f6efc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:34.557532 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1f5694e-5217-471a-84c9-04ce392b78ef req-943168b6-fecd-4fd6-bfa4-78889a2f6efc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0799160 Jul 22 12:38:34.593762 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1f5694e-5217-471a-84c9-04ce392b78ef req-c8722a43-daca-4c10-a8b2-c68e9c5fc07f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0352616 Jul 22 12:38:35.724366 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef276f3b-65a4-41b8-a97e-d20ec18613ff req-65aa3ec5-0ebf-493b-9ff0-22ea98edbffd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:35.726701 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef276f3b-65a4-41b8-a97e-d20ec18613ff req-65aa3ec5-0ebf-493b-9ff0-22ea98edbffd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0658822 Jul 22 12:38:35.794302 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ef276f3b-65a4-41b8-a97e-d20ec18613ff req-80595970-fb01-4089-b76e-222269ea1a37 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0585823 Jul 22 12:38:35.811587 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-a3c87f8e-1e93-4276-a586-04c41605520f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:35.813112 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-a3c87f8e-1e93-4276-a586-04c41605520f service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.0848131 Jul 22 12:38:35.908772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-35e179a7-a105-44c8-988e-c48738abc6f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:35.910274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-35e179a7-a105-44c8-988e-c48738abc6f6 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0908227 Jul 22 12:38:35.984453 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-7c89a9f9-0e04-4706-9b83-94bf75c5af44 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0675473 Jul 22 12:38:36.035093 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-dedc95a6-7455-4ba2-9f76-75425f0783bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:36.036828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-dedc95a6-7455-4ba2-9f76-75425f0783bb service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0461924 Jul 22 12:38:36.098104 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-01f98e27-b315-4764-bdcc-150549a9b217 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:36.099635 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-01f98e27-b315-4764-bdcc-150549a9b217 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0562122 Jul 22 12:38:36.194235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-c673dd09-74f0-4c6c-915c-1999f35cfd0f service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0878277 Jul 22 12:38:36.282300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7ea491ec-cd81-4eef-a046-3dfb3352d10e req-4366e7f5-11bd-40f5-b850-007a6cf697b4 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824959 Jul 22 12:38:36.933087 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b69b5f35-297b-4b24-b977-cddf406b63fe req-7efd1a33-6913-4fc3-8af2-c1596cf33d57 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:36.934617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b69b5f35-297b-4b24-b977-cddf406b63fe req-7efd1a33-6913-4fc3-8af2-c1596cf33d57 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0699573 Jul 22 12:38:36.972891 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b69b5f35-297b-4b24-b977-cddf406b63fe req-1a5f6f07-889c-4983-802b-af7667ff89f0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0326605 Jul 22 12:38:38.107510 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9945f3f-bc12-473e-aa72-23c024c6bfce req-100a90ac-55af-4fb1-ad59-c2b9fb3faefb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:38.108980 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9945f3f-bc12-473e-aa72-23c024c6bfce req-100a90ac-55af-4fb1-ad59-c2b9fb3faefb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0687599 Jul 22 12:38:38.145970 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b9945f3f-bc12-473e-aa72-23c024c6bfce req-fa63af08-e150-4c71-8bd0-7cad31732a0e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0314133 Jul 22 12:38:38.381992 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b367df-779b-4db2-a0df-4ea114b36896 req-c5a2477e-8bee-4f39-8aae-c3e812d0f25c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:38.383502 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98b367df-779b-4db2-a0df-4ea114b36896 req-c5a2477e-8bee-4f39-8aae-c3e812d0f25c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.0654953 Jul 22 12:38:38.421689 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-98b367df-779b-4db2-a0df-4ea114b36896 req-38e8c439-c477-43fd-80bd-32f32fa75771 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323126 Jul 22 12:38:38.647212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-767d0785-07b6-48ce-b341-560938a367f9 service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1209788 Jul 22 12:38:39.456454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-dd7514bd-9a5f-41bd-8a87-0ec8a712b1d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.458019 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-dd7514bd-9a5f-41bd-8a87-0ec8a712b1d6 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 1097 time: 0.1006927 Jul 22 12:38:39.590176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-0a93d147-2609-480b-9bb7-c418ea00e179 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.591719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-0a93d147-2609-480b-9bb7-c418ea00e179 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1097 time: 0.1101732 Jul 22 12:38:39.638049 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d3ca706-bcff-47e9-a55b-ed4bac04cfd5 req-c039c485-c40c-4de4-9d66-5e98367fa885 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.639583 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d3ca706-bcff-47e9-a55b-ed4bac04cfd5 req-c039c485-c40c-4de4-9d66-5e98367fa885 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 946 time: 0.1155405 Jul 22 12:38:39.726092 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7d3ca706-bcff-47e9-a55b-ed4bac04cfd5 req-0b914921-da25-463a-97d5-b2183beb0718 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789602 Jul 22 12:38:39.730618 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-859905b8-5c6d-45b9-b040-43d761640ec7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.732072 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-859905b8-5c6d-45b9-b040-43d761640ec7 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.1332464 Jul 22 12:38:39.802273 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-f7a363cb-902c-46c2-8c13-c8c5da4cade8 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0593047 Jul 22 12:38:39.856667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-272d68cf-e260-4384-afc0-538f0de6c960 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.858145 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-272d68cf-e260-4384-afc0-538f0de6c960 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0502126 Jul 22 12:38:39.923023 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-bbcad6b9-542f-4cab-be5e-625052d5ce15 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:39.925563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-bbcad6b9-542f-4cab-be5e-625052d5ce15 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0606534 Jul 22 12:38:40.017787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-394332b6-3a04-4db8-ba4e-fd7ec09ff3f4 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0861359 Jul 22 12:38:40.116376 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47510cfb-d7b1-4df0-b52c-24cfb3b6e472 req-76b38fa3-ecc7-423c-a128-f406bb79fd3d service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0908225 Jul 22 12:38:40.499471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:38:40.578521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:40.603819 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:38:40.606042 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0c26f296-85a8-462f-a5e1-2a9b50c0cf1c" -d '{"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-unplugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:38:40.622351 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:40.627602 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:40.659774 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:38:40 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-12b0d53d-96f1-4775-bd5c-adea9b4ccc26 x-openstack-request-id: req-12b0d53d-96f1-4775-bd5c-adea9b4ccc26 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:38:40.660069 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-unplugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:38:40.660324 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-12b0d53d-96f1-4775-bd5c-adea9b4ccc26 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:38:40.660716 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'code': 200} Jul 22 12:38:40.691024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:38:40.864782 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7e13675-a4c2-44f0-b160-004438bd502d req-0db74cef-1c26-45b4-ab06-f3d61f7189ac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:40.866406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7e13675-a4c2-44f0-b160-004438bd502d req-0db74cef-1c26-45b4-ab06-f3d61f7189ac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0680163 Jul 22 12:38:40.907738 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b7e13675-a4c2-44f0-b160-004438bd502d req-3aed1b3b-cddc-451c-a18e-4496be7f8981 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0354595 Jul 22 12:38:42.056105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aaa5ecbb-85e2-4d7f-986f-7ca951f16902 req-bcb45a2e-06c5-40f9-aac2-a1035271db77 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:42.058548 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aaa5ecbb-85e2-4d7f-986f-7ca951f16902 req-bcb45a2e-06c5-40f9-aac2-a1035271db77 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0771971 Jul 22 12:38:42.101373 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-aaa5ecbb-85e2-4d7f-986f-7ca951f16902 req-9ddf764e-db53-4c03-b4a6-7d0b545a803c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0365825 Jul 22 12:38:43.289877 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-257bdb78-ff34-40c3-a11b-436e3f5759fd req-adbfe1de-30ba-4a56-965c-6057f2c701ea tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:43.291385 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-257bdb78-ff34-40c3-a11b-436e3f5759fd req-adbfe1de-30ba-4a56-965c-6057f2c701ea tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.1055253 Jul 22 12:38:43.341656 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-257bdb78-ff34-40c3-a11b-436e3f5759fd req-6f07932c-52a5-443f-8455-dcda10c29b82 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0442934 Jul 22 12:38:44.491948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e2221a0-3362-4261-92b0-23cc11a3b4d9 req-8a02c442-cb30-4216-8cf9-c38ee867be2d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:44.493481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e2221a0-3362-4261-92b0-23cc11a3b4d9 req-8a02c442-cb30-4216-8cf9-c38ee867be2d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0803709 Jul 22 12:38:44.540035 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7e2221a0-3362-4261-92b0-23cc11a3b4d9 req-839aa571-93dc-4247-bd31-670168552e3c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402691 Jul 22 12:38:45.380159 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f027b7b9-3a4c-46f9-b836-44d5a0e8da79 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:45.681015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15edeadc-103a-4a05-a5a2-33c6bb1a9acf req-b18a772d-0306-4b91-be5b-4c9b1a3ddc69 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:45.683201 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15edeadc-103a-4a05-a5a2-33c6bb1a9acf req-b18a772d-0306-4b91-be5b-4c9b1a3ddc69 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0726068 Jul 22 12:38:45.735561 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-15edeadc-103a-4a05-a5a2-33c6bb1a9acf req-69a49940-e010-426f-89a6-15688251c185 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0470335 Jul 22 12:38:46.890840 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07537281-1cd9-4013-bb5b-cb59fba9e810 req-3f4de565-c230-435b-a3ae-fb8661b36c53 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:46.892276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07537281-1cd9-4013-bb5b-cb59fba9e810 req-3f4de565-c230-435b-a3ae-fb8661b36c53 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0680912 Jul 22 12:38:46.932571 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07537281-1cd9-4013-bb5b-cb59fba9e810 req-19aab573-4d63-41af-9ccf-0aa9ecb22c15 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0337710 Jul 22 12:38:47.494242 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:38:47.975759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:48.074722 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3758a1e2-0290-4ea8-981f-0c9c08d41829 req-df6becba-367a-4a88-a525-d0af30c6c343 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:48.076239 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3758a1e2-0290-4ea8-981f-0c9c08d41829 req-df6becba-367a-4a88-a525-d0af30c6c343 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0722222 Jul 22 12:38:48.117563 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3758a1e2-0290-4ea8-981f-0c9c08d41829 req-38d6f121-1709-4132-a577-6254dbba32aa tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0353355 Jul 22 12:38:48.279754 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-02036014-978a-43c5-b5c1-de6f574a44ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:49.254390 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d701abd6-e7f0-4010-8396-1fbb8dd26666 req-27a8507a-2cde-43f0-80f7-aead615d7a5e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:49.255998 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d701abd6-e7f0-4010-8396-1fbb8dd26666 req-27a8507a-2cde-43f0-80f7-aead615d7a5e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0654409 Jul 22 12:38:49.294048 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d701abd6-e7f0-4010-8396-1fbb8dd26666 req-58a21d28-0bbf-42c2-8ce1-0e7d2620bd96 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318069 Jul 22 12:38:49.665799 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:50.428788 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dac72afe-36ef-4c30-9ea1-ac29f65b9f96 req-e6fcbefd-9253-4f34-be0a-9e76b3e95e4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:50.430246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac72afe-36ef-4c30-9ea1-ac29f65b9f96 req-e6fcbefd-9253-4f34-be0a-9e76b3e95e4b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0654514 Jul 22 12:38:50.473688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dac72afe-36ef-4c30-9ea1-ac29f65b9f96 req-678de8d6-f6bf-4491-8ab8-a274ebfd292e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377727 Jul 22 12:38:51.580960 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:51.608308 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d043fd32-bfc9-4a86-9e4f-836658662b0d req-e77f43df-952b-4f17-bfa8-517ffd63bc23 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:51.609802 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d043fd32-bfc9-4a86-9e4f-836658662b0d req-e77f43df-952b-4f17-bfa8-517ffd63bc23 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0684566 Jul 22 12:38:51.650028 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d043fd32-bfc9-4a86-9e4f-836658662b0d req-589f946a-ab58-460e-9a54-89c8f8f8a253 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0338752 Jul 22 12:38:52.024028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd8a75f9-56f1-4712-9f3e-fb8b7f943c36 req-1eb56234-4769-4d94-af63-a25538c0a97c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:52.025540 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd8a75f9-56f1-4712-9f3e-fb8b7f943c36 req-1eb56234-4769-4d94-af63-a25538c0a97c service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1095 time: 0.0957744 Jul 22 12:38:52.061462 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-bd8a75f9-56f1-4712-9f3e-fb8b7f943c36 req-2126ef9e-66c6-44e7-909c-56c4f8606718 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0292480 Jul 22 12:38:52.789622 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-13e3fcff-1c38-4426-a63a-8845a677e646 req-1beca708-56ad-470f-80a6-835bcac13e2f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:52.791149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e3fcff-1c38-4426-a63a-8845a677e646 req-1beca708-56ad-470f-80a6-835bcac13e2f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0723736 Jul 22 12:38:52.832722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-13e3fcff-1c38-4426-a63a-8845a677e646 req-4dbe68dd-0226-485a-b045-c6a8fab88ee6 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0359912 Jul 22 12:38:53.965450 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9567b236-9df6-4efc-aecc-b25b26d73609 req-b0e2721d-9dfd-4f8f-b9d1-1d6b539c2d11 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:53.966981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9567b236-9df6-4efc-aecc-b25b26d73609 req-b0e2721d-9dfd-4f8f-b9d1-1d6b539c2d11 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 944 time: 0.0638206 Jul 22 12:38:54.004663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9567b236-9df6-4efc-aecc-b25b26d73609 req-8504d54f-c1ee-4e76-9d0a-e836d6bd5860 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320241 Jul 22 12:38:54.571528 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:38:54.666366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:54.677227 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'port_id': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'mac_address': 'fa:16:3e:84:fa:4a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.10'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:38:54.714254 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:54.726649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:38:54.746158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:54.750224 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:54.795945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:38:54.989798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['651dd050-667d-4d1e-bdac-ae51f3959ed1'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:38:55.315329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-87489853-b4cb-45f6-8809-dd1fd1f35aa1 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0522599 Jul 22 12:38:55.413061 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-604faa2d-3393-44ec-9713-bc5dc1049da4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:55.414588 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-604faa2d-3393-44ec-9713-bc5dc1049da4 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1096 time: 0.0577779 Jul 22 12:38:55.517026 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-3c4a14e5-cccf-4bf2-9260-6c61e17a05b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:55.518512 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-3c4a14e5-cccf-4bf2-9260-6c61e17a05b9 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0849020 Jul 22 12:38:55.585300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-3bf5291d-a52d-433f-9993-c9765902ec14 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1001 time: 0.0598295 Jul 22 12:38:55.635255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-3dcb27ca-e578-4f4d-a76a-c38fd124c563 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:55.636703 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-3dcb27ca-e578-4f4d-a76a-c38fd124c563 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0454321 Jul 22 12:38:55.694206 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-915bee85-3c64-4e4c-b314-35fbe1e7ecf3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:38:55.695709 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-915bee85-3c64-4e4c-b314-35fbe1e7ecf3 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0532353 Jul 22 12:38:55.791993 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-1c6e233d-8fa4-4ff9-bb29-9c29e5ad1910 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901937 Jul 22 12:38:55.879433 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a7df48d5-2445-49a2-94e1-bdf724d1193f req-405af6c4-045a-4afe-a535-f91e55682a18 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0814996 Jul 22 12:38:56.587313 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:38:56.634168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 651dd050-667d-4d1e-bdac-ae51f3959ed1 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:38:56.634567 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:56.712458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:56.734122 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:38:56.736417 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-2ff5b03d-2f14-45ec-8f32-32a1f7cd8e38" -d '{"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:38:56.749619 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:38:56.753472 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:56.779742 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:38:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4aa29055-658a-484a-917c-41f27f26dd5d x-openstack-request-id: req-4aa29055-658a-484a-917c-41f27f26dd5d {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:38:56.780031 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-plugged", "status": "completed", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:38:56.780277 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4aa29055-658a-484a-917c-41f27f26dd5d {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:38:56.780658 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'code': 200} Jul 22 12:38:56.807181 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:38:57.936348 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:38:58.927904 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:15.386629 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3621b07-0cdc-4702-8e91-0ea1446cec70 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:17.968167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:18.285911 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7cbfeed1-23fb-4832-bd38-f979c2afa452 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:19.670309 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:21.582569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:24.495398 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:39:27.936670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:28.948036 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:45.388004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-02a5327b-d498-4a36-9e59-16d71e9180ed None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:47.968683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:48.289599 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-470214fa-6185-4b04-9c20-150b271cb2c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:49.672984 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:51.585468 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:56.338719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-effece14-7149-42db-acbf-8b3b54815e02 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0614960 Jul 22 12:39:56.438933 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-50cab8a5-9298-4d26-9994-709a51a8eea6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:39:56.440421 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-50cab8a5-9298-4d26-9994-709a51a8eea6 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1098 time: 0.0548239 Jul 22 12:39:56.547837 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-8042f5cb-857e-4b24-a477-a022bfaa32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:39:56.549324 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-8042f5cb-857e-4b24-a477-a022bfaa32b3 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0897424 Jul 22 12:39:56.619001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-9b465c80-e209-4c2d-a1bc-9c99bd28a94f service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 1002 time: 0.0597279 Jul 22 12:39:56.668707 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-a5f12a76-4c85-484c-94c2-41f8bafc32b3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:39:56.670158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-a5f12a76-4c85-484c-94c2-41f8bafc32b3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0432336 Jul 22 12:39:56.733767 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-55abfe56-f3f1-42f0-8de9-1023de158028 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:39:56.735290 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-55abfe56-f3f1-42f0-8de9-1023de158028 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0581155 Jul 22 12:39:56.822077 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-73e93a51-4431-4330-9273-ba5ad9b82a63 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0799263 Jul 22 12:39:56.914481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e5c683d-3ef1-410b-bd1e-99ca847ecdb0 req-9193e655-66f2-4c4b-88d3-74f95d640039 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0860178 Jul 22 12:39:57.951665 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:39:58.944887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:01.494317 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:40:03.840126 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56170) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:03.998255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Deleting port d06ce15f-92cd-4d7a-996c-17d2ddb61a29 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:40:03.998620 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.076729 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.077051 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.089568 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Calling delete_port for d06ce15f-92cd-4d7a-996c-17d2ddb61a29 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:40:04.242741 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.271448 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'Port': ['ID=d06ce15f-92cd-4d7a-996c-17d2ddb61a29,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:04.283625 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.283982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.284948 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.285292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.285630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.285964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.286293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.286645 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.286974 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.287301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.287649 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.287980 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:04.343440 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.343732 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Floating IP 5c8d8c50-9101-4248-9b6d-235277516c73 disassociated (deleted). External IP: 172.25.6.204, port: 651dd050-667d-4d1e-bdac-ae51f3959ed1. Jul 22 12:40:04.550558 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:40:04.945403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:40:04.950316 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:04.956147 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:40:04.966759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:40:04.967388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:04.988235 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b9e8c540-f8a1-4d36-8e84-88611330baf1 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "DELETE /v2.0/floatingips/5c8d8c50-9101-4248-9b6d-235277516c73 HTTP/1.1" status: 204 len: 168 time: 1.1444628 Jul 22 12:40:04.988235 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:40:04.988825 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-c318afde-b8a5-40dd-944c-5d2dd6fe739d" -d '{"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:40:05.079150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:40:05.091227 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:40:04 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-f95cef79-bb90-4882-a7c9-359fdfdc52ed x-openstack-request-id: req-f95cef79-bb90-4882-a7c9-359fdfdc52ed {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:40:05.091541 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:40:05.091777 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-f95cef79-bb90-4882-a7c9-359fdfdc52ed {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:40:05.092173 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'status': 'completed', 'code': 200} Jul 22 12:40:05.173924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-0fe6b63b-9527-4c15-90eb-fc5f09b397a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:05.175983 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-0fe6b63b-9527-4c15-90eb-fc5f09b397a7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 1098 time: 0.0579970 Jul 22 12:40:05.289275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:05.308298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b7bf62b-dacc-4a0f-8183-ee7ea2a550c4 req-6d24cd77-a1d5-4790-982b-466c6b704b96 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:05.309779 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b7bf62b-dacc-4a0f-8183-ee7ea2a550c4 req-6d24cd77-a1d5-4790-982b-466c6b704b96 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 947 time: 0.1318395 Jul 22 12:40:05.312732 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-fdebad4e-0872-47a6-890e-891889b6556c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:05.314065 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-fdebad4e-0872-47a6-890e-891889b6556c service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.1279483 Jul 22 12:40:05.320558 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:40:05.329081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:40:05.329547 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:39:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:05.366697 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-db13ed15-1548-43ad-8d2c-c9f6113ab620 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 200 len: 217 time: 0.0446074 Jul 22 12:40:05.412415 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4b7bf62b-dacc-4a0f-8183-ee7ea2a550c4 req-9a0e9aad-6032-4af2-8b94-b30b4a5cbd2f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0964406 Jul 22 12:40:05.427529 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-2f76a1f5-1900-49e6-8c7b-f190e36e7309 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:05.429024 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-2f76a1f5-1900-49e6-8c7b-f190e36e7309 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0566413 Jul 22 12:40:05.493627 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-66694924-9bd6-4491-be57-f838435b91f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:05.495212 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-66694924-9bd6-4491-be57-f838435b91f7 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0598249 Jul 22 12:40:05.592031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-d4e9b7b4-5d46-4230-9512-32d890efcee9 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0890439 Jul 22 12:40:05.605355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:40:05.682329 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c318afde-b8a5-40dd-944c-5d2dd6fe739d req-b4f93282-5048-41eb-a75d-dddf1b144186 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830441 Jul 22 12:40:05.804243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:05.830152 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0811ce95-7597-46ec-8aac-5d19e3da620d None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:40:06.062105 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4797cfd1-63d8-444b-9ab7-6294adffb177 None None] New status for floating IP 5c8d8c50-9101-4248-9b6d-235277516c73: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:40:06.489879 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-68eefd81-fbcd-4977-8441-6b3b8ead7991 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:06.491307 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-68eefd81-fbcd-4977-8441-6b3b8ead7991 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 947 time: 0.0722244 Jul 22 12:40:06.613593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe8ff447-d7b9-4cc8-a5a4-c27bda3f2fe9 req-a4edc087-0bb7-4d2a-9ec0-7e63f6d40b28 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:06.615399 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe8ff447-d7b9-4cc8-a5a4-c27bda3f2fe9 req-a4edc087-0bb7-4d2a-9ec0-7e63f6d40b28 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=65902cd2-0337-494a-bb50-5cd6e877504b HTTP/1.1" status: 200 len: 947 time: 0.1232197 Jul 22 12:40:06.651616 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Deleting port 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:40:06.651952 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:06.686093 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe8ff447-d7b9-4cc8-a5a4-c27bda3f2fe9 req-88ce1d2e-d311-4a9b-9ff6-9fafd9223758 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=30efeb0d-44b6-4e8b-8b41-f5835a110728&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0631549 Jul 22 12:40:06.754719 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] For port 651dd050-667d-4d1e-bdac-ae51f3959ed1, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=651dd050-667d-4d1e-bdac-ae51f3959ed1,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:40:06.755077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:06.767168 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Calling delete_port for 651dd050-667d-4d1e-bdac-ae51f3959ed1 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:40:06.897147 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:06.925984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'Port': ['ID=651dd050-667d-4d1e-bdac-ae51f3959ed1,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:06.973717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] No DVR routers for this DVR port 651dd050-667d-4d1e-bdac-ae51f3959ed1 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:40:06.976393 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:06.978420 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0fb77754-8bd2-410e-b190-bf99bfc5a500 req-035e24c4-e950-48b5-8e1a-f0b0c802ee9f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "DELETE /v2.0/ports/651dd050-667d-4d1e-bdac-ae51f3959ed1 HTTP/1.1" status: 204 len: 173 time: 0.4782331 Jul 22 12:40:07.093369 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-deleted', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:40:07.095691 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-89eb41f6-b8b0-4a1d-95c9-cee27e88110e" -d '{"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-deleted", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:40:07.132012 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:40:07 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-38ec4465-8750-498a-844f-b715b7939f58 x-openstack-request-id: req-38ec4465-8750-498a-844f-b715b7939f58 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:40:07.132314 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "65902cd2-0337-494a-bb50-5cd6e877504b", "name": "network-vif-deleted", "tag": "651dd050-667d-4d1e-bdac-ae51f3959ed1", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:40:07.132576 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-38ec4465-8750-498a-844f-b715b7939f58 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:40:07.133042 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '65902cd2-0337-494a-bb50-5cd6e877504b', 'name': 'network-vif-deleted', 'tag': '651dd050-667d-4d1e-bdac-ae51f3959ed1', 'status': 'completed', 'code': 200} Jul 22 12:40:07.745125 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56190) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:07.807881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:07.834430 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:07.892919 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:07.896524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:07.897718 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "DELETE /v2.0/security-groups/30efeb0d-44b6-4e8b-8b41-f5835a110728 HTTP/1.1" status: 204 len: 168 time: 0.1515689 Jul 22 12:40:07.906814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=30efeb0d-44b6-4e8b-8b41-f5835a110728,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:07.915972 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.916322 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.916668 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.917010 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.917349 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.917683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.918013 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.918368 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.918726 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.919058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.919411 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:07.919792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ab8e9aa-b4fa-448d-9ded-d2ea7bfc20ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:08.252586 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56198) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.257680 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-549395646', 'description': 'tempest-secgroup-smoke-549395646 description', 'project_id': '4becdefb078e4bd5b807c3e49d042639'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.280270 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.362436 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.366157 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.395372 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.396621 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.1427128 Jul 22 12:40:08.397740 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ad43a3-cf6f-41fd-8d17-43edb3bf5910 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5c25559d-f37c-47a9-a593-57136ff2c662,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:08.400318 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56200) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.405455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.435610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.496553 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.500584 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.522789 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=69e08bdc-f156-4cde-804e-fdc9a63ce480,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:08.526466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.527669 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-7489dc85-87d4-4b94-b8df-55e04d8ba4ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1259854 Jul 22 12:40:08.530541 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56202) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.535455 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.561361 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.622058 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.625699 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.645829 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=835a77c9-456a-477a-9150-077660ad89a1,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:08.652325 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.653530 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8051f5ca-360c-4b60-bc0e-d376f2ade2cd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1220329 Jul 22 12:40:08.656550 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56204) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.661445 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.688087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.749319 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.753632 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.772801 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1f1bf496-bb8d-48cf-964d-0e7731e4b76d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:08.776441 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.777683 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-76c7eaca-5232-48a2-9083-423e39a2fe68 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1202104 Jul 22 12:40:08.782007 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56206) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.786801 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.813214 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.880793 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.884457 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.903307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e267a4c3-b7e7-4e68-b904-5badfaeb9235,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:08.909111 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:08.910521 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a7b46b42-fb39-49ac-977c-712670550eab tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1274488 Jul 22 12:40:08.913201 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56208) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:08.917644 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:08.939558 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Project 4becdefb078e4bd5b807c3e49d042639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:40:08.945380 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.008491 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.012192 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.031216 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b76d0602-21f3-4b3e-a610-4b54caa6c23d,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:09.035127 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.036549 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d11d821b-e9bb-4e3a-9f5b-7ca270ad3b1a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1222885 Jul 22 12:40:09.039841 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56210) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:09.044444 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'security_group_rule': {'security_group_id': '5c25559d-f37c-47a9-a593-57136ff2c662', 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:09.067070 n-d-754448-4 neutron-server[93707]: INFO neutron.db.securitygroups_db [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Project 4becdefb078e4bd5b807c3e49d042639 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:40:09.071955 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.132627 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.136724 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.154689 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=14e5467b-294f-40d2-a8e2-f7295ef26cb7,revision_number=0']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:09.161947 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:09.164461 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8137dfa3-6dce-418f-b4ab-d99a20297650 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1235456 Jul 22 12:40:10.980175 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:40:11.005591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 651dd050-667d-4d1e-bdac-ae51f3959ed1 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:40:11.005940 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 651dd050-667d-4d1e-bdac-ae51f3959ed1 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:40:15.390633 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-f9cc770d-f08d-48c0-aeb3-88ef058fe90f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:17.971554 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:18.291693 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7eeac716-67c2-414c-91e4-b4f511b9f930 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:19.674252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:21.595887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:23.458293 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-203b7407-02a0-453e-87cf-782cba6447f0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-549395646&fields=id&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 267 time: 0.0317996 Jul 22 12:40:23.569626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-23c6f946-f81d-4913-841e-b8ac687e0e5b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:23.571156 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-23c6f946-f81d-4913-841e-b8ac687e0e5b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 808 time: 0.1055839 Jul 22 12:40:23.586274 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-a6d5cb5c-baf6-47e7-b3cb-76fd3eb19c63 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/quotas/4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 375 time: 0.0093956 Jul 22 12:40:23.651123 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-7c01e2b2-2210-4ae4-829e-6b1187c002a2 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0597539 Jul 22 12:40:23.789141 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-60b56a80-7c05-4d1e-bf06-f5e7958aec37 service neutron] 10.222.0.21 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1265211 Jul 22 12:40:23.878278 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-8a048452-f0a0-402a-a988-f98251c65777 service neutron] 10.222.0.21 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0826027 Jul 22 12:40:24.168506 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3292da4d-0254-48d7-9481-025d7268859d req-374078c7-cd54-41fc-b26e-1c2790654828 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 210 time: 0.0349331 Jul 22 12:40:25.212749 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-22331be7-b686-45b6-861f-eedaa18aca93 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:25.214484 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-22331be7-b686-45b6-861f-eedaa18aca93 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 808 time: 0.1102571 Jul 22 12:40:25.264493 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-ad387c76-fa24-4130-aa00-ac22ad9ab987 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 379 time: 0.0418890 Jul 22 12:40:25.275475 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'port': {'device_id': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'admin_state_up': True, 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'security_groups': ['5c25559d-f37c-47a9-a593-57136ff2c662']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:25.281330 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2a2ef079-7a99-4463-9b3d-bb3beeb647ad req-cab95fc5-ca1a-4fa4-8e27-0de5ba7975d3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 210 time: 0.0358012 Jul 22 12:40:25.392323 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Made reservation on behalf of 4becdefb078e4bd5b807c3e49d042639 for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:40:25.396420 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:25.526061 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Allocated IP 172.20.0.12 (658066be-becd-4c76-9a4c-d911562371da/8c806d9f-6d28-4339-a15a-6d8faa85537f/98cd0fdc-acf0-43f6-bee6-1b376fc89326) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:40:25.670744 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:25.685517 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Transition to ACTIVE for port object 98cd0fdc-acf0-43f6-bee6-1b376fc89326 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:40:25.719397 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:25.762788 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Network 658066be-becd-4c76-9a4c-d911562371da is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:40:25.768868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:40:25.771560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:40:25.804578 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:25.832734 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:25.833770 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:25.852436 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-83907f8f-ab6d-4e27-972d-cc81bf81f5bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.5823092 Jul 22 12:40:25.916800 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Request body: {'port': {'device_id': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:25.999438 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.018943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-81befd0a-69d2-4d47-b46b-38fd5a8faf8b None None] Provisioning for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:40:26.023084 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-81befd0a-69d2-4d47-b46b-38fd5a8faf8b None None] Provisioning complete for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:40:26.023722 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-81befd0a-69d2-4d47-b46b-38fd5a8faf8b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.057966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-81befd0a-69d2-4d47-b46b-38fd5a8faf8b None None] Port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:40:26.273438 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:40:26.280936 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.293107 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Transition to ACTIVE for port object 98cd0fdc-acf0-43f6-bee6-1b376fc89326 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:40:26.296557 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.352879 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:26.445892 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:40:26.446237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:40:26.446622 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:40:26.451476 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:40:26.451753 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:40:26.457605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 39, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:40:26.458000 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:40:26.458334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Bound using segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:40:26.458832 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Bound port: 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:40:26.459017 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b60af0c-1905-4930-81b6-c2a628806715 req-cbca84b6-1e40-467a-be3a-8f76b37196ee tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:26.459538 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.461564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b60af0c-1905-4930-81b6-c2a628806715 req-cbca84b6-1e40-467a-be3a-8f76b37196ee tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0923405 Jul 22 12:40:26.522332 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6b60af0c-1905-4930-81b6-c2a628806715 req-39ea1d3a-c696-4c7c-a82e-35512608b51c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0543160 Jul 22 12:40:26.545427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:40:26.548730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:40:26.556308 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.593289 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:26.593961 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:26.595378 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] 10.222.0.36 "PUT /v2.0/ports/98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1092 time: 0.7352192 Jul 22 12:40:26.595819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:40:26.598253 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-461526e8-a3a6-4de3-b80c-e181905e9293" -d '{"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:40:26.635130 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb49cbb3-1a94-4b68-b27a-84a67c401b38 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:26.653884 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:40:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-847ed0a4-bc2e-4dc6-a947-27bb5775eb3a x-openstack-request-id: req-847ed0a4-bc2e-4dc6-a947-27bb5775eb3a {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:40:26.654169 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:40:26.654420 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-847ed0a4-bc2e-4dc6-a947-27bb5775eb3a {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:40:26.654865 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'status': 'completed', 'code': 200} Jul 22 12:40:26.715684 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-912d74b5-b71c-47d3-b768-9d6b060d293a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:26.717501 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-912d74b5-b71c-47d3-b768-9d6b060d293a service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1095 time: 0.0735009 Jul 22 12:40:26.763095 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-daece5dc-23f3-4ed6-a881-7eee89331fef service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 217 time: 0.0383265 Jul 22 12:40:26.818089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-6fa858bc-7a38-43ce-89eb-0df8f2ac66e2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:26.819646 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-6fa858bc-7a38-43ce-89eb-0df8f2ac66e2 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0501986 Jul 22 12:40:26.883925 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-77324be9-9f98-43e3-9dfd-786ffe475205 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:26.885570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-77324be9-9f98-43e3-9dfd-786ffe475205 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0596976 Jul 22 12:40:26.983334 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-d62226d2-6633-4c5b-a452-293c93ea3cb5 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0903528 Jul 22 12:40:27.079213 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-1aacc9c7-789f-492e-97d6-616f74ed94ca req-94c65260-3f09-48dc-aa28-f6fde0cdf9bd service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0895193 Jul 22 12:40:27.181634 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-b63fbdf7-ab8c-4e79-9623-f37e89fa99d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:27.183582 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-b63fbdf7-ab8c-4e79-9623-f37e89fa99d8 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1095 time: 0.0600522 Jul 22 12:40:27.277539 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-c121adb9-02ee-4605-bcaa-5e60923fc0f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:27.279308 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-c121adb9-02ee-4605-bcaa-5e60923fc0f5 service neutron] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0900216 Jul 22 12:40:27.324616 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-325328e6-d221-472f-81be-178697caa95b service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 217 time: 0.0388479 Jul 22 12:40:27.374998 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-e932f685-0095-4f40-be1f-f64a46f62bb3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:27.376386 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-e932f685-0095-4f40-be1f-f64a46f62bb3 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0462904 Jul 22 12:40:27.438234 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-26e02329-d8b8-4bd8-9ae0-7016ef2c8952 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:27.440239 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-26e02329-d8b8-4bd8-9ae0-7016ef2c8952 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0536554 Jul 22 12:40:27.538575 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-a8d12c7f-6880-472b-9368-7c65a254476a service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888660 Jul 22 12:40:27.635146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-461526e8-a3a6-4de3-b80c-e181905e9293 req-6a37b07f-7d4e-439d-9212-dcafee3b9003 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0901771 Jul 22 12:40:27.660244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e153ce7-8363-414b-911a-f37227d2051d req-3388db74-5d46-442c-84ef-d4c6ef9f8628 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:27.661757 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e153ce7-8363-414b-911a-f37227d2051d req-3388db74-5d46-442c-84ef-d4c6ef9f8628 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0702932 Jul 22 12:40:27.700685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2e153ce7-8363-414b-911a-f37227d2051d req-f53b4929-0ad9-4e02-8e6b-28b52a9b2d8a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0334010 Jul 22 12:40:27.969944 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:28.836686 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b19515-5f70-429f-a567-0e0169834b7a req-df716678-ebba-4f77-ae73-092c49bcbfcc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:28.838194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2b19515-5f70-429f-a567-0e0169834b7a req-df716678-ebba-4f77-ae73-092c49bcbfcc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0649440 Jul 22 12:40:28.876945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d2b19515-5f70-429f-a567-0e0169834b7a req-94c453f8-e27f-47a1-9bd5-a0dd0525bc4a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330167 Jul 22 12:40:28.942947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:30.007737 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17d40e1f-46b7-45ad-86cd-497e4968ee3a req-44617ed3-4fb0-4df7-bb76-033958767764 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:30.009227 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17d40e1f-46b7-45ad-86cd-497e4968ee3a req-44617ed3-4fb0-4df7-bb76-033958767764 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0640132 Jul 22 12:40:30.050986 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17d40e1f-46b7-45ad-86cd-497e4968ee3a req-04d488a6-4c8c-4dc6-854d-f230bf14d895 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0361288 Jul 22 12:40:31.182053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41175709-43bf-444e-afff-54b33ac7069f req-15f55f9c-2084-456b-afd8-8b226e0838f3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:31.183569 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41175709-43bf-444e-afff-54b33ac7069f req-15f55f9c-2084-456b-afd8-8b226e0838f3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0648909 Jul 22 12:40:31.221515 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-41175709-43bf-444e-afff-54b33ac7069f req-eeb54d01-f4a9-432f-8e72-19d95f6e020a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322669 Jul 22 12:40:32.349706 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae795392-160f-40ed-a76b-6287e78e678c req-d393120e-bbf9-4a6c-bde5-4a9dc3551c02 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:32.351249 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae795392-160f-40ed-a76b-6287e78e678c req-d393120e-bbf9-4a6c-bde5-4a9dc3551c02 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0640361 Jul 22 12:40:32.388978 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ae795392-160f-40ed-a76b-6287e78e678c req-f7eca84e-723d-42e0-aa03-fff8cafa7157 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321052 Jul 22 12:40:33.522998 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b26c9cf5-6bb8-4ce8-8255-608a6d068a18 req-10b92b92-2068-44a1-98c1-527fcec42652 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:33.524491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b26c9cf5-6bb8-4ce8-8255-608a6d068a18 req-10b92b92-2068-44a1-98c1-527fcec42652 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0688772 Jul 22 12:40:33.564890 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b26c9cf5-6bb8-4ce8-8255-608a6d068a18 req-c41fd9ac-99df-4932-a143-23ec6afa81c4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343094 Jul 22 12:40:34.695187 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc17e053-44cc-4689-9a42-54278ef3b53f req-62a1748b-ce41-4deb-a074-815840750cf5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:34.696696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc17e053-44cc-4689-9a42-54278ef3b53f req-62a1748b-ce41-4deb-a074-815840750cf5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0642493 Jul 22 12:40:34.734702 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dc17e053-44cc-4689-9a42-54278ef3b53f req-989b156f-6477-43e8-86f4-c8dcf0b3c316 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0324242 Jul 22 12:40:35.875002 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71f868a0-6630-4a89-b44f-55cdafdbef60 req-4ada09ce-9bdc-467c-900d-d7d7a9cf0a43 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:35.876553 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71f868a0-6630-4a89-b44f-55cdafdbef60 req-4ada09ce-9bdc-467c-900d-d7d7a9cf0a43 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0741050 Jul 22 12:40:35.920467 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-71f868a0-6630-4a89-b44f-55cdafdbef60 req-1a5ee22b-6a7b-4a88-ac75-079009e8fec8 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375078 Jul 22 12:40:37.051668 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84d46c86-b3b4-458f-b80d-23c8629fd6a8 req-549c0a2b-0a23-4ffe-a2d4-9495ae283bbe tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:37.053187 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84d46c86-b3b4-458f-b80d-23c8629fd6a8 req-549c0a2b-0a23-4ffe-a2d4-9495ae283bbe tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0644510 Jul 22 12:40:37.091586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-84d46c86-b3b4-458f-b80d-23c8629fd6a8 req-35b87d26-81ed-4154-b8fa-e28165cac59d tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0328472 Jul 22 12:40:37.435321 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:40:37.533726 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:40:37.545092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'mac_address': 'fa:16:3e:21:d8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:40:37.586967 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:37.599434 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:40:37.618845 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:40:37.622966 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:37.673155 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:37.681048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.681395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.681733 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.682074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.682398 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.682848 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.683187 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.683512 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.683838 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.684162 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.684483 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.684806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:40:37.901530 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['98cd0fdc-acf0-43f6-bee6-1b376fc89326'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:40:38.224973 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4c0c951-4138-446f-bf32-fb0eb762b766 req-0de0ecb1-20f4-439c-8e9d-90a5a716328f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:38.226508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4c0c951-4138-446f-bf32-fb0eb762b766 req-0de0ecb1-20f4-439c-8e9d-90a5a716328f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 945 time: 0.0668368 Jul 22 12:40:38.269955 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a4c0c951-4138-446f-bf32-fb0eb762b766 req-4181693d-8d71-423a-8bb2-caa7fd75e3fb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0375829 Jul 22 12:40:38.493474 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:40:39.411385 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93745c31-5070-4e3b-97f5-a76429915e73 req-cc662787-6ebf-4f50-b6e3-747bf20ecfeb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:39.412939 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93745c31-5070-4e3b-97f5-a76429915e73 req-cc662787-6ebf-4f50-b6e3-747bf20ecfeb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 945 time: 0.0690286 Jul 22 12:40:39.435745 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:40:39.452929 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-93745c31-5070-4e3b-97f5-a76429915e73 req-84db1373-b8cf-499b-9507-0191ab2e64dc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0343413 Jul 22 12:40:39.484359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:40:39.489020 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:40:39.489398 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:39.565325 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:39.588210 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:40:39.590460 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-6c7a5ecc-f9c4-415d-a202-ddf34cdd7f7e" -d '{"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-plugged", "status": "completed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:40:39.603519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:40:39.608997 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:39.661280 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:39.681064 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:40:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-bda9b6e2-11e4-42da-8bf8-28c86224d2f6 x-openstack-request-id: req-bda9b6e2-11e4-42da-8bf8-28c86224d2f6 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:40:39.681361 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-plugged", "status": "completed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:40:39.681620 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-bda9b6e2-11e4-42da-8bf8-28c86224d2f6 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:40:39.682022 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'code': 200} Jul 22 12:40:39.795877 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d48bb6f8-8e98-48df-9a03-b364d6cce45c req-23ac93cc-6b0d-41e2-ae27-bf70484b235b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:39.797396 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d48bb6f8-8e98-48df-9a03-b364d6cce45c req-23ac93cc-6b0d-41e2-ae27-bf70484b235b service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1097 time: 0.0581987 Jul 22 12:40:39.831914 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-d48bb6f8-8e98-48df-9a03-b364d6cce45c req-2ee448f7-45fa-4b0f-a84f-cacd1aca5e8a service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0274799 Jul 22 12:40:40.586749 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5beba079-55fe-4903-8020-9594afb1d40c req-5684288c-881d-42d9-a4f5-03f6ece09f66 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:40.588244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5beba079-55fe-4903-8020-9594afb1d40c req-5684288c-881d-42d9-a4f5-03f6ece09f66 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0673409 Jul 22 12:40:40.627776 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5beba079-55fe-4903-8020-9594afb1d40c req-596b6dc4-fa3d-45c9-ba59-6cf4a639f9ed tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332944 Jul 22 12:40:41.775193 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dc665ac-6316-49ec-b125-5a2921515171 req-28b20511-22f2-4a21-9dbb-bb245bd87cb4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:41.776650 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7dc665ac-6316-49ec-b125-5a2921515171 req-28b20511-22f2-4a21-9dbb-bb245bd87cb4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0781581 Jul 22 12:40:41.825858 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-7dc665ac-6316-49ec-b125-5a2921515171 req-7e79baab-5147-494e-ba71-c80b21e4fbcc tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434942 Jul 22 12:40:41.959984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f0f150-f0ae-4fde-878b-e3d796defe8d req-66eba3e5-d30d-48b6-99c8-11026e3df5cb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:41.961758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f0f150-f0ae-4fde-878b-e3d796defe8d req-66eba3e5-d30d-48b6-99c8-11026e3df5cb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0659986 Jul 22 12:40:41.999651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-36f0f150-f0ae-4fde-878b-e3d796defe8d req-99cb0b5d-f4a3-4686-9ff9-817b8c6d6407 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322545 Jul 22 12:40:42.022472 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:42.075563 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7054ced-a177-4e68-a6fe-9dcd83a1bddc tempest-TestShelveInstance-682467197 tempest-TestShelveInstance-682467197-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:42.077006 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-e7054ced-a177-4e68-a6fe-9dcd83a1bddc tempest-TestShelveInstance-682467197 tempest-TestShelveInstance-682467197-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1092 time: 0.0535281 Jul 22 12:40:42.080402 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56414) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:40:42.084745 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address': '172.20.0.12'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:40:42.107832 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:42.210130 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:42.316981 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Allocated IP 172.25.6.127 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/fd5db97a-c1b6-4f97-80eb-c4be45deed14) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:40:42.415107 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:42.452017 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:42.492015 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:40:42.494834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:40:42.498355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:40:42.524891 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=fd5db97a-c1b6-4f97-80eb-c4be45deed14,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:42.858510 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:42.940176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:43.094077 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:43.099169 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:43.166658 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event updated for resources: {'Port': ['ID=fd5db97a-c1b6-4f97-80eb-c4be45deed14,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:40:43.184091 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:43.286918 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Floating IP cd601e55-21e5-4e44-bb92-bc92b8fb2505 associated. External IP: 172.25.6.127, port: 98cd0fdc-acf0-43f6-bee6-1b376fc89326. Jul 22 12:40:43.502356 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:40:43.610865 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:40:43.620598 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:40:43.626728 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:43.630674 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:40:43.631305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:43.666989 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a88c68c9-18b9-4577-9497-234b0f7254bf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 1.5855846 Jul 22 12:40:43.667977 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:40:43.671743 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5459e9cd-8884-402d-bffc-586d5d67f097" -d '{"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:40:43.710208 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:40:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-541ef43d-1cfc-4d11-8950-ab2e84c5f856 x-openstack-request-id: req-541ef43d-1cfc-4d11-8950-ab2e84c5f856 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:40:43.710532 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:40:43.710789 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-541ef43d-1cfc-4d11-8950-ab2e84c5f856 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:40:43.711450 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'status': 'completed', 'code': 200} Jul 22 12:40:43.740727 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:40:43.788140 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-277872a4-ade3-4841-b8b5-187e637b17c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:43.789677 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-277872a4-ade3-4841-b8b5-187e637b17c4 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1097 time: 0.0553219 Jul 22 12:40:43.885060 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-f2e0300f-d967-4e09-9ccc-6f48c5d72925 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:43.886478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-f2e0300f-d967-4e09-9ccc-6f48c5d72925 service neutron] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0899899 Jul 22 12:40:43.951130 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-ed5fc137-a975-41cf-96d1-8cf6b107858e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1000 time: 0.0568089 Jul 22 12:40:43.963762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'cd601e55-21e5-4e44-bb92-bc92b8fb2505', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:21:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:40:42Z', 'updated_at': '2021-07-22T12:40:42Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:43.995158 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:40:44.000760 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-d9fe7098-c7d0-45bc-987a-5675659ba8dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:44.002379 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-d9fe7098-c7d0-45bc-987a-5675659ba8dc service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0447972 Jul 22 12:40:44.003532 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:40:44.004143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:40:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:44.064561 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-e4f103d4-b265-4a73-b7a0-3a2ed39cbe20 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:40:44.066089 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-e4f103d4-b265-4a73-b7a0-3a2ed39cbe20 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0577452 Jul 22 12:40:44.110610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:40:44.162832 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-0e7675c4-f592-4ebd-9056-7aa8812e8361 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0854537 Jul 22 12:40:44.266109 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-5459e9cd-8884-402d-bffc-586d5d67f097 req-826b6a3c-8e07-4f67-9086-acdb6ec4f90e service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0970256 Jul 22 12:40:44.348977 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'cd601e55-21e5-4e44-bb92-bc92b8fb2505', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:21:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:40:42Z', 'updated_at': '2021-07-22T12:40:42Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:40:44.376281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-514846fd-4f38-4f8f-b6e1-cfe313a52ec0 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'cd601e55-21e5-4e44-bb92-bc92b8fb2505', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'floating_ip_address': '172.25.6.127', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 4279, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'mac_address': 'fa:16:3e:21:d8:07', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:40:42Z', 'updated_at': '2021-07-22T12:40:42Z', 'revision_number': 0, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:40:44.581393 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-07d955d7-fa16-4de8-a9e2-0dec3d71f5ae None None] New status for floating IP cd601e55-21e5-4e44-bb92-bc92b8fb2505: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:40:45.391999 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d57a8612-0a0c-4306-9346-07347553bd5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:47.978738 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:48.293134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6355e1c3-d218-426d-ba44-ccb203185b0c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:49.677023 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:51.592458 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:57.966617 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:40:58.955366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:15.393670 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-147ad7e4-08b3-4df1-ae57-c6222abc6b2b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:15.493840 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:41:17.970850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:18.293381 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-03d92628-52ff-4862-82fe-813b2df8da5b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:19.679144 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:21.593008 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:27.963555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:28.699988 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-f0eb67d0-8b8c-4bc7-9bfb-ebded05e5b56 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0562027 Jul 22 12:41:28.792868 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-79e08853-14bd-4137-a1bc-072724ed56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:41:28.794365 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-79e08853-14bd-4137-a1bc-072724ed56f5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1097 time: 0.0543463 Jul 22 12:41:28.901288 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-26a3d87a-7d33-4927-bce0-d403a0e302bb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:41:28.902760 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-26a3d87a-7d33-4927-bce0-d403a0e302bb service neutron] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0896556 Jul 22 12:41:28.956982 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:28.972860 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-023f7acd-b760-4c01-aab4-558804e3bf9e service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1002 time: 0.0639083 Jul 22 12:41:29.022683 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-d5dffa67-be04-462e-a97f-01063ee696ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:41:29.024158 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-d5dffa67-be04-462e-a97f-01063ee696ac service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0454357 Jul 22 12:41:29.083500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-4d9ac4b1-0fdd-470a-9fb7-7dec63649232 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:41:29.085049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-4d9ac4b1-0fdd-470a-9fb7-7dec63649232 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0542538 Jul 22 12:41:29.181344 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-f2ec08b4-d8ee-44f1-ab04-9bc7ba07bf73 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0886316 Jul 22 12:41:29.269893 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-b682a948-13e0-44a3-8695-c1559c6e0251 req-24c164b5-d4b7-4449-b417-ae252acd2ba3 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0825465 Jul 22 12:41:45.396092 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-77e89139-c8b1-498e-8f2a-c13e925d4bca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:47.972705 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:48.293727 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-072c60b1-0a88-41fa-af33-79c9504851cb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:49.682494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:51.597352 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:52.496030 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:41:57.993060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:41:58.953032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:15.397405 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c9a56ed-ea4e-4f01-b439-3bf86dabb38e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:17.972970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:18.294759 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5b0f6a4d-8847-4634-9c82-bf2fb8834ca0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:19.683970 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:21.599554 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:27.999292 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:28.967835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:29.495900 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:42:30.731633 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-14efb7dc-767d-4352-af47-59d6559e7d64 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0588841 Jul 22 12:42:30.828024 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeadf5-2f88-4d0e-a764-606586babefd req-16a8ba45-03ce-42ed-9f0f-5e9eb37b0531 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:30.829445 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-16a8ba45-03ce-42ed-9f0f-5e9eb37b0531 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1097 time: 0.0562201 Jul 22 12:42:30.931577 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeadf5-2f88-4d0e-a764-606586babefd req-081d3256-a8cd-425d-b8de-9fd6bc59c4ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:30.933049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-081d3256-a8cd-425d-b8de-9fd6bc59c4ef service neutron] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0847721 Jul 22 12:42:31.000745 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-f91e6bf5-d857-4e1b-9ae8-a010ff0a472d service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1002 time: 0.0610068 Jul 22 12:42:31.047271 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeadf5-2f88-4d0e-a764-606586babefd req-a84d4125-6199-40fa-8e07-601d3a33a51a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:31.048666 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-a84d4125-6199-40fa-8e07-601d3a33a51a service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0423453 Jul 22 12:42:31.105329 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0beeadf5-2f88-4d0e-a764-606586babefd req-bbed87ac-9891-44f9-a1ed-23851c113da8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:31.106751 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-bbed87ac-9891-44f9-a1ed-23851c113da8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0522504 Jul 22 12:42:31.197522 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-7bc3975c-d8f3-4752-9171-da18d876195e service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842113 Jul 22 12:42:31.285038 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0beeadf5-2f88-4d0e-a764-606586babefd req-b6d6ee50-2094-4a65-8d2f-70b089aa3707 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0805223 Jul 22 12:42:41.463970 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3098d54e-eff5-4e9b-8aca-8d755fb219b3 req-026f5e28-976a-4447-bde6-199552ecce7a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:41.465377 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3098d54e-eff5-4e9b-8aca-8d755fb219b3 req-026f5e28-976a-4447-bde6-199552ecce7a tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0655015 Jul 22 12:42:41.504816 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3098d54e-eff5-4e9b-8aca-8d755fb219b3 req-543aa5c9-c350-4cb9-8887-b7d71e34bc2f tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0332716 Jul 22 12:42:42.662854 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42bd9398-078e-4d3b-986f-abcc2037954c req-ff4e38d7-78d6-46b2-b355-d176ce60eac8 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:42.664346 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42bd9398-078e-4d3b-986f-abcc2037954c req-ff4e38d7-78d6-46b2-b355-d176ce60eac8 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0628052 Jul 22 12:42:42.706193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-42bd9398-078e-4d3b-986f-abcc2037954c req-83421fe5-c5f6-4168-9a2f-97542b22b52c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357995 Jul 22 12:42:43.869108 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f84eda6-5a10-4f14-bb83-b2b527d35ee9 req-ee849fd8-e104-4974-adca-7d6e19329e40 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:43.870566 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f84eda6-5a10-4f14-bb83-b2b527d35ee9 req-ee849fd8-e104-4974-adca-7d6e19329e40 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0688288 Jul 22 12:42:43.913803 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-1f84eda6-5a10-4f14-bb83-b2b527d35ee9 req-98ea4b2e-7c2e-40a4-8982-f9097cb59971 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0352645 Jul 22 12:42:45.041585 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773748db-5fd5-4022-848c-16707ae05af5 req-38967457-2094-44ec-bba0-326422c831eb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:45.043074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-773748db-5fd5-4022-848c-16707ae05af5 req-38967457-2094-44ec-bba0-326422c831eb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0629830 Jul 22 12:42:45.081311 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-773748db-5fd5-4022-848c-16707ae05af5 req-0acac0ae-333b-4be4-880c-969cb154ae18 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321579 Jul 22 12:42:45.400376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-583c0a50-8702-4c91-8108-10f72344ee5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:46.216555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d2accd7-5551-4d63-9c8a-7a7355b34af3 req-c714e048-17fa-4acf-a1c5-aa41db864230 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:46.218052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d2accd7-5551-4d63-9c8a-7a7355b34af3 req-c714e048-17fa-4acf-a1c5-aa41db864230 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0677412 Jul 22 12:42:46.255861 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4d2accd7-5551-4d63-9c8a-7a7355b34af3 req-a4c54a8a-220b-4cd4-838f-1720a9fac5d0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322933 Jul 22 12:42:47.384586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc09d3b7-bef7-4179-9412-9c3c320be398 req-0e577aef-44a0-49a5-bc38-c468415b370b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:47.386095 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc09d3b7-bef7-4179-9412-9c3c320be398 req-0e577aef-44a0-49a5-bc38-c468415b370b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0643048 Jul 22 12:42:47.424013 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc09d3b7-bef7-4179-9412-9c3c320be398 req-a200b129-81d7-4203-b876-8bf8c80a15d5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0313056 Jul 22 12:42:47.973877 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:48.296037 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d597eede-21ee-4b32-b5b9-330beee941e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:48.558163 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eac77ec-b203-467e-9089-3d8d7a1824e4 req-ed9d9f40-f79b-4990-874e-79f6e41a89c3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:48.559833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eac77ec-b203-467e-9089-3d8d7a1824e4 req-ed9d9f40-f79b-4990-874e-79f6e41a89c3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0652356 Jul 22 12:42:48.601615 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9eac77ec-b203-467e-9089-3d8d7a1824e4 req-61ba28c3-0f63-43d6-b42a-85e58b8d4131 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0363305 Jul 22 12:42:49.687346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:49.734713 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d52e9282-a8ca-4e77-8530-b1ce0d32ac3f req-228487cf-dea7-4a24-b4c7-f25f487f30dd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:49.736333 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d52e9282-a8ca-4e77-8530-b1ce0d32ac3f req-228487cf-dea7-4a24-b4c7-f25f487f30dd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0665658 Jul 22 12:42:49.775110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d52e9282-a8ca-4e77-8530-b1ce0d32ac3f req-5d8e7f36-4a75-4906-950e-74fd96b94ef8 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0330935 Jul 22 12:42:50.907214 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c1cb8bc-19bd-46bb-bf3f-4d7d48b263c8 req-acd98eec-49b1-4cbb-bb79-6d664b67fa58 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:50.908617 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1cb8bc-19bd-46bb-bf3f-4d7d48b263c8 req-acd98eec-49b1-4cbb-bb79-6d664b67fa58 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0647554 Jul 22 12:42:50.946261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3c1cb8bc-19bd-46bb-bf3f-4d7d48b263c8 req-f5d8ec11-933d-4664-ad1a-8fcae4472670 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320518 Jul 22 12:42:51.599611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-4e22ec5f-f14d-451a-b77f-db711c271510 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:51.601728 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-4e22ec5f-f14d-451a-b77f-db711c271510 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1097 time: 0.0598595 Jul 22 12:42:51.603477 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:51.696205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-94f2b2e9-076f-4577-bca0-e1c9704f8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:51.697756 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-94f2b2e9-076f-4577-bca0-e1c9704f8454 service neutron] 10.222.0.36 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0903900 Jul 22 12:42:51.767639 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-7b753338-e614-4e33-95f7-7d9c363ef56c service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1002 time: 0.0622623 Jul 22 12:42:51.816592 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-c03fe1fe-43a8-4bdd-9d61-663936c70899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:51.818049 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-c03fe1fe-43a8-4bdd-9d61-663936c70899 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0438328 Jul 22 12:42:51.876765 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-6559b527-9aca-4f87-8e9b-14e68fb7e5f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:51.878260 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-6559b527-9aca-4f87-8e9b-14e68fb7e5f4 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0537689 Jul 22 12:42:51.889185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-95200f31-286a-430f-9b8c-5ff026bb8f1a service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93706) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:42:51.890133 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-95200f31-286a-430f-9b8c-5ff026bb8f1a service neutron] 10.222.0.36 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0055821 Jul 22 12:42:51.985122 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-786df885-c20c-4d2c-87aa-cd6601572305 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0881696 Jul 22 12:42:52.077661 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a71aaa8a-4ff0-45e8-a232-dbed998d7c39 req-bf48b583-15b5-43fa-adfe-ae3aa6866415 service neutron] 10.222.0.36 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0857089 Jul 22 12:42:52.081573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eeabc788-c32b-442e-9b8e-01de915547b6 req-d971768e-507e-4ec0-9fb9-590f8b322919 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:52.083107 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eeabc788-c32b-442e-9b8e-01de915547b6 req-d971768e-507e-4ec0-9fb9-590f8b322919 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0672917 Jul 22 12:42:52.121756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eeabc788-c32b-442e-9b8e-01de915547b6 req-84cfef89-a9c0-4d94-aaf1-089284841cf7 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0323873 Jul 22 12:42:53.250223 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e83b06b9-f0a3-4c70-897d-b9c632ae24a7 req-d300e721-f2d0-46b7-a3f5-5e1f971481ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:53.251722 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e83b06b9-f0a3-4c70-897d-b9c632ae24a7 req-d300e721-f2d0-46b7-a3f5-5e1f971481ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0633020 Jul 22 12:42:53.289609 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e83b06b9-f0a3-4c70-897d-b9c632ae24a7 req-1a9a4d3d-a223-4bbe-94e0-13cc10e1d758 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0322740 Jul 22 12:42:54.423098 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b3e285b-ef6f-4c76-9095-81724039e76b req-364fd48b-886b-464f-b126-96136065a914 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:54.424582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b3e285b-ef6f-4c76-9095-81724039e76b req-364fd48b-886b-464f-b126-96136065a914 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0658555 Jul 22 12:42:54.466228 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3b3e285b-ef6f-4c76-9095-81724039e76b req-fe64bf4b-951d-43cf-94c0-f007f435c330 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0360057 Jul 22 12:42:55.597447 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c749a75f-7924-4a6c-ad91-18440e897e21 req-dc53e23f-b153-46dd-a243-c8265523e7e7 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:55.598975 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c749a75f-7924-4a6c-ad91-18440e897e21 req-dc53e23f-b153-46dd-a243-c8265523e7e7 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 946 time: 0.0656939 Jul 22 12:42:55.635772 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c749a75f-7924-4a6c-ad91-18440e897e21 req-6fc27e29-c517-4946-a7dc-cbd635ec8acd tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0312543 Jul 22 12:42:56.037343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:42:56.110569 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:56.132170 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:42:56.134389 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-82cb70c8-43aa-42c7-9feb-504efb79e957" -d '{"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-unplugged", "status": "completed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:42:56.147649 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:42:56.152850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:56.179955 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [207] Connection: close Content-Length: 182 Content-Type: application/json Date: Thu, 22 Jul 2021 12:42:56 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e2acc253-f31b-45bd-ab48-7a79d51807cf x-openstack-request-id: req-e2acc253-f31b-45bd-ab48-7a79d51807cf {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:42:56.180253 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-unplugged", "status": "failed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "code": 422}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:42:56.180519 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e2acc253-f31b-45bd-ab48-7a79d51807cf {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:42:56.180929 n-d-754448-4 neutron-server[93708]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'code': 422} returned with failed status Jul 22 12:42:56.205861 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:42:56.213279 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.213626 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.213974 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.214326 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.214663 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.214991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.215317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.216253 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.216606 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.216950 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.217295 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.217620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:42:56.889508 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-662618b6-d7c9-4b3a-90d3-60bda9f518db service neutron] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.0965519 Jul 22 12:42:56.905227 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3655196-b9c0-4883-9df9-4dc181f22f36 req-f16765be-9339-4ef0-86aa-b522aa319e72 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:56.906693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3655196-b9c0-4883-9df9-4dc181f22f36 req-f16765be-9339-4ef0-86aa-b522aa319e72 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0849218 Jul 22 12:42:56.945787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c3655196-b9c0-4883-9df9-4dc181f22f36 req-2b777706-a30e-4685-9e36-1ec3cdb059ec tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0331712 Jul 22 12:42:58.004854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:58.080536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2da8393b-c9a5-4a34-aaa2-e77e2defff67 req-67156849-8c67-467d-8cf3-d96d2e50f56b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:58.082031 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2da8393b-c9a5-4a34-aaa2-e77e2defff67 req-67156849-8c67-467d-8cf3-d96d2e50f56b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0669849 Jul 22 12:42:58.120339 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2da8393b-c9a5-4a34-aaa2-e77e2defff67 req-e97156a4-43c2-4f6e-9832-0fd44ad00fc3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320833 Jul 22 12:42:58.984331 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:42:59.254671 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba449fe-0f76-49dc-8bbe-b5de884116a4 req-2c26e435-5890-4d11-a62e-dc95263380f3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:42:59.256184 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ba449fe-0f76-49dc-8bbe-b5de884116a4 req-2c26e435-5890-4d11-a62e-dc95263380f3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0635493 Jul 22 12:42:59.297622 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ba449fe-0f76-49dc-8bbe-b5de884116a4 req-a449926d-0c7f-43f9-9770-6c43e87b04a0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0357733 Jul 22 12:43:00.429586 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ad82a01-685f-4eec-95fc-4464d0c6f95f req-29e71cd8-6252-4dbd-ac16-0b0fab0dc1ee tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:00.431122 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ad82a01-685f-4eec-95fc-4464d0c6f95f req-29e71cd8-6252-4dbd-ac16-0b0fab0dc1ee tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0639505 Jul 22 12:43:00.469782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2ad82a01-685f-4eec-95fc-4464d0c6f95f req-b60ab077-2e78-4fb0-b0f4-9d3c86de5939 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315480 Jul 22 12:43:01.926398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e4a4d69-65cc-45c7-af31-8073ba78e059 req-a776f5d4-aa0e-47e3-a2fb-55329bfc768b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:01.927812 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e4a4d69-65cc-45c7-af31-8073ba78e059 req-a776f5d4-aa0e-47e3-a2fb-55329bfc768b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.3906715 Jul 22 12:43:01.953076 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-3877ddbe-efd0-41c9-bcfc-c85e66bb2e0d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:01.954599 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-3877ddbe-efd0-41c9-bcfc-c85e66bb2e0d service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794&tenant_id=4becdefb078e4bd5b807c3e49d042639 HTTP/1.1" status: 200 len: 1095 time: 0.4044762 Jul 22 12:43:01.970984 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Request body: {'port': {'binding:host_id': 'n-h1-754448-4', 'device_owner': 'compute:nova'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:43:01.993261 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e4a4d69-65cc-45c7-af31-8073ba78e059 req-5399a1a8-9327-4b34-b437-1012a47d9f51 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0592921 Jul 22 12:43:02.044533 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.243299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:43:02.280464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h2-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:43:02.312361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:43:02.319456 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.331205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Transition to ACTIVE for port object 98cd0fdc-acf0-43f6-bee6-1b376fc89326 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:43:02.334525 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.436702 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=7']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:43:02.459051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.459403 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.459751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.460095 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.460436 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.460771 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.461360 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.461691 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.462019 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.462344 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.462698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.463025 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:43:02.517155 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] No DVR routers for this DVR port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on host n-h2-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:43:02.654113 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:43:02.654365 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:43:02.654726 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:43:02.658893 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:43:02.659212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Attempting to bind port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on network 658066be-becd-4c76-9a4c-d911562371da {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:43:02.663915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 42, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:43:02.664250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Checking segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:43:02.664633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Bound using segment: {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:43:02.665043 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Bound port: 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '713b3501-cc0d-48aa-ab2c-1610750e2255', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 123, 'network_id': '658066be-becd-4c76-9a4c-d911562371da'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:43:02.665391 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.732137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:43:02.735250 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:43:02.739403 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.772125 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:02.772746 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:02.774098 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] 10.222.0.20 "PUT /v2.0/ports/98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1092 time: 0.8093023 Jul 22 12:43:02.774648 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:43:02.776780 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-b68c5760-3017-480c-a5e4-00b12e6a72df" -d '{"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:43:02.832003 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:43:02 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3c920db3-b634-4e9a-b9fb-2b94a9fb8bd8 x-openstack-request-id: req-3c920db3-b634-4e9a-b9fb-2b94a9fb8bd8 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:43:02.832293 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:43:02.832543 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3c920db3-b634-4e9a-b9fb-2b94a9fb8bd8 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:43:02.832935 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'status': 'completed', 'code': 200} Jul 22 12:43:02.833783 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0949672-a681-4265-9bda-d9daca79a456 service neutron] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=8']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:43:02.865637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-aec438ce-e73d-4898-ba33-42022259b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:02.867476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-aec438ce-e73d-4898-ba33-42022259b452 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1095 time: 0.0672963 Jul 22 12:43:02.965124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-dfca5a12-e82c-4962-87c5-f01f9fe2a3ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:02.967486 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-dfca5a12-e82c-4962-87c5-f01f9fe2a3ff service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0931711 Jul 22 12:43:03.032275 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-fd8c8274-532e-4939-b06e-6612636a4e1b service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1000 time: 0.0578659 Jul 22 12:43:03.116716 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-eb8b7eda-f594-4e0b-816f-144370f599c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.118193 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-eb8b7eda-f594-4e0b-816f-144370f599c4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0794888 Jul 22 12:43:03.175464 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-377929ce-cce4-46f2-99d3-a342d157d56c req-c989b8ab-6434-4c6b-a036-6cf396331fbf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.176931 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-377929ce-cce4-46f2-99d3-a342d157d56c req-c989b8ab-6434-4c6b-a036-6cf396331fbf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.1067092 Jul 22 12:43:03.219536 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9de93449-b9ad-4578-a78f-9af5661da314 req-cf84b216-c325-431c-be33-dee547a3dc76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.221015 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-cf84b216-c325-431c-be33-dee547a3dc76 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0965650 Jul 22 12:43:03.228167 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-377929ce-cce4-46f2-99d3-a342d157d56c req-cd8bc41c-acd6-40d8-a937-fac8542fce55 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0451298 Jul 22 12:43:03.314388 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-aa2d9938-0b3c-42ed-b098-854ba976900d service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0852101 Jul 22 12:43:03.402556 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-3a890c05-e6ad-4c8e-be04-5344ecb48446 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0807025 Jul 22 12:43:03.506066 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-23a95431-3a45-4be3-bef1-dec08a15a7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.507590 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-23a95431-3a45-4be3-bef1-dec08a15a7b7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1095 time: 0.0588970 Jul 22 12:43:03.596962 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-f22158d7-c24e-40e5-9dc2-dacdc516f255 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.598416 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-f22158d7-c24e-40e5-9dc2-dacdc516f255 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0843368 Jul 22 12:43:03.664785 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-4c231f6b-c9ad-450c-a8bb-bc0c5f6d0200 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1000 time: 0.0594459 Jul 22 12:43:03.713021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-61146853-efa7-4065-914e-0f3d07b0049a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.714414 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-61146853-efa7-4065-914e-0f3d07b0049a service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0420134 Jul 22 12:43:03.771420 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-34ca42d1-cf2c-49b9-b87b-51a0039a15cc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:03.772886 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-34ca42d1-cf2c-49b9-b87b-51a0039a15cc service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0519507 Jul 22 12:43:03.869572 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-2024b5ce-5aba-475d-9a33-1ad0c492dced service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0892932 Jul 22 12:43:03.957381 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b68c5760-3017-480c-a5e4-00b12e6a72df req-8ed501fb-1284-4cf1-ad40-da8f38014ddb service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809507 Jul 22 12:43:04.364021 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e435fba-7e9f-476e-82c4-2117801dfe79 req-8d78463e-c142-4f45-9918-7c632cf90f98 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:04.365497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e435fba-7e9f-476e-82c4-2117801dfe79 req-8d78463e-c142-4f45-9918-7c632cf90f98 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0687983 Jul 22 12:43:04.401696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3e435fba-7e9f-476e-82c4-2117801dfe79 req-3784fe3a-e8a5-4d45-a15f-21c17331ecd0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0306523 Jul 22 12:43:05.531637 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60cb6da5-4a9a-4f8d-94b3-c41509a43b65 req-91fb280b-fbf4-41a2-abab-b9c11beafb15 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:05.533115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60cb6da5-4a9a-4f8d-94b3-c41509a43b65 req-91fb280b-fbf4-41a2-abab-b9c11beafb15 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0638638 Jul 22 12:43:05.571454 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60cb6da5-4a9a-4f8d-94b3-c41509a43b65 req-bba0c677-0bef-4ed1-bba6-45efff2da8d0 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0327101 Jul 22 12:43:06.495715 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:43:06.699547 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c16e744-2a0f-44fe-8e8c-dac9ccf93ba5 req-01b72f8e-8d9a-4c96-b3ce-a771d2918539 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:06.701833 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c16e744-2a0f-44fe-8e8c-dac9ccf93ba5 req-01b72f8e-8d9a-4c96-b3ce-a771d2918539 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0633039 Jul 22 12:43:06.742627 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c16e744-2a0f-44fe-8e8c-dac9ccf93ba5 req-68cca14d-5911-4aa8-8ca0-31004a154783 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0351541 Jul 22 12:43:07.874961 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a1d1999-f38e-445e-a93e-0a1b1cfb1ef1 req-2e3cb80a-d77a-40b8-82e3-3b008e1d1429 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:07.876353 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a1d1999-f38e-445e-a93e-0a1b1cfb1ef1 req-2e3cb80a-d77a-40b8-82e3-3b008e1d1429 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0645602 Jul 22 12:43:07.912917 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4a1d1999-f38e-445e-a93e-0a1b1cfb1ef1 req-6f60018d-f3ed-4c2e-b436-b097e23531b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309932 Jul 22 12:43:09.052382 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07216940-a6f9-4aff-93de-f5e49aeed2cf req-7b226483-f29f-4b3a-a30c-4613fe52bcfe tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:09.053879 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07216940-a6f9-4aff-93de-f5e49aeed2cf req-7b226483-f29f-4b3a-a30c-4613fe52bcfe tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0708101 Jul 22 12:43:09.092149 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-07216940-a6f9-4aff-93de-f5e49aeed2cf req-ab102fc2-9d92-4fb9-a577-6c95c03a3fd9 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0321550 Jul 22 12:43:10.233218 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54abd71d-e96e-4540-a015-9155d7bf2d31 req-f551046f-1d78-435a-9c1d-54c5b95649ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:10.234731 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54abd71d-e96e-4540-a015-9155d7bf2d31 req-f551046f-1d78-435a-9c1d-54c5b95649ff tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0691228 Jul 22 12:43:10.272071 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-54abd71d-e96e-4540-a015-9155d7bf2d31 req-0306e61f-b043-47f8-8c9e-afafeff9129c tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0318208 Jul 22 12:43:11.400363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6a1a474-eea6-42c0-9db1-3437b5f5f514 req-6c178128-fa9b-449b-9b48-afa917818566 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:11.401842 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6a1a474-eea6-42c0-9db1-3437b5f5f514 req-6c178128-fa9b-449b-9b48-afa917818566 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 944 time: 0.0626364 Jul 22 12:43:11.438940 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e6a1a474-eea6-42c0-9db1-3437b5f5f514 req-0e3e2110-b992-4d23-aab8-d6db4eb5d4cf tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0311756 Jul 22 12:43:11.851481 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:43:11.943856 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:43:11.955063 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'port_id': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'mac_address': 'fa:16:3e:21:d8:07', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 123, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:43:11.995582 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:12.007537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:43:12.025920 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:43:12.029344 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:12.074243 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=9']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:43:12.268744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['98cd0fdc-acf0-43f6-bee6-1b376fc89326'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:43:12.567180 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e499c88e-b99c-45c2-9fdb-de0d2dee214d req-403c0dd7-86c0-4170-92a7-d9aa6c79ccb7 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:12.568684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e499c88e-b99c-45c2-9fdb-de0d2dee214d req-403c0dd7-86c0-4170-92a7-d9aa6c79ccb7 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 945 time: 0.0623417 Jul 22 12:43:12.612611 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e499c88e-b99c-45c2-9fdb-de0d2dee214d req-a0fde4bd-07f3-4a00-83a2-4e7300d9ae7e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0383246 Jul 22 12:43:13.744301 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6ad8d7-951f-434d-a129-031e4d5eda53 req-420a8380-1ce9-4e26-99d6-d375255155fb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:13.745782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba6ad8d7-951f-434d-a129-031e4d5eda53 req-420a8380-1ce9-4e26-99d6-d375255155fb tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 945 time: 0.0654407 Jul 22 12:43:13.782945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ba6ad8d7-951f-434d-a129-031e4d5eda53 req-ea3b8835-4800-408b-8737-2fc68808f265 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0315633 Jul 22 12:43:13.860967 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:43:13.909179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:43:13.912763 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:43:13.913134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:13.988500 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:14.009879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:43:14.012852 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1f3e1e3b-7bd6-4b8b-a7de-7327b4d0bf61" -d '{"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-plugged", "status": "completed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:43:14.025624 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:43:14.030394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:14.078048 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=10']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:43:14.910796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-581d7feb-c819-469a-81a6-412394f2e8b0 req-74c49693-d32f-4fe3-b0a6-a3f80e9eecce tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:14.912315 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-581d7feb-c819-469a-81a6-412394f2e8b0 req-74c49693-d32f-4fe3-b0a6-a3f80e9eecce tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 947 time: 0.0630679 Jul 22 12:43:14.948777 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-581d7feb-c819-469a-81a6-412394f2e8b0 req-c9b3a4ab-7afe-41be-8c01-d8a2ae45d3c6 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0309482 Jul 22 12:43:15.067750 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:43:14 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ea3c612a-ced6-4980-887c-7fbd2c11e2b7 x-openstack-request-id: req-ea3c612a-ced6-4980-887c-7fbd2c11e2b7 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:43:15.068182 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-plugged", "status": "completed", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:43:15.068287 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ea3c612a-ced6-4980-887c-7fbd2c11e2b7 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:43:15.068615 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'code': 200} Jul 22 12:43:15.227823 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9807dcca-f61a-4b2f-bb59-18733b51057e req-e71255c0-0e34-4382-b91a-28b71ff82c43 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:15.229301 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9807dcca-f61a-4b2f-bb59-18733b51057e req-e71255c0-0e34-4382-b91a-28b71ff82c43 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1098 time: 0.0567403 Jul 22 12:43:15.262957 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9807dcca-f61a-4b2f-bb59-18733b51057e req-b94e15a1-45b7-4294-9c1b-5bbc530ac9c6 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0268233 Jul 22 12:43:15.401021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-45f44c41-f1b5-4eae-990a-a1ee066ef109 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:16.079191 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69e97d9c-685a-4739-99a6-1ca1cb162d54 req-e5cbdfa6-a3c3-4c10-8ecd-1edfb2274213 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:43:16.080682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69e97d9c-685a-4739-99a6-1ca1cb162d54 req-e5cbdfa6-a3c3-4c10-8ecd-1edfb2274213 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 947 time: 0.0637307 Jul 22 12:43:16.118204 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-69e97d9c-685a-4739-99a6-1ca1cb162d54 req-f0cfcf90-e338-4136-b431-1516cd478c38 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0320396 Jul 22 12:43:17.976030 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:18.296516 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-51c4b6fe-9d3f-40e1-bc3f-e2fc7109ed14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:19.689071 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:21.605886 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:28.017928 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:28.980913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:43.496013 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:43:45.405188 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-71221b32-2cd7-43ed-b84b-106dd5cad103 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:47.980893 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:48.296646 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-dba61b63-322e-41c7-8220-5babc06fc859 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:49.691099 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:51.608957 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:58.007441 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:43:58.982775 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:01.344340 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-d6d746fd-a4ab-4c8b-a5fa-f685d95b648a service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0897450 Jul 22 12:44:01.455028 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-8cfa6b73-e846-4d11-b3e0-31bbb9a905f7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:01.457374 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-8cfa6b73-e846-4d11-b3e0-31bbb9a905f7 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1098 time: 0.0718877 Jul 22 12:44:01.560717 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-00e80e04-c7f6-4400-bf89-de75083ff396 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:01.562159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-00e80e04-c7f6-4400-bf89-de75083ff396 service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0859721 Jul 22 12:44:01.633684 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-8c150d71-b752-49d6-b545-03209682331a service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 1002 time: 0.0647078 Jul 22 12:44:01.682158 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-91a6841e-b682-4290-821e-69c9cbfa8898 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:01.683630 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-91a6841e-b682-4290-821e-69c9cbfa8898 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0440378 Jul 22 12:44:01.741554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-f1469a82-06c3-4677-8a1a-f7ff35acb643 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:01.743075 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-f1469a82-06c3-4677-8a1a-f7ff35acb643 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534976 Jul 22 12:44:01.834029 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-6b998471-5394-464c-92d5-72f0d5aac73d service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0842249 Jul 22 12:44:01.920837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8ccac9ab-1c69-49c8-9322-06f9199ac7fd req-e961f4c7-0de8-4278-a364-da49fbf554f3 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0809805 Jul 22 12:44:15.412320 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-49039f45-e87a-40cc-9161-0a4f9d3f7954 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:17.982194 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:18.297049 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-88340a16-d550-4bc0-a6cb-5be8d3b7368e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:19.695227 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:20.495805 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:44:21.611521 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:28.019763 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:28.996019 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:31.684128 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56604) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:31.851896 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Deleting port fd5db97a-c1b6-4f97-80eb-c4be45deed14 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:31.852150 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:31.927765 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:31.928098 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:31.940694 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Calling delete_port for fd5db97a-c1b6-4f97-80eb-c4be45deed14 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:32.091459 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:32.114245 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'Port': ['ID=fd5db97a-c1b6-4f97-80eb-c4be45deed14,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:32.128266 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.128619 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.128963 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.129302 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.129636 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.129972 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.130305 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.130663 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.130993 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.131320 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.131667 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.132000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:32.197496 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:32.197757 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Floating IP cd601e55-21e5-4e44-bb92-bc92b8fb2505 disassociated (deleted). External IP: 172.25.6.127, port: 98cd0fdc-acf0-43f6-bee6-1b376fc89326. Jul 22 12:44:32.414516 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:44:32.535907 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:32.541314 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:32.545728 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:32.555301 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:32.556399 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:32.582347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-532f18c6-2cf0-42cd-999f-17bee02af673 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "DELETE /v2.0/floatingips/cd601e55-21e5-4e44-bb92-bc92b8fb2505 HTTP/1.1" status: 204 len: 168 time: 0.8946028 Jul 22 12:44:32.582347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:44:32.582714 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-5f5c41f3-f97a-412f-bff6-16c66c736d66" -d '{"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:44:32.624352 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:44:32 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-381ba10d-8bf1-43da-b947-cdf84f08efa4 x-openstack-request-id: req-381ba10d-8bf1-43da-b947-cdf84f08efa4 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:44:32.624648 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:44:32.624898 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-381ba10d-8bf1-43da-b947-cdf84f08efa4 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:44:32.625300 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'status': 'completed', 'code': 200} Jul 22 12:44:32.718757 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-b47c2c05-fbb7-484b-87b1-59cabe82e624 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:32.722043 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-b47c2c05-fbb7-484b-87b1-59cabe82e624 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=4becdefb078e4bd5b807c3e49d042639&device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 1098 time: 0.0750310 Jul 22 12:44:32.827613 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-22d6b70f-8fae-4c82-9292-7165b5b7a88f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:32.829159 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-22d6b70f-8fae-4c82-9292-7165b5b7a88f service neutron] 10.222.0.20 "GET /v2.0/networks?id=658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 200 len: 909 time: 0.0995882 Jul 22 12:44:32.839580 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:32.878244 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-d39b98cc-506c-4abc-9bc7-54bfb96c20fc service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 200 len: 217 time: 0.0410738 Jul 22 12:44:32.953000 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-103c3fd1-eb17-4aaf-b94f-f32bcbef0475 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:32.954491 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-103c3fd1-eb17-4aaf-b94f-f32bcbef0475 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 200 len: 847 time: 0.0678608 Jul 22 12:44:33.006776 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb5025b0-ce6d-4703-acbb-bac6413c6ae3 req-9e4816d7-f2b2-4e6a-959a-6948cf64c8f5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:33.008260 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb5025b0-ce6d-4703-acbb-bac6413c6ae3 req-9e4816d7-f2b2-4e6a-959a-6948cf64c8f5 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 947 time: 0.2130451 Jul 22 12:44:33.045011 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:33.060105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-fc3a4cf4-1a84-49ac-af7b-66018b0c9d50 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:33.061596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-fc3a4cf4-1a84-49ac-af7b-66018b0c9d50 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=658066be-becd-4c76-9a4c-d911562371da&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0981793 Jul 22 12:44:33.066707 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-eb5025b0-ce6d-4703-acbb-bac6413c6ae3 req-8ceab296-6d83-4a04-8dd3-0acaaf0c8a97 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513577 Jul 22 12:44:33.076138 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:33.088857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:33.088857 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:33.152791 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-fde19be3-1fcd-4f7a-a31b-4e717e1110e4 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838158 Jul 22 12:44:33.194973 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:33.258347 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5f5c41f3-f97a-412f-bff6-16c66c736d66 req-4ab16c71-e87a-4b45-ad13-98c5a59ed750 service neutron] 10.222.0.20 "GET /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0984333 Jul 22 12:44:33.405234 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:33.433042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-203e7d46-6355-492d-9847-e315e0ee7ed4 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:36:01Z', 'revision_number': 4, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': '837a62cb-fb20-423d-aa97-766b2c762e41', 'name': '', 'network_id': '658066be-becd-4c76-9a4c-d911562371da', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'mac_address': 'fa:16:3e:37:1d:08', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4243, 'fixed_ips': [{'subnet_id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:01Z', 'updated_at': '2021-07-22T12:36:07Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'subnets': [{'id': '8c806d9f-6d28-4339-a15a-6d8faa85537f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:33.660857 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63922e91-9e75-4b73-b918-1dbac263be70 None None] New status for floating IP cd601e55-21e5-4e44-bb92-bc92b8fb2505: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:44:34.285106 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-260922cb-325f-4fd7-9c13-8b72f8035f35 req-46ec0c12-2772-40cc-8ad6-002c07ecb69e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:34.286623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-260922cb-325f-4fd7-9c13-8b72f8035f35 req-46ec0c12-2772-40cc-8ad6-002c07ecb69e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 947 time: 0.1469407 Jul 22 12:44:34.298902 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-92ceade8-2c65-4aaa-adf2-0ebd1eb91f9b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:34.300276 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-92ceade8-2c65-4aaa-adf2-0ebd1eb91f9b tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 947 time: 0.0871255 Jul 22 12:44:34.371272 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-260922cb-325f-4fd7-9c13-8b72f8035f35 req-50652f36-9858-4a7b-b273-9849210c2db8 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/security-groups?id=5c25559d-f37c-47a9-a593-57136ff2c662&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0699348 Jul 22 12:44:34.424522 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Deleting port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:34.424868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:34.515846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] For port 98cd0fdc-acf0-43f6-bee6-1b376fc89326, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=98cd0fdc-acf0-43f6-bee6-1b376fc89326,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:34.516204 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:34.528063 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Calling delete_port for 98cd0fdc-acf0-43f6-bee6-1b376fc89326 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:34.657629 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:34.692009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'Port': ['ID=98cd0fdc-acf0-43f6-bee6-1b376fc89326,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:34.739571 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] No DVR routers for this DVR port 98cd0fdc-acf0-43f6-bee6-1b376fc89326 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:44:34.742336 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:34.744648 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-60daf65f-e16d-46c5-b428-e7597fc15621 req-747c07c9-7540-4d36-8425-fa3c0ac9a4b4 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.20 "DELETE /v2.0/ports/98cd0fdc-acf0-43f6-bee6-1b376fc89326 HTTP/1.1" status: 204 len: 173 time: 0.4359791 Jul 22 12:44:34.745086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-deleted', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:44:34.747340 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-44a27593-d0cf-43bd-834d-c7f06ac7a97d" -d '{"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-deleted", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:44:34.794235 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:44:34 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-766ac95c-0de5-43ef-a5be-e144feeb84b1 x-openstack-request-id: req-766ac95c-0de5-43ef-a5be-e144feeb84b1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:44:34.794565 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "7b72d0db-2338-4435-8ec5-73bf99e32794", "name": "network-vif-deleted", "tag": "98cd0fdc-acf0-43f6-bee6-1b376fc89326", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:44:34.794822 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-766ac95c-0de5-43ef-a5be-e144feeb84b1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:44:34.795221 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7b72d0db-2338-4435-8ec5-73bf99e32794', 'name': 'network-vif-deleted', 'tag': '98cd0fdc-acf0-43f6-bee6-1b376fc89326', 'status': 'completed', 'code': 200} Jul 22 12:44:35.473194 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5c237d96-874a-42f1-898d-91e2bd57252f req-3670736a-7618-449c-bd3d-bc293bdebec9 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 210 time: 0.0327160 Jul 22 12:44:36.577084 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-a2fc883c-7d3d-4160-a54b-9d8e99c60bc7 req-860e06cf-d727-42e6-9fb2-3a192b94ee5e tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 210 time: 0.0308173 Jul 22 12:44:37.681582 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fdcf2b1c-ad25-4818-aae4-e2adff7ea62c req-5af0f1bf-e493-4c1f-a179-2b7c39a298d3 tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "GET /v2.0/ports?device_id=7b72d0db-2338-4435-8ec5-73bf99e32794 HTTP/1.1" status: 200 len: 210 time: 0.0347474 Jul 22 12:44:38.315699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:38.354229 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 98cd0fdc-acf0-43f6-bee6-1b376fc89326 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:38.354802 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 98cd0fdc-acf0-43f6-bee6-1b376fc89326 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:38.739275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56636) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:38.800152 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:38.828868 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:38.894756 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:38.897534 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:38.901476 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] 10.222.0.21 "DELETE /v2.0/security-groups/5c25559d-f37c-47a9-a593-57136ff2c662 HTTP/1.1" status: 204 len: 168 time: 0.1584916 Jul 22 12:44:38.910307 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d6588b8-14ed-4035-9776-cc4c74a99eac tempest-TestShelveInstance-1545281924 tempest-TestShelveInstance-1545281924-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c25559d-f37c-47a9-a593-57136ff2c662,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:38.951922 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56640) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:39.690274 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:39.958818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Deleting port 837a62cb-fb20-423d-aa97-766b2c762e41 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:39.959472 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:40.037881 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] For port 837a62cb-fb20-423d-aa97-766b2c762e41, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=837a62cb-fb20-423d-aa97-766b2c762e41,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:40.038164 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:40.051157 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Calling delete_port for 837a62cb-fb20-423d-aa97-766b2c762e41 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:40.243927 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:40.272696 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Pushing event deleted for resources: {'Port': ['ID=837a62cb-fb20-423d-aa97-766b2c762e41,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:40.463373 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:40.688275 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Router 4d21c275-255b-4919-889b-2829f2bef74c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:44:40.792612 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:40.797543 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-225be624-44f1-4d60-980a-7484c6a250f1 admin admin] 10.222.0.21 "PUT /v2.0/routers/4d21c275-255b-4919-889b-2829f2bef74c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.8446019 Jul 22 12:44:40.800111 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56644) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:40.803976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Sync routers for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:40.813985 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:40.814705 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:40.911361 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:40.936466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:41.026345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.083179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Deleting port 503ad16c-4840-4835-baa9-a24000df7073 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:41.083677 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.123008 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197'}], 'enable_snat': True}, 'gw_port_id': '503ad16c-4840-4835-baa9-a24000df7073', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:44:40Z', 'revision_number': 5, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port': {'id': '503ad16c-4840-4835-baa9-a24000df7073', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:ed:e3:dd', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4d21c275-255b-4919-889b-2829f2bef74c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4242, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.197', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:35:59Z', 'updated_at': '2021-07-22T12:36:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:41.150853 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Checking router: 4d21c275-255b-4919-889b-2829f2bef74c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:41.159209 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Routers {'4d21c275-255b-4919-889b-2829f2bef74c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:41.159809 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['4d21c275-255b-4919-889b-2829f2bef74c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:41.178040 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] For port 503ad16c-4840-4835-baa9-a24000df7073, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=503ad16c-4840-4835-baa9-a24000df7073,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:41.178594 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.192632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Calling delete_port for 503ad16c-4840-4835-baa9-a24000df7073 owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:41.248236 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] Set router 4d21c275-255b-4919-889b-2829f2bef74c gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:41.301710 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:44:41Z', 'revision_number': 6, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:41.330424 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ffb51f4-3f9f-4303-885a-fa1187e1baf4 None None] The sync data for ids ['4d21c275-255b-4919-889b-2829f2bef74c'] in n-d-754448-4 is: [{'id': '4d21c275-255b-4919-889b-2829f2bef74c', 'name': 'tempest-TestShelveInstance-819246881-router', 'tenant_id': '4becdefb078e4bd5b807c3e49d042639', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:35:58Z', 'updated_at': '2021-07-22T12:44:41Z', 'revision_number': 6, 'project_id': '4becdefb078e4bd5b807c3e49d042639', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:41.371593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.402833 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Pushing event deleted for resources: {'Port': ['ID=503ad16c-4840-4835-baa9-a24000df7073,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:41.460294 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.551267 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.553345 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.596148 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.596592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4d21c275-255b-4919-889b-2829f2bef74c {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:44:41.601054 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.602258 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f69c1bc9-2062-4c23-ae2a-ef068ea339d4 admin admin] 10.222.0.21 "DELETE /v2.0/routers/4d21c275-255b-4919-889b-2829f2bef74c HTTP/1.1" status: 204 len: 168 time: 0.8013086 Jul 22 12:44:41.605272 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56646) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:41.652255 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Deleting subnet 8c806d9f-6d28-4339-a15a-6d8faa85537f {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:44:41.655239 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.691385 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.783522 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.836199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.862760 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8c806d9f-6d28-4339-a15a-6d8faa85537f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:41.868519 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.870586 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-f5acc3db-f782-4870-b750-61a5200d57ca admin admin] 10.222.0.21 "DELETE /v2.0/subnets/8c806d9f-6d28-4339-a15a-6d8faa85537f HTTP/1.1" status: 204 len: 168 time: 0.2643218 Jul 22 12:44:41.873089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56648) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:41.874427 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e86faeb3-e46d-4f30-8e9e-ffb5f92d38c3 None None] Network 658066be-becd-4c76-9a4c-d911562371da requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:41.944493 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:41.998698 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Deleting port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:41.999049 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.060964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] For port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,segment=NetworkSegment(713b3501-cc0d-48aa-ab2c-1610750e2255),segment_id=713b3501-cc0d-48aa-ab2c-1610750e2255)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:42.061576 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.073388 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Calling delete_port for d9194d68-d4c9-4877-a4e3-cfe2915b7e4b owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:42.136285 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8643c51c-e27c-4114-91c4-eea5c85152e9 None None] DHCP port deletion for 658066be-becd-4c76-9a4c-d911562371da request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:44:42.139806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 837a62cb-fb20-423d-aa97-766b2c762e41 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:42.167030 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.172945 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 837a62cb-fb20-423d-aa97-766b2c762e41 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:42.173357 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 837a62cb-fb20-423d-aa97-766b2c762e41 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:42.191336 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-8643c51c-e27c-4114-91c4-eea5c85152e9 None None] The port 'd9194d68-d4c9-4877-a4e3-cfe2915b7e4b' was deleted {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1941}} Jul 22 12:44:42.199483 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Pushing event deleted for resources: {'Port': ['ID=d9194d68-d4c9-4877-a4e3-cfe2915b7e4b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:42.202349 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] No DVR routers for this DVR port d9194d68-d4c9-4877-a4e3-cfe2915b7e4b on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:44:42.278871 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.289265 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['658066be-becd-4c76-9a4c-d911562371da']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:42.299067 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '713b3501-cc0d-48aa-ab2c-1610750e2255') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:42.299363 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '713b3501-cc0d-48aa-ab2c-1610750e2255') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:42.308221 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.322378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.328559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Releasing vlan 123 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:44:42.329001 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:44:42.330652 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:44:42.386283 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.392854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:42.397991 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] 10.222.0.21 "DELETE /v2.0/networks/658066be-becd-4c76-9a4c-d911562371da HTTP/1.1" status: 204 len: 168 time: 0.5239189 Jul 22 12:44:42.398237 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56650) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:42.409834 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca9cd1-0e0b-484d-bee1-9546a201795b admin admin] Pushing event deleted for resources: {'Network': ['ID=658066be-becd-4c76-9a4c-d911562371da,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:42.753251 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:43.013882 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Deleting port f612d6d5-9bfd-4efd-a609-2870ac46a106 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:43.014224 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:43.091319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] For port f612d6d5-9bfd-4efd-a609-2870ac46a106, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=f612d6d5-9bfd-4efd-a609-2870ac46a106,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:43.091677 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:43.104346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Calling delete_port for f612d6d5-9bfd-4efd-a609-2870ac46a106 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:43.294323 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:43.324214 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Pushing event deleted for resources: {'Port': ['ID=f612d6d5-9bfd-4efd-a609-2870ac46a106,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:43.683009 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.683590 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.683808 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.684041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.684353 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.684687 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.685018 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.685348 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.685675 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.686005 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.686387 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.686865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:43.701806 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 503ad16c-4840-4835-baa9-a24000df7073 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:43.725516 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 503ad16c-4840-4835-baa9-a24000df7073 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:43.725862 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 503ad16c-4840-4835-baa9-a24000df7073 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:43.726340 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d9194d68-d4c9-4877-a4e3-cfe2915b7e4b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:43.745816 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: d9194d68-d4c9-4877-a4e3-cfe2915b7e4b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:43.746163 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device d9194d68-d4c9-4877-a4e3-cfe2915b7e4b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:43.828405 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.038563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:44:44.145142 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:44.151318 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-716f112f-dee0-4625-a0ee-ad7b5a160fb5 admin admin] 10.222.0.21 "PUT /v2.0/routers/806f75fb-2ef2-4ad5-a82f-cf2a5d651076/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.7520919 Jul 22 12:44:44.153828 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56654) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:44.156499 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Sync routers for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:44.166649 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:44.167261 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:44.257902 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.272165 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:44.358024 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.413952 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Deleting port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:44.414289 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.448487 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252'}], 'enable_snat': True}, 'gw_port_id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:44:43Z', 'revision_number': 5, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port': {'id': '01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:bb:01:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4254, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.252', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:36:04Z', 'updated_at': '2021-07-22T12:36:09Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:44.473792 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Checking router: 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:44.482404 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Routers {'806f75fb-2ef2-4ad5-a82f-cf2a5d651076'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:44.483029 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:44.494816 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] For port 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:44.495181 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.507614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Calling delete_port for 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:44.566993 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] Set router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:44.622879 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:44:44Z', 'revision_number': 6, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:44.648308 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbe1f426-f5fe-4045-a4de-c3ffda788719 None None] The sync data for ids ['806f75fb-2ef2-4ad5-a82f-cf2a5d651076'] in n-d-754448-4 is: [{'id': '806f75fb-2ef2-4ad5-a82f-cf2a5d651076', 'name': 'tempest-TestShelveInstance-2110425209-router', 'tenant_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:36:03Z', 'updated_at': '2021-07-22T12:44:44Z', 'revision_number': 6, 'project_id': '04f34c0b9bdf43a29caf8e72d1b8dfe9', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:44.683622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.713797 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Pushing event deleted for resources: {'Port': ['ID=01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:44.777730 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.868151 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.870223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.915439 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.915993 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 806f75fb-2ef2-4ad5-a82f-cf2a5d651076 {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:44:44.920610 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:44.924146 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-755e3b55-66ee-4260-a123-eec8fa372343 admin admin] 10.222.0.21 "DELETE /v2.0/routers/806f75fb-2ef2-4ad5-a82f-cf2a5d651076 HTTP/1.1" status: 204 len: 168 time: 0.7670720 Jul 22 12:44:44.924402 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56656) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:44.972511 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Deleting subnet 13d847ac-4c41-487a-b6a9-2940fc292ff1 {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:44:44.975675 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.012238 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.107286 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.160089 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.193559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=13d847ac-4c41-487a-b6a9-2940fc292ff1,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:45.203134 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.211179 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-bd2600bc-ba3d-4061-814f-236ad046dd81 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/13d847ac-4c41-487a-b6a9-2940fc292ff1 HTTP/1.1" status: 204 len: 168 time: 0.2807820 Jul 22 12:44:45.213554 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56658) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:45.215369 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a02d60ba-7992-4c89-a698-02cd72821a43 None None] Network 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:45.296228 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.356996 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Deleting port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:45.357420 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.418790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-240034a5-5ef8-452e-83b4-09a7b6b55f2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.460686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] DHCP port deletion for 1aeef24f-748a-44b5-8ff1-199ad8e6ff8b request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:44:45.463198 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] For port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:45.463573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.478766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Calling delete_port for e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 owned by network:dhcp {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:45.519259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Deleting port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:44:45.519643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.600256 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] For port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,segment=NetworkSegment(ad2d6dab-02f5-4ce0-8043-01f2d98d1e74),segment_id=ad2d6dab-02f5-4ce0-8043-01f2d98d1e74)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:45.600678 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.600804 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.620422 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Calling delete_port for e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:44:45.634233 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Pushing event deleted for resources: {'Port': ['ID=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:45.644135 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] No DVR routers for this DVR port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 on host n-d-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:44:45.715674 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.738031 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.751292 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Pushing event deleted for resources: {'Port': ['ID=e3f82076-6442-4ab5-b8a3-beeedc3ab4c5,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:45.752176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1aeef24f-748a-44b5-8ff1-199ad8e6ff8b']}} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:45.753573 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] No DVR routers for this DVR port e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:44:45.768259 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f612d6d5-9bfd-4efd-a609-2870ac46a106 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:45.774817 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74') {'for_net_delete': True} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:45.775555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.services.segments.db [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ad2d6dab-02f5-4ce0-8043-01f2d98d1e74') {} {{(pid=93707) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:45.786252 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5180665'] for segment, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.790614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: f612d6d5-9bfd-4efd-a609-2870ac46a106 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:45.791160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device f612d6d5-9bfd-4efd-a609-2870ac46a106 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:45.791815 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:45.795931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.795931 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.796470 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.796567 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.796877 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.797302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.797550 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.797879 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.798205 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.798818 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.798960 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.799233 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9ab5442-f4a9-4401-a6e6-ccc94fc30aef None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:45.807907 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.814721 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Releasing vlan 120 on physical network physnet1 to pool {{(pid=93707) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:44:45.815176 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-5180501'] for segment, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: Traceback (most recent call last): Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: timer() Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: cb(*args, **kw) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: return func(*args, **kwargs) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: self._notify() Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: self.callback(batched_events) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: event.method(event) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: return f(self, *a, **k) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: return self._get(url).json() Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: return self.request(url, 'GET', **kwargs) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:44:45.817063 n-d-754448-4 neutron-server[93707]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:44:45.823741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:45.824087 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device e3f82076-6442-4ab5-b8a3-beeedc3ab4c5 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:45.824503 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:44:45.851307 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:44:45.851644 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 01ba0b83-19ae-4bd7-8c8e-1f0947fb12aa not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:44:45.884372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.892118 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:45.894001 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] 10.222.0.21 "DELETE /v2.0/networks/1aeef24f-748a-44b5-8ff1-199ad8e6ff8b HTTP/1.1" status: 204 len: 168 time: 0.6800280 Jul 22 12:44:45.907528 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a52febbf-9555-4330-9223-8641358d2570 admin admin] Pushing event deleted for resources: {'Network': ['ID=1aeef24f-748a-44b5-8ff1-199ad8e6ff8b,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:46.021169 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56662) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:46.068567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8a4d0c6b-969c-41ac-bb4d-142dfae0b44b admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=4becdefb078e4bd5b807c3e49d042639&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0462070 Jul 22 12:44:46.071846 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56664) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:46.123932 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.144909 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.196698 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.199498 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.200717 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/45a63918-5c5f-41c2-9525-d2b70971b25d HTTP/1.1" status: 204 len: 168 time: 0.1275671 Jul 22 12:44:46.208647 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbd9bc77-8c53-4ff5-a0bd-2461dc5ba7aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=45a63918-5c5f-41c2-9525-d2b70971b25d,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:46.514361 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56670) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:46.554250 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-394d7d07-25dc-486f-af40-49b8dd53a1f7 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=04f34c0b9bdf43a29caf8e72d1b8dfe9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0385802 Jul 22 12:44:46.557455 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56672) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:46.616291 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.637256 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.683317 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.686199 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:46.687393 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/8475572b-028f-4e15-888f-536330b98026 HTTP/1.1" status: 204 len: 168 time: 0.1290216 Jul 22 12:44:46.694982 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ba67bd-319c-4410-9d33-dc94d8cafc6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8475572b-028f-4e15-888f-536330b98026,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:47.356372 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56694) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:47.448105 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-457225073-network', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:47.469597 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Made reservation on behalf of cfadcae07a3e4aaabdbc7ac64d6d1f4d for: {'network': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:44:47.472086 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.480429 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.570423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.574918 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.599989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] vlan segment allocate from pool success with {'vlan_id': 103, 'physical_network': 'physnet1'} {{(pid=93707) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:44:47.609410 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f505398-7eb6-48cb-8fa6-a7b59707d63e,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:47.615928 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.616317 n-d-754448-4 neutron-server[93707]: INFO neutron.db.segments_db [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Added segment 1ae893b3-2d32-4aa1-a570-a597fe51fae7 of type vlan for network 832368d5-b737-4ce9-8867-d4c6710eb777 Jul 22 12:44:47.657900 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.687378 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.688347 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:47.688920 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Notify callbacks [] for network, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.727030 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.3695452 Jul 22 12:44:47.730261 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56698) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:47.735321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Request body: {'subnet': {'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-457225073-subnet', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:47.755720 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Made reservation on behalf of cfadcae07a3e4aaabdbc7ac64d6d1f4d for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:44:47.758301 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.761238 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d877a53-33ca-47e3-95ae-9142c2b09920 admin admin] Pushing event updated for resources: {'Network': ['ID=832368d5-b737-4ce9-8867-d4c6710eb777,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:47.771564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 832368d5-b737-4ce9-8867-d4c6710eb777 details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:44:47.927517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.976225 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Pushing event updated for resources: {'Subnet': ['ID=80441c53-93d2-4b63-aa59-9e1f8294c24d,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:47.983779 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:47.991559 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Checking segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:47.991926 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Network hostable DHCP agents. Network: 832368d5-b737-4ce9-8867-d4c6710eb777, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:44:48.008305 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:44:48.016859 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 832368d5-b737-4ce9-8867-d4c6710eb777) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:48.020911 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:48.021501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.026246 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e35e2f69-320e-4f31-bb3a-2f76dc61d47d None None] Network 832368d5-b737-4ce9-8867-d4c6710eb777 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:48.036422 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9a49d32c-8497-4c1a-bde0-de2d128ddb53 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.3048327 Jul 22 12:44:48.039311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56700) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:48.044824 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:48.069273 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.070674 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.124485 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.176794 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-832368d5-b737-4ce9-8867-d4c6710eb777', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:44:48.177657 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.265712 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.314054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d4560718-d9b6-4e81-9bef-5d95798ab747 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.324991 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Allocated IP 172.20.0.2 (832368d5-b737-4ce9-8867-d4c6710eb777/80441c53-93d2-4b63-aa59-9e1f8294c24d/5323253e-a948-48eb-a518-52804839ff3d) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:48.468824 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.471484 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.478472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Transition to ACTIVE for port object 5323253e-a948-48eb-a518-52804839ff3d will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:48.496081 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Transition to ACTIVE for port object 5323253e-a948-48eb-a518-52804839ff3d will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:48.496479 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.501575 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.541143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:48.545433 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:48.549676 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:48.553223 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Pushing event updated for resources: {'Port': ['ID=5323253e-a948-48eb-a518-52804839ff3d,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:48.600792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Allocated IP 172.25.6.36 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/ab483b57-2535-4b6d-ae13-f69a3b357689) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:48.615647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Attempting to bind port 5323253e-a948-48eb-a518-52804839ff3d on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:48.616023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Attempting to bind port 5323253e-a948-48eb-a518-52804839ff3d by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:48.616390 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Attempting to bind port 5323253e-a948-48eb-a518-52804839ff3d on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:48.622083 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:48.622482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Checking segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:48.622898 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.623298 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Bound using segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:48.623766 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Bound port: 5323253e-a948-48eb-a518-52804839ff3d, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:48.624150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.709543 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.750219 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.793721 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:48.796770 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:48.799106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:48.824915 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Pushing event updated for resources: {'Port': ['ID=ab483b57-2535-4b6d-ae13-f69a3b357689,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:48.854042 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] For port 5323253e-a948-48eb-a518-52804839ff3d, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:48.857195 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] For port 5323253e-a948-48eb-a518-52804839ff3d, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5323253e-a948-48eb-a518-52804839ff3d,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:48.861438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:48.924738 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-717c99e0-f1f5-4579-90d8-6737431f37ac None None] Pushing event updated for resources: {'Port': ['ID=5323253e-a948-48eb-a518-52804839ff3d,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:49.062587 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:49.281423 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:49.410132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Router ac480476-dfec-4418-9326-0e31e84765aa is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:44:49.519211 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:49.530923 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:49.537257 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:49.539191 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8036609e-67ed-4619-91e3-8ef21894c317 admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.4978855 Jul 22 12:44:49.541862 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56702) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:49.543283 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:49.544057 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:49.678064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:49.784371 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5323253e-a948-48eb-a518-52804839ff3d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:49.825931 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:49.859317 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc612ecf-94bf-44e4-8b8e-2e5944ec6777 None None] Network 832368d5-b737-4ce9-8867-d4c6710eb777 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:49.959633 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 5323253e-a948-48eb-a518-52804839ff3d completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:49.980835 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Provisioning for port 5323253e-a948-48eb-a518-52804839ff3d completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:49.989199 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5323253e-a948-48eb-a518-52804839ff3d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:49.989579 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:49.998482 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Provisioning complete for port 5323253e-a948-48eb-a518-52804839ff3d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:49.998854 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.157732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:48Z', 'revision_number': 3, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:50.211753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:50.212111 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Updating router ac480476-dfec-4418-9326-0e31e84765aa port ab483b57-2535-4b6d-ae13-f69a3b357689 binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:44:50.273245 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.299005 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.301172 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.313184 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.375520 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 5323253e-a948-48eb-a518-52804839ff3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5323253e-a948-48eb-a518-52804839ff3d,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:50.427170 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.472247 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Allocated IP 172.20.0.1 (832368d5-b737-4ce9-8867-d4c6710eb777/80441c53-93d2-4b63-aa59-9e1f8294c24d/ad8caf15-0c2f-4aca-a455-7fbb877ac786) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:50.520632 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.db.api [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=93708) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Jul 22 12:44:50.521134 n-d-754448-4 neutron-server[93708]: DEBUG oslo_db.api [None req-a6d0b61f-c891-4559-b74a-721b599f1852 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Jul 22 12:44:50.558578 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=5323253e-a948-48eb-a518-52804839ff3d,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:50.601427 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.616101 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Transition to ACTIVE for port object ad8caf15-0c2f-4aca-a455-7fbb877ac786 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:50.649855 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.684039 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.690928 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:50.693751 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:50.693959 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Transition to ACTIVE for port object ab483b57-2535-4b6d-ae13-f69a3b357689 will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:50.699355 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:50.701806 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.723858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:50.748886 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.756079 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Attempting to bind port ab483b57-2535-4b6d-ae13-f69a3b357689 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:50.756459 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Attempting to bind port ab483b57-2535-4b6d-ae13-f69a3b357689 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:50.756834 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Attempting to bind port ab483b57-2535-4b6d-ae13-f69a3b357689 on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:50.759556 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344da9a-8aec-47c4-99fa-4621cfd0373d None None] Pushing event updated for resources: {'Port': ['ID=ab483b57-2535-4b6d-ae13-f69a3b357689,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:50.765757 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:50.766145 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:50.766796 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.767193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:50.768406 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Bound port: ab483b57-2535-4b6d-ae13-f69a3b357689, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:50.768406 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.829355 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] For port ab483b57-2535-4b6d-ae13-f69a3b357689, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:50.833137 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] For port ab483b57-2535-4b6d-ae13-f69a3b357689, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab483b57-2535-4b6d-ae13-f69a3b357689,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:50.838713 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.894754 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:50.895393 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:50.908244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:50.943412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8344da9a-8aec-47c4-99fa-4621cfd0373d None None] Pushing event updated for resources: {'Port': ['ID=ab483b57-2535-4b6d-ae13-f69a3b357689,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:51.026772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:51.081074 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.087190 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.157607 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.159374 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Pushing event updated for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:51.252058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Provisioning complete for port 5323253e-a948-48eb-a518-52804839ff3d triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:51.252337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:51.252512 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.253560 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:51.312776 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:51.360388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5fbabe47-851b-4549-837f-5efeed554011 None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:51.382285 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:44:51.395976 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Provisioning for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:51.400994 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Provisioning complete for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:51.401420 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.441346 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-e33c11f9-03e6-406d-a7c5-959097207a6a None None] Port ad8caf15-0c2f-4aca-a455-7fbb877ac786 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:44:51.513513 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:51.518478 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41db6abd-b761-4238-802c-6e204ce25595 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac480476-dfec-4418-9326-0e31e84765aa/add_router_interface HTTP/1.1" status: 200 len: 503 time: 1.9753637 Jul 22 12:44:51.562545 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-1587ce8c-aecd-4c0d-bf02-e4c59a3ebb4e None None] Provisioning complete for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:51.563003 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1587ce8c-aecd-4c0d-bf02-e4c59a3ebb4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.628143 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-1587ce8c-aecd-4c0d-bf02-e4c59a3ebb4e None None] Port ad8caf15-0c2f-4aca-a455-7fbb877ac786 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:44:51.636718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:51.750823 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5323253e-a948-48eb-a518-52804839ff3d up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:51.810251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 5323253e-a948-48eb-a518-52804839ff3d triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:51.810673 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.067520 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56718) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:52.073205 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-12814035-network', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:52.110346 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Made reservation on behalf of 2c21b6c2bc10494aaf66a5c92d0c797f for: {'network': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:44:52.112774 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for network, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.124087 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.222576 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.226501 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.253302 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] vlan segment allocate from pool success with {'vlan_id': 149, 'physical_network': 'physnet1'} {{(pid=93706) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Jul 22 12:44:52.262611 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=088d20da-75c4-4e49-b51a-a5aef27fc80f,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:52.269964 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.270386 n-d-754448-4 neutron-server[93706]: INFO neutron.db.segments_db [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Added segment f941623a-3172-4bc2-a4ec-8a2b4e44c6d6 of type vlan for network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef Jul 22 12:44:52.315537 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8770041865463'] for network, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.346519 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125'] for network, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.347522 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:52.348109 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.381776 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] 10.222.0.21 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.3130596 Jul 22 12:44:52.384714 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56720) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:52.391338 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Request body: {'subnet': {'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-12814035-subnet', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'ip_version': 4}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:52.430833 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8985ce91-147c-4db2-a96b-fade3e0a7f30 admin admin] Pushing event updated for resources: {'Network': ['ID=9924ae8a-1e9d-4818-8de9-a94534c1e3ef,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:52.443686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef details requested by agent ovs-agent-n-d-754448-4 with host n-d-754448-4 {{(pid=93708) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:248}} Jul 22 12:44:52.444537 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Made reservation on behalf of 2c21b6c2bc10494aaf66a5c92d0c797f for: {'subnet': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:44:52.447503 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-4653026'] for subnet, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.637204 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-4803573', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-4652944'] for subnet, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.694730 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Pushing event updated for resources: {'Subnet': ['ID=04f05db6-b5c3-4eda-b179-4f93b9558eb4,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:52.704534 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Checking segment: {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:52.704891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Network hostable DHCP agents. Network: 9924ae8a-1e9d-4818-8de9-a94534c1e3ef, hostable agents: ['b69e13d0-845b-4f61-90bf-360e9aa762fb'], hosted agents: [] {{(pid=93706) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Jul 22 12:44:52.721596 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef is scheduled to be hosted by DHCP agent b69e13d0-845b-4f61-90bf-360e9aa762fb with binding_index 1 {{(pid=93706) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Jul 22 12:44:52.731168 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-754448-4, 9924ae8a-1e9d-4818-8de9-a94534c1e3ef) {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:52.735258 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:52.735951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.740927 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19584a3b-7d5b-4710-9c2a-090c36d2550e None None] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:52.750895 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-16172c29-ce09-4e46-8e7d-4913b0411589 admin admin] 10.222.0.21 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.3649247 Jul 22 12:44:52.753433 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56722) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:52.758410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:52.779168 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-8053051', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-25553'] for router, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.780178 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-8058709', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-8055316', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-7904048', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-25562'] for router, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.837887 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.894102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp9bc0ec63-0f02-55fd-bf6d-0a5425a54229-9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'fixed_ips': [{'subnet_id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4'}]}} from n-d-754448-4. {{(pid=93708) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:285}} Jul 22 12:44:52.895009 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:52.973785 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-8053246', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-8053077', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-28208'] for router, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.029865 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.db_base_plugin_common [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Allocated IP 172.20.0.2 (9924ae8a-1e9d-4818-8de9-a94534c1e3ef/04f05db6-b5c3-4eda-b179-4f93b9558eb4/cbf42c94-e2c6-4011-a984-0eb0f6066f2b) {{(pid=93708) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:53.183395 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks [] for port, precommit_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.186628 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.193009 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Transition to ACTIVE for port object cbf42c94-e2c6-4011-a984-0eb0f6066f2b will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:53.206620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.208021 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Transition to ACTIVE for port object cbf42c94-e2c6-4011-a984-0eb0f6066f2b will not be triggered until provisioned by entity DHCP. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:53.214196 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459'] for port, after_create {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.250732 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef is already hosted by enough agents. {{(pid=93708) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:53.255466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.scheduler.base_scheduler [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Resources bound (agent type, host, resource id): {{(pid=93708) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:53.259072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Received port after_create {{(pid=93708) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:53.270174 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Pushing event updated for resources: {'Port': ['ID=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,revision_number=1']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:53.317307 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Allocated IP 172.25.6.104 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/34be994c-0ee2-400a-a7fb-e64c43be497a) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:53.419843 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:53.430039 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:53.431551 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:53.445654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.487951 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.490151 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Attempting to bind port cbf42c94-e2c6-4011-a984-0eb0f6066f2b on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:53.490688 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Attempting to bind port cbf42c94-e2c6-4011-a984-0eb0f6066f2b by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:53.491024 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Attempting to bind port cbf42c94-e2c6-4011-a984-0eb0f6066f2b on network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:53.497651 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:53.498031 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Checking segment: {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:53.498438 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.498858 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Bound using segment: {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:53.499338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Bound port: cbf42c94-e2c6-4011-a984-0eb0f6066f2b, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:53.499718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.528580 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:53.534427 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:53.540075 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:53.573010 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] For port cbf42c94-e2c6-4011-a984-0eb0f6066f2b, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:53.575004 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Pushing event updated for resources: {'Port': ['ID=34be994c-0ee2-400a-a7fb-e64c43be497a,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:53.576485 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] For port cbf42c94-e2c6-4011-a984-0eb0f6066f2b, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:53.585376 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.663646 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:53.667592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089d36a4-3a7c-435d-a69a-266c352f760d None None] Pushing event updated for resources: {'Port': ['ID=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:53.769777 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab483b57-2535-4b6d-ae13-f69a3b357689 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:53.848053 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ab483b57-2535-4b6d-ae13-f69a3b357689 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:53.850767 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.876908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ab483b57-2535-4b6d-ae13-f69a3b357689 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:53.877493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.948873 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 2, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:53.968640 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:53.981969 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:53.982561 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Updating router ac480476-dfec-4418-9326-0e31e84765aa port ad8caf15-0c2f-4aca-a455-7fbb877ac786 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:44:54.001615 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ab483b57-2535-4b6d-ae13-f69a3b357689, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab483b57-2535-4b6d-ae13-f69a3b357689,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:54.007891 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.025477 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.063315 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ab483b57-2535-4b6d-ae13-f69a3b357689,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:54.086099 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-8053058', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-8053221'] for router, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.217563 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Router 729db27a-412f-4421-82c2-59abe486185c is scheduled to L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 with binding_index 1 {{(pid=93706) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Jul 22 12:44:54.293052 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.304124 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Transition to ACTIVE for port object ad8caf15-0c2f-4aca-a455-7fbb877ac786 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:54.312333 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.330442 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:54.343000 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Sync routers for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:54.349415 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.351013 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-41afb51f-4d24-4596-a1ff-f0d10ad1dddd admin admin] 10.222.0.21 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 1.5963192 Jul 22 12:44:54.353850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56724) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:54.363814 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:54.364466 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:54.371629 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Pushing event updated for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:54.384681 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.385031 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.385374 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.385721 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.386061 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.386395 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.386749 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.387080 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.387409 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.387736 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.388063 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.388389 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93709) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:44:54.456061 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Attempting to bind port ad8caf15-0c2f-4aca-a455-7fbb877ac786 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:54.456893 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Attempting to bind port ad8caf15-0c2f-4aca-a455-7fbb877ac786 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:54.457465 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Attempting to bind port ad8caf15-0c2f-4aca-a455-7fbb877ac786 on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:54.466437 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:54.467102 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Checking segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:54.468195 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.468769 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Bound using segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:54.469841 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Bound port: ad8caf15-0c2f-4aca-a455-7fbb877ac786, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:54.470416 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.537762 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:54.559799 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] For port ad8caf15-0c2f-4aca-a455-7fbb877ac786, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:54.567555 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] For port ad8caf15-0c2f-4aca-a455-7fbb877ac786, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ad8caf15-0c2f-4aca-a455-7fbb877ac786,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:54.577433 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:54.654042 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd30517c-2b3c-4fc7-8cd4-75eebc592146 None None] Pushing event updated for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:54.663623 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:54.664275 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:54.818678 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:54.830855 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 3, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:54.862854 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Checking router: 729db27a-412f-4421-82c2-59abe486185c for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:54.863471 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Updating router 729db27a-412f-4421-82c2-59abe486185c port 34be994c-0ee2-400a-a7fb-e64c43be497a binding host n-d-754448-4 {{(pid=93708) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:44:54.903501 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.018124 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc7b56f4-fdff-46a6-8dc4-edb0c35d4bb8 None None] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:44:55.080388 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-ca6c71f8-a937-4778-bad0-763dbfe20ea2 None None] Provisioning for port cbf42c94-e2c6-4011-a984-0eb0f6066f2b completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:55.089813 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:54Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:55.121912 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-55301323-e382-49a8-be6f-d9fcf8568838 None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:54Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:55.251705 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.345163 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks [] for port, precommit_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.361894 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Transition to ACTIVE for port object 34be994c-0ee2-400a-a7fb-e64c43be497a will not be triggered until provisioned by entity L2. {{(pid=93708) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:55.370140 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.426267 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Allocated IP 172.20.0.1 (9924ae8a-1e9d-4818-8de9-a94534c1e3ef/04f05db6-b5c3-4eda-b179-4f93b9558eb4/abe723b1-9bbe-421e-9e51-81593f3fedf6) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:44:55.430538 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Attempting to bind port 34be994c-0ee2-400a-a7fb-e64c43be497a on host n-d-754448-4 for vnic_type normal with profile {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:55.431046 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Attempting to bind port 34be994c-0ee2-400a-a7fb-e64c43be497a by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:55.431472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Attempting to bind port 34be994c-0ee2-400a-a7fb-e64c43be497a on network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:55.435100 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fbc58-aff3-4869-a476-d7d7da7bd512 None None] Pushing event updated for resources: {'Port': ['ID=34be994c-0ee2-400a-a7fb-e64c43be497a,revision_number=2']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:55.439899 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:55.440281 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Checking segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93708) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:55.440683 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.441074 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Bound using segment: {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'} {{(pid=93708) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:55.441543 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.managers [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Bound port: 34be994c-0ee2-400a-a7fb-e64c43be497a, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd3bb83b0-166a-4207-b9a9-452183adae7b', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c'}}] {{(pid=93708) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:55.442520 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.512519 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] For port 34be994c-0ee2-400a-a7fb-e64c43be497a, host n-d-754448-4, cleared binding levels {{(pid=93708) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:55.518400 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] For port 34be994c-0ee2-400a-a7fb-e64c43be497a, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=34be994c-0ee2-400a-a7fb-e64c43be497a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:55.527946 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.571716 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.587800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc2fbc58-aff3-4869-a476-d7d7da7bd512 None None] Pushing event updated for resources: {'Port': ['ID=34be994c-0ee2-400a-a7fb-e64c43be497a,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:55.588429 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Transition to ACTIVE for port object abe723b1-9bbe-421e-9e51-81593f3fedf6 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:55.607614 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:55.608297 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:55.632237 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.688601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:55.690957 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:55.694891 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:44:55.701072 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:55.739719 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:55.748111 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-8053012'] for router_interface, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.933517 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:55.969775 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab483b57-2535-4b6d-ae13-f69a3b357689 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:56.043023 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ab483b57-2535-4b6d-ae13-f69a3b357689 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:56.043396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.047323 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 3, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:56.103179 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c353a053-54e7-4e7f-9485-0e3a51a637b9 None None] The sync data for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 is: [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 3, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:44:56.126597 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ff7f726-ca27-4170-84e2-143020505526 None None] Provisioning for port abe723b1-9bbe-421e-9e51-81593f3fedf6 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:56.135412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-2ff7f726-ca27-4170-84e2-143020505526 None None] Provisioning complete for port abe723b1-9bbe-421e-9e51-81593f3fedf6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:56.135781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2ff7f726-ca27-4170-84e2-143020505526 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.140881 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.145530 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.197071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-2ff7f726-ca27-4170-84e2-143020505526 None None] Port abe723b1-9bbe-421e-9e51-81593f3fedf6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:44:56.199237 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ad8caf15-0c2f-4aca-a455-7fbb877ac786 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:56.221977 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Pushing event updated for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:56.225244 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-7890163', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-8058788'] for router_interface, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.250361 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:56.254114 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:56.254522 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.330739 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:44:56.346488 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:44:56.350437 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.392699 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port ad8caf15-0c2f-4aca-a455-7fbb877ac786, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ad8caf15-0c2f-4aca-a455-7fbb877ac786,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:56.397419 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.398270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cbf42c94-e2c6-4011-a984-0eb0f6066f2b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:56.482593 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:56.505636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port cbf42c94-e2c6-4011-a984-0eb0f6066f2b completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:56.510689 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cbf42c94-e2c6-4011-a984-0eb0f6066f2b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:56.511054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.523380 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Router 729db27a-412f-4421-82c2-59abe486185c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:44:56.616000 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.645366 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-4aab1f97-3426-4b19-86fb-fe1549cf1bce None None] Provisioning complete for port abe723b1-9bbe-421e-9e51-81593f3fedf6 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:56.645843 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4aab1f97-3426-4b19-86fb-fe1549cf1bce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.659334 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:44:56.664923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-75359a58-07df-4bb6-8c3f-585e3c3f9fe2 admin admin] 10.222.0.21 "PUT /v2.0/routers/729db27a-412f-4421-82c2-59abe486185c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.3092606 Jul 22 12:44:56.686537 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port cbf42c94-e2c6-4011-a984-0eb0f6066f2b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:56.696624 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:56.729645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-4aab1f97-3426-4b19-86fb-fe1549cf1bce None None] Port abe723b1-9bbe-421e-9e51-81593f3fedf6 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:44:56.755714 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,revision_number=3']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:57.455573 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56732) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:57.460310 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-2053304024', 'description': 'tempest-secgroup-smoke-2053304024 description', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:57.482837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.495200 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:44:57.562847 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.566752 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.594549 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.595769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.1391912 Jul 22 12:44:57.597611 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1632444-7b06-4975-8072-e98d7fe82a5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ca94568-bc85-48af-b9c3-79b22a719c68,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:57.598858 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56734) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:57.605543 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:57.631209 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.690948 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.697828 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.718711 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f92ac02a-d38b-48af-992f-e9fcd7283e2b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:57.724475 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.725943 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8c430361-d443-4064-8eab-4deaa7f53be6 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1251113 Jul 22 12:44:57.729870 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56736) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:57.734694 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:57.763045 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.785842 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ad8caf15-0c2f-4aca-a455-7fbb877ac786 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:57.830753 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.834601 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.841750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port ad8caf15-0c2f-4aca-a455-7fbb877ac786 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:57.842256 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.853011 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bf5d3756-d671-4b02-aa7a-3c10315739c7,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:57.859620 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.860873 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-1df73d7e-4ef7-46b2-9ba1-d53372690df3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1298971 Jul 22 12:44:57.863759 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56738) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:57.868819 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:57.895388 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.924878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cbf42c94-e2c6-4011-a984-0eb0f6066f2b up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:57.959613 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.965749 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.976957 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port cbf42c94-e2c6-4011-a984-0eb0f6066f2b triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:57.977213 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.988792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4afcd4b0-88b3-4610-a6f3-95f8f353207b,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:57.992032 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:57.996281 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-87a0d0f6-a6c9-4ec7-a70f-e4ad65b76f04 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1285872 Jul 22 12:44:57.996281 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56740) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:58.002978 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:58.029211 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.034470 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.068108 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 34be994c-0ee2-400a-a7fb-e64c43be497a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:58.097896 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.102383 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.116154 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port 34be994c-0ee2-400a-a7fb-e64c43be497a completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:44:58.120795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 34be994c-0ee2-400a-a7fb-e64c43be497a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:58.121252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.121662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa0706e7-c4c3-4142-9cde-72d0f111a2bd,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:58.128759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.132729 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-ed8c55e3-f449-4988-af76-7114c6aa39bc tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1329381 Jul 22 12:44:58.132939 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56742) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:58.138170 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:58.160792 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Project cfadcae07a3e4aaabdbc7ac64d6d1f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:44:58.166638 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.206764 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.229414 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port 34be994c-0ee2-400a-a7fb-e64c43be497a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=34be994c-0ee2-400a-a7fb-e64c43be497a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:44:58.232694 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.243222 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.247431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.266236 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=97876348-d29a-45e2-a4ba-a3e683c07e44,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:58.275851 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.279645 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-9410f0d9-bd1e-4c20-b116-9af596d9388f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1426127 Jul 22 12:44:58.280185 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56744) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:44:58.282591 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=34be994c-0ee2-400a-a7fb-e64c43be497a,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:58.284897 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'security_group_rule': {'security_group_id': '0ca94568-bc85-48af-b9c3-79b22a719c68', 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:44:58.307585 n-d-754448-4 neutron-server[93706]: INFO neutron.db.securitygroups_db [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Project cfadcae07a3e4aaabdbc7ac64d6d1f4d added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jul 22 12:44:58.312934 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.377332 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.381344 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7990602'] for security_group_rule, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.400337 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f947b641-512f-4557-b7c2-20dbfa9ef71c,revision_number=0']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:58.406720 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group_rule, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:58.407959 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6a177183-0a55-4b0f-abba-f6e45c5b748c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1268015 Jul 22 12:44:58.505402 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Sync routers for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:44:58.516170 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:58.516984 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:58.550968 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-db6ec644-7dcf-478d-b9fc-f1fb1ef663df tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053304024&fields=id&tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 267 time: 0.0318508 Jul 22 12:44:58.621914 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:58.662947 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-c684d18e-9004-407a-90e4-f6544ed164fe tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:44:58.664481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-c684d18e-9004-407a-90e4-f6544ed164fe tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 809 time: 0.1055725 Jul 22 12:44:58.679173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-8340c7d8-2ca8-44d2-bdda-9512e0c27634 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/quotas/cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 375 time: 0.0090957 Jul 22 12:44:58.746213 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-b9125902-0281-45a0-8171-6ab30b02328a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0613794 Jul 22 12:44:58.761633 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-2fbc6f81-e907-4d42-93c3-46c067257dbf service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:44:58.762564 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-2fbc6f81-e907-4d42-93c3-46c067257dbf service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0054333 Jul 22 12:44:58.816328 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:55Z', 'revision_number': 4, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'abe723b1-9bbe-421e-9e51-81593f3fedf6', 'name': '', 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'mac_address': 'fa:16:3e:23:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:55Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 2, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'subnets': [{'id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:58.843902 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Checking router: 729db27a-412f-4421-82c2-59abe486185c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:44:58.844253 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Updating router 729db27a-412f-4421-82c2-59abe486185c port abe723b1-9bbe-421e-9e51-81593f3fedf6 binding host n-d-754448-4 {{(pid=93709) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Jul 22 12:44:58.882842 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.013561 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.158481 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-045652f2-8d5d-4a73-ae2c-cb135f103843 service neutron] 10.222.0.21 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3896022 Jul 22 12:44:59.243374 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks [] for port, precommit_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.247459 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-691284c7-7864-4cde-8115-fb057936c84c service neutron] 10.222.0.21 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0830913 Jul 22 12:44:59.253093 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.provisioning_blocks [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Transition to ACTIVE for port object abe723b1-9bbe-421e-9e51-81593f3fedf6 will not be triggered until provisioned by entity L2. {{(pid=93709) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:44:59.259158 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.310250 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9ce7-390b-4417-ac9f-419577b85990 None None] Pushing event updated for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=3']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:59.368872 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Attempting to bind port abe723b1-9bbe-421e-9e51-81593f3fedf6 on host n-d-754448-4 for vnic_type normal with profile {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:44:59.369400 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Attempting to bind port abe723b1-9bbe-421e-9e51-81593f3fedf6 by drivers openvswitch,hyperv on host n-d-754448-4 at level 0 using segments [{'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:44:59.369857 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Attempting to bind port abe723b1-9bbe-421e-9e51-81593f3fedf6 on network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:44:59.379751 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Checking agent: {'id': '45f103c0-1b52-40c9-b0f2-6790d3629a63', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 14, 48), 'started_at': datetime.datetime(2021, 7, 22, 11, 15, 18), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 48), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-754448-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:44:59.380145 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Checking segment: {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93709) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:44:59.380538 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.380935 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Bound using segment: {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'} {{(pid=93709) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:44:59.381417 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.managers [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Bound port: abe723b1-9bbe-421e-9e51-81593f3fedf6, host: n-d-754448-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 149, 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef'}}] {{(pid=93709) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:44:59.381806 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.454818 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b6a0e51f-35fe-4bcb-954b-57db16c076d5 req-ebcca44b-7999-4a2e-ba04-675f4e97b209 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 210 time: 0.0590103 Jul 22 12:44:59.457606 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] For port abe723b1-9bbe-421e-9e51-81593f3fedf6, host n-d-754448-4, cleared binding levels {{(pid=93709) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:44:59.467865 n-d-754448-4 neutron-server[93709]: DEBUG neutron.plugins.ml2.db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] For port abe723b1-9bbe-421e-9e51-81593f3fedf6, host n-d-754448-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=abe723b1-9bbe-421e-9e51-81593f3fedf6,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93709) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:44:59.473697 n-d-754448-4 neutron-server[93709]: DEBUG neutron_lib.callbacks.manager [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93709) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.529545 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:44:59.530573 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:59.614111 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfef9ce7-390b-4417-ac9f-419577b85990 None None] Pushing event updated for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=4']} {{(pid=93709) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:44:59.667096 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:44:59.740270 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 34be994c-0ee2-400a-a7fb-e64c43be497a up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:44:59.801444 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port 34be994c-0ee2-400a-a7fb-e64c43be497a triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:44:59.801711 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:44:59.932508 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:55Z', 'revision_number': 4, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'abe723b1-9bbe-421e-9e51-81593f3fedf6', 'name': '', 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'mac_address': 'fa:16:3e:23:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:55Z', 'updated_at': '2021-07-22T12:44:59Z', 'revision_number': 4, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'subnets': [{'id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:44:59.960400 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fde72300-c2d6-4df7-998a-422920c2bd87 None None] The sync data for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 is: [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:44:55Z', 'revision_number': 4, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'abe723b1-9bbe-421e-9e51-81593f3fedf6', 'name': '', 'network_id': '9924ae8a-1e9d-4818-8de9-a94534c1e3ef', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'mac_address': 'fa:16:3e:23:a6:98', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_interface', 'standard_attr_id': 4303, 'fixed_ips': [{'subnet_id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:55Z', 'updated_at': '2021-07-22T12:44:59Z', 'revision_number': 4, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'subnets': [{'id': '04f05db6-b5c3-4eda-b179-4f93b9558eb4', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:45:00.468794 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-4b5b9c28-0741-413e-87fd-efc728e9c4e3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:00.470300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-4b5b9c28-0741-413e-87fd-efc728e9c4e3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 809 time: 0.1109796 Jul 22 12:45:00.519817 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-906f0f17-b689-42c9-9b48-3647adcc1349 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.20 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 380 time: 0.0403421 Jul 22 12:45:00.538309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'port': {'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'admin_state_up': True, 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'security_groups': ['0ca94568-bc85-48af-b9c3-79b22a719c68']}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:45:00.572750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fb021f29-d41e-4452-add6-5b6d8e09a161 req-520cf615-02db-4a8f-87fb-b8fc08f93548 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 210 time: 0.0518525 Jul 22 12:45:00.671593 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Made reservation on behalf of cfadcae07a3e4aaabdbc7ac64d6d1f4d for: {'port': 1} {{(pid=93707) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:45:00.675246 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:00.810286 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Allocated IP 172.20.0.3 (832368d5-b737-4ce9-8867-d4c6710eb777/80441c53-93d2-4b63-aa59-9e1f8294c24d/65bd3678-4fd4-44fb-a287-10054bdff857) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:45:00.959094 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:00.973174 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Transition to ACTIVE for port object 65bd3678-4fd4-44fb-a287-10054bdff857 will not be triggered until provisioned by entity DHCP. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:45:01.012115 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.057129 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:45:01.060020 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:45:01.063693 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:45:01.069818 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:01.115086 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:01.115695 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.130696 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-ebba2bcf-fcd8-483f-8937-59277068b802 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.20 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6010001 Jul 22 12:45:01.142965 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Request body: {'port': {'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-754448-4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:45:01.223837 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.343302 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aeb23279-8d36-4da0-b17f-c4cecba533f0 None None] Provisioning for port 65bd3678-4fd4-44fb-a287-10054bdff857 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:45:01.346888 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-aeb23279-8d36-4da0-b17f-c4cecba533f0 None None] Provisioning complete for port 65bd3678-4fd4-44fb-a287-10054bdff857 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:45:01.347265 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-aeb23279-8d36-4da0-b17f-c4cecba533f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.386102 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-aeb23279-8d36-4da0-b17f-c4cecba533f0 None None] Port 65bd3678-4fd4-44fb-a287-10054bdff857 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:45:01.490924 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 65bd3678-4fd4-44fb-a287-10054bdff857 {{(pid=93707) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:45:01.498236 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.509954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.provisioning_blocks [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Transition to ACTIVE for port object 65bd3678-4fd4-44fb-a287-10054bdff857 will not be triggered until provisioned by entity L2. {{(pid=93707) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:45:01.513758 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.562200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:01.640298 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Attempting to bind port 65bd3678-4fd4-44fb-a287-10054bdff857 on host n-h1-754448-4 for vnic_type normal with profile {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:45:01.640632 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Attempting to bind port 65bd3678-4fd4-44fb-a287-10054bdff857 by drivers openvswitch,hyperv on host n-h1-754448-4 at level 0 using segments [{'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:45:01.640964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Attempting to bind port 65bd3678-4fd4-44fb-a287-10054bdff857 on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:45:01.656549 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Port 65bd3678-4fd4-44fb-a287-10054bdff857 on network 832368d5-b737-4ce9-8867-d4c6710eb777 not bound, no agent of type Open vSwitch agent registered on host n-h1-754448-4 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:45:01.656876 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Attempting to bind port 65bd3678-4fd4-44fb-a287-10054bdff857 on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:45:01.680498 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Checking agent: {'id': '2a5e4c38-154f-4b11-82b0-56697a1d865d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h1-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 28), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 44, 59), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:45:01.680842 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Checking segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93707) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:45:01.681224 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Bound using segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} {{(pid=93707) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:45:01.681674 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.managers [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Bound port: 65bd3678-4fd4-44fb-a287-10054bdff857, host: n-h1-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}}] {{(pid=93707) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:45:01.682029 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.749071 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device abe723b1-9bbe-421e-9e51-81593f3fedf6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:45:01.768546 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8675020b-1762-4434-9b29-ca295d59c95f req-7060f5ca-9013-4ed9-af5f-8912b77d9624 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:01.770058 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8675020b-1762-4434-9b29-ca295d59c95f req-7060f5ca-9013-4ed9-af5f-8912b77d9624 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.1268663 Jul 22 12:45:01.774493 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, cleared binding levels {{(pid=93707) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:45:01.778762 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93707) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:45:01.786805 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.802753 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning for port abe723b1-9bbe-421e-9e51-81593f3fedf6 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:45:01.809395 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port abe723b1-9bbe-421e-9e51-81593f3fedf6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:45:01.809765 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.852426 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:01.853306 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:01.854806 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] 10.222.0.20 "PUT /v2.0/ports/65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 1091 time: 0.7161632 Jul 22 12:45:01.855592 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:45:01.857940 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2" -d '{"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:45:01.875898 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-8675020b-1762-4434-9b29-ca295d59c95f req-550a2ea3-88d0-40e4-99fa-c28391b6a913 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0990591 Jul 22 12:45:01.896322 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90904021-8829-4bec-99a1-d3eaabc280e3 service neutron] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=3']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:01.946539 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:45:01 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-57eddd1f-0063-4dde-9c43-ec6968f632db x-openstack-request-id: req-57eddd1f-0063-4dde-9c43-ec6968f632db {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:45:01.947036 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:45:01.947480 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-57eddd1f-0063-4dde-9c43-ec6968f632db {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:45:01.948038 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'status': 'completed', 'code': 200} Jul 22 12:45:01.979124 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-6bf42310-d7a1-4f08-94b0-9df07b37518a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:01.980800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-6bf42310-d7a1-4f08-94b0-9df07b37518a service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0804012 Jul 22 12:45:02.030903 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-db67d499-049d-4032-9bf3-830fbe9be250 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 217 time: 0.0423710 Jul 22 12:45:02.082796 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-17edec1e-e942-4aa6-a8df-86e9a40c0172 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.083252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:02.084158 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-17edec1e-e942-4aa6-a8df-86e9a40c0172 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0472689 Jul 22 12:45:02.116445 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] For port abe723b1-9bbe-421e-9e51-81593f3fedf6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=abe723b1-9bbe-421e-9e51-81593f3fedf6,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:45:02.125366 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:02.145631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-29edc54a-2908-4da9-8879-86a59a67a81e req-faf11433-a7b5-4f0c-9929-105881304e4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.147181 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-faf11433-a7b5-4f0c-9929-105881304e4c service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571072 Jul 22 12:45:02.178916 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Pushing event updated for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:02.240651 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-9cdba542-bbe4-48c0-94d6-09f000a751f9 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0865569 Jul 22 12:45:02.330710 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-29edc54a-2908-4da9-8879-86a59a67a81e req-cb5e65b9-0b1f-43af-ba58-38fc77bebe05 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0833981 Jul 22 12:45:02.431772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-05727951-ef15-45b4-b06c-3a2ca4af0d03 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.433186 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-05727951-ef15-45b4-b06c-3a2ca4af0d03 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0581610 Jul 22 12:45:02.535816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-1cb9433e-28bf-4888-9962-5f11e4514d47 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.537286 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-1cb9433e-28bf-4888-9962-5f11e4514d47 service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0978806 Jul 22 12:45:02.581748 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-a80021cf-d9ec-445e-8eb2-0ac5481ccca1 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 217 time: 0.0379827 Jul 22 12:45:02.629599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-d2dce216-bb99-4cb6-8015-0b8589bd18e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.631032 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-d2dce216-bb99-4cb6-8015-0b8589bd18e3 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0429902 Jul 22 12:45:02.688338 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-583f9924-b488-488b-b28c-29c4c8a00a58 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:02.689746 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-583f9924-b488-488b-b28c-29c4c8a00a58 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0524490 Jul 22 12:45:02.780821 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-54fb3b41-f0b5-49c4-abde-b49ffd95a697 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0838733 Jul 22 12:45:02.868787 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4834f2d6-3dd2-454b-a5f3-74b8a89b37a2 req-a0a79e8c-51da-4969-a349-bea21d407a9c service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0812225 Jul 22 12:45:03.019271 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1d823f6-de5b-45f3-b617-edf3ae40e754 req-2323784c-1f14-450a-b3c3-8c0bce3f6d22 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:03.020828 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1d823f6-de5b-45f3-b617-edf3ae40e754 req-2323784c-1f14-450a-b3c3-8c0bce3f6d22 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0650122 Jul 22 12:45:03.067171 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-c1d823f6-de5b-45f3-b617-edf3ae40e754 req-7e4c993f-b8c9-4d5d-bfc1-dfc17ed1e9c9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0392191 Jul 22 12:45:03.710150 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device abe723b1-9bbe-421e-9e51-81593f3fedf6 up at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:45:03.760992 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Provisioning complete for port abe723b1-9bbe-421e-9e51-81593f3fedf6 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:45:03.761361 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:04.199500 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-097e7b0c-6a0a-4a62-bd89-bcae4ef53b2e req-2c42dbb9-ddd6-4a54-8abc-e09fcc3a2e35 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:04.201007 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-097e7b0c-6a0a-4a62-bd89-bcae4ef53b2e req-2c42dbb9-ddd6-4a54-8abc-e09fcc3a2e35 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0650890 Jul 22 12:45:04.239059 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-097e7b0c-6a0a-4a62-bd89-bcae4ef53b2e req-e0ff12b2-5ec3-4427-bbe9-f0f2a957f022 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0323830 Jul 22 12:45:04.493180 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:45:04.588496 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:45:04.598952 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '65bd3678-4fd4-44fb-a287-10054bdff857', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:45:04.634831 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:04.647026 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 65bd3678-4fd4-44fb-a287-10054bdff857 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:45:04.667561 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:45:04.671562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:04.718055 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:04.870156 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['65bd3678-4fd4-44fb-a287-10054bdff857'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:45:05.366718 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd4560be-27f2-4f33-8ff9-5b5a5b082ea9 req-13e32629-b665-4082-9047-23fd4049830b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:05.368947 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd4560be-27f2-4f33-8ff9-5b5a5b082ea9 req-13e32629-b665-4082-9047-23fd4049830b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 944 time: 0.0646827 Jul 22 12:45:05.405567 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-dd4560be-27f2-4f33-8ff9-5b5a5b082ea9 req-16996357-a423-42da-bc61-604577da657f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0311549 Jul 22 12:45:06.509254 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:45:06.542624 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fd24461-1778-4b09-a837-e63ad703a2c2 req-d8e35450-f655-44b0-8c27-c0f30fda2390 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:06.544144 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fd24461-1778-4b09-a837-e63ad703a2c2 req-d8e35450-f655-44b0-8c27-c0f30fda2390 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 944 time: 0.0686605 Jul 22 12:45:06.563004 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning for port 65bd3678-4fd4-44fb-a287-10054bdff857 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:45:06.567060 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 65bd3678-4fd4-44fb-a287-10054bdff857 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:45:06.567436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:06.584449 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9fd24461-1778-4b09-a837-e63ad703a2c2 req-7dde65d8-1075-42aa-8807-8d23c663042f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0345738 Jul 22 12:45:06.646701 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:06.671620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:45:06.673868 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-a0850679-9500-42ce-831c-162c685dd154" -d '{"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-plugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:45:06.688843 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:45:06.693901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:06.723291 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:45:06 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-23dd85a7-96ec-497c-bf84-9644fa6f4a3e x-openstack-request-id: req-23dd85a7-96ec-497c-bf84-9644fa6f4a3e {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:45:06.723580 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-plugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:45:06.723832 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-23dd85a7-96ec-497c-bf84-9644fa6f4a3e {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:45:06.724217 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'code': 200} Jul 22 12:45:06.755586 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:06.839149 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95be6c89-66a6-4441-ad66-d4908363986c req-fb521fc9-a996-4490-a7e2-3fd792e2b23f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:06.840668 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95be6c89-66a6-4441-ad66-d4908363986c req-fb521fc9-a996-4490-a7e2-3fd792e2b23f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0542603 Jul 22 12:45:06.875596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-95be6c89-66a6-4441-ad66-d4908363986c req-fb3d040e-8f51-4b0e-b9df-4bba2f6bc050 service neutron] 10.222.0.20 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0281630 Jul 22 12:45:07.719197 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5090ae7-7a8d-4d75-b68a-70592742bd92 req-292952a8-32e3-4ebd-b8fc-493ec800458a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:07.720753 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5090ae7-7a8d-4d75-b68a-70592742bd92 req-292952a8-32e3-4ebd-b8fc-493ec800458a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0658135 Jul 22 12:45:07.762914 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e5090ae7-7a8d-4d75-b68a-70592742bd92 req-e789bed2-f4ce-4872-96c5-63e0230bd71d tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0364189 Jul 22 12:45:07.898051 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2985b81-3571-41ef-aa01-64123a67f4db req-950a32c6-e464-4fb0-af82-744f9da15cd9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:07.900067 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2985b81-3571-41ef-aa01-64123a67f4db req-950a32c6-e464-4fb0-af82-744f9da15cd9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 945 time: 0.0673892 Jul 22 12:45:07.941773 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-e2985b81-3571-41ef-aa01-64123a67f4db req-0c19e84f-7515-41d4-af4d-d53fee5e9080 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0357704 Jul 22 12:45:07.963733 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 56794) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:45:08.116602 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d782fd21-66a3-4c83-8585-5e865674c6f1 tempest-TestSnapshotPattern-588522544 tempest-TestSnapshotPattern-588522544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:08.118371 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-d782fd21-66a3-4c83-8585-5e865674c6f1 tempest-TestSnapshotPattern-588522544 tempest-TestSnapshotPattern-588522544-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1091 time: 0.1536298 Jul 22 12:45:08.121492 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 56798) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:45:08.126136 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address': '172.20.0.3'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:45:08.149842 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:08.248899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:08.348515 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Allocated IP 172.25.6.75 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/2faa308f-6fac-44b6-a01f-fdfd4cac68fb) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:45:08.451950 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:08.491874 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:08.533577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:45:08.536384 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:45:08.539579 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:45:08.545826 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=2faa308f-6fac-44b6-a01f-fdfd4cac68fb,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:08.909353 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:08.989423 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:09.155985 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:09.160825 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:09.237258 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=2faa308f-6fac-44b6-a01f-fdfd4cac68fb,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:45:09.249196 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:09.355322 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Floating IP ce57844c-0786-40f7-b2fa-50a7a80642bc associated. External IP: 172.25.6.75, port: 65bd3678-4fd4-44fb-a287-10054bdff857. Jul 22 12:45:09.561341 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:45:09.667664 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:45:09.676978 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:45:09.682899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:09.690397 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:45:09.691058 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:45:09.722719 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-2ebe63d4-6317-4b6d-bb34-ae1bed72b7ed tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.6000731 Jul 22 12:45:09.723323 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:45:09.725565 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-738adb1d-8894-44f8-900c-a8618dfd8507" -d '{"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:45:09.802171 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:45:09.826743 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:45:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-70e6f07b-0000-4a20-89d6-b56cd1320af0 x-openstack-request-id: req-70e6f07b-0000-4a20-89d6-b56cd1320af0 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:45:09.827039 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:45:09.827301 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-70e6f07b-0000-4a20-89d6-b56cd1320af0 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:45:09.827711 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'status': 'completed', 'code': 200} Jul 22 12:45:10.035214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:08Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:45:10.062045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:45:10.071720 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:45:10.072265 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:44:48Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:45:10.181214 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:45:10.207009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-83477b27-280f-4dc2-b786-b6d127c20575 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:10.208547 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-83477b27-280f-4dc2-b786-b6d127c20575 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1096 time: 0.3549747 Jul 22 12:45:10.298954 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-99e06eea-ceab-4e81-8be3-cdff23237193 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:10.300596 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-99e06eea-ceab-4e81-8be3-cdff23237193 service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0855954 Jul 22 12:45:10.363613 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-721dda8f-a3b9-44d5-9724-6da58abd5974 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 998 time: 0.0567465 Jul 22 12:45:10.407759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:08Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:45:10.412309 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-ef9466e5-0735-41d2-b974-f1d887b249f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:10.413769 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-ef9466e5-0735-41d2-b974-f1d887b249f4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0440781 Jul 22 12:45:10.435251 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-097216f8-331e-4dcb-bb1a-5abe2f49bede None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:08Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:45:10.481459 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-f87c0f55-155d-4c39-98ee-4bc10724946d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:45:10.483010 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-f87c0f55-155d-4c39-98ee-4bc10724946d service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0622466 Jul 22 12:45:10.579741 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-f2b815d7-820f-4b68-b83d-faa032a57d11 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0901618 Jul 22 12:45:10.661721 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0423258a-1c7a-4e9e-b74f-80bc955b40b8 None None] New status for floating IP ce57844c-0786-40f7-b2fa-50a7a80642bc: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:45:10.687196 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-738adb1d-8894-44f8-900c-a8618dfd8507 req-d6536984-8db0-45dc-b897-4e5a7c307911 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0999820 Jul 22 12:45:15.401237 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-e2a72f71-9c7b-4276-b496-c5d21788f806 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:17.985850 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:18.295296 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d36b51a-121e-4f0d-bb1e-b5d3fcd33eba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:19.702179 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:21.624055 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:28.040588 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:29.013565 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:34.496369 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:45:45.406691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-28170916-7fd1-46a7-a18c-a9a3cf1840e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:47.988060 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:48.296321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bb7a89ff-5e36-4262-a796-4fbd2da0321f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:49.705380 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:51.626927 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:58.036826 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:45:59.025374 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:05.305774 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-2f390e83-69f8-421e-8a5f-6d4e8c4df14f service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0540569 Jul 22 12:46:05.400173 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-ab9a335b-439d-4d8f-9694-6951d77ad7dd service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:46:05.401670 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-ab9a335b-439d-4d8f-9694-6951d77ad7dd service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0531576 Jul 22 12:46:05.511064 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-28322522-8837-44db-a978-839d45c0be8e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:46:05.512555 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-28322522-8837-44db-a978-839d45c0be8e service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0921214 Jul 22 12:46:05.577410 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-a5edd379-0eea-4b68-bc09-453fefebc992 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 1000 time: 0.0580330 Jul 22 12:46:05.631467 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-5e42e9b1-168f-43f4-9633-ad2131effdbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:46:05.632945 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-5e42e9b1-168f-43f4-9633-ad2131effdbc service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0476146 Jul 22 12:46:05.691939 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-774150ad-d1e3-44e1-87bf-ada781e118e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:46:05.694300 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-774150ad-d1e3-44e1-87bf-ada781e118e0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0539181 Jul 22 12:46:05.780935 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-e0040f72-83aa-403d-94a9-d6b1578a36a4 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0804765 Jul 22 12:46:05.873921 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-12bbbbc8-82bc-404f-9389-529f3ae79528 req-b6eae512-7984-425c-8556-c381c3e2d69b service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0861793 Jul 22 12:46:11.496362 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:46:15.408762 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1deb3aca-78d2-4bcc-b1da-ea1ccfdaa587 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:17.990804 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:18.296152 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4e3dd784-5bb6-44b3-b888-13fe8bff8c16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:19.707894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:21.630001 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:28.051678 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:29.040777 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:45.409250 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4676950b-ded2-4180-9a95-972ca2138ea2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:47.991317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:48.296790 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-b36e21be-84ce-4f91-aa1c-ad6df430dbe4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:48.495484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:46:49.712098 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:51.631937 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:58.070054 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:46:59.040090 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:06.370753 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-00210654-effc-43eb-8c76-d68f33a3d814 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:06.372224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-00210654-effc-43eb-8c76-d68f33a3d814 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1096 time: 0.0541964 Jul 22 12:47:06.478195 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-15469595-8754-4956-a74a-eacbe510abbb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:06.479894 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-15469595-8754-4956-a74a-eacbe510abbb service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0882750 Jul 22 12:47:06.547682 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-5e3a956b-bbe4-4c35-86b0-2b0cb3bb9100 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 1000 time: 0.0608637 Jul 22 12:47:06.601898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-2a0a8e35-7912-4866-abf2-9de6aa55c4c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:06.603384 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-2a0a8e35-7912-4866-abf2-9de6aa55c4c8 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0484767 Jul 22 12:47:06.662039 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-28535493-d384-46a8-b1b8-111ded7de994 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:06.663607 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-28535493-d384-46a8-b1b8-111ded7de994 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0534604 Jul 22 12:47:06.674859 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-dbc62746-d2c3-490c-9e10-3d7eb08210a0 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:47:06.675780 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-dbc62746-d2c3-490c-9e10-3d7eb08210a0 service neutron] 10.222.0.20 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0049334 Jul 22 12:47:06.765671 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-d612bc3e-5a83-40c2-a2e9-b77816fd2f68 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0835407 Jul 22 12:47:06.860552 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fe5b0694-4ded-4435-9286-aa4aa34ff028 req-a9d98496-cce5-40ed-9b99-194801459992 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0879869 Jul 22 12:47:06.980990 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 details requested by agent hyperv_n-h1-754448-4 with host n-h1-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:47:07.075592 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:07.086897 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Returning: {'device': '65bd3678-4fd4-44fb-a287-10054bdff857', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:47:07.122235 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:07.134797 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 65bd3678-4fd4-44fb-a287-10054bdff857 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:47:07.153318 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:07.157103 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:07.205744 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:07.213412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.213759 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.214101 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.214440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.214800 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.215133 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.215464 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.215795 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.216120 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.216447 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.216774 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.217097 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:07.231921 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] get_ports_and_sgs() called for port_ids ['65bd3678-4fd4-44fb-a287-10054bdff857'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:47:09.019585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 up at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:47:09.084119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Provisioning complete for port 65bd3678-4fd4-44fb-a287-10054bdff857 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:47:09.084781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:09.178317 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:09.203014 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:47:09.205735 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-057eec43-4d1c-47fa-b3e6-b3ec69f16a7f" -d '{"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-plugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:47:09.227022 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:09.232388 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:09.314555 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:09.336984 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:47:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-97173fce-7569-43ec-8cd8-cc2dde3a4c21 x-openstack-request-id: req-97173fce-7569-43ec-8cd8-cc2dde3a4c21 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:47:09.337581 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-plugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:47:09.337935 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-97173fce-7569-43ec-8cd8-cc2dde3a4c21 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:47:09.338427 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'code': 200} Jul 22 12:47:15.411469 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cf9695c9-dae7-4528-b7b8-eb6d995767ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:17.883859 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-f472e517-8a13-4863-a54a-32a071e36a88 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-2053304024&fields=id&tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 267 time: 0.0323770 Jul 22 12:47:17.993229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-a596fffa-886b-4745-a901-7213c0ef1c40 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:17.994158 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:17.994837 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-a596fffa-886b-4745-a901-7213c0ef1c40 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 809 time: 0.1046653 Jul 22 12:47:18.010224 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-da24537a-ded9-4792-a2f1-7ace78db0082 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/quotas/cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 375 time: 0.0093803 Jul 22 12:47:18.080016 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-89c9af20-9963-453d-8998-3d410f6b150e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&fields=id HTTP/1.1" status: 200 len: 394 time: 0.0648456 Jul 22 12:47:18.147027 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-aae3272d-eaeb-4f6b-a855-fedf1cc96a04 service neutron] http://10.222.0.21:9696/v2.0/extensions returned with HTTP 200 {{(pid=93707) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Jul 22 12:47:18.148023 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-aae3272d-eaeb-4f6b-a855-fedf1cc96a04 service neutron] 10.222.0.21 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0556245 Jul 22 12:47:18.242788 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-22c864b8-9193-481f-949e-645b4c13467b service neutron] 10.222.0.21 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0888479 Jul 22 12:47:18.297307 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d3d6e5aa-47f2-473d-bb85-55eefcb11c23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:18.333874 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-1eeab6b3-17f1-4f31-9d3d-bdb00ea63939 service neutron] 10.222.0.21 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0852368 Jul 22 12:47:19.553750 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-85b65d39-ebd4-4e3b-b6e9-834519053343 req-94ac6bc8-3461-4d0a-88c3-5ff9d75b4cee tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0343647 Jul 22 12:47:19.714541 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:20.634173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-510c67a5-7595-4511-a5f6-bc96cb943f59 req-926c943c-815a-4db0-a2f3-9ea717101d5e tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0282276 Jul 22 12:47:21.027353 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:47:21.105012 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:21.126540 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:47:21.129240 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4101ca9a-a83c-4e7a-ac61-54da4a12031c" -d '{"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:47:21.141574 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:21.146106 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:21.172751 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:47:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-e3b86418-2d22-408d-9b3d-f035ce70d4a5 x-openstack-request-id: req-e3b86418-2d22-408d-9b3d-f035ce70d4a5 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:47:21.173050 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-unplugged", "status": "completed", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:47:21.173305 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-e3b86418-2d22-408d-9b3d-f035ce70d4a5 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:47:21.173685 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'code': 200} Jul 22 12:47:21.199258 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Pushing event updated for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:21.638389 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:21.714173 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-762b8925-0ecd-438d-adf3-38d971eb8b34 req-4c05f230-5609-462f-97ac-8948df469403 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0306990 Jul 22 12:47:22.794870 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-d221d332-179e-4a45-b586-174f1dd1383c req-24371666-a6af-447c-9992-01822b5a6779 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0303094 Jul 22 12:47:23.894233 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-fc27b7c6-eff0-43bb-8407-95cf663f6094 req-598f81ad-e442-4710-a85c-16cf7cd1399d tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0328977 Jul 22 12:47:24.590810 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-0d52b9b4-651b-4317-8ec8-21f76718832c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:24.592474 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-0d52b9b4-651b-4317-8ec8-21f76718832c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.36 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 809 time: 0.1113091 Jul 22 12:47:24.634755 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-ad1264d0-4f4a-46fb-bb20-efbad02f659c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.36 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d HTTP/1.1" status: 200 len: 380 time: 0.0339971 Jul 22 12:47:24.643321 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'port': {'device_id': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'admin_state_up': True, 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'security_groups': ['0ca94568-bc85-48af-b9c3-79b22a719c68']}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:47:24.756286 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Made reservation on behalf of cfadcae07a3e4aaabdbc7ac64d6d1f4d for: {'port': 1} {{(pid=93706) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Jul 22 12:47:24.759860 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:24.907345 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_common [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Allocated IP 172.20.0.4 (832368d5-b737-4ce9-8867-d4c6710eb777/80441c53-93d2-4b63-aa59-9e1f8294c24d/402639fd-b334-4a12-919c-27aa728b9f75) {{(pid=93706) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:47:25.044820 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-3441edae-9dd0-491e-a9da-0972ce63b86f req-c7136c89-b219-47ff-8a42-d4780bfb2386 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0410390 Jul 22 12:47:25.115843 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:25.135805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Transition to ACTIVE for port object 402639fd-b334-4a12-919c-27aa728b9f75 will not be triggered until provisioned by entity DHCP. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:47:25.171395 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_create {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:25.221530 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Network 832368d5-b737-4ce9-8867-d4c6710eb777 is already hosted by enough agents. {{(pid=93706) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:47:25.225883 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.base_scheduler [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Resources bound (agent type, host, resource id): {{(pid=93706) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:47:25.232494 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Received port after_create {{(pid=93706) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:47:25.257106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=1']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:25.277665 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.278023 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.278372 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.278900 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.279269 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.279616 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.279950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.280282 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.280614 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.280942 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.281272 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.281605 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:25.307108 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:25.307795 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:25.323548 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-7d3303df-64d8-48b9-94ed-3f78d05388d8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.36 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.6838093 Jul 22 12:47:25.496898 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:47:25.530045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97a0ec01-2b1a-4c0c-b454-eb8f94c3304e None None] Provisioning for port 402639fd-b334-4a12-919c-27aa728b9f75 completed by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:47:25.533909 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-97a0ec01-2b1a-4c0c-b454-eb8f94c3304e None None] Provisioning complete for port 402639fd-b334-4a12-919c-27aa728b9f75 triggered by entity DHCP. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:47:25.534290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-97a0ec01-2b1a-4c0c-b454-eb8f94c3304e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:25.569454 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-97a0ec01-2b1a-4c0c-b454-eb8f94c3304e None None] Port 402639fd-b334-4a12-919c-27aa728b9f75 cannot update to ACTIVE because it is not bound. {{(pid=93708) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Jul 22 12:47:26.194350 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63df98f3-33c9-484d-be8c-b99e5575a31f req-1d112ffa-3327-48c9-a27f-780d7815db91 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:26.195923 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63df98f3-33c9-484d-be8c-b99e5575a31f req-1d112ffa-3327-48c9-a27f-780d7815db91 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0756238 Jul 22 12:47:26.237190 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-63df98f3-33c9-484d-be8c-b99e5575a31f req-bb0820bd-3a61-410d-9cda-05ed45242e5f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0355222 Jul 22 12:47:27.381791 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-863966aa-d8c6-41ee-b125-fe1218bf5118 req-9fa62a53-a774-45f8-ac21-2e03d5b0ea9d tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:27.383406 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-863966aa-d8c6-41ee-b125-fe1218bf5118 req-9fa62a53-a774-45f8-ac21-2e03d5b0ea9d tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0733352 Jul 22 12:47:27.421551 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-863966aa-d8c6-41ee-b125-fe1218bf5118 req-b84de217-2415-40bb-a983-62d16fe9b8ce tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325110 Jul 22 12:47:28.071837 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:28.561676 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc9f6267-8dad-4caa-bfac-b0a7851584d0 req-7ef02d05-6eed-4a8f-8a57-be596e0a9b30 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:28.563544 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc9f6267-8dad-4caa-bfac-b0a7851584d0 req-7ef02d05-6eed-4a8f-8a57-be596e0a9b30 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0681059 Jul 22 12:47:28.604220 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-cc9f6267-8dad-4caa-bfac-b0a7851584d0 req-5ef0203e-a112-4e97-a9bc-e50972ebe351 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0335176 Jul 22 12:47:29.055835 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:29.739456 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-67ab0d31-6290-4bc1-b9c7-16dd57cfd4c7 req-03b85d79-d22d-4ac7-9473-dbc7696c0ef5 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:29.741008 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67ab0d31-6290-4bc1-b9c7-16dd57cfd4c7 req-03b85d79-d22d-4ac7-9473-dbc7696c0ef5 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0677359 Jul 22 12:47:29.780669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-67ab0d31-6290-4bc1-b9c7-16dd57cfd4c7 req-d5366d24-de16-484d-8db1-c9cdaf8bdcaf tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0340672 Jul 22 12:47:30.919724 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47e44c30-f288-4729-8918-6816af185773 req-982ff99d-3ace-4ddc-a42f-dde0b83bf353 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:30.921221 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47e44c30-f288-4729-8918-6816af185773 req-982ff99d-3ace-4ddc-a42f-dde0b83bf353 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0693569 Jul 22 12:47:30.975294 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-47e44c30-f288-4729-8918-6816af185773 req-e9fbc692-833d-4ffc-8171-41c79e56ad1a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0467727 Jul 22 12:47:32.111181 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f8052a8-7ccb-4158-b144-59e797e387e5 req-89876b9f-5f3d-4a23-aa63-d7c77dca8ee4 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:32.117694 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f8052a8-7ccb-4158-b144-59e797e387e5 req-89876b9f-5f3d-4a23-aa63-d7c77dca8ee4 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0720444 Jul 22 12:47:32.151981 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-0f8052a8-7ccb-4158-b144-59e797e387e5 req-830a6c08-a8d2-430d-94a6-28781d00d077 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0334036 Jul 22 12:47:33.291053 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-804d8b97-c3b2-4bac-acbf-4699b23cf8a5 req-ec173bcf-4b6a-4c4a-abd8-2b61c62384b1 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:33.292576 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-804d8b97-c3b2-4bac-acbf-4699b23cf8a5 req-ec173bcf-4b6a-4c4a-abd8-2b61c62384b1 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0691342 Jul 22 12:47:33.333074 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-804d8b97-c3b2-4bac-acbf-4699b23cf8a5 req-a9466e17-801f-428c-b85b-d7e82b4619f8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0346773 Jul 22 12:47:34.465408 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0ce50e7-74e4-455d-8dc6-eae28a346f38 req-5bda6d5d-2864-4876-b995-182b0f2f1bc3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:34.466919 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0ce50e7-74e4-455d-8dc6-eae28a346f38 req-5bda6d5d-2864-4876-b995-182b0f2f1bc3 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 931 time: 0.0639966 Jul 22 12:47:34.505151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-b0ce50e7-74e4-455d-8dc6-eae28a346f38 req-2a81e205-7613-4deb-8bf1-c86f8e73b60b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0325563 Jul 22 12:47:34.715912 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.v2.base [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Request body: {'port': {'device_id': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-754448-4'}} {{(pid=93706) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:47:34.787330 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.046131 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 402639fd-b334-4a12-919c-27aa728b9f75 {{(pid=93706) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:47:35.054714 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks [] for port, precommit_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.066413 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.provisioning_blocks [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Transition to ACTIVE for port object 402639fd-b334-4a12-919c-27aa728b9f75 will not be triggered until provisioned by entity L2. {{(pid=93706) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Jul 22 12:47:35.070284 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.121699 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=2']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:35.196974 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Attempting to bind port 402639fd-b334-4a12-919c-27aa728b9f75 on host n-h2-754448-4 for vnic_type normal with profile {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Jul 22 12:47:35.197311 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Attempting to bind port 402639fd-b334-4a12-919c-27aa728b9f75 by drivers openvswitch,hyperv on host n-h2-754448-4 at level 0 using segments [{'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Jul 22 12:47:35.197645 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Attempting to bind port 402639fd-b334-4a12-919c-27aa728b9f75 on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:47:35.202147 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Port 402639fd-b334-4a12-919c-27aa728b9f75 on network 832368d5-b737-4ce9-8867-d4c6710eb777 not bound, no agent of type Open vSwitch agent registered on host n-h2-754448-4 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:97}} Jul 22 12:47:35.202500 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Attempting to bind port 402639fd-b334-4a12-919c-27aa728b9f75 on network 832368d5-b737-4ce9-8867-d4c6710eb777 {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:85}} Jul 22 12:47:35.207496 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Checking agent: {'id': 'af6b3ff8-b91d-4bd8-b966-891edcabc24d', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'n-h2-754448-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'started_at': datetime.datetime(2021, 7, 22, 11, 22, 27), 'heartbeat_timestamp': datetime.datetime(2021, 7, 22, 12, 47, 28), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:104}} Jul 22 12:47:35.207838 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Checking segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=93706) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:352}} Jul 22 12:47:35.208228 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Bound using segment: {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'} {{(pid=93706) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:114}} Jul 22 12:47:35.208660 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.managers [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Bound port: 402639fd-b334-4a12-919c-27aa728b9f75, host: n-h2-754448-4, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1ae893b3-2d32-4aa1-a570-a597fe51fae7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 103, 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777'}}] {{(pid=93706) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Jul 22 12:47:35.209028 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.224193 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [req-e181ee52-91bb-4f24-a429-70b9a7b49b47 req-a84f207b-20f2-40c2-84d4-a17039c111b1 service neutron] (93706) timed out ('10.222.0.20', 50887) {{(pid=93706) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}} Jul 22 12:47:35.279791 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, cleared binding levels {{(pid=93706) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:87}} Jul 22 12:47:35.282805 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, set binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93706) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:59}} Jul 22 12:47:35.288124 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-4803434'] for port, after_update {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.323623 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.324220 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:35.325611 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] 10.222.0.36 "PUT /v2.0/ports/402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 1091 time: 0.6565776 Jul 22 12:47:35.326041 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:47:35.328486 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-0e15d6ce-d371-4215-9d9c-25a8e9617d51" -d '{"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:47:35.360132 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce3979a-45dd-40c2-abc5-40da4df48879 service neutron] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=3']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:35.437494 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:47:35 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-9d6aab1a-e0fd-441d-beb4-ecd124f91645 x-openstack-request-id: req-9d6aab1a-e0fd-441d-beb4-ecd124f91645 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:47:35.437809 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:47:35.438210 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-9d6aab1a-e0fd-441d-beb4-ecd124f91645 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:47:35.438639 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'status': 'completed', 'code': 200} Jul 22 12:47:35.441804 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-5771cc4a-3be2-4e00-9788-303472aa0771 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.443352 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-5771cc4a-3be2-4e00-9788-303472aa0771 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1094 time: 0.0632524 Jul 22 12:47:35.491538 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-c89fbec6-4c2e-485c-a8d9-e4bb0539971a service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 217 time: 0.0405164 Jul 22 12:47:35.542266 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-29920538-143d-48c4-b8dc-60bbcd938c3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.543807 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-29920538-143d-48c4-b8dc-60bbcd938c3c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0463004 Jul 22 12:47:35.616391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d24a508-65df-42e4-8226-ea38d6546919 req-78a04237-9bcb-4e77-b344-765cca29f9b9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.618015 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-78a04237-9bcb-4e77-b344-765cca29f9b9 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0683167 Jul 22 12:47:35.637704 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b5f1970-0dce-402f-a69f-ddd9cceebf9d req-4a53b1ed-c9dc-41fb-adb3-cea08f3a20a4 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.639316 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b5f1970-0dce-402f-a69f-ddd9cceebf9d req-4a53b1ed-c9dc-41fb-adb3-cea08f3a20a4 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 943 time: 0.0652938 Jul 22 12:47:35.680598 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-2b5f1970-0dce-402f-a69f-ddd9cceebf9d req-f807a903-edfb-4545-b3bc-95c161e93617 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0347421 Jul 22 12:47:35.714215 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-e2b7710a-f0cf-43dd-a16c-82dbb8732bb6 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0902138 Jul 22 12:47:35.806114 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9d24a508-65df-42e4-8226-ea38d6546919 req-42299406-4bc4-42d6-a094-7571efdfedb6 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0862668 Jul 22 12:47:35.904529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-d39ddc2c-9cdc-4e69-86db-de243f2a84c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.905949 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-d39ddc2c-9cdc-4e69-86db-de243f2a84c5 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1094 time: 0.0585783 Jul 22 12:47:35.993979 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-1bf54465-e75c-4161-a4fe-af391db4375d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:35.995477 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-1bf54465-e75c-4161-a4fe-af391db4375d service neutron] 10.222.0.36 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0834043 Jul 22 12:47:36.040916 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-64c778bf-e62e-41c6-b8d8-e3c6744791f1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 217 time: 0.0392528 Jul 22 12:47:36.093400 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-355a507d-a778-45b7-8517-5ffb3a09c947 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:36.094897 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-355a507d-a778-45b7-8517-5ffb3a09c947 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0464423 Jul 22 12:47:36.153594 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-3bcd373c-9a2d-4015-b56d-f32d6c676f2d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:36.155164 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-3bcd373c-9a2d-4015-b56d-f32d6c676f2d service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0530894 Jul 22 12:47:36.249565 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-2949b8a3-a0bf-4f21-9a39-6eb892c98abd service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0868528 Jul 22 12:47:36.338973 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-0e15d6ce-d371-4215-9d9c-25a8e9617d51 req-8479ce94-b504-4d47-967a-feca8b476267 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0824325 Jul 22 12:47:36.824046 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baeb59be-ef2e-44a0-8e63-a2aeb4c355c2 req-e3b20e2c-5042-49fd-a6a7-67f7c86506c2 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:36.825430 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-baeb59be-ef2e-44a0-8e63-a2aeb4c355c2 req-e3b20e2c-5042-49fd-a6a7-67f7c86506c2 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 943 time: 0.0690637 Jul 22 12:47:36.862343 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-baeb59be-ef2e-44a0-8e63-a2aeb4c355c2 req-36000acf-00ef-498f-9ddc-1178d17331e9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0313318 Jul 22 12:47:37.311230 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:47:37.407359 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:37.572566 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '402639fd-b334-4a12-919c-27aa728b9f75', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'mac_address': 'fa:16:3e:1a:1c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:47:37.609252 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:37.624995 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 402639fd-b334-4a12-919c-27aa728b9f75 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:47:37.644681 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:37.648700 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:37.694938 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=4']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:37.878168 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['402639fd-b334-4a12-919c-27aa728b9f75'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:47:37.993244 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eecbef5-ebcc-42fd-8be3-2a07d2ca3969 req-41b9f109-b6ac-4f69-b1f2-684785c160cf tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:37.994758 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6eecbef5-ebcc-42fd-8be3-2a07d2ca3969 req-41b9f109-b6ac-4f69-b1f2-684785c160cf tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 944 time: 0.0639088 Jul 22 12:47:38.032110 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6eecbef5-ebcc-42fd-8be3-2a07d2ca3969 req-2866e602-034d-4a56-816a-b1b5ef8124a8 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0318170 Jul 22 12:47:39.164380 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9efb25d3-e131-47d4-af8a-66ca72307913 req-7c05beed-48bf-494c-8b1d-4e497bbd5f64 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:39.165885 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9efb25d3-e131-47d4-af8a-66ca72307913 req-7c05beed-48bf-494c-8b1d-4e497bbd5f64 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 944 time: 0.0667729 Jul 22 12:47:39.204974 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-9efb25d3-e131-47d4-af8a-66ca72307913 req-01558ba5-41fe-48f7-8515-2a83a9dfe36f tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0332735 Jul 22 12:47:39.324954 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:47:39.374646 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning for port 402639fd-b334-4a12-919c-27aa728b9f75 completed by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Jul 22 12:47:39.382186 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 402639fd-b334-4a12-919c-27aa728b9f75 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:47:39.382923 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:39.460955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:39.483040 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:47:39.485248 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-98c63793-956f-41a8-afff-e688a1561703" -d '{"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-plugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:47:39.498091 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:47:39.502576 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:39.527008 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:47:39 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-3ad95159-35ff-4e3a-84d2-e7f8af801d23 x-openstack-request-id: req-3ad95159-35ff-4e3a-84d2-e7f8af801d23 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:47:39.527305 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-plugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:47:39.527563 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-3ad95159-35ff-4e3a-84d2-e7f8af801d23 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:47:39.528079 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'code': 200} Jul 22 12:47:39.555772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=5']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:39.632855 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20ac94f0-f23d-444a-a0df-2d659f85c284 req-dd1c3111-8fe4-48b3-accc-5f2142b3c099 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:39.634289 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20ac94f0-f23d-444a-a0df-2d659f85c284 req-dd1c3111-8fe4-48b3-accc-5f2142b3c099 service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1096 time: 0.0539317 Jul 22 12:47:39.673293 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-20ac94f0-f23d-444a-a0df-2d659f85c284 req-7dd684ac-4f50-490a-af17-72a60e66692f service neutron] 10.222.0.36 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0330191 Jul 22 12:47:40.341602 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceb376a1-4689-467c-9d18-bd2119bf7cde req-67b832fd-d8f8-4f0d-b922-d170b5b05e58 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:40.343118 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ceb376a1-4689-467c-9d18-bd2119bf7cde req-67b832fd-d8f8-4f0d-b922-d170b5b05e58 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0666943 Jul 22 12:47:40.382958 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-ceb376a1-4689-467c-9d18-bd2119bf7cde req-9c687745-50d7-4e09-80de-0e1099e0fcac tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0336449 Jul 22 12:47:41.520179 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80e032d1-8519-450b-b08e-55b483e60889 req-d2d5ef6e-64d7-4af0-b709-280a15b1a2c9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:41.521663 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80e032d1-8519-450b-b08e-55b483e60889 req-d2d5ef6e-64d7-4af0-b709-280a15b1a2c9 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0690129 Jul 22 12:47:41.559676 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-80e032d1-8519-450b-b08e-55b483e60889 req-ded738bc-85e6-4349-997a-396a547c6ce1 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0322125 Jul 22 12:47:41.696621 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-447a4afb-70b4-4af1-ba3f-4e127948d439 req-37fc6241-cd7b-4e19-b5b0-bf22a501bea7 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:41.698435 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-447a4afb-70b4-4af1-ba3f-4e127948d439 req-37fc6241-cd7b-4e19-b5b0-bf22a501bea7 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0707333 Jul 22 12:47:41.740836 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-447a4afb-70b4-4af1-ba3f-4e127948d439 req-abc78a9f-b827-401d-ad21-61ed32e2c422 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0368474 Jul 22 12:47:41.761630 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57094) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:47:41.813766 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bc4a1fd-ac3f-4f8b-9504-b9cfafbc2afa tempest-TestSnapshotPattern-588522544 tempest-TestSnapshotPattern-588522544-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:41.815297 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-6bc4a1fd-ac3f-4f8b-9504-b9cfafbc2afa tempest-TestSnapshotPattern-588522544 tempest-TestSnapshotPattern-588522544-project-admin] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1091 time: 0.0527115 Jul 22 12:47:41.818496 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57096) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:47:41.823009 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.v2.base [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Request body: {'floatingip': {'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address': '172.20.0.4'}} {{(pid=93707) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jul 22 12:47:41.846788 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:41.941811 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.039378 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_common [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Allocated IP 172.25.6.99 (70926d8a-8331-41cd-bbd3-550e7dd0cb9c/4302bf19-6ee3-4209-873c-0a56fba70cc5/4da707be-7e49-43f4-a3ef-92fdd2214616) {{(pid=93707) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Jul 22 12:47:42.146899 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.184882 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8770041880459', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.221495 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Network 70926d8a-8331-41cd-bbd3-550e7dd0cb9c is already hosted by enough agents. {{(pid=93707) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Jul 22 12:47:42.226569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.base_scheduler [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Resources bound (agent type, host, resource id): {{(pid=93707) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Jul 22 12:47:42.229205 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Received port after_create {{(pid=93707) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:535}} Jul 22 12:47:42.264681 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=4da707be-7e49-43f4-a3ef-92fdd2214616,revision_number=1']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:42.274848 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.275200 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.275544 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.275886 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.276229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.276566 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.276898 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.277226 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.277555 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.277885 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.278212 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.278577 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:47:42.598265 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, precommit_create {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.674125 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.821395 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for port, precommit_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.826062 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-5180529'] for port, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:42.891971 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event updated for resources: {'Port': ['ID=4da707be-7e49-43f4-a3ef-92fdd2214616,revision_number=2']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:47:42.908155 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-8053123'] for floatingip, after_update {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:43.006908 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Floating IP 1c251a2c-84f9-465a-bccf-828d9bb1be9b associated. External IP: 172.25.6.99, port: 402639fd-b334-4a12-919c-27aa728b9f75. Jul 22 12:47:43.215177 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:47:43.623115 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:47:43.633092 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:47:43.639174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:43.642883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:47:43.644200 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:47:43.679460 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-d68c1abf-2ea1-4a2b-8366-bee72f88edc0 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 1.8599384 Jul 22 12:47:43.680327 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:47:43.683583 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1" -d '{"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:47:43.733885 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:47:43 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1cb8732b-ac24-45e2-865e-2fdb138499c1 x-openstack-request-id: req-1cb8732b-ac24-45e2-865e-2fdb138499c1 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:47:43.734179 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:47:43.734431 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1cb8732b-ac24-45e2-865e-2fdb138499c1 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:47:43.734858 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'status': 'completed', 'code': 200} Jul 22 12:47:43.762983 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:47:43.809571 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-da0ca7ed-ef41-4240-9c25-36d3825e0af7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:43.811174 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-da0ca7ed-ef41-4240-9c25-36d3825e0af7 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1096 time: 0.0543547 Jul 22 12:47:43.902587 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-eb3b1fe6-a0e6-430f-8f35-60564c8ab8ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:43.903983 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-eb3b1fe6-a0e6-430f-8f35-60564c8ab8ec service neutron] 10.222.0.36 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0868044 Jul 22 12:47:43.972490 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-47dcc80d-ff49-4ab7-ba2b-c13ce783a5b1 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 998 time: 0.0611942 Jul 22 12:47:43.990276 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '1c251a2c-84f9-465a-bccf-828d9bb1be9b', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:1a:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:47:42Z', 'updated_at': '2021-07-22T12:47:42Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}, {'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:47:44.016029 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:47:44.019278 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-9ae2b226-4417-4cdf-9809-feb8d110f568 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:44.020922 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-9ae2b226-4417-4cdf-9809-feb8d110f568 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0431852 Jul 22 12:47:44.025160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:47:44.025761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:47:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:47:44.080007 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-433c0943-d6ac-4f9d-8849-4661f429e0c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:47:44.082175 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-433c0943-d6ac-4f9d-8849-4661f429e0c8 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0541997 Jul 22 12:47:44.131423 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:47:44.177100 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-8f719327-204f-428a-8561-dd020aefec87 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0879521 Jul 22 12:47:44.267887 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-95d42dc6-a4cd-47ba-b2ef-24f5024dd8c1 req-260629c9-876c-4d90-8f55-bc6c3e5a8554 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0846667 Jul 22 12:47:44.361242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-620f017d-cf69-4790-b537-60658bddf98d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '1c251a2c-84f9-465a-bccf-828d9bb1be9b', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:1a:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:47:42Z', 'updated_at': '2021-07-22T12:47:42Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}, {'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:47:44.387551 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-620f017d-cf69-4790-b537-60658bddf98d None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': '1c251a2c-84f9-465a-bccf-828d9bb1be9b', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.99', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 4318, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:1a:1c:06', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:47:42Z', 'updated_at': '2021-07-22T12:47:42Z', 'revision_number': 0, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}, {'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:47:44.573848 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a4c6a67b-43d3-4fa4-bd43-9e5724c363f1 None None] New status for floating IP 1c251a2c-84f9-465a-bccf-828d9bb1be9b: ACTIVE {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:47:45.412333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6d4d4af4-99fe-4df3-bdfd-b6479771290d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:47.995855 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:48.300327 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d000337-dc17-481b-8c91-a673c25a56d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:49.717823 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:51.640649 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:58.072551 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:47:59.064643 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:02.496224 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:48:07.290789 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-38278925-7970-46f3-8948-bcbfaa146929 service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0556321 Jul 22 12:48:07.382334 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b0d9-6378-435f-9691-6ef6b395188c req-da384436-6bb7-4b2e-9d16-ace74d2ddca5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:07.383839 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-da384436-6bb7-4b2e-9d16-ace74d2ddca5 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0523989 Jul 22 12:48:07.486165 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b0d9-6378-435f-9691-6ef6b395188c req-f1ae3e25-719e-484f-8c52-4ebc52920f4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:07.487715 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-f1ae3e25-719e-484f-8c52-4ebc52920f4b service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0851393 Jul 22 12:48:07.553800 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-3edd7361-c43c-4bec-9918-db551a6fa1f6 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 998 time: 0.0599022 Jul 22 12:48:07.607249 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b0d9-6378-435f-9691-6ef6b395188c req-d23bda8c-3474-4ca3-8b83-68ab52e6b7aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:07.608685 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-d23bda8c-3474-4ca3-8b83-68ab52e6b7aa service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0495334 Jul 22 12:48:07.666176 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6539b0d9-6378-435f-9691-6ef6b395188c req-d9f649dd-34f7-4ef1-a95b-bc0b086ac596 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:07.667669 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-d9f649dd-34f7-4ef1-a95b-bc0b086ac596 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0531952 Jul 22 12:48:07.759723 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-be2df936-8640-472c-94f8-84f9b381a341 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0853744 Jul 22 12:48:07.845962 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-6539b0d9-6378-435f-9691-6ef6b395188c req-330e08bc-911b-4991-bcc6-8d6c1528cc2c service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0802672 Jul 22 12:48:15.412486 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d15e4aa6-4349-4db1-bb9f-1c478c7efc07 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:17.995562 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:18.301118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9e50e1f8-2e9c-4645-b7b0-4cde4d222c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:19.722044 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:21.644239 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:28.074788 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:29.069304 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:37.719967 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-0151466a-e475-4aa4-94eb-9029a9f459bb service neutron] 10.222.0.36 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.0578113 Jul 22 12:48:37.812583 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e871-caa8-478e-a303-db14e0814187 req-ee9845ae-0626-47a8-ab7c-0a9c289655c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:37.814710 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-ee9845ae-0626-47a8-ab7c-0a9c289655c3 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1096 time: 0.0543230 Jul 22 12:48:37.921632 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e871-caa8-478e-a303-db14e0814187 req-a6d42596-aaa5-4fc1-a5db-0f6264171b93 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:37.923746 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-a6d42596-aaa5-4fc1-a5db-0f6264171b93 service neutron] 10.222.0.36 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0882473 Jul 22 12:48:37.986403 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-48ef57a3-b039-4439-8576-8d7cc1ab20cd service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 1000 time: 0.0567579 Jul 22 12:48:38.033486 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e871-caa8-478e-a303-db14e0814187 req-3c627818-8f02-4372-8e8e-038ca5ea1710 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:38.034923 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-3c627818-8f02-4372-8e8e-038ca5ea1710 service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0424256 Jul 22 12:48:38.096640 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a218e871-caa8-478e-a303-db14e0814187 req-51eab90e-59c1-44de-89f3-8c214e585011 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:48:38.098106 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-51eab90e-59c1-44de-89f3-8c214e585011 service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0571935 Jul 22 12:48:38.185192 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-24130047-3777-4df6-8772-fb8803607595 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0802999 Jul 22 12:48:38.281570 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-a218e871-caa8-478e-a303-db14e0814187 req-145a461d-55a7-4206-95b3-75eb1c0c3670 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0900989 Jul 22 12:48:39.495510 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:48:45.413257 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5c78c1ed-7cce-45e8-8803-2e257eb51d61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:47.997656 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:48.304205 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d72042b6-9fc8-4d10-9a95-8db52053cedf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:49.723555 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:51.647536 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:58.091685 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:48:59.068403 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:07.724704 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 details requested by agent hyperv_n-h2-754448-4 with host n-h2-754448-4 {{(pid=93708) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:102}} Jul 22 12:49:07.817501 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:07.828261 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Returning: {'device': '402639fd-b334-4a12-919c-27aa728b9f75', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'port_id': '402639fd-b334-4a12-919c-27aa728b9f75', 'mac_address': 'fa:16:3e:1a:1c:06', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 103, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=93708) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:184}} Jul 22 12:49:07.871240 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:07.883956 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 402639fd-b334-4a12-919c-27aa728b9f75 {{(pid=93708) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Jul 22 12:49:07.902610 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:07.906057 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:07.954515 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=6']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:07.961634 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.962245 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.962620 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.962965 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.963305 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.963636 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.963966 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.964296 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.964623 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.964946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.965275 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.965601 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93708) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:07.978801 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] get_ports_and_sgs() called for port_ids ['402639fd-b334-4a12-919c-27aa728b9f75'] {{(pid=93708) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:156}} Jul 22 12:49:08.408246 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-3a1de728-c817-48aa-9a6e-e82c8743b7ba service neutron] 10.222.0.20 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 273 time: 0.1270163 Jul 22 12:49:08.508225 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-1de3a95a-14e6-4a58-b9ce-ca22a6152357 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:08.510477 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-1de3a95a-14e6-4a58-b9ce-ca22a6152357 service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0614116 Jul 22 12:49:08.636038 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-a9b4d573-8867-4887-9202-cfb6fad65162 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:08.637623 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-a9b4d573-8867-4887-9202-cfb6fad65162 service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.1052976 Jul 22 12:49:08.710967 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-1d86d8e4-c20a-41d4-834c-3007b6483ee0 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 998 time: 0.0670605 Jul 22 12:49:08.762816 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-6369b9fa-993d-4213-909f-9bcbfa41be0f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:08.764409 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-6369b9fa-993d-4213-909f-9bcbfa41be0f service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0478525 Jul 22 12:49:08.833285 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-dd893685-c401-4633-9d89-f1c50af1f3d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:08.835498 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-dd893685-c401-4633-9d89-f1c50af1f3d0 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0647693 Jul 22 12:49:08.957264 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-9485d6eb-41f1-4b44-8c6b-0b3ae8e3a530 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1156631 Jul 22 12:49:09.062884 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-58b564fa-bfed-4dd9-92ae-5379a7f37dc4 req-449a7a81-7dcc-435e-8238-5953ee5089f7 service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0988853 Jul 22 12:49:09.724936 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 up at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:296}} Jul 22 12:49:09.777119 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.provisioning_blocks [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Provisioning complete for port 402639fd-b334-4a12-919c-27aa728b9f75 triggered by entity L2. {{(pid=93708) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Jul 22 12:49:09.777648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-731268'] for port, provisioning_complete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:09.868563 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:09.893659 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:09.896095 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-55f2530f-2eec-4853-bf73-a9985bf236c9" -d '{"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-plugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:09.911218 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:09.916880 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:09.947832 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:09 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-4ef3b4a9-bacd-46b7-b8ba-30ce04f45fc2 x-openstack-request-id: req-4ef3b4a9-bacd-46b7-b8ba-30ce04f45fc2 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:09.948239 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-plugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:09.948499 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-4ef3b4a9-bacd-46b7-b8ba-30ce04f45fc2 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:09.948889 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'code': 200} Jul 22 12:49:09.972822 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=7']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:15.418648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0182036e-ce03-4c1e-a951-00aba723a549 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:16.494920 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:49:17.997370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:18.305628 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1d4e7f02-4452-4b18-a543-567b1092f261 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:18.907772 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57316) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:19.065923 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Deleting port 4da707be-7e49-43f4-a3ef-92fdd2214616 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:19.066261 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.138913 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.139160 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.150439 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Calling delete_port for 4da707be-7e49-43f4-a3ef-92fdd2214616 owned by network:floatingip {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:19.302573 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.328192 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event deleted for resources: {'Port': ['ID=4da707be-7e49-43f4-a3ef-92fdd2214616,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:19.356229 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.356599 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.356949 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.357292 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.357655 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.357999 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.358331 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.358746 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.359628 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.359964 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.360299 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.360631 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93707) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:19.405539 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.406572 n-d-754448-4 neutron-server[93707]: INFO neutron.db.l3_db [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Floating IP 1c251a2c-84f9-465a-bccf-828d9bb1be9b disassociated (deleted). External IP: 172.25.6.99, port: 402639fd-b334-4a12-919c-27aa728b9f75. Jul 22 12:49:19.608109 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:49:19.715532 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:49:19.719996 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.725679 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:49:19.729321 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:19.735883 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:19.736510 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:19.757610 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-ad8cf321-9d14-4070-a3c8-51ce7fe210bd tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "DELETE /v2.0/floatingips/1c251a2c-84f9-465a-bccf-828d9bb1be9b HTTP/1.1" status: 204 len: 168 time: 0.8486681 Jul 22 12:49:19.758164 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:19.760502 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-9178ecbd-1718-4b60-b148-aa5f3be01292" -d '{"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:19.800479 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:19 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-36bf2f5c-1c49-4452-9ef5-c5a840a3d6ad x-openstack-request-id: req-36bf2f5c-1c49-4452-9ef5-c5a840a3d6ad {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:19.800792 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:19.801048 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-36bf2f5c-1c49-4452-9ef5-c5a840a3d6ad {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:19.801452 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'status': 'completed', 'code': 200} Jul 22 12:49:19.844968 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:19.894123 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-f5c0f47b-e930-43af-a530-1bcc406cf420 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:19.896113 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-f5c0f47b-e930-43af-a530-1bcc406cf420 service neutron] 10.222.0.36 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 1096 time: 0.0720899 Jul 22 12:49:19.997822 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-6db93766-0ea8-4e55-b05f-df36496f46f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:20.002833 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-6db93766-0ea8-4e55-b05f-df36496f46f8 service neutron] 10.222.0.36 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.0999703 Jul 22 12:49:20.034626 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ecd5941-9441-4b16-a726-de25f26efe48 req-8c25ee08-6db0-4978-bb4a-af00f0ae4826 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:20.036162 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ecd5941-9441-4b16-a726-de25f26efe48 req-8c25ee08-6db0-4978-bb4a-af00f0ae4826 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0747685 Jul 22 12:49:20.049489 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-b15e4cfe-204c-44dd-b06a-4f3c10f54f47 service neutron] 10.222.0.36 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 200 len: 217 time: 0.0356526 Jul 22 12:49:20.076688 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-4ecd5941-9441-4b16-a726-de25f26efe48 req-9ea049fd-9d09-4832-98ac-e02027aa1393 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0343914 Jul 22 12:49:20.082691 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:20.105472 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-f2a16a28-8592-4b1a-a95f-858e135d115c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:20.106972 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-f2a16a28-8592-4b1a-a95f-858e135d115c service neutron] 10.222.0.36 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0511384 Jul 22 12:49:20.110116 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:49:20.118344 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:20.118975 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:20.171100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-d2259258-ea8b-4e2d-a491-3803ba51c61c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:20.173202 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-d2259258-ea8b-4e2d-a491-3803ba51c61c service neutron] 10.222.0.36 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0582700 Jul 22 12:49:20.223564 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:20.262822 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-95704460-2fb3-4131-8432-99ababa3f959 service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0827272 Jul 22 12:49:20.357138 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-9178ecbd-1718-4b60-b148-aa5f3be01292 req-c7809b73-7b97-4490-9dbc-82ea22b7537a service neutron] 10.222.0.36 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0866177 Jul 22 12:49:20.445612 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:20.475565 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b7c056fd-bd8a-4934-8f38-697da3d89671 None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_floatingips': [{'id': 'ce57844c-0786-40f7-b2fa-50a7a80642bc', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'floating_ip_address': '172.25.6.75', 'floating_network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'router_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'port_id': '65bd3678-4fd4-44fb-a287-10054bdff857', 'fixed_ip_address': '172.20.0.3', 'status': 'ACTIVE', 'standard_attr_id': 4315, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'mac_address': 'fa:16:3e:92:6f:3d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2021-07-22T12:45:08Z', 'updated_at': '2021-07-22T12:45:10Z', 'revision_number': 1, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:49:20.688166 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a306cad1-61aa-40e1-abe5-5f2bf82490ca None None] New status for floating IP 1c251a2c-84f9-465a-bccf-828d9bb1be9b: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:49:21.210575 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5823de6c-e439-445f-8aef-fb75338e788d req-acb6b308-9579-45e2-88d3-9936dc1a89ad tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:21.212364 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5823de6c-e439-445f-8aef-fb75338e788d req-acb6b308-9579-45e2-88d3-9936dc1a89ad tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0644629 Jul 22 12:49:21.251199 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-5823de6c-e439-445f-8aef-fb75338e788d req-73213eba-9506-40b3-b238-08fa4e434941 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0331802 Jul 22 12:49:21.483516 n-d-754448-4 neutron-server[93706]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-8b78591e-aa82-4bb1-91b1-5c9cb6b7e031 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93706) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:21.484999 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-8b78591e-aa82-4bb1-91b1-5c9cb6b7e031 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.36 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 945 time: 0.0651436 Jul 22 12:49:21.587662 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Deleting port 402639fd-b334-4a12-919c-27aa728b9f75 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:21.588011 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:21.652216 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:21.755094 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:21.833651 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-570173'] for port, before_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:21.856486 n-d-754448-4 neutron-server[93708]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93708) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:21.858789 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}567cc62f21794900293c30da3ec8c084c71df638602a17f07b0411436d5bc11d" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-4891e31f-69d1-4dc0-8784-6d7f906b4b82" -d '{"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-unplugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93708) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:21.871472 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:21.877072 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8770042281018', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8770041880477', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8770041880495'] for port, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:21.907787 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 185 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:21 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-98481c15-2469-43fa-b2b3-4fba4e071095 x-openstack-request-id: req-98481c15-2469-43fa-b2b3-4fba4e071095 {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:21.908083 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-unplugged", "status": "completed", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "code": 200}]} {{(pid=93708) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:21.908331 n-d-754448-4 neutron-server[93708]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-98481c15-2469-43fa-b2b3-4fba4e071095 {{(pid=93708) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:21.908740 n-d-754448-4 neutron-server[93708]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'code': 200} Jul 22 12:49:21.935474 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Pushing event updated for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=8']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:21.996202 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] For port 402639fd-b334-4a12-919c-27aa728b9f75, host n-h2-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h2-754448-4',level=0,port_id=402639fd-b334-4a12-919c-27aa728b9f75,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:21.996566 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:22.009370 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Calling delete_port for 402639fd-b334-4a12-919c-27aa728b9f75 owned by compute:nova {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:22.135416 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:22.164379 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event deleted for resources: {'Port': ['ID=402639fd-b334-4a12-919c-27aa728b9f75,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:22.175878 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.176226 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.176570 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.176906 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.177257 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.177588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.177910 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.178230 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.178603 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.178923 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.179246 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.179588 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-754448-4 {{(pid=93706) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Jul 22 12:49:22.224173 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] No DVR routers for this DVR port 402639fd-b334-4a12-919c-27aa728b9f75 on host n-h2-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:49:22.226759 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:22.228820 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [req-faa7e905-6847-4f26-894c-03cc2eabdcf7 req-1b9350d7-d759-4e0f-82d4-50f16034267b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.36 "DELETE /v2.0/ports/402639fd-b334-4a12-919c-27aa728b9f75 HTTP/1.1" status: 204 len: 173 time: 0.7385080 Jul 22 12:49:22.229276 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-deleted', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:22.231659 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-1e005140-105b-42b5-8308-d2c7b9823921" -d '{"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-deleted", "tag": "402639fd-b334-4a12-919c-27aa728b9f75"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:22.271793 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:22 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1c883b3a-2c55-4f03-87f4-0784ac6765cc x-openstack-request-id: req-1c883b3a-2c55-4f03-87f4-0784ac6765cc {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:22.272113 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "6311c0e2-6e80-4ded-862e-7d0a61acc750", "name": "network-vif-deleted", "tag": "402639fd-b334-4a12-919c-27aa728b9f75", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:22.272372 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1c883b3a-2c55-4f03-87f4-0784ac6765cc {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:22.272764 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '6311c0e2-6e80-4ded-862e-7d0a61acc750', 'name': 'network-vif-deleted', 'tag': '402639fd-b334-4a12-919c-27aa728b9f75', 'status': 'completed', 'code': 200} Jul 22 12:49:22.351164 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f223d596-e529-4e43-b8e7-32778c83d3a1 req-c7c25951-2c51-4285-9269-107bebbe7141 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=6311c0e2-6e80-4ded-862e-7d0a61acc750 HTTP/1.1" status: 200 len: 210 time: 0.0294030 Jul 22 12:49:23.924016 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57374) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:24.076529 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Deleting port 2faa308f-6fac-44b6-a01f-fdfd4cac68fb {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:24.076877 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.150004 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.150334 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.162182 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Calling delete_port for 2faa308f-6fac-44b6-a01f-fdfd4cac68fb owned by network:floatingip {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:24.310298 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.335287 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event deleted for resources: {'Port': ['ID=2faa308f-6fac-44b6-a01f-fdfd4cac68fb,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:24.400653 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for floatingip, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.401491 n-d-754448-4 neutron-server[93706]: INFO neutron.db.l3_db [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Floating IP ce57844c-0786-40f7-b2fa-50a7a80642bc disassociated (deleted). External IP: 172.25.6.75, port: 65bd3678-4fd4-44fb-a287-10054bdff857. Jul 22 12:49:24.608082 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:49:24.725598 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:49:24.730368 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for floatingip, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:24.735443 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:49:24.745412 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:24.746028 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:24.771732 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-6f936f8a-5687-4a23-9d8d-315aa00f1874 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "DELETE /v2.0/floatingips/ce57844c-0786-40f7-b2fa-50a7a80642bc HTTP/1.1" status: 204 len: 168 time: 0.8466048 Jul 22 12:49:24.772421 n-d-754448-4 neutron-server[93706]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93706) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:24.774797 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}4cf3a7f6b3cbd0b1f1c5b48925589d6bab4d5ae34857bc2a405ea5d4f40f02d1" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc" -d '{"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93706) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:24.817244 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 179 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:24 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-1dbadb0d-30c6-4494-8e32-67f9cd48e654 x-openstack-request-id: req-1dbadb0d-30c6-4494-8e32-67f9cd48e654 {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:24.817503 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"name": "network-changed", "server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "status": "completed", "code": 200}]} {{(pid=93706) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:24.817917 n-d-754448-4 neutron-server[93706]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-1dbadb0d-30c6-4494-8e32-67f9cd48e654 {{(pid=93706) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:24.819048 n-d-754448-4 neutron-server[93706]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'status': 'completed', 'code': 200} Jul 22 12:49:24.915293 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-e7532212-2bb3-4ae5-8391-e7fb5dc916ae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:24.917756 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-e7532212-2bb3-4ae5-8391-e7fb5dc916ae service neutron] 10.222.0.20 "GET /v2.0/ports?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 1094 time: 0.0772605 Jul 22 12:49:25.022878 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:25.042561 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-b4edd21e-0978-4b65-8f81-285d27f626d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:25.044052 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-b4edd21e-0978-4b65-8f81-285d27f626d1 service neutron] 10.222.0.20 "GET /v2.0/networks?id=832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 200 len: 910 time: 0.1207099 Jul 22 12:49:25.089608 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-24dd850f-b457-406b-8855-1a9c48ba8692 service neutron] 10.222.0.20 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 200 len: 217 time: 0.0376723 Jul 22 12:49:25.101653 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-17b8fc9b-a0f5-4925-bcaa-2ff9e7027873 req-bb9ba6da-ef55-4c62-b0d9-4b76f320692a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:25.103151 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17b8fc9b-a0f5-4925-bcaa-2ff9e7027873 req-bb9ba6da-ef55-4c62-b0d9-4b76f320692a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.1451530 Jul 22 12:49:25.170355 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-bbe94f4a-f146-43b0-ac79-06708f7222e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:25.172403 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-bbe94f4a-f146-43b0-ac79-06708f7222e4 service neutron] 10.222.0.20 "GET /v2.0/subnets?id=80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 200 len: 848 time: 0.0683882 Jul 22 12:49:25.175334 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-17b8fc9b-a0f5-4925-bcaa-2ff9e7027873 req-654a026c-b342-46f6-979f-7575d0658121 tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0626297 Jul 22 12:49:25.223943 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:25.245190 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-b579c6b3-15dc-481d-a96c-eb99548787f8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:25.246747 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-b579c6b3-15dc-481d-a96c-eb99548787f8 service neutron] 10.222.0.20 "GET /v2.0/ports?network_id=832368d5-b737-4ce9-8867-d4c6710eb777&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.0675387 Jul 22 12:49:25.249324 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:49:25.257772 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:25.258379 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:25.340418 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-40c63a13-8b46-4837-984c-f4c1b8505afb service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.0837448 Jul 22 12:49:25.363836 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:25.434466 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-f7f78187-e2be-4c11-bc7d-696a22cbb8bc req-7029ee92-1287-4fa7-836c-9c9ad2fca30a service neutron] 10.222.0.20 "GET /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.0874760 Jul 22 12:49:25.566404 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:25.593160 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-351129cd-c2ca-4b08-bbb9-3a45d5c07923 None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:50Z', 'revision_number': 4, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4', '_interfaces': [{'id': 'ad8caf15-0c2f-4aca-a455-7fbb877ac786', 'name': '', 'network_id': '832368d5-b737-4ce9-8867-d4c6710eb777', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'mac_address': 'fa:16:3e:1f:bd:c7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_interface', 'standard_attr_id': 4291, 'fixed_ips': [{'subnet_id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:50Z', 'updated_at': '2021-07-22T12:44:56Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'subnets': [{'id': '80441c53-93d2-4b63-aa59-9e1f8294c24d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:49:25.770981 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 no longer exists at agent hyperv_n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:25.791338 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] No Port match for: 402639fd-b334-4a12-919c-27aa728b9f75 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:25.792946 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Device 402639fd-b334-4a12-919c-27aa728b9f75 not bound to the agent host n-h2-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:25.810926 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-332f259c-bc12-45ea-b18e-3a7594b2c2f0 None None] New status for floating IP ce57844c-0786-40f7-b2fa-50a7a80642bc: DOWN {{(pid=93709) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Jul 22 12:49:26.307107 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19383863-70b2-4f6a-a1a5-e2d917a6e7d6 req-69f8efff-4be6-4c88-bacb-01be47508d2c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:26.308587 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19383863-70b2-4f6a-a1a5-e2d917a6e7d6 req-69f8efff-4be6-4c88-bacb-01be47508d2c tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0632644 Jul 22 12:49:26.346865 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-19383863-70b2-4f6a-a1a5-e2d917a6e7d6 req-480f1d28-c65e-489e-ba52-41890913749a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "GET /v2.0/security-groups?id=0ca94568-bc85-48af-b9c3-79b22a719c68&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0320983 Jul 22 12:49:26.488440 n-d-754448-4 neutron-server[93707]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-0da91fb4-5be3-4d15-bf2d-25671468ab8b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=93707) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Jul 22 12:49:26.489782 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-0da91fb4-5be3-4d15-bf2d-25671468ab8b tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.20 "GET /v2.0/ports?device_id=5187e692-e8ed-4b35-accb-af36d19dc3f1 HTTP/1.1" status: 200 len: 943 time: 0.0663579 Jul 22 12:49:26.586398 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Deleting port 65bd3678-4fd4-44fb-a287-10054bdff857 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:26.586773 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:26.677089 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] For port 65bd3678-4fd4-44fb-a287-10054bdff857, host n-h1-754448-4, got binding levels [PortBindingLevel(driver='hyperv',host='n-h1-754448-4',level=0,port_id=65bd3678-4fd4-44fb-a287-10054bdff857,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:26.677443 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:26.689422 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Calling delete_port for 65bd3678-4fd4-44fb-a287-10054bdff857 owned by compute:nova {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:26.818905 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:26.850989 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event deleted for resources: {'Port': ['ID=65bd3678-4fd4-44fb-a287-10054bdff857,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:26.896102 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.l3_dvrscheduler_db [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] No DVR routers for this DVR port 65bd3678-4fd4-44fb-a287-10054bdff857 on host n-h1-754448-4 {{(pid=93707) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:49:26.898593 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-76168'] for port, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:26.900713 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [req-954a781d-4775-4836-b5a8-169f6b0859b3 req-5661b57c-06b6-4e80-96e5-1828803ed22a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.20 "DELETE /v2.0/ports/65bd3678-4fd4-44fb-a287-10054bdff857 HTTP/1.1" status: 204 len: 173 time: 0.4054074 Jul 22 12:49:26.901137 n-d-754448-4 neutron-server[93707]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-deleted', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857'}] {{(pid=93707) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Jul 22 12:49:26.903377 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] REQ: curl -g -i --cacert "/opt/stack/data/ca-bundle.pem" -X POST http://10.222.0.21/compute/v2.1/os-server-external-events -H "Accept: application/json" -H "Content-Type: application/json" -H "User-Agent: python-novaclient" -H "X-Auth-Token: {SHA256}862203cbae190ef226d6d1d217946060e5e350706360335e3c40b1f55ec21ede" -H "X-OpenStack-Nova-API-Version: 2.1" -H "X-OpenStack-Request-ID: req-8ed659ac-658d-4146-92a2-4aafffa9d4fd" -d '{"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-deleted", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857"}]}' {{(pid=93707) _http_log_request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:519}} Jul 22 12:49:26.945607 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP: [200] Connection: close Content-Length: 183 Content-Type: application/json Date: Thu, 22 Jul 2021 12:49:26 GMT OpenStack-API-Version: compute 2.1 Server: Apache/2.4.41 (Ubuntu) Vary: OpenStack-API-Version,X-OpenStack-Nova-API-Version X-OpenStack-Nova-API-Version: 2.1 x-compute-request-id: req-ec04426b-1ae0-44f9-8e6c-6e202add3c82 x-openstack-request-id: req-ec04426b-1ae0-44f9-8e6c-6e202add3c82 {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:550}} Jul 22 12:49:26.945908 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] RESP BODY: {"events": [{"server_uuid": "5187e692-e8ed-4b35-accb-af36d19dc3f1", "name": "network-vif-deleted", "tag": "65bd3678-4fd4-44fb-a287-10054bdff857", "status": "completed", "code": 200}]} {{(pid=93707) _http_log_response /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:582}} Jul 22 12:49:26.946167 n-d-754448-4 neutron-server[93707]: DEBUG novaclient.v2.client [-] POST call to compute for http://10.222.0.21/compute/v2.1/os-server-external-events used request id req-ec04426b-1ae0-44f9-8e6c-6e202add3c82 {{(pid=93707) request /usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py:954}} Jul 22 12:49:26.946605 n-d-754448-4 neutron-server[93707]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5187e692-e8ed-4b35-accb-af36d19dc3f1', 'name': 'network-vif-deleted', 'tag': '65bd3678-4fd4-44fb-a287-10054bdff857', 'status': 'completed', 'code': 200} Jul 22 12:49:27.408664 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57388) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:27.468460 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:27.493223 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:27.556030 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:27.558732 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Notify callbacks [] for security_group, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:27.559977 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] 10.222.0.21 "DELETE /v2.0/security-groups/0ca94568-bc85-48af-b9c3-79b22a719c68 HTTP/1.1" status: 204 len: 168 time: 0.1502471 Jul 22 12:49:27.569835 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8626c26e-fa55-4b55-8174-96b1c0ce8b9a tempest-TestSnapshotPattern-2117983111 tempest-TestSnapshotPattern-2117983111-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ca94568-bc85-48af-b9c3-79b22a719c68,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:27.607265 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57392) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:27.950532 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.099333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.201089 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Deleting port ad8caf15-0c2f-4aca-a455-7fbb877ac786 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:28.201431 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.278232 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] For port ad8caf15-0c2f-4aca-a455-7fbb877ac786, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ad8caf15-0c2f-4aca-a455-7fbb877ac786,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:28.278617 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.291419 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Calling delete_port for ad8caf15-0c2f-4aca-a455-7fbb877ac786 owned by network:router_interface {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:28.468618 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.493492 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Pushing event deleted for resources: {'Port': ['ID=ad8caf15-0c2f-4aca-a455-7fbb877ac786,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:28.668166 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:28.888106 n-d-754448-4 neutron-server[93706]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Router ac480476-dfec-4418-9326-0e31e84765aa has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93706) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:49:28.989391 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93706) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:49:28.994855 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8a103205-8864-425c-8242-e76c0b810c95 admin admin] 10.222.0.21 "PUT /v2.0/routers/ac480476-dfec-4418-9326-0e31e84765aa/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.3865302 Jul 22 12:49:28.997371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57394) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:28.998072 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Sync routers for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:49:29.007306 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:29.007924 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:29.096150 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.101115 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks [] for router, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.126658 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: n-d-754448-4 {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:29.210008 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.264058 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Deleting port ab483b57-2535-4b6d-ae13-f69a3b357689 {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:29.264406 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.310750 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36'}], 'enable_snat': True}, 'gw_port_id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:49:28Z', 'revision_number': 5, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port': {'id': 'ab483b57-2535-4b6d-ae13-f69a3b357689', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:0e:7c:f4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4290, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.36', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:44:53Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:29.337268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Checking router: ac480476-dfec-4418-9326-0e31e84765aa for host: n-d-754448-4 {{(pid=93708) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:49:29.346741 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Routers {'ac480476-dfec-4418-9326-0e31e84765aa'} bound to L3 agent in host n-d-754448-4 {{(pid=93708) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:29.347358 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['ac480476-dfec-4418-9326-0e31e84765aa'], 'active': True} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:29.348717 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] For port ab483b57-2535-4b6d-ae13-f69a3b357689, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=ab483b57-2535-4b6d-ae13-f69a3b357689,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:29.349081 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.360809 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Calling delete_port for ab483b57-2535-4b6d-ae13-f69a3b357689 owned by network:router_gateway {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:29.432426 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvr_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] Set router ac480476-dfec-4418-9326-0e31e84765aa gateway port host: None {{(pid=93708) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:29.485093 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_hamode_db [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:49:29Z', 'revision_number': 6, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93708) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:29.515602 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f559b3d-8296-4c7e-b712-1ba5d095b5cb None None] The sync data for ids ['ac480476-dfec-4418-9326-0e31e84765aa'] in n-d-754448-4 is: [{'id': 'ac480476-dfec-4418-9326-0e31e84765aa', 'name': 'tempest-TestSnapshotPattern-457225073-router', 'tenant_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:48Z', 'updated_at': '2021-07-22T12:49:29Z', 'revision_number': 6, 'project_id': 'cfadcae07a3e4aaabdbc7ac64d6d1f4d', 'gw_port_host': None}] {{(pid=93708) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:49:29.531933 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:29.556064 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 no longer exists at agent hyperv_n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:29.560946 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab483b57-2535-4b6d-ae13-f69a3b357689,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:29.577370 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] No Port match for: 65bd3678-4fd4-44fb-a287-10054bdff857 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:29.577895 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Device 65bd3678-4fd4-44fb-a287-10054bdff857 not bound to the agent host n-h1-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:29.631614 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.028291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.030910 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.074478 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.074950 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Fanout notify agent at l3_agent the message router_deleted on router ac480476-dfec-4418-9326-0e31e84765aa {{(pid=93706) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:49:30.080524 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] Notify callbacks [] for router, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.081687 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-8f196d85-168b-4bf8-a6e3-ee2db9804e58 admin admin] 10.222.0.21 "DELETE /v2.0/routers/ac480476-dfec-4418-9326-0e31e84765aa HTTP/1.1" status: 204 len: 168 time: 1.0833964 Jul 22 12:49:30.084293 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57396) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:30.128126 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.db_base_plugin_v2 [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Deleting subnet 80441c53-93d2-4b63-aa59-9e1f8294c24d {{(pid=93706) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:49:30.131136 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.164291 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5316739'] for subnet, precommit_delete_associations {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.245466 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.305531 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-4803380', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4652959'] for subnet, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.313131 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ad8caf15-0c2f-4aca-a455-7fbb877ac786 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:30.333814 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=80441c53-93d2-4b63-aa59-9e1f8294c24d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:30.334268 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ad8caf15-0c2f-4aca-a455-7fbb877ac786 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:30.334645 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ad8caf15-0c2f-4aca-a455-7fbb877ac786 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:30.338035 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.340047 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-f2d521f7-95ca-40f7-bbf3-2c081aa84246 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/80441c53-93d2-4b63-aa59-9e1f8294c24d HTTP/1.1" status: 204 len: 168 time: 0.2547157 Jul 22 12:49:30.342426 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57398) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:30.347045 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf5ba202-c337-42ea-bd89-6bdb0fe5e69f None None] Network 832368d5-b737-4ce9-8867-d4c6710eb777 requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:49:30.415622 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.470175 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Deleting port 5323253e-a948-48eb-a518-52804839ff3d {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:30.470683 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.542474 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] For port 5323253e-a948-48eb-a518-52804839ff3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5323253e-a948-48eb-a518-52804839ff3d,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:30.543152 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.548339 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] DHCP port deletion for 832368d5-b737-4ce9-8867-d4c6710eb777 request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:49:30.568741 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Calling delete_port for 5323253e-a948-48eb-a518-52804839ff3d owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:30.602378 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Deleting port 5323253e-a948-48eb-a518-52804839ff3d {{(pid=93708) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:30.602863 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.650839 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.670761 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.db [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] For port 5323253e-a948-48eb-a518-52804839ff3d, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=5323253e-a948-48eb-a518-52804839ff3d,segment=NetworkSegment(1ae893b3-2d32-4aa1-a570-a597fe51fae7),segment_id=1ae893b3-2d32-4aa1-a570-a597fe51fae7)] {{(pid=93708) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:30.671263 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.676404 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Pushing event deleted for resources: {'Port': ['ID=5323253e-a948-48eb-a518-52804839ff3d,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:30.680700 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] No DVR routers for this DVR port 5323253e-a948-48eb-a518-52804839ff3d on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:49:30.685088 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Calling delete_port for 5323253e-a948-48eb-a518-52804839ff3d owned by network:dhcp {{(pid=93708) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:30.756556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.763691 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468'] for port, after_delete {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.767410 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['832368d5-b737-4ce9-8867-d4c6710eb777']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:30.777253 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae893b3-2d32-4aa1-a570-a597fe51fae7') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:30.777549 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae893b3-2d32-4aa1-a570-a597fe51fae7') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:30.786398 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.794440 n-d-754448-4 neutron-server[93708]: DEBUG neutron.db.l3_dvrscheduler_db [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] No DVR routers for this DVR port 5323253e-a948-48eb-a518-52804839ff3d on host n-d-754448-4 {{(pid=93708) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:49:30.796228 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-634c6871-22a7-4229-835a-bb6b254a02ce None None] Pushing event deleted for resources: {'Port': ['ID=5323253e-a948-48eb-a518-52804839ff3d,revision_number=None']} {{(pid=93708) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:30.804654 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.812371 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Releasing vlan 103 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:49:30.812866 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:49:30.815426 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:49:30.870556 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.876393 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:30.878287 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] 10.222.0.21 "DELETE /v2.0/networks/832368d5-b737-4ce9-8867-d4c6710eb777 HTTP/1.1" status: 204 len: 168 time: 0.5348523 Jul 22 12:49:30.881454 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57400) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:30.893593 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17be2a77-d466-495b-a3db-18fe09a73776 admin admin] Pushing event deleted for resources: {'Network': ['ID=832368d5-b737-4ce9-8867-d4c6710eb777,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:31.219604 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-8058755'] for router_interface, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:31.463915 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Deleting port abe723b1-9bbe-421e-9e51-81593f3fedf6 {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:31.464247 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:31.542311 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] For port abe723b1-9bbe-421e-9e51-81593f3fedf6, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=abe723b1-9bbe-421e-9e51-81593f3fedf6,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:31.542688 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:31.555692 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Calling delete_port for abe723b1-9bbe-421e-9e51-81593f3fedf6 owned by network:router_interface {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:31.732854 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:31.760345 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Pushing event deleted for resources: {'Port': ['ID=abe723b1-9bbe-421e-9e51-81593f3fedf6,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:31.928294 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5323253e-a948-48eb-a518-52804839ff3d no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:31.937557 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-7890170', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-8058655'] for router_interface, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:31.952686 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 5323253e-a948-48eb-a518-52804839ff3d {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:31.953242 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 5323253e-a948-48eb-a518-52804839ff3d not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:31.953798 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab483b57-2535-4b6d-ae13-f69a3b357689 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:31.973996 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: ab483b57-2535-4b6d-ae13-f69a3b357689 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:31.974343 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device ab483b57-2535-4b6d-ae13-f69a3b357689 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:32.436887 n-d-754448-4 neutron-server[93707]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Router 729db27a-412f-4421-82c2-59abe486185c has already been hosted by L3 agent 9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1 {{(pid=93707) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Jul 22 12:49:32.541860 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] Notify agent at l3_agent.n-d-754448-4 the message routers_updated {{(pid=93707) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:65}} Jul 22 12:49:32.546996 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-215ea263-d4d3-4daa-bf56-1608e296d247 admin admin] 10.222.0.21 "PUT /v2.0/routers/729db27a-412f-4421-82c2-59abe486185c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 1.6644406 Jul 22 12:49:32.549501 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57402) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:32.551730 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Sync routers for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Jul 22 12:49:32.560976 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:32.561586 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:32.652463 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks [] for router, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:32.665484 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: n-d-754448-4 {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:32.756372 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:32.808047 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Deleting port 34be994c-0ee2-400a-a7fb-e64c43be497a {{(pid=93707) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:32.808386 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:32.842100 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'external_fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104'}], 'enable_snat': True}, 'gw_port_id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:49:31Z', 'revision_number': 5, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port': {'id': '34be994c-0ee2-400a-a7fb-e64c43be497a', 'name': '', 'network_id': '70926d8a-8331-41cd-bbd3-550e7dd0cb9c', 'tenant_id': '', 'mac_address': 'fa:16:3e:02:01:e3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '729db27a-412f-4421-82c2-59abe486185c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 4302, 'fixed_ips': [{'subnet_id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'ip_address': '172.25.6.104', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-754448-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-07-22T12:44:53Z', 'updated_at': '2021-07-22T12:44:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '4302bf19-6ee3-4209-873c-0a56fba70cc5', 'cidr': '172.25.6.0/24', 'gateway_ip': '172.25.6.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-754448-4'}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:32.872241 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Checking router: 729db27a-412f-4421-82c2-59abe486185c for host: n-d-754448-4 {{(pid=93709) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Jul 22 12:49:32.881112 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Routers {'729db27a-412f-4421-82c2-59abe486185c'} bound to L3 agent in host n-d-754448-4 {{(pid=93709) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:420}} Jul 22 12:49:32.881712 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-754448-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-07-22T11:14:48Z,description=,heartbeat_timestamp=2021-07-22T12:49:18Z,host='n-d-754448-4',id=9cb5ce5e-10c1-4377-94a5-452ca9dbcfc1,load=0,resource_versions=,resources_synced=,started_at=2021-07-22T11:14:48Z,topic='l3_agent')) {'router_ids': ['729db27a-412f-4421-82c2-59abe486185c'], 'active': True} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:32.891324 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.db [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] For port 34be994c-0ee2-400a-a7fb-e64c43be497a, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=34be994c-0ee2-400a-a7fb-e64c43be497a,segment=NetworkSegment(d3bb83b0-166a-4207-b9a9-452183adae7b),segment_id=d3bb83b0-166a-4207-b9a9-452183adae7b)] {{(pid=93707) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:32.891706 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:32.903997 n-d-754448-4 neutron-server[93707]: DEBUG neutron.plugins.ml2.plugin [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Calling delete_port for 34be994c-0ee2-400a-a7fb-e64c43be497a owned by network:router_gateway {{(pid=93707) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:33.049669 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_dvr_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] Set router 729db27a-412f-4421-82c2-59abe486185c gateway port host: None {{(pid=93709) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:894}} Jul 22 12:49:33.075596 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-5180538'] for port, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.101491 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Pushing event deleted for resources: {'Port': ['ID=34be994c-0ee2-400a-a7fb-e64c43be497a,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:33.107754 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.l3_hamode_db [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:49:32Z', 'revision_number': 6, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port_host': None}], 'n-d-754448-4', False) {} {{(pid=93709) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:33.135612 n-d-754448-4 neutron-server[93709]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-84326c8b-3e55-4038-ac89-f374716e7b3b None None] The sync data for ids ['729db27a-412f-4421-82c2-59abe486185c'] in n-d-754448-4 is: [{'id': '729db27a-412f-4421-82c2-59abe486185c', 'name': 'tempest-TestSnapshotPattern-12814035-router', 'tenant_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-07-22T12:44:52Z', 'updated_at': '2021-07-22T12:49:32Z', 'revision_number': 6, 'project_id': '2c21b6c2bc10494aaf66a5c92d0c797f', 'gw_port_host': None}] {{(pid=93709) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Jul 22 12:49:33.171518 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-8053177'] for router_gateway, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.261840 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-8054382', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-25539'] for router, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.263890 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.309165 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-8052802'] for router, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.309639 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 729db27a-412f-4421-82c2-59abe486185c {{(pid=93707) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:114}} Jul 22 12:49:33.314693 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] Notify callbacks [] for router, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.315840 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-64512543-12ce-400a-a295-975774fcc358 admin admin] 10.222.0.21 "DELETE /v2.0/routers/729db27a-412f-4421-82c2-59abe486185c HTTP/1.1" status: 204 len: 168 time: 0.7653849 Jul 22 12:49:33.318526 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57404) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:33.362673 n-d-754448-4 neutron-server[93707]: DEBUG neutron.db.db_base_plugin_v2 [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Deleting subnet 04f05db6-b5c3-4eda-b179-4f93b9558eb4 {{(pid=93707) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1055}} Jul 22 12:49:33.365587 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.399617 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-5180656'] for subnet, precommit_delete_associations {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.480360 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-732463'] for subnet, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.536812 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-732454', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7981820', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-5180463', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-4735689'] for subnet, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.563569 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=04f05db6-b5c3-4eda-b179-4f93b9558eb4,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:33.570484 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] Notify callbacks [] for subnet, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.575100 n-d-754448-4 neutron-server[93706]: DEBUG neutron.wsgi [-] (93706) accepted ('10.222.0.21', 57406) {{(pid=93706) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:33.575652 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-592e9201-24a3-4997-8ade-c24e49348146 admin admin] 10.222.0.21 "DELETE /v2.0/subnets/04f05db6-b5c3-4eda-b179-4f93b9558eb4 HTTP/1.1" status: 204 len: 168 time: 0.2555654 Jul 22 12:49:33.577193 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d863f58-449b-4997-8670-de4208d7cd40 None None] Network 9924ae8a-1e9d-4818-8de9-a94534c1e3ef requested from n-d-754448-4 {{(pid=93708) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:218}} Jul 22 12:49:33.655711 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-754408'] for network, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.709601 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Deleting port cbf42c94-e2c6-4011-a984-0eb0f6066f2b {{(pid=93706) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1919}} Jul 22 12:49:33.709945 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8770042280084'] for port, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.782850 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.db [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] For port cbf42c94-e2c6-4011-a984-0eb0f6066f2b, host n-d-754448-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-754448-4',level=0,port_id=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,segment=NetworkSegment(f941623a-3172-4bc2-a4ec-8a2b4e44c6d6),segment_id=f941623a-3172-4bc2-a4ec-8a2b4e44c6d6)] {{(pid=93706) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:74}} Jul 22 12:49:33.783211 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-8052846'] for port, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.795319 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.plugin [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Calling delete_port for cbf42c94-e2c6-4011-a984-0eb0f6066f2b owned by network:dhcp {{(pid=93706) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1992}} Jul 22 12:49:33.876201 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin._notify_sg_on_port_change-560538', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-182097', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8770042281063', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8770041880468', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-4803425'] for port, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:33.904054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Pushing event deleted for resources: {'Port': ['ID=cbf42c94-e2c6-4011-a984-0eb0f6066f2b,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:33.906792 n-d-754448-4 neutron-server[93706]: DEBUG neutron.db.l3_dvrscheduler_db [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] No DVR routers for this DVR port cbf42c94-e2c6-4011-a984-0eb0f6066f2b on host n-d-754448-4 {{(pid=93706) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Jul 22 12:49:33.961585 n-d-754448-4 neutron-server[93708]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-705d07c3-c37e-4ab3-9e4a-5627f1e650ac None None] DHCP port deletion for 9924ae8a-1e9d-4818-8de9-a94534c1e3ef request from n-d-754448-4 {{(pid=93708) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:266}} Jul 22 12:49:33.993357 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-741907', 'neutron.services.segments.db._delete_segments_for_network-8770042428721'] for network, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.005112 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9924ae8a-1e9d-4818-8de9-a94534c1e3ef']}} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:34.015617 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6') {'for_net_delete': True} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:34.015865 n-d-754448-4 neutron-server[93706]: DEBUG neutron.services.segments.db [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f941623a-3172-4bc2-a4ec-8a2b4e44c6d6') {} {{(pid=93706) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Jul 22 12:49:34.025640 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8770042430778', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-5316746'] for segment, before_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.034717 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device abe723b1-9bbe-421e-9e51-81593f3fedf6 no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:34.040056 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191'] for segment, precommit_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.046376 n-d-754448-4 neutron-server[93706]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Releasing vlan 149 on physical network physnet1 to pool {{(pid=93706) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Jul 22 12:49:34.046841 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-739191', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-4803406'] for segment, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: Traceback (most recent call last): Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: timer() Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: cb(*args, **kw) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/common/utils.py", line 905, in wrapper Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: return func(*args, **kwargs) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: self._notify() Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: self.callback(batched_events) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: event.method(event) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 383, in _delete_nova_inventory Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: aggregate_id = self._get_aggregate_id(event.segment_id) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 370, in _get_aggregate_id Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: aggregate_uuid = self.p_client.list_aggregates( Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: return f(self, *a, **k) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: return self._get(url).json() Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: return self._client.get(url, endpoint_filter=self._ks_filter, Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: return self.request(url, 'GET', **kwargs) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: base_url = self.get_endpoint(auth, allow=allow, Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: auth = self._auth_required(auth, 'determine endpoint URL') Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jul 22 12:49:34.049366 n-d-754448-4 neutron-server[93706]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jul 22 12:49:34.054559 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: abe723b1-9bbe-421e-9e51-81593f3fedf6 {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:34.054908 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device abe723b1-9bbe-421e-9e51-81593f3fedf6 not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:34.055334 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cbf42c94-e2c6-4011-a984-0eb0f6066f2b no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:34.079647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: cbf42c94-e2c6-4011-a984-0eb0f6066f2b {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:34.079647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device cbf42c94-e2c6-4011-a984-0eb0f6066f2b not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:34.079647 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 34be994c-0ee2-400a-a7fb-e64c43be497a no longer exists at agent ovs-agent-n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:259}} Jul 22 12:49:34.105942 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.plugin [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] No Port match for: 34be994c-0ee2-400a-a7fb-e64c43be497a {{(pid=93708) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2250}} Jul 22 12:49:34.106316 n-d-754448-4 neutron-server[93708]: DEBUG neutron.plugins.ml2.rpc [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Device 34be994c-0ee2-400a-a7fb-e64c43be497a not bound to the agent host n-d-754448-4 {{(pid=93708) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:269}} Jul 22 12:49:34.117044 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-741912', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984681', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-7890125', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-8053149'] for network, after_delete {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.122937 n-d-754448-4 neutron-server[93706]: DEBUG neutron_lib.callbacks.manager [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Notify callbacks [] for network, before_response {{(pid=93706) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.125933 n-d-754448-4 neutron-server[93706]: INFO neutron.wsgi [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] 10.222.0.21 "DELETE /v2.0/networks/9924ae8a-1e9d-4818-8de9-a94534c1e3ef HTTP/1.1" status: 204 len: 168 time: 0.5462227 Jul 22 12:49:34.137054 n-d-754448-4 neutron-server[93706]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-312c2c10-c4ba-4978-9272-3dc7d3af0a7f admin admin] Pushing event deleted for resources: {'Network': ['ID=9924ae8a-1e9d-4818-8de9-a94534c1e3ef,revision_number=None']} {{(pid=93706) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:34.318751 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57410) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:34.360115 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-8bd1203f-10b7-4315-827a-cec1def144e3 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=cfadcae07a3e4aaabdbc7ac64d6d1f4d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0399468 Jul 22 12:49:34.362623 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57412) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:34.410335 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.433048 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.479951 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.482662 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.484693 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/6f505398-7eb6-48cb-8fa6-a7b59707d63e HTTP/1.1" status: 204 len: 168 time: 0.1209512 Jul 22 12:49:34.494035 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1a14651-aa8a-4da0-9512-12a920c0f3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f505398-7eb6-48cb-8fa6-a7b59707d63e,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:34.843383 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57418) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:34.889984 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-bb391022-86a1-4180-a755-c130c1f71f30 admin admin] 10.222.0.21 "GET /v2.0/security-groups?tenant_id=2c21b6c2bc10494aaf66a5c92d0c797f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0446997 Jul 22 12:49:34.892559 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [-] (93707) accepted ('10.222.0.21', 57420) {{(pid=93707) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:982}} Jul 22 12:49:34.940506 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:34.963174 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:35.010961 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-7984773'] for security_group, after_delete {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:35.013504 n-d-754448-4 neutron-server[93707]: DEBUG neutron_lib.callbacks.manager [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=93707) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:35.015497 n-d-754448-4 neutron-server[93707]: INFO neutron.wsgi [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] 10.222.0.21 "DELETE /v2.0/security-groups/088d20da-75c4-4e49-b51a-a5aef27fc80f HTTP/1.1" status: 204 len: 168 time: 0.1218233 Jul 22 12:49:35.023287 n-d-754448-4 neutron-server[93707]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-768c1672-69b7-441a-8dc6-501acce8c6cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=088d20da-75c4-4e49-b51a-a5aef27fc80f,revision_number=None']} {{(pid=93707) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Jul 22 12:49:45.422901 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-885b35dc-2b3e-4b19-8e96-09c38a02778b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:47.999905 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:48.307396 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-2b825e80-50b8-4269-b7c7-039e7fa734fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:49.729094 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:51.655447 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:53.494492 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:49:58.095263 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:49:59.101259 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:15.418033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-bcf6c48d-d824-4c36-b43a-fcb5dffb6fdd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:18.002004 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:18.308167 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-80a084c2-2804-480b-9386-992e0379ef9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:19.732554 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:21.657168 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:28.108900 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:29.123101 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:30.493923 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:50:45.419436 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-53f25050-1101-494a-a607-8d4d0370d300 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:48.002029 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:48.309020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7a6043a7-9010-49f5-9307-c66fc611dea0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:49.735336 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:51.660435 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:58.132335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:50:59.112978 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:07.493194 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:51:15.420134 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-fe906820-bb68-4785-aab0-114db66420c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:18.004247 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:18.311449 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c030d5b0-acb2-4cab-9043-a0fada743ad9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:19.738716 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:21.664913 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:28.139394 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:29.128234 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:44.493328 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:51:45.419714 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-eba241c1-10ad-4288-a87b-246aded6ed44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:48.004847 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:48.312430 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-42540fed-fd07-4c17-a871-7bc6e50afadc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:49.740141 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:51.664658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:58.140390 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:51:59.127098 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:15.420357 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-69052ce0-432a-4c1b-98e5-6b5ac50e3680 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:18.007494 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:18.312274 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-4abcdf16-34d3-438e-9315-a7aaf8795b16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:19.743658 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:21.492326 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:52:21.668947 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:28.144867 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:29.126870 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:45.421386 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1cc47ee6-9776-425b-a279-c33027d81d5c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:48.007322 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:48.312479 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-9f2f7cbc-2f82-4b79-afa4-e5bc653f9671 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:49.747156 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:51.670583 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:58.153432 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:52:58.491949 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:52:59.143865 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:15.421364 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6cfdf0a6-8115-440b-bd7e-4a626aaea728 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:18.008158 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:18.312426 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a543e8a6-6b3b-4a3a-8dda-c8009ac2c045 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:19.750590 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:21.673241 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:28.171694 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:29.140751 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:35.492589 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:53:45.423244 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-596963bb-e883-46de-81bb-a08489b55cd5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:48.008887 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:48.314068 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3b2612f8-33e6-4a16-8cff-59a8b3b257e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:49.753282 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:51.676493 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:58.178062 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:53:59.154921 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:12.491922 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:54:15.423340 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-7b28477a-9f6c-4411-bedf-99ef8f51b5da None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:18.010530 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:18.314290 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-cc822b84-e181-4e01-8f66-439292d11404 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:19.756894 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:21.679463 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:28.183433 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:29.176526 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:45.423346 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-957937e4-a3a8-4e01-a70f-bf20f29a74b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:48.011675 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:48.313743 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d70ba566-7129-4cab-93e6-87036cded652 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:49.491747 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:54:49.759146 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:51.682470 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:58.187745 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:54:59.184882 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:15.424335 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-587c75dd-9af8-4928-9c74-3e5f7c7afe14 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:18.012878 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:18.314370 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a3877cc0-7551-40de-93be-7562c79e304b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:19.762753 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:21.687014 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:26.491502 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:55:28.192959 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:29.193118 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:45.423519 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-78e01bad-0433-40db-a029-4c40cbfd9190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:48.013020 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:48.314397 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-05f873bc-4f06-48bd-a91b-552cfed4eb8f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:49.768736 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:51.688179 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:58.197809 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:55:59.199718 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:03.490478 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:56:15.424333 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-5cd4abc5-d012-4543-a90c-c55f36b072c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:18.014938 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:18.314086 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-677b4d0d-2399-476f-9df6-18467a3d9d03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:19.768989 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:21.691032 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:28.203301 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:29.198929 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:40.489870 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:56:45.425347 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3a9c0149-3aa7-488e-bd90-8f3d9b2b4483 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:48.016021 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:48.315186 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-6dd73f4e-9afa-4fd1-84c5-9bf4f2432c12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:49.772571 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:51.693383 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:58.205961 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:56:59.207648 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:15.426111 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-3f2fdb04-6f58-448b-89c9-d5aae2f082a6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:17.490101 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:57:18.017033 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:18.315781 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-14b48b79-03c8-413c-b0b0-feef34d2bbab None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:19.774896 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:21.699841 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:28.210955 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-d65df9f6-1f5a-44b2-a7ae-0cbd2c278a7c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:29.213692 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-476188a2-f6f4-4617-83c2-aaa6a738702c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:45.426634 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-c21c8098-bdf2-41fc-9a92-a0d57ce4047c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:48.018219 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0f239c3a-bc1c-4248-8845-5e28780acadd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:48.316631 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-a0db5cbb-d064-4650-82bf-6cccd57d11d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:49.778924 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-1ed3c62b-8a16-4e22-a492-73c8680b47c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:51.700043 n-d-754448-4 neutron-server[93708]: DEBUG neutron_lib.callbacks.manager [None req-0226617f-1053-4a52-8f83-9251a45f0da2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8770042428703', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-731349'] for agent, after_update {{(pid=93708) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Jul 22 12:57:54.489639 n-d-754448-4 neutron-server[93709]: DEBUG neutron.db.agents_db [None req-bdfb8b39-138c-4543-935c-e8e0f50ab6e6 None None] Agent healthcheck: found 7 active agents {{(pid=93709) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:317}} Jul 22 12:57:56.891462 n-d-754448-4 neutron-server[93707]: DEBUG neutron.wsgi [req-9de93449-b9ad-4578-a78f-9af5661da314 req-662618b6-d7c9-4b3a-90d3-60bda9f518db service neutron] (93707) timed out ('10.222.0.21', 42552) {{(pid=93707) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:820}}